-- Logs begin at Tue 2021-10-26 13:16:58 UTC, end at Tue 2021-10-26 15:34:31 UTC. -- Oct 26 13:47:22.845199 n-d-813419-9 systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 13:47:25.561574 n-d-813419-9 neutron-server[102054]: INFO neutron.common.config [-] Logging enabled! Oct 26 13:47:25.562070 n-d-813419-9 neutron-server[102054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 13:47:25.562352 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 13:47:25.565513 n-d-813419-9 neutron-server[102054]: INFO neutron.common.config [-] Logging enabled! Oct 26 13:47:25.565768 n-d-813419-9 neutron-server[102054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev108 Oct 26 13:47:25.566084 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 26 13:47:25.567025 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:47:25.567261 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:47:25.567621 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:47:25.567868 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:47:25.568095 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:47:25.568420 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.568751 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.569048 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.569281 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.569578 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.569871 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.570156 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.570445 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.570739 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.571025 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.571308 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.571592 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.571825 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.572103 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.572393 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.572772 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.572998 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] debug = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.573279 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.574209 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.574638 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.574921 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.575213 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.575496 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.575772 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.576048 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.576334 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.576694 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] host = n-d-813419-9 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.576976 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.577265 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.577556 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.577846 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.578126 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.578405 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.578691 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.578972 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.579246 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.579520 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.579811 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.580101 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.580402 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.580651 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.580877 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.581168 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.581456 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.581734 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.582012 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.582286 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.582562 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.582836 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.583108 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.583397 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.583682 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.583968 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.584244 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.584539 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.584816 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.585087 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.585375 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.585659 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.585922 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.586197 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.586481 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.586752 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.587025 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.587326 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.587615 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.587896 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.588181 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.588455 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.588761 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.589041 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.589313 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.590222 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_json = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.590505 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.590773 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.591058 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.591335 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.591609 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.591885 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.592157 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.592445 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:25.592769 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.593073 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.593377 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.593665 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.593973 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.594256 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.594550 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.594833 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.595127 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.595420 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.595712 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.595992 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.596282 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.596589 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.596891 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.597198 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.597495 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.597791 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.598066 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.598343 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.598621 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.598908 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.599195 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.599477 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.599768 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.600060 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.600340 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.600659 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.600959 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.601254 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.601533 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.601817 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.602112 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.602392 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.602673 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.602955 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.603247 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.603529 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.603803 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.604089 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.604368 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.604675 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.604981 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.605306 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.605765 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.606048 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.606325 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.606602 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.606885 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.607158 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.607445 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.607728 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.608001 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.608274 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.608582 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.608861 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.609142 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.609422 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.609698 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.609976 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.610250 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.610523 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.610799 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.611074 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.611349 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.611621 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.611895 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.612175 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.612449 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.612750 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.613026 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.613300 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.613577 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.613865 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.614163 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.614442 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.614719 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.614995 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.615274 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.615811 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.616090 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.616367 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.616675 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.616953 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.617247 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.617532 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.617825 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.618108 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.618386 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.618709 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.618992 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.619276 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.619554 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.619832 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.620115 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.620399 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.620753 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.621206 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.621447 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.621745 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.622041 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.622325 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.622634 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.622920 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:25.623140 n-d-813419-9 neutron-server[102054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:47:25.623384 n-d-813419-9 neutron-server[102054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 13:47:26.055011 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 13:47:26.055287 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 13:47:26.055578 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 26 13:47:26.055911 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 13:47:26.377273 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.377491 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.377764 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.378981 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.379257 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.379522 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.413553 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.413837 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.414107 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.429754 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.430034 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.430305 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.460389 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.460697 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.460979 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.498292 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.498575 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.498979 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.736269 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.736930 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.736930 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.737088 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.737791 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.865843 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.866165 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.866450 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.866724 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.866993 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.867308 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.867570 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.867826 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.868079 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.868363 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.868648 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.868919 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.869176 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.869438 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.869694 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.869961 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.870221 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.870485 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.870863 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.871128 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.871401 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.871656 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.871939 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.872317 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.872590 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.872841 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.873241 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.873484 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.873724 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.873962 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.874202 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.874442 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:26.874803 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 13:47:26.878040 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 13:47:26.882033 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 13:47:26.886005 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 26 13:47:26.887751 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 13:47:26.888206 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 13:47:26.888573 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 13:47:26.888962 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 13:47:26.891789 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 13:47:26.892045 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 13:47:26.892394 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 13:47:26.897755 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 13:47:26.921527 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 13:47:26.921984 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.922285 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 26 13:47:26.922644 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.924027 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 13:47:26.924310 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 13:47:26.924662 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 13:47:26.928180 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.928623 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:26.992969 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 13:47:26.993153 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 13:47:26.993392 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 13:47:26.993764 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 13:47:27.014471 n-d-813419-9 neutron-server[102054]: DEBUG oslo_db.sqlalchemy.engines [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 26 13:47:27.550042 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing driver for type 'gre' Oct 26 13:47:27.550795 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] gre ID ranges: [(1, 1000)] Oct 26 13:47:27.605552 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing driver for type 'local' Oct 26 13:47:27.605752 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing driver for type 'vlan' Oct 26 13:47:27.617982 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] VlanTypeDriver initialization complete Oct 26 13:47:27.618358 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing driver for type 'vxlan' Oct 26 13:47:27.618861 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] vxlan ID ranges: [(1, 1000)] Oct 26 13:47:27.669312 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing extension driver 'port_security' Oct 26 13:47:27.669656 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] PortSecurityExtensionDriver initialization complete Oct 26 13:47:27.669995 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing mechanism driver 'openvswitch' Oct 26 13:47:27.670322 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing mechanism driver 'hyperv' Oct 26 13:47:27.677021 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:27.677878 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.678269 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.678761 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.679398 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.679848 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.680209 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.680587 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.680988 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.681408 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.681764 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.682111 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.682507 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.682925 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.683915 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.684269 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.684699 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.685136 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.685494 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.685844 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.686253 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.686674 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.687028 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.687375 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.687794 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 26 13:47:27.688168 n-d-813419-9 neutron-server[102054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] ML2 OVO RPC backend initialized. {{(pid=102054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 26 13:47:27.688907 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.689267 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.689698 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.690053 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > networks before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.690409 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.690766 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > ports before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.691117 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.691464 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.691818 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.692166 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.692527 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.692877 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.693226 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.693567 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.693913 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.694264 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.694606 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.695192 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.plugin [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Modular L2 Plugin initialization complete Oct 26 13:47:27.695525 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading services supported by the core plugin {{(pid=102054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 13:47:27.695855 n-d-813419-9 neutron-server[102054]: INFO neutron.plugins.ml2.managers [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Got port-security extension from driver 'port_security' Oct 26 13:47:27.696319 n-d-813419-9 neutron-server[102054]: INFO neutron.extensions.vlantransparent [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Disabled vlantransparent extension. Oct 26 13:47:27.696847 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 13:47:27.697175 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: router Oct 26 13:47:27.733684 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.734080 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_create 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.734453 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router before_create 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.734818 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.735194 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.735552 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_delete 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.735915 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.736388 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.736944 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_create 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.737137 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.737491 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.737845 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.738205 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.738620 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.738990 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.739338 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.739680 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: subnet after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.740024 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.740378 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.741018 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.741365 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.741712 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.742070 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router after_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.742418 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.742775 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.743150 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.743497 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.743863 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > agent after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.744217 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.744593 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > network after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.745455 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Tracking information for resource: router configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:27.746359 n-d-813419-9 neutron-server[102054]: DEBUG neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Tracking information for resource: floatingip configured {{(pid=102054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 13:47:27.751312 n-d-813419-9 neutron-server[102054]: INFO neutron.db.l3_agentschedulers_db [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 13:47:27.751895 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.752264 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.752655 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.753015 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: port after_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.753807 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router before_create 55550100 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.754178 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.754541 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.754899 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.759818 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.provider_configuration [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service providers = [] {{(pid=102054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 13:47:27.760189 n-d-813419-9 neutron-server[102054]: DEBUG neutron.db.servicetype_db [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 13:47:27.763275 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.service_base [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:47:27.763631 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.service_base [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:47:27.763981 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.service_base [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:47:27.764923 n-d-813419-9 neutron-server[102054]: DEBUG neutron.services.service_base [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 13:47:27.765300 n-d-813419-9 neutron-server[102054]: INFO neutron.services.service_base [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 13:47:27.765684 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.766006 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 13:47:27.778110 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.778448 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: auto_allocate Oct 26 13:47:27.784289 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: network precommit_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.784650 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: network precommit_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.785176 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.785501 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: tag Oct 26 13:47:27.792260 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.793151 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: timestamp Oct 26 13:47:27.796989 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.797328 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: network_ip_availability Oct 26 13:47:27.803107 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.803483 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.803841 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:27.804587 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.804914 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: flavors Oct 26 13:47:27.810602 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.810931 n-d-813419-9 neutron-server[102054]: INFO neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading Plugin: revisions Oct 26 13:47:27.815271 n-d-813419-9 neutron-server[102054]: DEBUG neutron.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 13:47:27.815681 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=102054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 26 13:47:27.816428 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 26 13:47:27.816797 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Initializing extension manager. Oct 26 13:47:27.817311 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: __init__.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.817659 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: __pycache__ {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.818002 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.818340 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: address_group.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.819086 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.819687 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: address-group Oct 26 13:47:27.820018 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: address_scope.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.820762 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.821285 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: address-scope Oct 26 13:47:27.821614 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.822555 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.823081 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: router-admin-state-down-before-update Oct 26 13:47:27.823410 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: agent.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.824271 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.824817 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: agent Oct 26 13:47:27.825144 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: agent_resources_synced.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.826056 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.826577 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: agent-resources-synced Oct 26 13:47:27.826900 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.828731 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.829265 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: allowed-address-pairs Oct 26 13:47:27.829596 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.830669 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.831195 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: auto-allocated-topology Oct 26 13:47:27.831522 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: availability_zone.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.832214 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.832772 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: availability_zone Oct 26 13:47:27.833099 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: availability_zone_filter.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.834008 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.834526 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: availability_zone_filter Oct 26 13:47:27.834852 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: data_plane_status.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.835759 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.836276 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 13:47:27.836636 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: default_subnetpools.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.837556 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.838086 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: default-subnetpools Oct 26 13:47:27.838415 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.839220 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.839806 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: dhcp_agent_scheduler Oct 26 13:47:27.840132 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: dns.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.841087 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.841607 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension dns-integration not supported by any of loaded plugins Oct 26 13:47:27.841937 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: dns_domain_ports.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.842848 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.843362 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 13:47:27.843691 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.844702 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.845225 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 13:47:27.845554 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: dvr.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.846226 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.846747 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: dvr Oct 26 13:47:27.847075 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: ecmp_routes.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.848000 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.848548 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 13:47:27.848878 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: empty_string_filtering.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.849792 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.850316 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: empty-string-filtering Oct 26 13:47:27.850644 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.851572 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.852093 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 13:47:27.852417 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.853356 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.853874 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 13:47:27.854200 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: external_net.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.855841 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.856163 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: external-net Oct 26 13:47:27.856508 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.857424 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.857946 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: extra_dhcp_opt Oct 26 13:47:27.858270 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: extraroute.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.859194 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.859714 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: extraroute Oct 26 13:47:27.860039 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: extraroute_atomic.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.861112 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.861635 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: extraroute-atomic Oct 26 13:47:27.861962 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: filter_validation.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.862794 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.863317 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: filter-validation Oct 26 13:47:27.863645 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: fip_pf_description.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.864584 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.865108 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 13:47:27.865432 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: fip_port_details.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.866612 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.867143 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: fip-port-details Oct 26 13:47:27.867471 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: flavors.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.868737 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.869268 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: flavors Oct 26 13:47:27.869597 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.871929 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.872463 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 13:47:27.872827 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: floatingip_pools.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.873529 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.874053 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: floatingip-pools Oct 26 13:47:27.874383 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: ip_allocation.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.875319 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.875840 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 13:47:27.876169 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.877132 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.877655 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: ip-substring-filtering Oct 26 13:47:27.877985 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l2_adjacency.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.878914 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.879430 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 13:47:27.879759 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.880758 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.881281 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: router Oct 26 13:47:27.881617 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.884572 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.885333 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 13:47:27.885673 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.886651 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.887547 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: ext-gw-mode Oct 26 13:47:27.888119 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.889405 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.889941 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: l3-ha Oct 26 13:47:27.890274 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3_flavors.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.891285 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.892241 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: l3-flavors Oct 26 13:47:27.892616 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.893542 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.894065 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 13:47:27.894391 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: l3agentscheduler.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.895429 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.895959 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: l3_agent_scheduler Oct 26 13:47:27.896291 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: logging.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.897823 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.898368 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension logging not supported by any of loaded plugins Oct 26 13:47:27.898914 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: metering.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.900157 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.900839 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: metering Oct 26 13:47:27.901179 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.902855 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.903384 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: metering_source_and_destination_fields Oct 26 13:47:27.903720 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: multiprovidernet.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.904693 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.905419 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: multi-provider Oct 26 13:47:27.905990 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: netmtu.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.907450 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.908295 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: net-mtu Oct 26 13:47:27.908670 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: netmtu_writable.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.909602 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.910129 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: net-mtu-writable Oct 26 13:47:27.910461 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: network_availability_zone.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.911171 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.912100 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: network_availability_zone Oct 26 13:47:27.912700 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: network_ip_availability.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.913885 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.914419 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: network-ip-availability Oct 26 13:47:27.914749 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: network_segment_range.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.915522 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.916041 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 13:47:27.916370 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: pagination.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.917915 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.918461 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: pagination Oct 26 13:47:27.918830 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: port_device_profile.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.919752 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.920287 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: port-device-profile Oct 26 13:47:27.920641 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.921576 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.922104 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: port-mac-address-regenerate Oct 26 13:47:27.922430 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.923342 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.923872 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: port-numa-affinity-policy Oct 26 13:47:27.924201 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: port_resource_request.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.925157 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.925678 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 13:47:27.926005 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: portbindings.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.926925 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.927449 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: binding Oct 26 13:47:27.927777 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: portbindings_extended.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.929080 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.929606 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: binding-extended Oct 26 13:47:27.929940 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: portsecurity.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.930860 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.931383 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: port-security Oct 26 13:47:27.931711 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: project_id.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.932725 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.933771 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: project-id Oct 26 13:47:27.934183 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: providernet.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.935123 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.935641 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: provider Oct 26 13:47:27.935968 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.939596 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.940135 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos not supported by any of loaded plugins Oct 26 13:47:27.940476 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.941824 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.942358 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 13:47:27.942692 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.943626 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.944151 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 13:47:27.944482 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_default.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.945417 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.945939 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-default not supported by any of loaded plugins Oct 26 13:47:27.946267 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_fip.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.946920 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.947434 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-fip not supported by any of loaded plugins Oct 26 13:47:27.947761 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.948754 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.949357 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 13:47:27.949760 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.950811 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.951340 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 13:47:27.951672 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.952743 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.953266 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 13:47:27.953594 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_pps_rule.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.954779 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.955310 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-pps not supported by any of loaded plugins Oct 26 13:47:27.955641 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.956593 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.957121 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 13:47:27.957446 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: qos_rules_alias.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.958659 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.959195 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 13:47:27.959527 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: quotasv2.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.960468 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.960828 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: quotas Oct 26 13:47:27.961156 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: quotasv2_detail.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.964365 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.964745 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: quota_details Oct 26 13:47:27.965154 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: rbac.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.966221 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.966761 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: rbac-policies Oct 26 13:47:27.967095 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: rbac_address_group.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.968036 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.968602 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: rbac-address-group Oct 26 13:47:27.968939 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: rbac_address_scope.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.969866 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.970396 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: rbac-address-scope Oct 26 13:47:27.970724 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: rbac_security_groups.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.971639 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.972163 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: rbac-security-groups Oct 26 13:47:27.972524 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.973438 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.973964 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: rbac-subnetpool Oct 26 13:47:27.974294 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: revisionifmatch.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.975218 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.975743 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: revision-if-match Oct 26 13:47:27.976072 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: revisions.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.977226 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.977756 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: standard-attr-revisions Oct 26 13:47:27.978087 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: router_availability_zone.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.978765 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.979291 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: router_availability_zone Oct 26 13:47:27.979617 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: routerservicetype.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.981084 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.981606 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension router-service-type not supported by any of loaded plugins Oct 26 13:47:27.981933 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.982861 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.983391 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: security-groups-normalized-cidr Oct 26 13:47:27.983718 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.984667 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.985193 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: port-security-groups-filtering Oct 26 13:47:27.985519 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.986439 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.986967 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: security-groups-remote-address-group Oct 26 13:47:27.987293 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: securitygroup.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.998182 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:27.998722 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: security-group Oct 26 13:47:27.999057 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: segment.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:27.999855 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.000380 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension segment not supported by any of loaded plugins Oct 26 13:47:28.000743 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.001757 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.002281 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 13:47:28.002625 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: servicetype.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.003737 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.004275 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: service-type Oct 26 13:47:28.004713 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: sorting.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.005704 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.006042 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: sorting Oct 26 13:47:28.006372 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: standard_attr_segment.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.007291 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.007817 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 13:47:28.008145 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: standardattrdescription.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.008828 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.009356 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: standard-attr-description Oct 26 13:47:28.009682 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: stateful_security_group.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.010610 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.011162 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: stateful-security-group Oct 26 13:47:28.011576 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: stdattrs_common.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.012230 n-d-813419-9 neutron-server[102054]: WARNING neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 13:47:28.012586 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.013541 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.014068 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 13:47:28.014397 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnet_onboard.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.015480 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.016006 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: subnet_onboard Oct 26 13:47:28.016337 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.017301 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.017820 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 13:47:28.018147 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnet_service_types.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.019079 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.019614 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: subnet-service-types Oct 26 13:47:28.019944 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnetallocation.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.021074 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.021604 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: subnet_allocation Oct 26 13:47:28.021935 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.022606 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.023149 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: subnetpool-prefix-ops Oct 26 13:47:28.023478 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.024410 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.024959 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 13:47:28.025289 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: tagging.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.026373 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.027441 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: standard-attr-tag Oct 26 13:47:28.027826 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: timestamp.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.029121 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.029656 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loaded extension: standard-attr-timestamp Oct 26 13:47:28.029997 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: trunk.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.031043 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.031569 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension trunk not supported by any of loaded plugins Oct 26 13:47:28.031903 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: trunk_details.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.032870 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.033398 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension trunk-details not supported by any of loaded plugins Oct 26 13:47:28.033728 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.034701 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.035182 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 13:47:28.035513 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Loading extension file: vlantransparent.py {{(pid=102054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 13:47:28.036184 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 13:47:28.036737 n-d-813419-9 neutron-server[102054]: INFO neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 13:47:28.039203 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:network Oct 26 13:47:28.039735 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnet Oct 26 13:47:28.040140 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:47:28.040566 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:port Oct 26 13:47:28.041826 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.042283 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service FLAVORS assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.043629 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.044065 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.044405 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:router Oct 26 13:47:28.044896 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 13:47:28.045397 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service METERING assigned prefix: /metering {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.046851 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:28.047224 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:28.047579 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:47:28.048620 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 13:47:28.049068 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:security_group Oct 26 13:47:28.049507 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 13:47:28.050128 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service CORE assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.050464 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:47:28.050811 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] subnetpool is already registered Oct 26 13:47:28.051246 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service CORE assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.051579 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:47:28.051915 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] subnetpool is already registered Oct 26 13:47:28.054334 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.054786 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service FLAVORS assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.055412 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.055848 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.056197 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:router Oct 26 13:47:28.056570 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] router is already registered Oct 26 13:47:28.056989 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:floatingip Oct 26 13:47:28.057330 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] floatingip is already registered Oct 26 13:47:28.057809 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service METERING assigned prefix: /metering {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.058669 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 13:47:28.059011 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] rbac_policy is already registered Oct 26 13:47:28.059431 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:security_group Oct 26 13:47:28.059782 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] security_group is already registered Oct 26 13:47:28.060202 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 13:47:28.060568 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] security_group_rule is already registered Oct 26 13:47:28.061062 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service CORE assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.061392 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:47:28.061726 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] subnetpool is already registered Oct 26 13:47:28.062145 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.v2.resource_helper [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Service CORE assigned prefix: {{(pid=102054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 13:47:28.062472 n-d-813419-9 neutron-server[102054]: INFO neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 13:47:28.062805 n-d-813419-9 neutron-server[102054]: WARNING neutron.quota.resource_registry [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] subnetpool is already registered Oct 26 13:47:28.064536 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: extensions {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.066030 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: address-groups {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.067532 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: address-scopes {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.068780 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: agents {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.070057 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: auto-allocated-topology {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.071309 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: availability_zones {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.072559 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: dhcp-networks {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.074102 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: dhcp-agents {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.075628 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: routers {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.077781 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: flavors {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.079059 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: service_profiles {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.080289 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: next_providers {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.081763 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: service_profiles {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.083216 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: floatingip-pools {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.084584 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: routers {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.086700 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: floatingips {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.087996 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: l3-routers {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.089972 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: l3-agents {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.091422 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: metering-labels {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.092708 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: metering-label-rules {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.094098 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: network-ip-availabilities {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.095365 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: bindings {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.096961 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: quotas {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.098646 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: quotas {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.100168 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: rbac-policies {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.101394 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: security-groups {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.102742 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: security-group-rules {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.103979 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: service-providers {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.105873 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: subnetpools {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.107281 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: subnetpools {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.108779 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.110472 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.112269 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.114078 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.116039 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.118020 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.119718 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.122699 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.124522 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.126246 n-d-813419-9 neutron-server[102054]: DEBUG neutron.api.extensions [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Extended resource: tags {{(pid=102054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 13:47:28.132342 n-d-813419-9 neutron-server[102054]: WARNING keystonemiddleware.auth_token [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 13:47:28.137091 n-d-813419-9 neutron-server[102054]: WARNING keystonemiddleware.auth_token [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 13:47:28.145945 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Acquired lock "singleton_lock" {{(pid=102054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 26 13:47:28.146427 n-d-813419-9 neutron-server[102054]: DEBUG oslo_concurrency.lockutils [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Releasing lock "singleton_lock" {{(pid=102054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 26 13:47:28.147074 n-d-813419-9 neutron-server[102054]: INFO oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Starting 2 workers Oct 26 13:47:28.152474 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Started child 102163 {{(pid=102054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:47:28.156979 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Started child 102164 {{(pid=102054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:47:28.158077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.158723 n-d-813419-9 neutron-server[102054]: INFO neutron.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 13:47:28.159147 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Publish callbacks [] for process, before_spawn {{(pid=102054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.159523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [-] (102163) wsgi starting up on http://0.0.0.0:9696 Oct 26 13:47:28.161547 n-d-813419-9 neutron-server[102054]: INFO oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Starting 1 workers Oct 26 13:47:28.161853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.163201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [-] (102164) wsgi starting up on http://0.0.0.0:9696 Oct 26 13:47:28.166789 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Started child 102165 {{(pid=102054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:47:28.167323 n-d-813419-9 neutron-server[102054]: INFO oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Starting 1 workers Oct 26 13:47:28.171221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] calling RpcWorker wait() {{(pid=102165) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 13:47:28.171764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] returning from RpcWorker wait() {{(pid=102165) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 13:47:28.172369 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Started child 102166 {{(pid=102054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 13:47:28.173027 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.173190 n-d-813419-9 neutron-server[102054]: DEBUG neutron_lib.callbacks.manager [None req-b6ad450e-2c0b-4acd-b455-3eb8400c68e6 None None] Publish callbacks [] for process, after_spawn {{(pid=102054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.173698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:28.175046 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 13:47:28.175266 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:47:28.175453 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:47:28.175671 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:47:28.176003 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:47:28.176167 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:47:28.176707 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.176990 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.177134 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:28.177586 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.177586 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.177771 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.178351 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.178594 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.178857 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.179139 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.179379 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.179547 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.179711 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.179959 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.180204 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.180535 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.180803 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.181060 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.181312 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.181481 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.181746 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.182025 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.182271 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.182529 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] debug = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.182773 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.183266 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.183653 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.184059 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.184286 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.184576 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.184824 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.185081 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.185327 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.185548 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.185803 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.186059 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.186297 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.186507 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.186723 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.186984 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.187221 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.187705 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] host = n-d-813419-9 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.187936 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.188142 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.188370 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.188630 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.188876 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.189111 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.189365 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.189655 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.189868 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.190091 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.190357 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.190611 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.190849 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.191096 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.191260 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_options = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.191508 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.191782 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.192051 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.192247 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.192417 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.192617 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.192881 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.193045 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.193294 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.193509 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.193721 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.193963 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.194291 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.194424 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.194647 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.194877 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.195095 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.195325 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.195577 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.195806 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.196027 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.196254 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.196544 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.196760 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.197012 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.197225 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.197447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.197676 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.197887 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.198139 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.198370 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.198617 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.198863 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.199106 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.199375 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.199737 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.199944 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.200068 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.200283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.200520 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.200772 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.201051 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.201264 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.201508 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.201737 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.201965 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.202197 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_json = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.202406 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.202641 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.202880 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.203097 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.203329 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.203557 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.203785 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.203996 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.204394 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.204691 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.205008 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.205262 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.205508 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.205745 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.205994 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.206211 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.206468 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.206694 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.206992 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.207227 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.207600 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.207751 n-d-813419-9 neutron-server[102166]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:28.207893 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.208028 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.208324 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.208614 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.208890 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.209121 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.209352 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.209568 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.209806 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.210068 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.210303 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.210550 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.210777 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.210998 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.211322 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.212645 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.212645 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.212923 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.212923 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.213179 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.213392 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.213662 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.213864 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.214814 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.215198 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.215921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.215921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.216206 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.216206 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.216472 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.216693 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.217468 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.217468 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.217468 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.217914 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.217914 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.218171 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.218315 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.218458 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.218677 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.218891 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.219149 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.220064 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.220064 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.220064 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.220064 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.222042 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.223403 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224577 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224742 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.224954 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.225164 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.225390 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.225603 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.225831 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.226038 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.226256 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.226506 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.226717 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.227001 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.227300 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.227546 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.227782 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.228020 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.228311 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.228597 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.228790 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.229005 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.229248 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.229458 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.229712 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.229984 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.230730 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.230974 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.231288 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.231577 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.231804 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.232050 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.232264 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.232512 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.232751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.233032 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.233284 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.233534 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.233766 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.234014 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.234281 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.234551 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.234829 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.235066 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.235328 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.235617 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.235891 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.236156 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.236410 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.236660 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.237144 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.239898 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.239898 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.239898 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.239898 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.239898 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.240766 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.240766 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.241082 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.241211 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.241424 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.241685 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.241953 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.242356 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.242497 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.242646 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.242899 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.243103 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.243347 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.243565 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.243795 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.244007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.244237 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.244442 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.244677 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.244904 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.245112 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.245322 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.245587 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.245827 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.246043 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.246298 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.246504 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.246740 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.246976 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.247196 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.247438 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.247648 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.247854 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.248100 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.248572 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.249019 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.249457 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.249882 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.250283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.250690 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.251013 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.251169 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.251420 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.251595 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252359 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252359 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252359 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252792 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252792 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.252999 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.253082 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.253314 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.253571 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.253902 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.254334 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.254748 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.255138 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.255518 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.255782 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.256010 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.256251 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.256469 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.256744 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.256963 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.257204 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.257429 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.257682 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.257896 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.258131 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.258347 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.258584 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.258800 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.259089 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.259335 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260257 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260257 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260257 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260257 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260673 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260742 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.260955 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.261215 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.261447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.261669 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.261913 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.262123 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.262328 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.262558 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.262779 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.263016 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.263264 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.263510 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.263720 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.263939 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.264153 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.264362 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265408 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265408 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265408 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265408 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265738 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265738 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.265889 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.266058 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.266269 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.266479 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.266709 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.266913 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.267185 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.267435 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.267676 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.267969 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.268215 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.268459 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.269435 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.269435 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.269435 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.269675 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.269743 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.270230 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.270230 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.270399 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.271477 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.271477 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.271477 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.271477 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.271744 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.272237 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.272529 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.272750 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.273038 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.273378 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.273645 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.273902 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.274921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.274921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.274921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.274921 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.275198 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.275266 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.275443 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.275856 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.276240 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.276501 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.276730 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.277554 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.277951 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.278210 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.278471 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.278699 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.278932 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.279091 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:47:28.279646 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 13:47:28.279812 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 13:47:28.279969 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 13:47:28.280153 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 13:47:28.280326 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 13:47:28.280476 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 13:47:28.280707 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.280867 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.281024 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.281180 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.281337 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.281520 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.281681 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282061 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282222 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282515 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282515 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282792 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282875 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.282979 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.283287 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.283710 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.283971 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284073 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284207 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284370 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284622 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284961 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.284961 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] debug = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.285209 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.285312 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.285573 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.285741 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286018 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286232 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286377 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286484 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286659 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.286891 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.287048 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.287583 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.287583 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.287968 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.288045 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.288243 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.288646 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.288846 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] host = n-d-813419-9 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.289048 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.289161 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.289407 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.289566 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.290201 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.290201 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.290395 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.290636 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.290940 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.291044 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.291152 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.291532 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.291940 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.292211 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.293155 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_options = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.293420 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.293629 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.293845 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.294158 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.294272 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.294507 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.294678 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.294937 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.295122 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.295278 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.295458 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.295590 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.295874 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.296206 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.296439 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.296694 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.296902 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.297022 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.297365 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.297580 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.297847 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.298008 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.298349 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.298456 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.298692 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.298935 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.299114 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.299369 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.299450 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.299999 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.299999 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.300153 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.300219 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.300348 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.300790 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.300988 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.301500 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.301653 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.301862 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302099 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302099 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302388 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302504 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302729 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.302976 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.303129 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.303214 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_json = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.303465 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304049 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304049 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304281 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304428 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304677 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.304803 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.305089 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 13:47:28.305428 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.305428 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.305783 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.305964 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.306125 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.306367 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.306528 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.306669 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.306835 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307003 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307343 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307343 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307591 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307739 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.307924 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.308092 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.308309 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.308550 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.308689 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309025 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309025 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309255 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309338 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309539 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.309918 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.310360 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.310626 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.310626 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.310897 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.310897 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.311204 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.311420 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.311595 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.311720 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.311873 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.312030 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.312752 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.312752 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.312752 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.312752 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313069 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313069 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313241 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313382 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313548 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313795 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.313959 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314121 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314283 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314448 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314608 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314769 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.314930 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315090 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315248 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315419 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315578 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315750 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.315896 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316057 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316215 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316373 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316560 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316764 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.316979 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.317479 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.317479 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.317479 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.317479 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318046 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318046 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318046 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318046 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318531 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318531 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318531 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318831 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.318937 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319097 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319284 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319415 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319574 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319734 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.319893 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320052 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320210 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320368 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320548 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320718 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.320891 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321051 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321209 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321366 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321525 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321683 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321843 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.321995 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322119 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322280 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322425 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322584 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322745 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.322903 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.323061 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.323220 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.323378 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.323536 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.323727 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324304 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324478 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324661 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324821 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.324980 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325139 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325307 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325466 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325627 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325787 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.325953 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.326122 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.326282 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.326718 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.326718 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.326718 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327101 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327101 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327332 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327332 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327533 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327618 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327769 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.327937 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328095 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328255 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328413 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328620 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328780 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.328940 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329100 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329258 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329417 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329577 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:28.329756 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.329882 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330040 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330199 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330359 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330519 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330679 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330838 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.330996 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331155 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331314 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331472 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331632 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331792 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.331951 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332109 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332268 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332427 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332613 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332773 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.332932 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333090 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333249 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333407 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333564 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333723 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.333881 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334040 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334203 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334367 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334510 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334669 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334827 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.334986 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335145 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335304 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335464 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335627 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335785 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.335944 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336104 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336262 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336428 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336604 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336763 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.336924 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337082 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337242 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337414 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337572 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337730 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.337885 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338043 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338201 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338360 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338518 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338676 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338834 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.338992 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.339153 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.339882 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.340160 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.340352 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.340605 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.340769 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.340928 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341090 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341263 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341424 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341582 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341742 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.341903 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342062 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.342997 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.344751 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347007 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.347919 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.348447 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349113 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349658 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349658 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349658 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.349658 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350117 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350117 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350117 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350438 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350438 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350716 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350716 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350913 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.350913 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351101 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351216 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351374 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351534 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351693 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.351852 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352012 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352172 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352330 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352525 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352668 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352826 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.352985 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.353143 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 13:47:28.353279 n-d-813419-9 neutron-server[102054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 13:47:28.519849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:47:28.529032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070894 Oct 26 13:47:40.070320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcb0e5-7fa4-444f-b5fb-731488ab30f3 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 13:47:40.163210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcb0e5-7fa4-444f-b5fb-731488ab30f3 None None] No non-hosted networks {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 13:47:40.185454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.agentschedulers_db [None req-dadcb0e5-7fa4-444f-b5fb-731488ab30f3 None None] DHCP Agent not found on host n-d-813419-9 {{(pid=102165) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 26 13:47:40.416053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-77203c2f-dcfa-422c-a5a9-69bc041c6a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:42.757522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-646f1d42-f062-4596-b641-d22ea6eb0aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:42.816269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1959868e-31b4-42e5-b17e-4c29d7a75f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:43.674552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:43.676044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.677728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.678319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.678805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.680517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.681035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.682626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.684373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.684915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.686130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.689688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.690268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:43.690879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813419-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:43.713135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813419-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:47:44.083325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:45.638883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:46.057937 n-d-813419-9 neutron-server[102165]: INFO neutron.db.l3_hamode_db [None req-3f44eed6-ad7b-46ab-aec3-f56aab115e07 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 13:47:46.132701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44eed6-ad7b-46ab-aec3-f56aab115e07 None None] Routers set() bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:47:46.133083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44eed6-ad7b-46ab-aec3-f56aab115e07 None None] Router IDs set() for agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 13:47:46.976588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:47:47.465415 n-d-813419-9 neutron-server[102164]: WARNING oslo_policy.policy [None req-e89d8e91-e85c-4569-931f-09a537e5e23b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:47.465987 n-d-813419-9 neutron-server[102164]: WARNING oslo_policy.policy [None req-e89d8e91-e85c-4569-931f-09a537e5e23b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:47.692044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-e89d8e91-e85c-4569-931f-09a537e5e23b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:47:47.693146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e89d8e91-e85c-4569-931f-09a537e5e23b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7156279 Oct 26 13:47:50.191862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:47:50.498601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:47:50.594360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.policy [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102164) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 13:47:50.641249 n-d-813419-9 neutron-server[102164]: WARNING oslo_policy.policy [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:50.641624 n-d-813419-9 neutron-server[102164]: WARNING oslo_policy.policy [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:50.650035 n-d-813419-9 neutron-server[102164]: INFO neutron.quota [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] Loaded quota_driver: . Oct 26 13:47:50.738707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493879956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493880545', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493875824', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493833276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493259451', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752493852862', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3885276', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3888310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606246'] for rbac-policy, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:50.802767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:50.803924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a7020c0b-daf2-47e9-b55a-37671ae20b1b admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110690 Oct 26 13:47:53.473961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42902) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:47:53.967223 n-d-813419-9 neutron-server[102163]: WARNING oslo_policy.policy [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:53.967812 n-d-813419-9 neutron-server[102163]: WARNING oslo_policy.policy [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:54.192856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Request body: {'network': {'tenant_id': 'ad202336de024a47a64fa913383d9914', 'name': 'private', 'admin_state_up': True, 'project_id': 'ad202336de024a47a64fa913383d9914'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:47:54.194403 n-d-813419-9 neutron-server[102163]: INFO neutron.quota [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Loaded quota_driver: . Oct 26 13:47:54.249577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Made reservation on behalf of ad202336de024a47a64fa913383d9914 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:47:54.317190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.policy [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 13:47:54.363617 n-d-813419-9 neutron-server[102163]: WARNING oslo_policy.policy [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:54.363988 n-d-813419-9 neutron-server[102163]: WARNING oslo_policy.policy [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 13:47:54.375589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.396911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.508680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.513431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.532677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:47:54.561273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752494884374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.561844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Unsubscribe: segment precommit_create {{(pid=102163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 13:47:54.562354 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Added segment af9d759f-f35d-49df-85b3-65128d9b3b8f of type vlan for network 5cbf98a4-a233-48c7-b931-3d2a07b6406c Oct 26 13:47:54.578817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1196e2f5-196d-465a-9007-1d2f74f4f8e5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:47:54.598651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.598989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.599319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.599646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.600005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.600329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.600677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.600996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.601311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.601623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.601936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.602244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Tracked resource versions report: Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: pushed versions: Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: { 'AddressGroup': {'1.2'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'ConntrackHelper': {'1.0'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Log': {'1.0'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Network': {'1.1'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Port': {'1.7'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'PortForwarding': {'1.2'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'QosPolicy': {'1.10'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SecurityGroup': {'1.4'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SubPort': {'1.0'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Subnet': {'1.1'}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Trunk': {'1.1'}} Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: consumer versions: Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: L3 agent@n-d-813419-9: {}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: Metadata agent@n-d-813419-9: {}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: Metering agent@n-d-813419-9: {}, Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'ConntrackHelper': '1.0', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Log': '1.0', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Network': '1.1', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Port': '1.7', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'PortForwarding': '1.2', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'QosPolicy': '1.10', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SecurityGroup': '1.4', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SecurityGroupRule': '1.2', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'SubPort': '1.0', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Subnet': '1.1', Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: 'Trunk': '1.1'}} Oct 26 13:47:54.603308 n-d-813419-9 neutron-server[102163]: {{(pid=102163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:47:54.689824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.731842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.733131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:47:54.733770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:54.812359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3362026 Oct 26 13:47:54.840228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd9c5e-3b49-496f-ae75-b8b871111ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbf98a4-a233-48c7-b931-3d2a07b6406c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:47:54.852169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:47:57.608475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42924) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:47:58.011105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce466b1c-2835-441e-a8ae-e8cf4b409f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:47:58.013131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ce466b1c-2835-441e-a8ae-e8cf4b409f2f admin admin] 10.222.0.37 "GET /v2.0/networks/5cbf98a4-a233-48c7-b931-3d2a07b6406c HTTP/1.1" status: 200 len: 825 time: 0.4036560 Oct 26 13:47:58.055019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-49428306-3032-4470-bbcc-c42a3adf01c5 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/d581af26-1470-47df-9aac-7699b2b3db2c HTTP/1.1" status: 200 len: 734 time: 0.0354824 Oct 26 13:47:58.064889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Request body: {'subnet': {'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:47:58.087188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Made reservation on behalf of ad202336de024a47a64fa913383d9914 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:47:58.089435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Publish callbacks [] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:58.397998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:58.469130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c876d1a4-a9cd-4109-933a-1204d3174735,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:47:58.471131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Checking segment: {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:47:58.471517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Network hostable DHCP agents. Network: 5cbf98a4-a233-48c7-b931-3d2a07b6406c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:47:58.493610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:47:58.505674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5cbf98a4-a233-48c7-b931-3d2a07b6406c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:47:58.510483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:47:58.511079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:58.516334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a20803a-9a10-4db9-b98a-8fe66c4e85a9 None None] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:47:58.533104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-18fea5b8-e822-4ba4-9688-621baf5b98af admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4715359 Oct 26 13:47:58.846346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:47:58.847577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.141982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Allocated IP 172.20.0.2 (5cbf98a4-a233-48c7-b931-3d2a07b6406c/c876d1a4-a9cd-4109-933a-1204d3174735/cbf09777-9e7b-4ac3-90db-b0ee67469472) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:47:59.344094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.351293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.423048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:47:59.427833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:47:59.430858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:47:59.445911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Pushing event updated for resources: {'Port': ['ID=cbf09777-9e7b-4ac3-90db-b0ee67469472,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:47:59.478438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.478783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.479121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.479458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.479788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.480151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.480476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.480828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.481142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.481464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.481785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.482104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Tracked resource versions report: Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: pushed versions: Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: { 'AddressGroup': {'1.2'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'ConntrackHelper': {'1.0'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Log': {'1.0'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Network': {'1.1'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Port': {'1.7'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'PortForwarding': {'1.2'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'QosPolicy': {'1.10'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SecurityGroup': {'1.4'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SubPort': {'1.0'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Subnet': {'1.1'}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Trunk': {'1.1'}} Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: consumer versions: Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: L3 agent@n-d-813419-9: {}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: Metadata agent@n-d-813419-9: {}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: Metering agent@n-d-813419-9: {}, Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'ConntrackHelper': '1.0', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Log': '1.0', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Network': '1.1', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Port': '1.7', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'PortForwarding': '1.2', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'QosPolicy': '1.10', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SecurityGroup': '1.4', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SecurityGroupRule': '1.2', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'SubPort': '1.0', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Subnet': '1.1', Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: 'Trunk': '1.1'}} Oct 26 13:47:59.483200 n-d-813419-9 neutron-server[102165]: {{(pid=102165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:47:59.532675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Attempting to bind port cbf09777-9e7b-4ac3-90db-b0ee67469472 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:47:59.533280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Attempting to bind port cbf09777-9e7b-4ac3-90db-b0ee67469472 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:47:59.533588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Attempting to bind port cbf09777-9e7b-4ac3-90db-b0ee67469472 on network 5cbf98a4-a233-48c7-b931-3d2a07b6406c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:47:59.538512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:47:59.538913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Checking segment: {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:47:59.539380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.539822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Bound using segment: {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:47:59.540303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Bound port: cbf09777-9e7b-4ac3-90db-b0ee67469472, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:47:59.540744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.601258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] For port cbf09777-9e7b-4ac3-90db-b0ee67469472, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:47:59.605745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] For port cbf09777-9e7b-4ac3-90db-b0ee67469472, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cbf09777-9e7b-4ac3-90db-b0ee67469472,segment=NetworkSegment(af9d759f-f35d-49df-85b3-65128d9b3b8f),segment_id=af9d759f-f35d-49df-85b3-65128d9b3b8f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:47:59.609852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:47:59.675493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377de2-100a-40a6-870b-68a5c6ecb7b0 None None] Pushing event updated for resources: {'Port': ['ID=cbf09777-9e7b-4ac3-90db-b0ee67469472,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:01.079727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42932) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:01.407524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-f528e9aa-26d9-414c-b2a4-dd466a4ed9f9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:48:01.432520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f528e9aa-26d9-414c-b2a4-dd466a4ed9f9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3277783 Oct 26 13:48:03.948406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42940) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:04.275736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-b6618bb4-d683-45ef-b1d9-d4c7be45224f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:48:04.276755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b6618bb4-d683-45ef-b1d9-d4c7be45224f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3271816 Oct 26 13:48:06.233935 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:48:07.077838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42950) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:07.394140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Request body: {'router': {'tenant_id': 'ad202336de024a47a64fa913383d9914', 'name': 'router1', 'admin_state_up': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:48:07.419185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:07.420823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:07.559011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:07.563869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:07.587016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:07.598055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6e2b6c4d-73bd-4fe4-baba-8e7a24d259ac admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5093753 Oct 26 13:48:07.888855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cbf09777-9e7b-4ac3-90db-b0ee67469472 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:48:07.976831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port cbf09777-9e7b-4ac3-90db-b0ee67469472 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:07.977224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:08.086075 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:08.121317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port cbf09777-9e7b-4ac3-90db-b0ee67469472, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cbf09777-9e7b-4ac3-90db-b0ee67469472,segment=NetworkSegment(af9d759f-f35d-49df-85b3-65128d9b3b8f),segment_id=af9d759f-f35d-49df-85b3-65128d9b3b8f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:48:08.126185 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:08.174394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=cbf09777-9e7b-4ac3-90db-b0ee67469472,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:08.961816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c1717-cc10-4611-8b95-e6cd04dedfcb None None] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:48:09.034995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-61948ffc-3b94-4fa7-9cc0-083c9be62d08 None None] Provisioning complete for port cbf09777-9e7b-4ac3-90db-b0ee67469472 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:09.035360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-61948ffc-3b94-4fa7-9cc0-083c9be62d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:09.403145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d34059ff-393b-41a0-8d1e-6cf3644a33ed None None] Provisioning complete for port cbf09777-9e7b-4ac3-90db-b0ee67469472 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:09.403511 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d34059ff-393b-41a0-8d1e-6cf3644a33ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:09.865871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cbf09777-9e7b-4ac3-90db-b0ee67469472 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:48:09.915018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port cbf09777-9e7b-4ac3-90db-b0ee67469472 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:09.915475 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:10.003585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef11c-90b7-4b1e-b9c2-b846ae54ca4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:10.161550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42962) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:10.474757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-0a991d72-ba55-4103-a73b-3ca5dd98fa3e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:48:10.475729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0a991d72-ba55-4103-a73b-3ca5dd98fa3e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3132393 Oct 26 13:48:12.753416 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b1db159-6b12-4f44-980a-fef2e4e0abef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.011341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:13.333315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:48:13.352988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Made reservation on behalf of 03a8df1023fd4f04a9220f9dd7212170 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:48:13.355961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.364217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.440457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.444100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.459142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Reserving flat network on physical network physnet1 {{(pid=102163) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 13:48:13.478122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb4165-58c3-46b3-a821-59acfda8b65d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:13.483935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.484273 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Added segment f3206427-b76e-4128-b5ce-00224e1a64b9 of type flat for network d20bd7ce-4186-4f12-ac1d-76acb8b76618 Oct 26 13:48:13.533823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.564234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.565150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:13.565717 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.620152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6077571 Oct 26 13:48:13.624803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c0621-6823-4a51-9066-5f9f2dabe714 admin admin] Pushing event updated for resources: {'Network': ['ID=d20bd7ce-4186-4f12-ac1d-76acb8b76618,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:13.635371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:48:13.712716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:13.978034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:15.561580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:16.155509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42988) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:16.392103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7927523-7eaa-42b4-bf05-61af3a8f0e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:16.393617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f7927523-7eaa-42b4-bf05-61af3a8f0e67 admin admin] 10.222.0.37 "GET /v2.0/subnets/c876d1a4-a9cd-4109-933a-1204d3174735 HTTP/1.1" status: 200 len: 849 time: 0.2371924 Oct 26 13:48:16.560856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9353f0f6-c372-411e-95f9-3e9b4012d719 admin admin] 10.222.0.37 "GET /v2.0/routers/2d33febb-42ca-48a7-bb07-3924b3c9b7ca HTTP/1.1" status: 200 len: 704 time: 0.1609468 Oct 26 13:48:16.854781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.173521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Allocated IP 172.20.0.1 (5cbf98a4-a233-48c7-b931-3d2a07b6406c/c876d1a4-a9cd-4109-933a-1204d3174735/e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:48:17.390281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.458444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.521071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:48:17.526825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:48:17.564703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:48:17.565297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.652707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Pushing event updated for resources: {'Port': ['ID=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:17.706787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.707125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.707453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.707776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.708097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.708415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.708798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.709073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.709386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.709700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.710011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.710338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Tracked resource versions report: Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: pushed versions: Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: { 'AddressGroup': {'1.2'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'ConntrackHelper': {'1.0'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Log': {'1.0'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Network': {'1.1'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Port': {'1.7'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'PortForwarding': {'1.2'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'QosPolicy': {'1.10'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SecurityGroup': {'1.4'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SubPort': {'1.0'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Subnet': {'1.1'}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Trunk': {'1.1'}} Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: consumer versions: Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: L3 agent@n-d-813419-9: {}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: Metadata agent@n-d-813419-9: {}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: Metering agent@n-d-813419-9: {}, Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'ConntrackHelper': '1.0', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Log': '1.0', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Network': '1.1', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Port': '1.7', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'PortForwarding': '1.2', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'QosPolicy': '1.10', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SecurityGroup': '1.4', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SecurityGroupRule': '1.2', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'SubPort': '1.0', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Subnet': '1.1', Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: 'Trunk': '1.1'}} Oct 26 13:48:17.711383 n-d-813419-9 neutron-server[102164]: {{(pid=102164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:48:17.797186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ae3904f3-d172-49b2-92a5-bdce5a7faa97 None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:17.797746 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ae3904f3-d172-49b2-92a5-bdce5a7faa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.830536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:17.831158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ae3904f3-d172-49b2-92a5-bdce5a7faa97 None None] Port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:48:18.046304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:18.051094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:18.051952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:18.129945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Pushing event updated for resources: {'Port': ['ID=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:18.177559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:48:18.178847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:48:18.353578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-22689283-b570-4a9c-9422-26561275c4fd None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:18.353941 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22689283-b570-4a9c-9422-26561275c4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:18.388541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-22689283-b570-4a9c-9422-26561275c4fd None None] Port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:48:18.391988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:48:18.486681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:48:18.492279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0961242f-135b-4a2f-8662-077348a99551 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d33febb-42ca-48a7-bb07-3924b3c9b7ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9254546 Oct 26 13:48:18.496704 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Sync routers for ids ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:48:18.509885 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Routers {'2d33febb-42ca-48a7-bb07-3924b3c9b7ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:48:18.510834 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:18.709705 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Set router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:48:19.186796 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:17Z', 'revision_number': 2, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port_host': None, '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:17Z', 'revision_number': 2, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:19.250512 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Checking router: 2d33febb-42ca-48a7-bb07-3924b3c9b7ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:48:19.251083 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Updating router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:48:19.314705 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:19.870544 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:19.877709 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.041119 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Pushing event updated for resources: {'Port': ['ID=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:20.050326 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Attempting to bind port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:48:20.050728 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Attempting to bind port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:48:20.051175 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Attempting to bind port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 on network 5cbf98a4-a233-48c7-b931-3d2a07b6406c {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:48:20.054882 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.055232 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.055567 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.055895 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.056227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.056573 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.056890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.057213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.058107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.058451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.058861 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.059182 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Tracked resource versions report: Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: pushed versions: Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: { 'AddressGroup': {'1.2'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'ConntrackHelper': {'1.0'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Log': {'1.0'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Network': {'1.1'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Port': {'1.7'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'PortForwarding': {'1.2'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'QosPolicy': {'1.10'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SecurityGroup': {'1.4'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SubPort': {'1.0'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Subnet': {'1.1'}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Trunk': {'1.1'}} Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: consumer versions: Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: L3 agent@n-d-813419-9: {}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: Metadata agent@n-d-813419-9: {}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: Metering agent@n-d-813419-9: {}, Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'ConntrackHelper': '1.0', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Log': '1.0', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Network': '1.1', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Port': '1.7', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'PortForwarding': '1.2', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'QosPolicy': '1.10', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SecurityGroup': '1.4', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SecurityGroupRule': '1.2', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'SubPort': '1.0', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Subnet': '1.1', Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: 'Trunk': '1.1'}} Oct 26 13:48:20.060291 n-d-813419-9 neutron-server[102166]: {{(pid=102166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:48:20.066525 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:48:20.066904 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Checking segment: {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:48:20.067382 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.067773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Bound using segment: {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:48:20.068307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Bound port: e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9d759f-f35d-49df-85b3-65128d9b3b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:48:20.068726 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.120514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b3354615-01e6-4717-bdb9-926debb723f6 None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:20.121225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3354615-01e6-4717-bdb9-926debb723f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.146815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] For port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:48:20.160111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b3354615-01e6-4717-bdb9-926debb723f6 None None] Port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:48:20.166583 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] For port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,segment=NetworkSegment(af9d759f-f35d-49df-85b3-65128d9b3b8f),segment_id=af9d759f-f35d-49df-85b3-65128d9b3b8f)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:48:20.171508 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.228190 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920e5c-12e3-4a9d-a1e7-35e41e904804 None None] Pushing event updated for resources: {'Port': ['ID=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:20.234299 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Routers {'2d33febb-42ca-48a7-bb07-3924b3c9b7ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:48:20.234900 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:20.327394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] Set router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:48:20.482976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:20.483240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.552752 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:17Z', 'revision_number': 2, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port_host': None, '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:20Z', 'revision_number': 4, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:20.563660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.585089 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b05f5-bce8-4700-a3ef-28a35c500ed1 None None] The sync data for ids ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'] in n-d-813419-9 is: [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:17Z', 'revision_number': 2, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port_host': None, '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:20Z', 'revision_number': 4, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:48:20.598225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] For port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,segment=NetworkSegment(af9d759f-f35d-49df-85b3-65128d9b3b8f),segment_id=af9d759f-f35d-49df-85b3-65128d9b3b8f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:48:20.605581 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:20.659339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75893a22-8306-466f-806e-b536fd6a4108 None None] Pushing event updated for resources: {'Port': ['ID=e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:21.016064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:21.128944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd15969-1989-4b9c-b9ae-29ee0c33dfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:21.130321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4cd15969-1989-4b9c-b9ae-29ee0c33dfd5 admin admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 842 time: 0.1131775 Oct 26 13:48:21.141284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:48:21.169765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Made reservation on behalf of 03a8df1023fd4f04a9220f9dd7212170 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:48:21.172278 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:21.493267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 13:48:21.493725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:21.554259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4712512c-e3e6-4949-9908-c8d5723d9d7b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:21.560451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:48:21.560849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Network hostable DHCP agents. Network: d20bd7ce-4186-4f12-ac1d-76acb8b76618, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:48:21.583261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:48:21.595166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d20bd7ce-4186-4f12-ac1d-76acb8b76618) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:48:21.600034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:21.600771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:21.606387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e5263d-8087-4c22-8099-3f93eeef8268 None None] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:48:21.621402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ec48b260-1369-4d9b-a8bc-831972475fcd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4836180 Oct 26 13:48:21.748069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be51e1-4e73-473b-bd3b-d7d305cc76d3 None None] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:48:24.111166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:24.248085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-90fa4572-a771-4007-8113-7514fcdbede0 admin admin] 10.222.0.37 "GET /v2.0/routers/2d33febb-42ca-48a7-bb07-3924b3c9b7ca HTTP/1.1" status: 200 len: 710 time: 0.1356640 Oct 26 13:48:24.346750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ac92d-6720-47dd-8e2a-f1e43f381d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:48:24.348172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-115ac92d-6720-47dd-8e2a-f1e43f381d55 admin admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 886 time: 0.0939565 Oct 26 13:48:24.359104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:48:24.622263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:24.928877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.001739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.105539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Allocated IP 172.25.5.59 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c63da96a-94ed-4410-ac66-9d111d519668) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:48:25.210624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.244752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.283740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:48:25.287980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:48:25.294601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Pushing event updated for resources: {'Port': ['ID=c63da96a-94ed-4410-ac66-9d111d519668,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:25.306057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:48:25.555338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.750391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.753809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.861959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:48:25.969327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:48:25.974123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:25.975300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbc9b316-7b7d-4155-a9bc-94c4381c3405 admin admin] 10.222.0.37 "PUT /v2.0/routers/2d33febb-42ca-48a7-bb07-3924b3c9b7ca HTTP/1.1" status: 200 len: 889 time: 1.6198399 Oct 26 13:48:27.766806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Sync routers for ids ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:48:27.778948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Routers {'2d33febb-42ca-48a7-bb07-3924b3c9b7ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:48:27.779703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:27.912246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:48:28.031021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Set router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:48:28.095709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:28.096076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:28.549832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43034) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:48:28.564273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:25Z', 'revision_number': 4, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port': {'id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:25Z', 'updated_at': '2021-10-26T13:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:20Z', 'revision_number': 5, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:28.618457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Checking router: 2d33febb-42ca-48a7-bb07-3924b3c9b7ca for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:48:28.618812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Updating router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca port c63da96a-94ed-4410-ac66-9d111d519668 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:48:28.665976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:28.666223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9ba7ee8d-5423-474c-b347-109854c9281f admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151533 Oct 26 13:48:29.008631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:29.014152 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:29.061772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0c77-ad2c-4a67-97b3-e2331996ca0a None None] Pushing event updated for resources: {'Port': ['ID=c63da96a-94ed-4410-ac66-9d111d519668,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:29.072247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Attempting to bind port c63da96a-94ed-4410-ac66-9d111d519668 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:48:29.072649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Attempting to bind port c63da96a-94ed-4410-ac66-9d111d519668 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:48:29.073065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Attempting to bind port c63da96a-94ed-4410-ac66-9d111d519668 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:48:29.078056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:48:29.078421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:48:29.078817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:29.079203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:48:29.079679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Bound port: c63da96a-94ed-4410-ac66-9d111d519668, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:48:29.080051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:29.133065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] For port c63da96a-94ed-4410-ac66-9d111d519668, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:48:29.137902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] For port c63da96a-94ed-4410-ac66-9d111d519668, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c63da96a-94ed-4410-ac66-9d111d519668,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:48:29.142681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:29.203532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Routers {'2d33febb-42ca-48a7-bb07-3924b3c9b7ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:48:29.204149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:29.206850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0c77-ad2c-4a67-97b3-e2331996ca0a None None] Pushing event updated for resources: {'Port': ['ID=c63da96a-94ed-4410-ac66-9d111d519668,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:29.317744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] Set router 2d33febb-42ca-48a7-bb07-3924b3c9b7ca gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:48:29.550414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:25Z', 'revision_number': 4, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port': {'id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:25Z', 'updated_at': '2021-10-26T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:20Z', 'revision_number': 5, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:48:29.578657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeba5f-7b91-4b01-a7be-a3fb235e2642 None None] The sync data for ids ['2d33febb-42ca-48a7-bb07-3924b3c9b7ca'] in n-d-813419-9 is: [{'id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'name': 'router1', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:48:07Z', 'updated_at': '2021-10-26T13:48:25Z', 'revision_number': 4, 'project_id': 'ad202336de024a47a64fa913383d9914', 'gw_port': {'id': 'c63da96a-94ed-4410-ac66-9d111d519668', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:25Z', 'updated_at': '2021-10-26T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4', 'name': '', 'network_id': '5cbf98a4-a233-48c7-b931-3d2a07b6406c', 'tenant_id': 'ad202336de024a47a64fa913383d9914', 'mac_address': 'fa:16:3e:c2:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d33febb-42ca-48a7-bb07-3924b3c9b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:48:16Z', 'updated_at': '2021-10-26T13:48:20Z', 'revision_number': 5, 'project_id': 'ad202336de024a47a64fa913383d9914', 'subnets': [{'id': 'c876d1a4-a9cd-4109-933a-1204d3174735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd581af26-1470-47df-9aac-7699b2b3db2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:48:29.927706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c63da96a-94ed-4410-ac66-9d111d519668 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:48:30.023945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c63da96a-94ed-4410-ac66-9d111d519668 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:30.024636 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:30.122059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:30.144320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c63da96a-94ed-4410-ac66-9d111d519668, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c63da96a-94ed-4410-ac66-9d111d519668,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:48:30.148352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:30.197599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c63da96a-94ed-4410-ac66-9d111d519668,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:48:31.878919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c63da96a-94ed-4410-ac66-9d111d519668 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:48:31.932066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c63da96a-94ed-4410-ac66-9d111d519668 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:48:31.932439 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:40.001575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01a6b894-c656-4e20-889a-a08ba6145f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:42.757688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-24443cae-a30f-42af-b678-02bf11963b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:43.235204 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:48:43.675972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:43.986702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:48:45.596196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:10.003823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7a12bac-5b0a-46ca-8414-fa7ac30d5ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:12.762508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9317cbe4-2aa5-4f9a-ae5b-54e815ba7b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:13.682997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:13.984098 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:15.575907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:20.234593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:49:39.997289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c904a8-3010-45fd-8961-f9521c8e96df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:42.767834 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-61f1a14c-8db3-4a0e-8f42-1f18b6efd5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:43.678982 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:43.986847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:45.577729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:49:57.233145 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:50:10.000331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b76ce652-a3cf-428a-a3bd-dbb6d33a1db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:12.770659 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d39ad93a-4e92-450e-a24e-474a4732ed4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:13.456944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:13.521453 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209bb36-7275-4c8f-a9cf-bae63b0aec8b admin admin] GET failed (client error): The resource could not be found. Oct 26 13:50:13.522810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5209bb36-7275-4c8f-a9cf-bae63b0aec8b admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649240 Oct 26 13:50:13.673553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:13.773650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b57154-a5cd-4917-97d5-ca84ade02c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:13.775649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2b57154-a5cd-4917-97d5-ca84ade02c2f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2479565 Oct 26 13:50:13.991953 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:15.583862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.071793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:16.173473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a98a9-237f-43e6-a936-2d023ca2164f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:16.174825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-728a98a9-237f-43e6-a936-2d023ca2164f admin admin] 10.222.0.37 "GET /v2.0/subnets/c876d1a4-a9cd-4109-933a-1204d3174735 HTTP/1.1" status: 200 len: 849 time: 0.1020839 Oct 26 13:50:16.184864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:50:16.268823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.419259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752494810085'] for subnet, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.451590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:16.452629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.453653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] 10.222.0.37 "PUT /v2.0/subnets/c876d1a4-a9cd-4109-933a-1204d3174735 HTTP/1.1" status: 200 len: 868 time: 0.2722075 Oct 26 13:50:16.456607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea9518-af68-4e9b-af31-daf2ada808cf None None] Network 5cbf98a4-a233-48c7-b931-3d2a07b6406c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:50:16.473367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c876d1a4-a9cd-4109-933a-1204d3174735,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:50:16.482031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.482396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.482726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.483063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.483395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.483724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.484053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.484380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.484734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.485060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.485386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.485710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079521b1-c381-414d-9b02-5745a3478e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:50:16.805892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-56c4b323-1075-4f71-a072-532a5c1191e9 None None] Provisioning complete for port e35688d3-26d9-4fc5-8cf3-e0e2db9f40d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:50:16.806402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56c4b323-1075-4f71-a072-532a5c1191e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:16.890570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-56c4b323-1075-4f71-a072-532a5c1191e9 None None] Provisioning complete for port cbf09777-9e7b-4ac3-90db-b0ee67469472 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:50:16.890933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56c4b323-1075-4f71-a072-532a5c1191e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:18.822337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:19.044210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf2b8b-958f-4c09-8bc9-cb6119b9856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:19.044717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf2b8b-958f-4c09-8bc9-cb6119b9856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:19.046473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-faaf2b8b-958f-4c09-8bc9-cb6119b9856c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2231245 Oct 26 13:50:21.353869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:21.490439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725888a-044b-4959-983a-412fddb3d0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:21.490917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725888a-044b-4959-983a-412fddb3d0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:21.492832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2725888a-044b-4959-983a-412fddb3d0ff admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1378467 Oct 26 13:50:24.036183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43664) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:24.214887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be778b-f92e-4679-94bb-89cd65192c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:24.216158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-71be778b-f92e-4679-94bb-89cd65192c3c admin admin] 10.222.0.37 "GET /v2.0/networks/5cbf98a4-a233-48c7-b931-3d2a07b6406c HTTP/1.1" status: 200 len: 869 time: 0.1790032 Oct 26 13:50:26.522585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:26.655766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca890576-40c9-47d1-8746-89fd6f70a2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:26.657202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ca890576-40c9-47d1-8746-89fd6f70a2dd admin admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 886 time: 0.1336682 Oct 26 13:50:28.952732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43680) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:29.080464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e524331-f88f-44d4-8f51-475a144a4434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:29.080943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e524331-f88f-44d4-8f51-475a144a4434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:29.082489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8e524331-f88f-44d4-8f51-475a144a4434 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288033 Oct 26 13:50:31.392988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43688) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:31.521435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9200b-3878-4d69-8778-e23de1c04802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:31.521897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9200b-3878-4d69-8778-e23de1c04802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:31.523425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4cb9200b-3878-4d69-8778-e23de1c04802 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294808 Oct 26 13:50:33.833031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:33.921360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca1cdd7-aaab-4624-893f-4d55e6a1a89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:33.922739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ca1cdd7-aaab-4624-893f-4d55e6a1a89d admin admin] 10.222.0.37 "GET /v2.0/subnets/4712512c-e3e6-4949-9908-c8d5723d9d7b HTTP/1.1" status: 200 len: 816 time: 0.0887198 Oct 26 13:50:34.233899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:50:36.214894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:50:36.308569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb3d7d-86d7-444d-8f3f-51ad28d6212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:50:36.310068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23cb3d7d-86d7-444d-8f3f-51ad28d6212f admin admin] 10.222.0.37 "GET /v2.0/subnets/c876d1a4-a9cd-4109-933a-1204d3174735 HTTP/1.1" status: 200 len: 868 time: 0.0942101 Oct 26 13:50:40.010484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-64c946c2-ef60-4f8a-b00d-fe32f2cb5e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:42.774132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40a5f06e-a6df-40f3-adda-343278ac0fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:43.677528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:43.993029 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:50:45.583848 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:01.099472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43758) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:51:01.147230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-573d1b70-9dea-4c9e-820a-923067df0a2c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:51:01.148235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-573d1b70-9dea-4c9e-820a-923067df0a2c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0477967 Oct 26 13:51:03.550502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43766) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:51:03.611839 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb6d36a-9e9e-4b0f-b41d-d44a06a241f9 admin admin] GET failed (client error): The resource could not be found. Oct 26 13:51:03.613168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9cb6d36a-9e9e-4b0f-b41d-d44a06a241f9 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617001 Oct 26 13:51:03.799921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083f29f-753c-4e37-b752-b65f22648d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:51:03.801348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0083f29f-753c-4e37-b752-b65f22648d38 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1835332 Oct 26 13:51:06.144811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43774) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:51:06.193041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:51:06.213373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Made reservation on behalf of 03a8df1023fd4f04a9220f9dd7212170 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:51:06.215759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:06.250482 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.revisions.revision_plugin [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Could not find related network for resource to bump revision. Oct 26 13:51:06.261493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:51:06.270710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:06.271052 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Added segment 26af176d-2c62-469b-9f85-3f2764e892e4 of type vlan for network 1839a72e-7588-4c4b-ac80-894b44b8b2cf Oct 26 13:51:06.316089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:06.341048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:06.341964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:51:06.342565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:06.392054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2461631 Oct 26 13:51:06.403264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7668f-213b-409a-8ba0-05f711033a88 admin admin] Pushing event updated for resources: {'Network': ['ID=1839a72e-7588-4c4b-ac80-894b44b8b2cf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:51:06.413986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:51:08.724106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43782) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:51:08.784536 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e181df9-e154-45e5-89c0-0bf909900d10 admin admin] GET failed (client error): The resource could not be found. Oct 26 13:51:08.785787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6e181df9-e154-45e5-89c0-0bf909900d10 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607069 Oct 26 13:51:08.857660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b8803-cf16-4d39-8a1b-3d7eea8fc4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:51:08.859112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f50b8803-cf16-4d39-8a1b-3d7eea8fc4dc admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680273 Oct 26 13:51:08.869795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Request body: {'subnet': {'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:51:08.890030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Made reservation on behalf of 03a8df1023fd4f04a9220f9dd7212170 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:51:08.892292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.051608 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.104471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca49a07-261f-4ebe-91eb-56c81ea7d985,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:51:09.112708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:51:09.113062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Network hostable DHCP agents. Network: 1839a72e-7588-4c4b-ac80-894b44b8b2cf, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:51:09.129555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:51:09.138126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1839a72e-7588-4c4b-ac80-894b44b8b2cf) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:51:09.142997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:51:09.143690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.148231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a064c-6ba3-4bf6-b02f-e400264825cd None None] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:51:09.161073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4981c95d-8b21-4688-8c77-0800dd6002bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2949913 Oct 26 13:51:09.401301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'tenant_id': '03a8df1023fd4f04a9220f9dd7212170', 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:51:09.402216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.541070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Allocated IP 192.168.233.2 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:51:09.699379 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.737405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.785946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:51:09.807889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:51:09.812226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:51:09.866771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Pushing event updated for resources: {'Port': ['ID=9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:51:09.887658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.887997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.888335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.888689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.889020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.889344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.889683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.890000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.890322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.890630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.890943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.891253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:51:09.895152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Attempting to bind port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:51:09.895513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Attempting to bind port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:51:09.895871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Attempting to bind port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:51:09.905819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:51:09.906182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:51:09.906564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.906940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:51:09.907397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Bound port: 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:51:09.907834 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:09.987657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] For port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:51:10.016138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] For port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:51:10.020741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:10.026186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-436111b1-2788-452c-b560-19837310dba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:10.078755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420e31e-bb15-4099-a885-ec547612c866 None None] Pushing event updated for resources: {'Port': ['ID=9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:51:10.965869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529d948-96b3-440f-9880-d9ed50e0e2ac None None] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:51:11.034145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] Provisioning complete for port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:51:11.034431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:11.181573 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:11.220661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] For port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:51:11.225244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:11.237332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:51:11.283613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189622c0-fa47-4871-88c0-38610485ebdd None None] Pushing event updated for resources: {'Port': ['ID=9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:51:11.445132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-88199e01-7fef-436c-a87f-ba74447a8a54 None None] Provisioning complete for port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:51:11.446012 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-88199e01-7fef-436c-a87f-ba74447a8a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:12.018585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:51:12.074111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9f3af0c3-6ae9-4a51-ac7b-0d28f456cd72 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:51:12.074479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:12.775306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ada5cedd-d2ba-4510-98d5-4e26930980d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:13.682032 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:13.999323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:15.587987 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:40.009367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a50a3df-6049-422b-8e52-cf8a8a8fb5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:42.775878 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8365ead-093d-49b3-9192-051b00463c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:43.684632 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:43.999655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:45.594316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:51:48.236929 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:52:10.014825 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f2b340df-7fd2-4cf3-b373-ce5bed6bc46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:12.779103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-926f3222-121b-4e53-a76d-4a25a29bdc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:13.687036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:14.001574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:15.596357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.335881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43828) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:52:18.343046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-d3abf4e1-5a88-4ade-8a2f-7d27c780b504 tempest-verify_tempest_config-928673498 tempest-verify_tempest_config-928673498-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:52:18.344282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d3abf4e1-5a88-4ade-8a2f-7d27c780b504 tempest-verify_tempest_config-928673498 tempest-verify_tempest_config-928673498-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0066657 Oct 26 13:52:18.649759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:52:18.751903 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.824385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.828308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.876358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57b9dec022344413b1ef307d4fcf87ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2255163 Oct 26 13:52:18.877319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902decac-3537-415a-be4a-3d8b07bb429c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:52:18.879155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43850) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:52:18.885175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.885528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.885872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.886212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.886552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.886883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.887214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.887543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.887871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.888212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.888573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.888918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ef88c1-36ea-49d6-886c-24d756fcfb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:18.958720 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:18.979332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:19.068667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:19.071355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:19.072678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/902decac-3537-415a-be4a-3d8b07bb429c HTTP/1.1" status: 204 len: 168 time: 0.1925142 Oct 26 13:52:19.082314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902decac-3537-415a-be4a-3d8b07bb429c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:52:19.091581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.092131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.092624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.093024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.093483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.093871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.094255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.094629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.095009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.095390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.095787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:19.096658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db65573-4cdc-4033-8f3a-6d8129fc7edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:52:25.235451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:52:40.018112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c1735b4-68f0-4479-925c-056c10e461b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:42.780064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0877bd34-7f40-4b70-a431-b687b588e1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:43.692259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:44.009055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:52:45.597503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:02.233871 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:53:10.021158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-be4b49ac-203b-4e55-a3a1-3d2baa25f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:12.781556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-19ed5767-4cdb-42da-aa24-c9db91420d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:13.695034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:14.008988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:15.600668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:39.233545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:53:40.022903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-589d1672-d0ff-4205-a6a7-64d3140a30e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:42.786526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a9367999-a876-406c-ac09-050e6feb8dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:43.698959 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:44.013183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:53:45.612231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:10.024578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0e82d8c-0954-4176-b4f7-e62d9b369e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:12.788100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dc3660c1-cae1-4962-b632-9a61ada4c7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:13.702107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:14.015196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:15.610652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:16.232193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:54:40.029160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e942d99d-eb82-4f00-8852-39fefd16a492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:42.789277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8e858119-6b7f-4005-bc0e-e92eec1fdaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:43.704059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:44.018046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:45.611608 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:54:53.230425 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 5 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:55:10.030942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a268958-bb59-4598-9f44-daa603ccff1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:12.790741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9cf27cca-5e25-4ca9-b17f-edad0722dc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:13.706659 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:14.021575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:15.615798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:21.443340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:23.006635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592298'] for agent, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:30.229035 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:55:40.033311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d4dfe5-5011-44ce-805a-14ab346ea7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:42.792066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2f706b55-4e21-4592-b314-65a5bd6303dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:43.707651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:44.024223 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:45.618988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:51.428744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:55:52.929186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:07.230619 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:56:10.035266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ced77e09-e79a-409a-b0b8-c721e2a065de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:12.794192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f0e0e536-4078-48a0-a017-f786e4a121fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:13.326680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:13.432274 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4dbba5f4-4688-4d0c-92ee-958ec3466c93 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1051760 Oct 26 13:56:13.709648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:14.026320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.622478 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:15.764193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:56:15.818538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6aacff17-d1a5-42fa-8442-24edca0bd364 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0532527 Oct 26 13:56:21.425074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:22.931669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:40.035737 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e01fb661-e8b4-4817-9532-e45f2a518bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:42.796002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2953610d-873b-44af-9e8c-8ca65fd407dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:43.713199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.030283 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:44.230119 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:56:45.626197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:51.426122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:56:52.926302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:10.038861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad690-d59c-4121-9dd0-c4d954034816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:12.797048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f2431b2-5979-40a7-aa4c-5120eca27b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:13.718507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:14.033309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:15.630508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:21.229001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:57:21.428600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:22.941661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:40.047483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-37079c15-78c1-4b1f-8c1b-2e2e9221f782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:41.200479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44142) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:41.614173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44164) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:41.633163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5ad1871-0172-45f9-9b34-62d7ad46e3bb tempest-AutoAllocateNetworkTest-784080773 tempest-AutoAllocateNetworkTest-784080773-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2917e49e6ca474c97015d4ca3e3bd62&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4312730 Oct 26 13:57:41.817553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a094a-cbe4-48df-82a7-e0bec2adae26 tempest-AutoAllocateNetworkTest-784080773 tempest-AutoAllocateNetworkTest-784080773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:41.819065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-244a094a-cbe4-48df-82a7-e0bec2adae26 tempest-AutoAllocateNetworkTest-784080773 tempest-AutoAllocateNetworkTest-784080773-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2039261 Oct 26 13:57:41.822882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44180) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:41.885662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9110ba7d-c5e1-4c6c-9b8c-0f8d1e8544b5 tempest-AutoAllocateNetworkTest-784080773 tempest-AutoAllocateNetworkTest-784080773-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603697 Oct 26 13:57:41.888036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44184) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:41.919411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0de5d2f7-8688-4118-82ab-9af3cff53d7e tempest-AutoAllocateNetworkTest-784080773 tempest-AutoAllocateNetworkTest-784080773-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c2917e49e6ca474c97015d4ca3e3bd62 HTTP/1.1" status: 200 len: 208 time: 0.0301392 Oct 26 13:57:42.658566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44226) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:42.801552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d6c44ef7-40fa-4f36-af09-b590902994a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.065288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.182869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.188798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.232519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70732480-c040-4685-b63e-7f67c1c2bf5f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:43.241732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2917e49e6ca474c97015d4ca3e3bd62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5818198 Oct 26 13:57:43.245448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44258) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:43.246254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.246609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.246956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.247297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.247635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.247972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.248606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.248938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.249269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.249619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.250811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.251177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47a98-f4bd-425e-b2e3-d28069ce6557 admin admin] Tracked resource versions report: Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: pushed versions: Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: { 'AddressGroup': {'1.2'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'ConntrackHelper': {'1.0'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Log': {'1.0'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Network': {'1.1'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Port': {'1.7'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'PortForwarding': {'1.2'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'QosPolicy': {'1.10'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SecurityGroup': {'1.4'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SubPort': {'1.0'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Subnet': {'1.1'}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Trunk': {'1.1'}} Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: consumer versions: Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: HyperV agent@n-h1-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: HyperV agent@n-h2-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: L3 agent@n-d-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: Metadata agent@n-d-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: Metering agent@n-d-813419-9: {}, Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'ConntrackHelper': '1.0', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Log': '1.0', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Network': '1.1', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Port': '1.7', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'PortForwarding': '1.2', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'QosPolicy': '1.10', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SecurityGroup': '1.4', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SecurityGroupRule': '1.2', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'SubPort': '1.0', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Subnet': '1.1', Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: 'Trunk': '1.1'}} Oct 26 13:57:43.252523 n-d-813419-9 neutron-server[102163]: {{(pid=102163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:57:43.303107 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.339684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.390595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.393554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:43.397361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70732480-c040-4685-b63e-7f67c1c2bf5f HTTP/1.1" status: 204 len: 168 time: 0.1509125 Oct 26 13:57:43.405841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70732480-c040-4685-b63e-7f67c1c2bf5f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:43.413543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.413885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.414220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.414546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.414874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.415197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.416142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.416466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.416912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.417246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.417568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.417886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ab863-7599-4921-9ecb-1184032bbd47 admin admin] Tracked resource versions report: Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: pushed versions: Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: { 'AddressGroup': {'1.2'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'ConntrackHelper': {'1.0'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Log': {'1.0'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Network': {'1.1'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Port': {'1.7'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'PortForwarding': {'1.2'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'QosPolicy': {'1.10'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SecurityGroup': {'1.4'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SubPort': {'1.0'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Subnet': {'1.1'}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Trunk': {'1.1'}} Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: consumer versions: Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: HyperV agent@n-h1-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: HyperV agent@n-h2-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: L3 agent@n-d-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: Metadata agent@n-d-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: Metering agent@n-d-813419-9: {}, Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'ConntrackHelper': '1.0', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Log': '1.0', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Network': '1.1', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Port': '1.7', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'PortForwarding': '1.2', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'QosPolicy': '1.10', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SecurityGroup': '1.4', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SecurityGroupRule': '1.2', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'SubPort': '1.0', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Subnet': '1.1', Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: 'Trunk': '1.1'}} Oct 26 13:57:43.419281 n-d-813419-9 neutron-server[102164]: {{(pid=102164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:57:43.724033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.039333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:44.823405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44344) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.141104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5072f0d4-e365-4e6c-aa2a-b9d2b523f33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.249657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5072f0d4-e365-4e6c-aa2a-b9d2b523f33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.260182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5072f0d4-e365-4e6c-aa2a-b9d2b523f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.299291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072f0d4-e365-4e6c-aa2a-b9d2b523f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab761d-d876-4746-8b33-a234122f8515,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.341368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44392) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.349202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5072f0d4-e365-4e6c-aa2a-b9d2b523f33f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f9fd3fb608d44fc84fa8fb518f12bea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5239077 Oct 26 13:57:45.391231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44398) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.414301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.448411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.519758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.522548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.524131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54ab761d-d876-4746-8b33-a234122f8515 HTTP/1.1" status: 204 len: 168 time: 0.1809824 Oct 26 13:57:45.534458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd462-c79f-43df-a797-2cb9bdb95bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab761d-d876-4746-8b33-a234122f8515,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.577218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.632806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.696243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93ff2481-0197-4e61-b865-5e733b889997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.792339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93ff2481-0197-4e61-b865-5e733b889997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.799245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93ff2481-0197-4e61-b865-5e733b889997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.839399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff2481-0197-4e61-b865-5e733b889997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c16c77-e73f-49b6-983a-fc1eab8eaf90,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:45.855903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44436) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:45.856042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93ff2481-0197-4e61-b865-5e733b889997 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3deeb1067f4f4bf99b25693a481c97c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4635696 Oct 26 13:57:45.917074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b05595-6235-41ca-88af-60665539099a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:45.944891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b05595-6235-41ca-88af-60665539099a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.018038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b05595-6235-41ca-88af-60665539099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.021313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b05595-6235-41ca-88af-60665539099a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.022886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98b05595-6235-41ca-88af-60665539099a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95c16c77-e73f-49b6-983a-fc1eab8eaf90 HTTP/1.1" status: 204 len: 168 time: 0.1658156 Oct 26 13:57:46.033303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b05595-6235-41ca-88af-60665539099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c16c77-e73f-49b6-983a-fc1eab8eaf90,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.133032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-720d81f0-7e66-483d-bbc4-17a66d8f9493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.254943 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-720d81f0-7e66-483d-bbc4-17a66d8f9493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.269785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-720d81f0-7e66-483d-bbc4-17a66d8f9493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.295014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.324907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c46-81c0-4439-bf30-e63bcac35700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.348104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-720d81f0-7e66-483d-bbc4-17a66d8f9493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76eb286d325945aabf27b7453f903176&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7674701 Oct 26 13:57:46.355135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44482) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.357314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d81f0-7e66-483d-bbc4-17a66d8f9493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934a81fc-a94f-4669-88c2-72bd42b34e94,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.499527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.530000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.615334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c46-81c0-4439-bf30-e63bcac35700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.621101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bf82c46-81c0-4439-bf30-e63bcac35700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.666856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.669675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.673560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/934a81fc-a94f-4669-88c2-72bd42b34e94 HTTP/1.1" status: 204 len: 168 time: 0.3165221 Oct 26 13:57:46.681575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1bf82c46-81c0-4439-bf30-e63bcac35700 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f831d8c738304b2780d13af695a5a173&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3849666 Oct 26 13:57:46.682094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44514) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.682670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82c46-81c0-4439-bf30-e63bcac35700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a911fd9c-b8a2-435f-a20b-184b9e6d35fb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.698290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c453221-3d1a-4fbb-97d0-1bae520c4a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934a81fc-a94f-4669-88c2-72bd42b34e94,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.767447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.821437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.914930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.919423 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:46.920607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a911fd9c-b8a2-435f-a20b-184b9e6d35fb HTTP/1.1" status: 204 len: 168 time: 0.2370937 Oct 26 13:57:46.936203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de1942-fcc2-4f8b-ab95-fe01705ab784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a911fd9c-b8a2-435f-a20b-184b9e6d35fb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:46.977019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44542) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:46.998495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29c579af-064c-41b7-bdb6-81b4aa48b8be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.067684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44552) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:47.084646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29c579af-064c-41b7-bdb6-81b4aa48b8be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.089696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29c579af-064c-41b7-bdb6-81b4aa48b8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.130025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c579af-064c-41b7-bdb6-81b4aa48b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c897a1c-f6b2-489c-9e53-874b114297c2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.139357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44558) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:47.139555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-29c579af-064c-41b7-bdb6-81b4aa48b8be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d413e8070c24311ac25f03224f2b88b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1604953 Oct 26 13:57:47.202348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.224257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.277142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.279719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.280895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c897a1c-f6b2-489c-9e53-874b114297c2 HTTP/1.1" status: 204 len: 168 time: 0.1403077 Oct 26 13:57:47.289643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04558a41-8981-4cbb-ba01-c050b1b60929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c897a1c-f6b2-489c-9e53-874b114297c2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.515200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-916995f7-f394-4249-995b-5830b2f03bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.607620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-916995f7-f394-4249-995b-5830b2f03bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.613087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-916995f7-f394-4249-995b-5830b2f03bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.650736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916995f7-f394-4249-995b-5830b2f03bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab8634d-51a3-42fb-a892-60cd4608db64,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.659005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-916995f7-f394-4249-995b-5830b2f03bf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0a23cfd21844e5487f6c0e5af8f2f3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5876553 Oct 26 13:57:47.659863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:47.711686 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.738702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.758457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44578) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:47.783161 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efe98a9a-0115-4f84-8047-23822938c94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.826501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.829174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.830434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aab8634d-51a3-42fb-a892-60cd4608db64 HTTP/1.1" status: 204 len: 168 time: 0.1702058 Oct 26 13:57:47.849665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c13e28-a08a-474a-b62f-d6dc061ce6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab8634d-51a3-42fb-a892-60cd4608db64,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.903138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efe98a9a-0115-4f84-8047-23822938c94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.907510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efe98a9a-0115-4f84-8047-23822938c94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:47.931627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:47.953483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe98a9a-0115-4f84-8047-23822938c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20b8e5-b2ce-43e2-b2c0-46c7d32c2759,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:47.960244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-efe98a9a-0115-4f84-8047-23822938c94a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45e3cfa08849477e8374ebb7a6dfcffa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1981785 Oct 26 13:57:47.960897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44600) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:48.015752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.038101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.090198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.093020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.094181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d20b8e5-b2ce-43e2-b2c0-46c7d32c2759 HTTP/1.1" status: 204 len: 168 time: 0.1327229 Oct 26 13:57:48.103380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa152c10-19f9-4cb4-9139-82d48f405d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20b8e5-b2ce-43e2-b2c0-46c7d32c2759,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:48.382380 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd65d-d6c3-4e0a-a901-9e0f1b256b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.474421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd65d-d6c3-4e0a-a901-9e0f1b256b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.479203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd65d-d6c3-4e0a-a901-9e0f1b256b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.518822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cd65d-d6c3-4e0a-a901-9e0f1b256b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba5d0cc-e783-4b14-872b-e9467e0f0e37,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:48.526612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:48.527132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b0cd65d-d6c3-4e0a-a901-9e0f1b256b6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed4ac6912fa440899dde6ff4efdd128a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5929124 Oct 26 13:57:48.537830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:48.552320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32e173e2-1c09-47cf-917c-85a9f9ed1ecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.596320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.624221 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.632178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32e173e2-1c09-47cf-917c-85a9f9ed1ecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.639543 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32e173e2-1c09-47cf-917c-85a9f9ed1ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.677175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e173e2-1c09-47cf-917c-85a9f9ed1ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f95580-7b89-4027-8b0f-51c953b56fc8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:48.701625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:48.702126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32e173e2-1c09-47cf-917c-85a9f9ed1ecf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d68649d9cbf94554a4fc0e6a6ca94011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1632206 Oct 26 13:57:48.732146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.735054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.736297 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ba5d0cc-e783-4b14-872b-e9467e0f0e37 HTTP/1.1" status: 204 len: 168 time: 0.2078140 Oct 26 13:57:48.750176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44642) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:48.752344 n-d-813419-9 neutron-server[102164]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 13:57:48.770323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d3c5-957c-4db8-876a-918d134be936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba5d0cc-e783-4b14-872b-e9467e0f0e37,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:48.774082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-285a0d70-0483-4554-a7cc-ef971cbe3eb7 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c76250189b2c413c90235bb2072c810b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227940 Oct 26 13:57:48.839868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.874004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.942155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.944990 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:48.946133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29f95580-7b89-4027-8b0f-51c953b56fc8 HTTP/1.1" status: 204 len: 168 time: 0.2427783 Oct 26 13:57:48.954290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfd7e1-173f-4db0-8789-402933b347d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f95580-7b89-4027-8b0f-51c953b56fc8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:49.031918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-45f6fdeb-31d7-43bf-b8dc-e5f35bb8f59d tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:49.039478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-45f6fdeb-31d7-43bf-b8dc-e5f35bb8f59d tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561133 Oct 26 13:57:49.051236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-3740f99f-564b-4d10-bd28-936f0e7ebf8a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/quotas/c76250189b2c413c90235bb2072c810b HTTP/1.1" status: 200 len: 375 time: 0.0109150 Oct 26 13:57:49.121129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-21e021e0-3c79-401b-8b20-0644d75648aa tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c76250189b2c413c90235bb2072c810b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576758 Oct 26 13:57:49.314526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44674) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:49.328956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-814cfb51-a82f-4935-9334-8cc75460b16d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.425087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc1fba14-50ae-4b57-bab0-4c6c256e9019 req-96d8d1a0-b0b3-4bd3-8070-4e9a4216bba2 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 210 time: 0.0728567 Oct 26 13:57:49.506055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-814cfb51-a82f-4935-9334-8cc75460b16d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.511481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-814cfb51-a82f-4935-9334-8cc75460b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.552828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-814cfb51-a82f-4935-9334-8cc75460b16d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b39caba30dd45fd94fe6eab1e652a36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2371359 Oct 26 13:57:49.553937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cfb51-a82f-4935-9334-8cc75460b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0466bc-a30f-49c3-988f-0c74bca89d10,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:49.556389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:49.706232 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.732202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.799127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.802574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:49.807304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b0466bc-a30f-49c3-988f-0c74bca89d10 HTTP/1.1" status: 204 len: 168 time: 0.2483470 Oct 26 13:57:49.815693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d3e12-3c76-4db8-bd5e-6b5e69fcdeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0466bc-a30f-49c3-988f-0c74bca89d10,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:50.563484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44766) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:50.854566 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cb80-a88a-49c2-917e-f9b28ac6cd63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:50.955595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cb80-a88a-49c2-917e-f9b28ac6cd63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:50.967308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cb80-a88a-49c2-917e-f9b28ac6cd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.013186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8aa8cb80-a88a-49c2-917e-f9b28ac6cd63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22b4df4e2d25414e9cd3796640a6e7fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4480383 Oct 26 13:57:51.015045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8cb80-a88a-49c2-917e-f9b28ac6cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca20a83-9c9c-4371-8fa1-ffd47e2eb8e2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:51.015730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:51.102388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.127211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.131199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44796) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:51.189494 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.192157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.193452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eca20a83-9c9c-4371-8fa1-ffd47e2eb8e2 HTTP/1.1" status: 204 len: 168 time: 0.1760950 Oct 26 13:57:51.202290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02a200-05ee-48ee-9365-f50bb16f7930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca20a83-9c9c-4371-8fa1-ffd47e2eb8e2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:51.390137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.73', 52399) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:51.438908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-15d16f59-4e33-46aa-8ccc-835ecc1fa101 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c76250189b2c413c90235bb2072c810b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474176 Oct 26 13:57:51.447102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.606711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-769620bc-cb81-4917-8920-446a43f3c28d tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:51.609015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-769620bc-cb81-4917-8920-446a43f3c28d tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626787 Oct 26 13:57:51.639716 n-d-813419-9 neutron-server[102163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 13:57:51.705133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0f15a0b-d057-4ff6-a1cd-de406fcddec3 req-9e21abf3-65d6-49c1-99a9-a9923197ce3f tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 210 time: 0.5725040 Oct 26 13:57:51.728434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Request body: {'port': {'device_id': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'c76250189b2c413c90235bb2072c810b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:51.950561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Made reservation on behalf of c76250189b2c413c90235bb2072c810b for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:51.954270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:51.963870 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.056748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.061022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.069446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:52.090248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8a49-9e32-47ff-bc91-b52811e89a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.186970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a189b319-823f-46ea-9505-64efefad7797,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.189511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8a49-9e32-47ff-bc91-b52811e89a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.199041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8a49-9e32-47ff-bc91-b52811e89a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.261337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4f7d8a49-9e32-47ff-bc91-b52811e89a61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0c32eabc71440fc85a58f8515fe3b71&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1899745 Oct 26 13:57:52.271466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:52.279957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d8a49-9e32-47ff-bc91-b52811e89a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c853bf-454f-4c5f-8886-717360bba0c5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.392272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Allocated IP 192.168.233.166 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/b4b87a8c-84b7-4210-8beb-374fc57eadf5) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:57:52.444158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.504125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.653502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.656583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.657934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57c853bf-454f-4c5f-8886-717360bba0c5 HTTP/1.1" status: 204 len: 168 time: 0.3854730 Oct 26 13:57:52.679252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340724cc-cfdc-4ddf-ad2f-b743a8e5a1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c853bf-454f-4c5f-8886-717360bba0c5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:52.692813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.773454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.854931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:57:52.862188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:57:52.865687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:57:52.872290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:52.873124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.909364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1918521 Oct 26 13:57:52.942304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-d5e7b866-e928-464b-8ed7-4dee39ead890 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:57:52.944111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-d5e7b866-e928-464b-8ed7-4dee39ead890 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0262420 Oct 26 13:57:52.949102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:52.970807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf72e9-1f3f-413d-8e1c-d1b61b68f376 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Pushing event updated for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:53.140686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d548-ac3e-4dd8-9978-8b9d75d8b96b req-9cd9add6-2122-435f-b3bc-cfbd8009aeeb tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:53.149083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8945d548-ac3e-4dd8-9978-8b9d75d8b96b req-9cd9add6-2122-435f-b3bc-cfbd8009aeeb tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.1520674 Oct 26 13:57:53.220548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8945d548-ac3e-4dd8-9978-8b9d75d8b96b req-c30203c8-104d-4e59-a2bd-0ec8a9f087b7 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700009 Oct 26 13:57:53.441543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-97dea1d7-71a9-466f-95b9-2dea8732b914 None None] Provisioning complete for port b4b87a8c-84b7-4210-8beb-374fc57eadf5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:57:53.441797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97dea1d7-71a9-466f-95b9-2dea8732b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:53.510648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-97dea1d7-71a9-466f-95b9-2dea8732b914 None None] Port b4b87a8c-84b7-4210-8beb-374fc57eadf5 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:57:54.581588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461b25-c6c0-48ec-b2cc-9b329a667f88 req-217ff39c-ffb3-433f-8ba1-f87b17d55d72 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:54.583142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b461b25-c6c0-48ec-b2cc-9b329a667f88 req-217ff39c-ffb3-433f-8ba1-f87b17d55d72 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.2066753 Oct 26 13:57:54.610875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:54.644726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b461b25-c6c0-48ec-b2cc-9b329a667f88 req-4aff2cb2-ec81-4f23-9955-c1ec9f3b8eb5 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521884 Oct 26 13:57:54.990235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39d68c7b-4642-4ea0-af36-445f3148d6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.109365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39d68c7b-4642-4ea0-af36-445f3148d6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.114187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44972) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:55.115949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39d68c7b-4642-4ea0-af36-445f3148d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.163673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-39d68c7b-4642-4ea0-af36-445f3148d6a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=837f35e375bf4852956b74fa9ca64b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517678 Oct 26 13:57:55.167094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:55.174743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d68c7b-4642-4ea0-af36-445f3148d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7386c7a6-cb46-4033-86a5-36182511ac4d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:55.236429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.283450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.375822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.381479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.387231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7386c7a6-cb46-4033-86a5-36182511ac4d HTTP/1.1" status: 204 len: 168 time: 0.2153780 Oct 26 13:57:55.407757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cf236-176e-4b16-9b1c-93a96b8ff4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7386c7a6-cb46-4033-86a5-36182511ac4d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:55.474934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-680b190c-49c3-4932-af9f-b767de5a8231 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=03bf1a3afd3e43759cdffef84ead514e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347571 Oct 26 13:57:55.615297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-213eb136-bdee-4a7f-bcf6-473700325651 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.621591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0350455-c402-42e2-8d24-3bc06a6ecc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.634565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-213eb136-bdee-4a7f-bcf6-473700325651 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576755 Oct 26 13:57:55.652738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-82a99307-73f6-4b89-a220-b3251408b8e7 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/quotas/03bf1a3afd3e43759cdffef84ead514e HTTP/1.1" status: 200 len: 375 time: 0.0167441 Oct 26 13:57:55.735763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-79b94951-80e9-45b7-9a90-13ddf08961fa tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03bf1a3afd3e43759cdffef84ead514e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816920 Oct 26 13:57:55.897293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039129-8414-4be1-be42-4710372d2ad1 req-ec8903b3-6d78-43f2-94ee-d101da42dc25 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:55.916458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3039129-8414-4be1-be42-4710372d2ad1 req-ec8903b3-6d78-43f2-94ee-d101da42dc25 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.1223524 Oct 26 13:57:55.920333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0350455-c402-42e2-8d24-3bc06a6ecc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:55.943723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0350455-c402-42e2-8d24-3bc06a6ecc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.025209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350455-c402-42e2-8d24-3bc06a6ecc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e282c9-d6bd-427a-bb0b-63be985117df,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:56.049344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0350455-c402-42e2-8d24-3bc06a6ecc7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35d3e1a91f54416d89db20254625ed84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336827 Oct 26 13:57:56.051919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45024) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:56.069613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3039129-8414-4be1-be42-4710372d2ad1 req-fbc04d7b-0378-4f2e-b174-a17948cb8cdb tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520212 Oct 26 13:57:56.185153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.216431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ecb4ac2-c9ae-4b6f-8335-a677a31cff29 req-2d9caacb-4045-4022-bc44-ad6abbd6663c tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 210 time: 0.0507145 Oct 26 13:57:56.221396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.296072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.299702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.303818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16e282c9-d6bd-427a-bb0b-63be985117df HTTP/1.1" status: 204 len: 168 time: 0.2505047 Oct 26 13:57:56.324201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd96f76-4452-43e8-8a76-0f32a698fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e282c9-d6bd-427a-bb0b-63be985117df,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:56.419272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45040) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:56.536392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e23c1c11-bac4-4212-8cf1-3be911ebfbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.644253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e23c1c11-bac4-4212-8cf1-3be911ebfbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.651339 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e23c1c11-bac4-4212-8cf1-3be911ebfbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.707277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e23c1c11-bac4-4212-8cf1-3be911ebfbf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5095ce26fc6147da9f9eea18e7d6006c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865880 Oct 26 13:57:56.709947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:56.720624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1c11-bac4-4212-8cf1-3be911ebfbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e1c76-e65f-4e0b-bce8-1339db9b7aea,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:56.786838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-75b258ac-13f1-49f8-888f-2989837de866 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e6d664dc9e6e43e282071b49f7664658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349228 Oct 26 13:57:56.850277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:56.902220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.002674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-073b0cc5-f831-4010-b0a8-0cb667525685 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.010154 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-073b0cc5-f831-4010-b0a8-0cb667525685 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132030 Oct 26 13:57:57.024140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.027137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.028091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-400dd755-f8e1-4abd-afcb-577ac81ad985 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/quotas/e6d664dc9e6e43e282071b49f7664658 HTTP/1.1" status: 200 len: 375 time: 0.0169048 Oct 26 13:57:57.028300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b54e1c76-e65f-4e0b-bce8-1339db9b7aea HTTP/1.1" status: 204 len: 168 time: 0.3166344 Oct 26 13:57:57.057521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698ec6e-e246-410d-8374-dddba10fe4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e1c76-e65f-4e0b-bce8-1339db9b7aea,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:57.113901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-58b4104c-c383-4794-a725-144d8cd7d768 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844200 Oct 26 13:57:57.523931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699da5ab-2192-4b4b-bbb4-f8ea166b0857 req-9b851a54-3f3f-4ea9-b71c-6c1ad081245e tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:57.532228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-699da5ab-2192-4b4b-bbb4-f8ea166b0857 req-9b851a54-3f3f-4ea9-b71c-6c1ad081245e tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.1215446 Oct 26 13:57:57.650525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-699da5ab-2192-4b4b-bbb4-f8ea166b0857 req-a2aaadef-f2af-4b45-bf6f-e22b8c3edbba tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172318 Oct 26 13:57:57.708601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:57.747907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4244c4a-cd83-4863-810c-47608eda117e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:57.793662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-437eb466-808a-4646-9582-f80949659f56 req-a0142be4-429e-4b95-90ee-f6dc38864807 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 210 time: 0.0952847 Oct 26 13:57:57.839526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50037dc5-dbfd-46c4-af62-4866d79ae24d req-7d1fe5fe-1082-4554-b807-9ffcec1afc2b tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 210 time: 0.0639570 Oct 26 13:57:58.047316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4244c4a-cd83-4863-810c-47608eda117e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.054249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4244c4a-cd83-4863-810c-47608eda117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.098485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a4244c4a-cd83-4863-810c-47608eda117e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=594be6f97d134581aba5904c1e1c805a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878846 Oct 26 13:57:58.099156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45098) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:58.101386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4244c4a-cd83-4863-810c-47608eda117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c60b92b-c111-4fdc-946a-5f5576f91b93,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:58.164011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.192878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.230640 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:57:58.284101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.289927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:58.296929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c60b92b-c111-4fdc-946a-5f5576f91b93 HTTP/1.1" status: 204 len: 168 time: 0.1965652 Oct 26 13:57:58.343878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.41', 56086) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:58.350154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf00f81-59bd-4c97-9a22-766bb09a17b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c60b92b-c111-4fdc-946a-5f5576f91b93,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:58.413360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-7bceab47-a343-4f12-be4a-07a65f6135a5 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=03bf1a3afd3e43759cdffef84ead514e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682487 Oct 26 13:57:58.784553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-9ca6f066-55f7-402b-8d87-7f7267a369c9 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:58.799943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-9ca6f066-55f7-402b-8d87-7f7267a369c9 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803730 Oct 26 13:57:58.902819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Request body: {'port': {'device_id': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '03bf1a3afd3e43759cdffef84ead514e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:58.937833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec201627-bc60-4c64-941e-f4f3c32f177d req-a2029a73-3049-4d42-ae1b-db81c5f56da6 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:58.941830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec201627-bc60-4c64-941e-f4f3c32f177d req-a2029a73-3049-4d42-ae1b-db81c5f56da6 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.1135440 Oct 26 13:57:59.003195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec201627-bc60-4c64-941e-f4f3c32f177d req-61ac7768-efe4-4d43-9dfb-81dcdfde356b tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549734 Oct 26 13:57:59.144467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fdec6e2-1672-4161-98a3-bfea93f77152 req-23807852-7168-49c0-92b2-82f1b057649f tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 210 time: 0.0484993 Oct 26 13:57:59.210728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.41', 56090) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:59.271322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-113904f3-2c0a-40ca-aa13-cdec6cb22a3f req-8e7d3137-d016-45bf-a0e3-8e06ec37a75a tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 210 time: 0.3207769 Oct 26 13:57:59.271617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-e4875939-7a0f-43e3-9cec-05948d939bb5 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e6d664dc9e6e43e282071b49f7664658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522406 Oct 26 13:57:59.434001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Made reservation on behalf of 03bf1a3afd3e43759cdffef84ead514e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:59.439052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.457692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.531526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-e52afc62-db73-4044-9bc5-cb183981f133 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:57:59.533363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-e52afc62-db73-4044-9bc5-cb183981f133 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553740 Oct 26 13:57:59.534017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45154) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:57:59.556667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Request body: {'port': {'device_id': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'e6d664dc9e6e43e282071b49f7664658'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:57:59.605479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.620755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.811603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Made reservation on behalf of e6d664dc9e6e43e282071b49f7664658 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:57:59.819320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.837201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:57:59.854768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5093bd65-36da-4089-a3d9-fb659ae0a1a6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:57:59.916095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Allocated IP 192.168.233.3 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/6e7fb88a-baed-4b59-94ae-a35f6f356293) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:00.031158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf95-9bd6-41ad-9173-dbcafeb3663e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.231071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.292853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.400260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6f32389-53fc-497d-9d91-b6b8d85fd478 req-ae379238-4148-4cb1-81ce-8a53a83889fa tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 210 time: 0.0574563 Oct 26 13:58:00.402722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.442040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.631037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:00.662115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Allocated IP 192.168.233.89 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/de12fa6e-cb43-48e1-b281-e467676e484d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:00.669693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Pushing event updated for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:00.697691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:00.706137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:00.717953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:00.720138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:00.754131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe08cd-00a9-4fad-801f-ab6f5d81c143 req-9299b06d-2108-4ddf-9562-3c77db41f249 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:00.757101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77fe08cd-00a9-4fad-801f-ab6f5d81c143 req-9299b06d-2108-4ddf-9562-3c77db41f249 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 934 time: 0.1814790 Oct 26 13:58:00.881373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77fe08cd-00a9-4fad-801f-ab6f5d81c143 req-95eb55b5-8790-48b9-918c-91c45a049c3c tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076946 Oct 26 13:58:00.922612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-524b1f8f-cf74-4eae-9b45-e2fe471ace40 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0252886 Oct 26 13:58:00.939603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-194aba92-de0b-49ba-b87a-522c5cb5eeb4 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:00.941544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-194aba92-de0b-49ba-b87a-522c5cb5eeb4 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072682 Oct 26 13:58:00.961447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.138958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.164338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-69b90ec8-56fb-40ea-9304-f5f5c80b04f2 None None] Provisioning complete for port 6e7fb88a-baed-4b59-94ae-a35f6f356293 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:01.165083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-69b90ec8-56fb-40ea-9304-f5f5c80b04f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.174556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ea508-2874-4fa9-bcf8-cea7381df6d3 req-90657157-74ed-4a85-abd2-6fb34ea7d051 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.183248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b3ea508-2874-4fa9-bcf8-cea7381df6d3 req-90657157-74ed-4a85-abd2-6fb34ea7d051 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.9447076 Oct 26 13:58:01.278399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23fb742-8048-4a18-b102-c867fcb4f5ce,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.283048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf95-9bd6-41ad-9173-dbcafeb3663e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.314081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Pushing event updated for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.360548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b3ea508-2874-4fa9-bcf8-cea7381df6d3 req-6c4ff1f0-d545-467a-a5b7-2060729b2a07 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758916 Oct 26 13:58:01.370305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c80cf95-9bd6-41ad-9173-dbcafeb3663e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.409334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-69b90ec8-56fb-40ea-9304-f5f5c80b04f2 None None] Port 6e7fb88a-baed-4b59-94ae-a35f6f356293 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:01.431318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c80cf95-9bd6-41ad-9173-dbcafeb3663e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2890a700ae54e49831571ec5a4f0622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8954558 Oct 26 13:58:01.433919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45204) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:01.456607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:01.516856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:01.565079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:01.579953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.580264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.643028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80cf95-9bd6-41ad-9173-dbcafeb3663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac0b8c-94c4-4dba-8013-f338e23999d5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:01.677715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.698224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-a3c93977-85f9-4bfa-8c7f-457a5ee8b43a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1472352 Oct 26 13:58:01.751952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Request body: {'port': {'device_id': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:01.755372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c83c4-9220-4aae-8b27-93bab7545db0 req-49e075e2-322b-4822-93a7-0c622ee0eff3 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:01.757294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88c83c4-9220-4aae-8b27-93bab7545db0 req-49e075e2-322b-4822-93a7-0c622ee0eff3 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 935 time: 0.0859773 Oct 26 13:58:01.799408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:01.836161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88c83c4-9220-4aae-8b27-93bab7545db0 req-0e151e64-821f-4119-bb2c-a050444d3398 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718150 Oct 26 13:58:01.840775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Request body: {'port': {'device_id': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'device_owner': 'compute:tempest-test_az-1643320855', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:02.064912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.089293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.159988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a7899c4f-10cf-4bb5-911e-519c53d5b18b None None] Provisioning complete for port de12fa6e-cb43-48e1-b281-e467676e484d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:02.160351 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a7899c4f-10cf-4bb5-911e-519c53d5b18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.232633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.243178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:02.244609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57ac0b8c-94c4-4dba-8013-f338e23999d5 HTTP/1.1" status: 204 len: 168 time: 0.8075325 Oct 26 13:58:02.268529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a7899c4f-10cf-4bb5-911e-519c53d5b18b None None] Port de12fa6e-cb43-48e1-b281-e467676e484d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:02.339638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ae771-4ac6-49b7-bdfa-4298c43cc10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac0b8c-94c4-4dba-8013-f338e23999d5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:02.342612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Request body: {'port': {'device_id': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:02.552521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a752e8-c593-43b9-a6c2-6ec44e11c0c7 req-e22f4f14-a101-44cb-9da6-8cb548eb1ea9 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:02.555914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0a752e8-c593-43b9-a6c2-6ec44e11c0c7 req-e22f4f14-a101-44cb-9da6-8cb548eb1ea9 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 934 time: 0.5099504 Oct 26 13:58:02.900435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.202401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:03.214745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fb88a-baed-4b59-94ae-a35f6f356293 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:03.245617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f49d9-8ae8-4941-88f3-6246c0a87b69 req-c2868423-8f5f-47f1-b9d2-8c5b9e45765c tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:03.253651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-819f49d9-8ae8-4941-88f3-6246c0a87b69 req-c2868423-8f5f-47f1-b9d2-8c5b9e45765c tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 936 time: 0.6202469 Oct 26 13:58:03.291928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.333191 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51235a67-e46a-447d-bb13-df38a980b305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.378717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45258) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:03.436501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Transition to ACTIVE for port object 6e7fb88a-baed-4b59-94ae-a35f6f356293 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:03.472699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:03.528459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-819f49d9-8ae8-4941-88f3-6246c0a87b69 req-1371d935-4ee3-4270-9c82-7bcaa2a11d9a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619154 Oct 26 13:58:03.588379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0a752e8-c593-43b9-a6c2-6ec44e11c0c7 req-b059982c-6591-4540-b46b-450188bd6113 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9963470 Oct 26 13:58:03.734483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:04.028993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b87a8c-84b7-4210-8beb-374fc57eadf5 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:04.042257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9285-610a-4f7b-a0fe-3ccc85b1b5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.044516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.090405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Transition to ACTIVE for port object b4b87a8c-84b7-4210-8beb-374fc57eadf5 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:04.163916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.220936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9285-610a-4f7b-a0fe-3ccc85b1b5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.237038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6b9285-610a-4f7b-a0fe-3ccc85b1b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.273333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b6b9285-610a-4f7b-a0fe-3ccc85b1b5d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f771423fc6842d08d635e62c8098fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8730230 Oct 26 13:58:04.276897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:04.300790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Attempting to bind port 6e7fb88a-baed-4b59-94ae-a35f6f356293 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:04.301471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Attempting to bind port 6e7fb88a-baed-4b59-94ae-a35f6f356293 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:04.301892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Attempting to bind port 6e7fb88a-baed-4b59-94ae-a35f6f356293 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:04.310222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b9285-610a-4f7b-a0fe-3ccc85b1b5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa6735-690a-4983-bcde-c59b79ebabd6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:04.324203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Port 6e7fb88a-baed-4b59-94ae-a35f6f356293 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:04.324414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Attempting to bind port 6e7fb88a-baed-4b59-94ae-a35f6f356293 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:04.334942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:04.335515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:04.336144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:04.337303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Bound port: 6e7fb88a-baed-4b59-94ae-a35f6f356293, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:04.337929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.345228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:04.355588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51235a67-e46a-447d-bb13-df38a980b305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.442654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:04.448113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:04.457617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3f3a7-9ea8-401c-af2e-ea85c747c1e6 req-5535557f-556b-4979-a81f-fc82fc169022 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.465766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6da3f3a7-9ea8-401c-af2e-ea85c747c1e6 req-5535557f-556b-4979-a81f-fc82fc169022 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 935 time: 0.7103875 Oct 26 13:58:04.477808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.560083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Attempting to bind port b4b87a8c-84b7-4210-8beb-374fc57eadf5 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:04.560516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Attempting to bind port b4b87a8c-84b7-4210-8beb-374fc57eadf5 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:04.560857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Attempting to bind port b4b87a8c-84b7-4210-8beb-374fc57eadf5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:04.571960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Port b4b87a8c-84b7-4210-8beb-374fc57eadf5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:04.572300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Attempting to bind port b4b87a8c-84b7-4210-8beb-374fc57eadf5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:04.586041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:04.586414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:04.587588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:04.588073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Bound port: b4b87a8c-84b7-4210-8beb-374fc57eadf5, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:04.588678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.609941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51235a67-e46a-447d-bb13-df38a980b305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.725971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:04.726999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.729342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] 10.222.0.41 "PUT /v2.0/ports/6e7fb88a-baed-4b59-94ae-a35f6f356293 HTTP/1.1" status: 200 len: 1094 time: 3.4642661 Oct 26 13:58:04.731556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:04.753361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:04.877248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de12fa6e-cb43-48e1-b281-e467676e484d {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:04.889673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.905593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Transition to ACTIVE for port object de12fa6e-cb43-48e1-b281-e467676e484d will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:04.909121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:04.915604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:04.959943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51235a67-e46a-447d-bb13-df38a980b305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f16afb9-c133-4b1f-badc-430b0fc6c63e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:04.965057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-51235a67-e46a-447d-bb13-df38a980b305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d964df2b66bc43978e6e1455b708b37c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7567031 Oct 26 13:58:04.982487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c99c5-ec2b-49f4-ba7f-bd50063bf76a service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:04.997962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45294) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:05.017495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:05.020643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.032594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.045451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6da3f3a7-9ea8-401c-af2e-ea85c747c1e6 req-6c1eb4d6-e8c2-49f8-9a40-025d9ccab4fa tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785630 Oct 26 13:58:05.055041 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:05.131926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:05.162067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.229293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Attempting to bind port de12fa6e-cb43-48e1-b281-e467676e484d on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:05.229621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Attempting to bind port de12fa6e-cb43-48e1-b281-e467676e484d by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:05.230001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Attempting to bind port de12fa6e-cb43-48e1-b281-e467676e484d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:05.233074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.233705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.235562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-faa5027d-82c0-43d7-947d-50c6f1d3a036 service neutron] 10.222.0.73 "PUT /v2.0/ports/b4b87a8c-84b7-4210-8beb-374fc57eadf5 HTTP/1.1" status: 200 len: 1118 time: 4.1397049 Oct 26 13:58:05.237396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:05.316122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.377386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.445357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Port de12fa6e-cb43-48e1-b281-e467676e484d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:05.445774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Attempting to bind port de12fa6e-cb43-48e1-b281-e467676e484d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:05.475743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca993-af18-421a-ac76-8cf7018d3182 req-3a26b7ea-7605-4ef3-87f3-848819e78a11 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.485058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97ca993-af18-421a-ac76-8cf7018d3182 req-3a26b7ea-7605-4ef3-87f3-848819e78a11 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.2653718 Oct 26 13:58:05.518067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.522828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.526095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33aa6735-690a-4983-bcde-c59b79ebabd6 HTTP/1.1" status: 204 len: 168 time: 1.2183087 Oct 26 13:58:05.532725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:05.532725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:05.532725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:05.532725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Bound port: de12fa6e-cb43-48e1-b281-e467676e484d, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:05.532725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.578776 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3e4a3-8720-404f-836a-b897b420b3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:05.584258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164707cc-0b8c-4581-a0db-a418e779c191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa6735-690a-4983-bcde-c59b79ebabd6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:05.633006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-3b44dcc1-752a-4f8c-b997-9c233d639c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.639971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-3b44dcc1-752a-4f8c-b997-9c233d639c96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76250189b2c413c90235bb2072c810b&device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 1121 time: 0.3094501 Oct 26 13:58:05.643565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.656146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:05.666652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f16afb9-c133-4b1f-badc-430b0fc6c63e HTTP/1.1" status: 204 len: 168 time: 0.6539056 Oct 26 13:58:05.735762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d8643-135c-49ca-b7a8-2a96282ee51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f16afb9-c133-4b1f-badc-430b0fc6c63e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:05.785571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97ca993-af18-421a-ac76-8cf7018d3182 req-f709d4d7-fa18-42d2-8472-0cb9f502826c tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777455 Oct 26 13:58:05.949580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c1e16-4a36-4f4d-97df-40bda8f69954 req-b5ddfe75-1017-4f4d-b2b2-7a3992713c29 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.970082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f40c1e16-4a36-4f4d-97df-40bda8f69954 req-b5ddfe75-1017-4f4d-b2b2-7a3992713c29 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.5045056 Oct 26 13:58:05.986666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-92eb9fa5-7e4c-4c3e-bf7b-2a3e2f704ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:05.988440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-92eb9fa5-7e4c-4c3e-bf7b-2a3e2f704ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03bf1a3afd3e43759cdffef84ead514e&device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1222730 Oct 26 13:58:06.037852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:06.042822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=de12fa6e-cb43-48e1-b281-e467676e484d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:06.063736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-fda7c352-6928-48ef-bd34-d532ff7a0104 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5 HTTP/1.1" status: 200 len: 217 time: 0.3998702 Oct 26 13:58:06.067820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.158341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:06.202194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-3cffa6cc-c4b0-4a44-8fa1-e5767da1f698 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293 HTTP/1.1" status: 200 len: 217 time: 0.1958594 Oct 26 13:58:06.318663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-638aa082-8a12-4672-807c-c6b3161509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.320409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-638aa082-8a12-4672-807c-c6b3161509cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1633914 Oct 26 13:58:06.322916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.323861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.329566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-10623fec-5240-4502-8db9-f203f26403c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/de12fa6e-cb43-48e1-b281-e467676e484d HTTP/1.1" status: 200 len: 1095 time: 4.6067848 Oct 26 13:58:06.334743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f40c1e16-4a36-4f4d-97df-40bda8f69954 req-d2f5ab84-cec7-48ec-b8dd-9aa4a541984d tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638389 Oct 26 13:58:06.417077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-805ae641-29bc-4152-b1e0-252256fb714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.423523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-805ae641-29bc-4152-b1e0-252256fb714e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2069545 Oct 26 13:58:06.574654 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f6ba82-2818-4f3e-8952-8f1508eea107 x-openstack-request-id: req-b2f6ba82-2818-4f3e-8952-8f1508eea107 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:06.574980 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:06.575189 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2f6ba82-2818-4f3e-8952-8f1508eea107 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:06.575647 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293', 'status': 'completed', 'code': 200} Oct 26 13:58:06.718104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-87648e85-5cba-453e-8229-231cff606a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.720514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-87648e85-5cba-453e-8229-231cff606a03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2844348 Oct 26 13:58:06.724453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45330) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:06.761972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20dba76-87e3-46a6-b7cc-d327213960fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.849245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-856bac15-705e-42bd-a5c2-4ebc7e5cbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.858640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-856bac15-705e-42bd-a5c2-4ebc7e5cbb14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5228829 Oct 26 13:58:06.914314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-9e51a0ad-0673-4991-b1f2-a911a256baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:06.916991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-9e51a0ad-0673-4991-b1f2-a911a256baf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 1098 time: 0.3529160 Oct 26 13:58:06.960027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20dba76-87e3-46a6-b7cc-d327213960fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:06.968550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20dba76-87e3-46a6-b7cc-d327213960fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.003116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e20dba76-87e3-46a6-b7cc-d327213960fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57d724fd8d5548779798020626176dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772975 Oct 26 13:58:07.007167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45338) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:07.087157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dba76-87e3-46a6-b7cc-d327213960fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28232c9-7bd7-4357-8459-4db1e641aa37,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:07.089980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-e9c32f39-461f-4283-94f2-58ea56334cd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=de12fa6e-cb43-48e1-b281-e467676e484d HTTP/1.1" status: 200 len: 217 time: 0.1569512 Oct 26 13:58:07.141035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-38b3fb1b-dc50-422a-9f2c-b21066dfede1 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033484 Oct 26 13:58:07.141709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.213224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-41750133-bd47-4a50-be37-f85d4a7375c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.214869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-41750133-bd47-4a50-be37-f85d4a7375c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1108198 Oct 26 13:58:07.217153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-27be9ef2-7364-41c6-b0f7-ee09df9b93ed service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228488 Oct 26 13:58:07.247750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.255699 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662c598-9a5b-42b3-9a44-ad6a8c986053 x-openstack-request-id: req-e662c598-9a5b-42b3-9a44-ad6a8c986053 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:07.257322 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:07.257741 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e662c598-9a5b-42b3-9a44-ad6a8c986053 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:07.259947 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5', 'status': 'completed', 'code': 200} Oct 26 13:58:07.381098 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.385130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:07.387377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a28232c9-7bd7-4357-8459-4db1e641aa37 HTTP/1.1" status: 204 len: 168 time: 0.3757944 Oct 26 13:58:07.475028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31eeb-7b4b-4418-a750-c58ad0252054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28232c9-7bd7-4357-8459-4db1e641aa37,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:07.577771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8dadd6d3-7604-44ba-b186-64b81ca26f38 req-76488e9f-ac8d-4697-9e2e-dd04e9fdc9be service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500655 Oct 26 13:58:07.740071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-7d91aa2f-088f-4895-a57c-1ee22fb2c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.741685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-7d91aa2f-088f-4895-a57c-1ee22fb2c21d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5081141 Oct 26 13:58:07.775895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-7a66b3a8-ddd3-4b9d-8023-04aa5d8498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.778173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbb3bd-43a2-48cc-85fa-4af425dcfa08 req-0d901665-7473-4978-9174-31d8857bf6e9 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.779845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29dbb3bd-43a2-48cc-85fa-4af425dcfa08 req-0d901665-7473-4978-9174-31d8857bf6e9 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.1387012 Oct 26 13:58:07.781099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-7a66b3a8-ddd3-4b9d-8023-04aa5d8498b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03bf1a3afd3e43759cdffef84ead514e&device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1328597 Oct 26 13:58:07.927186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29dbb3bd-43a2-48cc-85fa-4af425dcfa08 req-8bbb0e8a-7176-4a8e-a416-19e1b2e7131a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345301 Oct 26 13:58:07.991915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-c554953e-d805-489f-a87b-36ddf7a9a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:07.994523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-c554953e-d805-489f-a87b-36ddf7a9a2ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2050300 Oct 26 13:58:08.020746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef4005e1-6efd-445e-bb87-326dd3b781c6 req-b6ad5e17-e509-4e72-9060-8a405b96797b service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783474 Oct 26 13:58:08.069286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-ca03f81a-866f-4cec-a53f-191e521597dd service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161244 Oct 26 13:58:08.329470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-f7cf5fee-4353-4b57-b52f-0564d871fcd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293 HTTP/1.1" status: 200 len: 217 time: 0.3274648 Oct 26 13:58:08.329943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45370) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:08.458558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee96d7-f4c7-4bf3-932d-06d0af26dc14 req-3c15fa24-9d47-4a03-840c-971f1adbfd99 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.459479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e313ee-6f13-4b15-9c5b-59c28ecbb0b3 req-af83b026-998d-4c54-afc0-ad733f1dab20 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.467761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54ee96d7-f4c7-4bf3-932d-06d0af26dc14 req-3c15fa24-9d47-4a03-840c-971f1adbfd99 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.4484982 Oct 26 13:58:08.471983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2e313ee-6f13-4b15-9c5b-59c28ecbb0b3 req-af83b026-998d-4c54-afc0-ad733f1dab20 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.2354870 Oct 26 13:58:08.474765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e42d04b3-64b6-4c53-98e6-ea2b25e2e47a req-09005006-df54-4417-add3-2aefc2c5653f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985467 Oct 26 13:58:08.491926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-355a0358-057f-4a47-ad37-be65cfdd363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.496082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-355a0358-057f-4a47-ad37-be65cfdd363f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1157002 Oct 26 13:58:08.590755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54ee96d7-f4c7-4bf3-932d-06d0af26dc14 req-4460f68e-ec7c-4e22-ac5c-ac5bce801417 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198220 Oct 26 13:58:08.594929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2e313ee-6f13-4b15-9c5b-59c28ecbb0b3 req-21f0f1cb-ca57-4c8e-af09-b085662d2b2d tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837681 Oct 26 13:58:08.615984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-d6a89bd7-2908-4667-ba7e-330122c78ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:08.618596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-d6a89bd7-2908-4667-ba7e-330122c78ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973678 Oct 26 13:58:08.802030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-180371357-network', 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:08.876453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:08.888790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.934018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:08.972631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-a77dfc55-2c28-467c-84e2-1aa1f28e0f7d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471575 Oct 26 13:58:09.215930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.222935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.280310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e29d67-941c-494e-b82e-a0336cbf59d8 req-a0c2041a-101c-4b99-a69b-f782c7c04666 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.281962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4e29d67-941c-494e-b82e-a0336cbf59d8 req-a0c2041a-101c-4b99-a69b-f782c7c04666 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.1920905 Oct 26 13:58:09.296785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43395e-3ce8-4fa7-82d3-fcf29276bcec,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:09.311261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:09.313667 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c0bc7a-dfc3-4270-b10a-cd9048858c75" -d '{"events": [{"name": "network-changed", "server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:09.345778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:09.366285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45400) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:09.372153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45402) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:09.432997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4e29d67-941c-494e-b82e-a0336cbf59d8 req-c3297605-8dad-4de8-8bb3-7355db40f1f5 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112158 Oct 26 13:58:09.433378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752494884374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.434041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Unsubscribe: segment precommit_create {{(pid=102164) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 13:58:09.434748 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Added segment 892f5145-56e1-4461-9a5a-c09ef78ab812 of type vlan for network 63f24a6d-b87b-4c1c-b9fb-23165a82355e Oct 26 13:58:09.444398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-d31c19b1-cf32-463b-a571-028f2b85ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.450214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-d31c19b1-cf32-463b-a571-028f2b85ba94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76250189b2c413c90235bb2072c810b&device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 1121 time: 0.1671700 Oct 26 13:58:09.535064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a120e8a-28ed-47dd-b402-f0b42f37b0e8 req-511de442-5265-4e74-a58d-9d84b5bed7ad service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334370 Oct 26 13:58:09.576483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.738945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-903a646d-bfd0-4fb4-9282-630a3b0d903e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.755355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.767703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.768414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.772043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-03a83562-2bfd-48d1-81c8-40478a808602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:09.774730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-03a83562-2bfd-48d1-81c8-40478a808602 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3171504 Oct 26 13:58:09.777726 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fa4786-ac3d-4e07-a362-f99c326ae7d9 x-openstack-request-id: req-58fa4786-ac3d-4e07-a362-f99c326ae7d9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:09.778173 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:09.778497 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58fa4786-ac3d-4e07-a362-f99c326ae7d9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:09.778801 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d', 'status': 'completed', 'code': 200} Oct 26 13:58:09.784443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1794749121-network', 'tenant_id': '8bd14276ec014b57a7fc059ece69877a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:09.866586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-c59ecf9a-8b6e-4f9f-979e-ea8363b668ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5 HTTP/1.1" status: 200 len: 217 time: 0.0744040 Oct 26 13:58:09.923200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Made reservation on behalf of 8bd14276ec014b57a7fc059ece69877a for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:09.925389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.959470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] Pushing event updated for resources: {'Network': ['ID=63f24a6d-b87b-4c1c-b9fb-23165a82355e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:09.965168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb1e128d-cbc0-45ba-acbf-e303dd383015 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5861976 Oct 26 13:58:09.975018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:09.980431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:09.992977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45416) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:10.016059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf023b1-c026-4625-bad3-785114ca0615 req-cb44fd76-2515-4f32-9eaa-64232864fcf1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.017671 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cf023b1-c026-4625-bad3-785114ca0615 req-cb44fd76-2515-4f32-9eaa-64232864fcf1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.1686873 Oct 26 13:58:10.022986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Request body: {'subnet': {'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-180371357-subnet', 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:10.061321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:10.064048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.121144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f97a4bf-80e3-4b66-b1f5-2d3f46ac7fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.146178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-98a04d5d-c7ae-4456-a6c3-c2183284e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.148804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-98a04d5d-c7ae-4456-a6c3-c2183284e097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 1098 time: 0.3401320 Oct 26 13:58:10.174460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d6727-0767-41ab-95f5-f1deb73a25ce req-b7f89173-bb2b-4ab6-83ab-99971a969bbc tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.180055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.183840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b2d6727-0767-41ab-95f5-f1deb73a25ce req-b7f89173-bb2b-4ab6-83ab-99971a969bbc tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.2326047 Oct 26 13:58:10.200321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-912082f6-6c1a-4006-b76a-f3aaf5402e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.202643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-912082f6-6c1a-4006-b76a-f3aaf5402e33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2516191 Oct 26 13:58:10.203727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.229156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cf023b1-c026-4625-bad3-785114ca0615 req-46d5bb5e-b9cb-435b-aa52-5efb9348e462 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766763 Oct 26 13:58:10.296579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af6f38-a8f6-437d-b818-d5e4b27c1373,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:10.303687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:10.313784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b2d6727-0767-41ab-95f5-f1deb73a25ce req-ca1a9d02-4fe7-4abc-a674-8fe115b91792 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285980 Oct 26 13:58:10.319131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.319494 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Added segment 2541e9d0-80e0-4a10-957b-8997c2e315a7 of type vlan for network 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 Oct 26 13:58:10.327083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-903a646d-bfd0-4fb4-9282-630a3b0d903e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.346019 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-903a646d-bfd0-4fb4-9282-630a3b0d903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.403572 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.425471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-903a646d-bfd0-4fb4-9282-630a3b0d903e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f768e238e7496288ee6d6e42a38f32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0385695 Oct 26 13:58:10.426250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-3a636b47-ffa1-4522-bcf8-4b398a2897d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.427141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45420) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:10.429527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-3a636b47-ffa1-4522-bcf8-4b398a2897d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2189112 Oct 26 13:58:10.443051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a646d-bfd0-4fb4-9282-630a3b0d903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62aa369-f215-47cf-bd26-3f5698ca1544,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:10.559464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.593752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-a65a4bcb-7bbc-4906-9992-74c391094b8c service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480980 Oct 26 13:58:10.614270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.615255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.615897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.682600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.741527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3681161 Oct 26 13:58:10.747630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45430) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:10.752839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Request body: {'subnet': {'network_id': '24b12cf2-be13-424f-9c4e-cb6a1c2d4d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1794749121-subnet', 'tenant_id': '8bd14276ec014b57a7fc059ece69877a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:10.758186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf05d1-6ad3-4a07-b38f-54d062a5b4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=24b12cf2-be13-424f-9c4e-cb6a1c2d4d53,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:10.773949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.780596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:10.796377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17b3e4a3-8720-404f-836a-b897b420b3ab req-5cd98fde-3676-4c43-8e1a-c0b90d05a7d7 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946883 Oct 26 13:58:10.811841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Made reservation on behalf of 8bd14276ec014b57a7fc059ece69877a for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:10.814887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.819051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:10.859100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:10.859467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Network hostable DHCP agents. Network: 63f24a6d-b87b-4c1c-b9fb-23165a82355e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:10.880961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b7488-0015-49a9-a16e-d6f410cb69a0 req-8d4dc8a7-6185-422c-b7d3-5aa08a36c7ce tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.882553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-317b7488-0015-49a9-a16e-d6f410cb69a0 req-8d4dc8a7-6185-422c-b7d3-5aa08a36c7ce tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.3139770 Oct 26 13:58:10.947096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:10.972590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 63f24a6d-b87b-4c1c-b9fb-23165a82355e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:10.980113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-317b7488-0015-49a9-a16e-d6f410cb69a0 req-5f6f7ffa-f6d9-415d-9f9a-5e2a2ba189ab tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648491 Oct 26 13:58:10.982188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:10.983590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:10.995521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45434) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:11.001738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5a070-6f56-4920-8afc-9ed8ac6ca845 None None] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:11.045216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea285f05-dbba-4474-8add-733cbfb8a50d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0504065 Oct 26 13:58:11.046694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.049301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.050793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a62aa369-f215-47cf-bd26-3f5698ca1544 HTTP/1.1" status: 204 len: 168 time: 0.6203256 Oct 26 13:58:11.067512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2b4b5-bdfd-4d15-8c2d-3627e6c88795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62aa369-f215-47cf-bd26-3f5698ca1544,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:11.173431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.244915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220964b-0244-4a12-9880-be9d9eb87a50 None None] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:11.263203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d559ee4e-2e38-4716-adff-140b981a30b1,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:11.279789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Checking segment: {'id': '2541e9d0-80e0-4a10-957b-8997c2e315a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '24b12cf2-be13-424f-9c4e-cb6a1c2d4d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:11.280157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Network hostable DHCP agents. Network: 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:11.310254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Network 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:11.328269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:11.333219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.333845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.358162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-19e68712-6539-4617-898d-47bf3220a64b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6090951 Oct 26 13:58:11.397651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9670aab-c010-4ed5-8b7b-5d1d659be445 None None] Network 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:11.443877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350598-115f-4a4b-a931-4c587fdb5400 req-a9c0fe09-fb36-4917-a89a-661beaee3d9a tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.453704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0350598-115f-4a4b-a931-4c587fdb5400 req-a9c0fe09-fb36-4917-a89a-661beaee3d9a tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.0782011 Oct 26 13:58:11.543239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0350598-115f-4a4b-a931-4c587fdb5400 req-aa146e29-83da-49da-8e86-3ff3a0a72e88 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821877 Oct 26 13:58:11.547919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cadeebe9-1efe-4be5-b82f-e5e68d84c0ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.588309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db647-0b6e-4d5f-8f91-a9f3591d722c req-84d8e263-a8bd-4978-9f30-919d0980dd2a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:11.593576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-677db647-0b6e-4d5f-8f91-a9f3591d722c req-84d8e263-a8bd-4978-9f30-919d0980dd2a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.1357594 Oct 26 13:58:11.698534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-677db647-0b6e-4d5f-8f91-a9f3591d722c req-b739fd02-7ad6-434f-88d1-ed58d5c5807c tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Oct 26 13:58:11.729254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45452) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:11.744350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5182e9f-1df7-46ab-a28a-870b51a55e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.775309 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cadeebe9-1efe-4be5-b82f-e5e68d84c0ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.782508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cadeebe9-1efe-4be5-b82f-e5e68d84c0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.868259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5182e9f-1df7-46ab-a28a-870b51a55e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.873854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5182e9f-1df7-46ab-a28a-870b51a55e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:11.922716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cadeebe9-1efe-4be5-b82f-e5e68d84c0ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63fc9d1c3b914fd390e9e8d8abde4c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231775 Oct 26 13:58:11.922716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadeebe9-1efe-4be5-b82f-e5e68d84c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98effb-c3f0-4f21-bf56-1d5f963193f8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:11.932399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45456) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:11.958312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45458) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:11.959670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b5182e9f-1df7-46ab-a28a-870b51a55e5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cb7b60c848a44ba89bce48464057e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278268 Oct 26 13:58:11.978543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5182e9f-1df7-46ab-a28a-870b51a55e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cc50f9-1b50-49da-81a0-912ba268dece,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:12.025415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8def647-d651-4a0c-b6b7-c3fe9cfcc915 None None] Network 24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:12.094130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.099146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.154733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.171276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.223346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.240052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.245736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c98effb-c3f0-4f21-bf56-1d5f963193f8 HTTP/1.1" status: 204 len: 168 time: 0.3118753 Oct 26 13:58:12.266024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8700ee-d5eb-49d5-9ac0-558b34c78877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98effb-c3f0-4f21-bf56-1d5f963193f8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:12.272825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d06a1-94e5-4734-b3f9-1d894eec0807 req-fd0ead3d-77b6-46a3-903c-8ef6af7555a8 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.275002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-896d06a1-94e5-4734-b3f9-1d894eec0807 req-fd0ead3d-77b6-46a3-903c-8ef6af7555a8 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.1504762 Oct 26 13:58:12.325058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.328883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.334431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13cc50f9-1b50-49da-81a0-912ba268dece HTTP/1.1" status: 204 len: 168 time: 0.3723879 Oct 26 13:58:12.340138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-896d06a1-94e5-4734-b3f9-1d894eec0807 req-0c16f5f6-7153-4d0c-b1e5-18773184d3ca tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Oct 26 13:58:12.357065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a631a12-38e4-4e35-b567-f578be37284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cc50f9-1b50-49da-81a0-912ba268dece,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:12.677722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc27c-2737-4228-a985-e35e290d6655 req-dd6277ef-1e0a-45dc-9e7c-2cf15c5e0435 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.682407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2bcbc27c-2737-4228-a985-e35e290d6655 req-dd6277ef-1e0a-45dc-9e7c-2cf15c5e0435 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.0625763 Oct 26 13:58:12.736315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2bcbc27c-2737-4228-a985-e35e290d6655 req-01eed52d-e285-480a-9c72-8d54463d1fe1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Oct 26 13:58:12.827792 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-302c1514-2e96-4460-abd2-1ebd78ba21ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:12.865050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1276e-4ea6-4915-8063-c5d04d1cc860 req-3ed4172c-bce6-4575-af05-671103fb7c8a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:12.866752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0af1276e-4ea6-4915-8063-c5d04d1cc860 req-3ed4172c-bce6-4575-af05-671103fb7c8a tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.0575485 Oct 26 13:58:12.931345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0af1276e-4ea6-4915-8063-c5d04d1cc860 req-dd0bbcb4-3764-437a-83a5-69c181cd44b7 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510757 Oct 26 13:58:12.966093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45490) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:12.988877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf759c79-feff-4b52-a5a5-685585bc2395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.087537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf759c79-feff-4b52-a5a5-685585bc2395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.092717 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf759c79-feff-4b52-a5a5-685585bc2395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.148660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cf759c79-feff-4b52-a5a5-685585bc2395 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=335be1c58d8f433b850b3c82c9036331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794651 Oct 26 13:58:13.149649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45500) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:13.158317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45502) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:13.161156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759c79-feff-4b52-a5a5-685585bc2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a61cbd-0ebd-4952-a6ee-f5424b439ebc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.178359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1641617596-network', 'tenant_id': 'b6c9d49ca7974e96a1446a05dca3b1a0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:13.223512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.230245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Made reservation on behalf of b6c9d49ca7974e96a1446a05dca3b1a0 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:13.233681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.243650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.269930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.290428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:13.302909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1571486699-network', 'tenant_id': 'cdad672f657445c9a8cf36e624d58d3f'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:13.338928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Made reservation on behalf of cdad672f657445c9a8cf36e624d58d3f for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:13.341861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.344763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.351786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.355046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.380109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.384163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.385540 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67a61cbd-0ebd-4952-a6ee-f5424b439ebc HTTP/1.1" status: 204 len: 168 time: 0.2347062 Oct 26 13:58:13.385763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:13.399493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bf99d-30e3-4bef-96a4-0113e079abf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a61cbd-0ebd-4952-a6ee-f5424b439ebc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.436093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.436467 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Added segment 9c382733-ec7d-49fe-ba94-d8039b507409 of type vlan for network 24e618fe-4dcc-4264-92e7-bf97722ddb75 Oct 26 13:58:13.463966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c328e7a-abb7-4cac-bc76-bfd312bca68a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.515524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.519471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.535693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.574951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:13.581363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ac7bd-d13a-41c0-a919-13c5246074db req-109cda49-3359-4f59-a17f-6629ee1f27ee tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.583402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e3ac7bd-d13a-41c0-a919-13c5246074db req-109cda49-3359-4f59-a17f-6629ee1f27ee tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.0792665 Oct 26 13:58:13.584075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.585015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.585792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.591713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629bfea-d039-4cec-a790-c1861640ec06,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.599111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.599594 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Added segment d685c036-5d5b-4c34-8f9f-9bb41f827f4c of type vlan for network 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 Oct 26 13:58:13.653924 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.669497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] Pushing event updated for resources: {'Network': ['ID=24e618fe-4dcc-4264-92e7-bf97722ddb75,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.679622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d339f7c3-993e-4e9d-a68c-a8b0861397a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5189447 Oct 26 13:58:13.684401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 24e618fe-4dcc-4264-92e7-bf97722ddb75 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:13.685107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:13.692034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Request body: {'subnet': {'network_id': '24e618fe-4dcc-4264-92e7-bf97722ddb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1641617596-subnet', 'tenant_id': 'b6c9d49ca7974e96a1446a05dca3b1a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:13.704553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e3ac7bd-d13a-41c0-a919-13c5246074db req-166a5863-996a-4bc1-acb9-7b61ef656571 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722573 Oct 26 13:58:13.706852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.711032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.714809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.743233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Made reservation on behalf of b6c9d49ca7974e96a1446a05dca3b1a0 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:13.745875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.789032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4992712 Oct 26 13:58:13.792513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45522) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:13.799376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Request body: {'subnet': {'network_id': '3d28a061-e7c7-4c37-abe0-b51ae0bf24d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1571486699-subnet', 'tenant_id': 'cdad672f657445c9a8cf36e624d58d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:13.823452 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.828019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f04d4-44c2-4509-83c5-0f6c6b9970fa admin admin] Pushing event updated for resources: {'Network': ['ID=3d28a061-e7c7-4c37-abe0-b51ae0bf24d8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:13.844620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:13.861713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Made reservation on behalf of cdad672f657445c9a8cf36e624d58d3f for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:13.865322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:13.975846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-08f6f608-5ec2-4eb8-978e-97df632392cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:13.985070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-08f6f608-5ec2-4eb8-978e-97df632392cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2623472 Oct 26 13:58:14.049145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.093882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-8b713bb5-e959-4ee6-89ad-99e1ec63a9aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=de12fa6e-cb43-48e1-b281-e467676e484d HTTP/1.1" status: 200 len: 217 time: 0.1022909 Oct 26 13:58:14.130623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device b4b87a8c-84b7-4210-8beb-374fc57eadf5 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:14.203964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb2d65-2a3c-4128-8b91-3a13f0c14fce req-723a58b6-a1fe-46d2-877a-428297ded348 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.205489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34bb2d65-2a3c-4128-8b91-3a13f0c14fce req-723a58b6-a1fe-46d2-877a-428297ded348 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.3350627 Oct 26 13:58:14.237011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f5bd-83c7-40e1-a27d-b14f5bd43ba4 req-7155e86b-9a24-402b-866d-568de1cdf3a0 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.244552 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f0f5bd-83c7-40e1-a27d-b14f5bd43ba4 req-7155e86b-9a24-402b-866d-568de1cdf3a0 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 970 time: 0.1555517 Oct 26 13:58:14.302076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-c5573d44-34b1-4ca3-b2bc-bc35ab16fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.303754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-c5573d44-34b1-4ca3-b2bc-bc35ab16fd37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1486943 Oct 26 13:58:14.356080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:14.364249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.384409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5', 'mac_address': 'fa:16:3e:64:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:tempest-test_az-1643320855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:14.417166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f0f5bd-83c7-40e1-a27d-b14f5bd43ba4 req-a6ca9d3a-81fa-4315-ac2f-d91dc1e12ebc tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683910 Oct 26 13:58:14.422109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34bb2d65-2a3c-4128-8b91-3a13f0c14fce req-7a2a3bc9-6c9d-46f3-b50f-28281ad15156 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964633 Oct 26 13:58:14.448143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.473941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Checking segment: {'id': '9c382733-ec7d-49fe-ba94-d8039b507409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '24e618fe-4dcc-4264-92e7-bf97722ddb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:14.474297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Network hostable DHCP agents. Network: 24e618fe-4dcc-4264-92e7-bf97722ddb75, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:14.476693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.482908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-68a0832f-552d-490f-abf3-ec026b323b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.484414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-68a0832f-552d-490f-abf3-ec026b323b63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681731 Oct 26 13:58:14.487617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a326a450-558e-4ed9-814c-a2aa41813239,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:14.496436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b87a8c-84b7-4210-8beb-374fc57eadf5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:14.526523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:14.536229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.545165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22163483-4cdb-4712-87ba-86f133bf6285,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:14.565213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Checking segment: {'id': 'd685c036-5d5b-4c34-8f9f-9bb41f827f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '3d28a061-e7c7-4c37-abe0-b51ae0bf24d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:14.565612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Network hostable DHCP agents. Network: 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:14.608375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:14.608610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Network 24e618fe-4dcc-4264-92e7-bf97722ddb75 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:14.608692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Network 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:14.623484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.624220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.624652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 24e618fe-4dcc-4264-92e7-bf97722ddb75) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:14.625184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.625762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.626472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.627081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.627606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.628269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.629807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.630362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.630917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.631441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:14.631942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.632619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Tracked resource versions report: Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: pushed versions: Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: { 'AddressGroup': {'1.2'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'ConntrackHelper': {'1.0'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Log': {'1.0'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Network': {'1.1'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Port': {'1.7'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'PortForwarding': {'1.2'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'QosPolicy': {'1.10'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SecurityGroup': {'1.4'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SubPort': {'1.0'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Subnet': {'1.1'}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Trunk': {'1.1'}} Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: consumer versions: Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: HyperV agent@n-h1-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: HyperV agent@n-h2-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: L3 agent@n-d-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: Metadata agent@n-d-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: Metering agent@n-d-813419-9: {}, Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'ConntrackHelper': '1.0', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Log': '1.0', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Network': '1.1', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Port': '1.7', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'PortForwarding': '1.2', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'QosPolicy': '1.10', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SecurityGroup': '1.4', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SecurityGroupRule': '1.2', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'SubPort': '1.0', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Subnet': '1.1', Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: 'Trunk': '1.1'}} Oct 26 13:58:14.633602 n-d-813419-9 neutron-server[102165]: {{(pid=102165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:58:14.636748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:14.641724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660e2ba-1fc7-44a0-abbc-3b2f7d54a2c8 None None] Network 24e618fe-4dcc-4264-92e7-bf97722ddb75 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:14.645534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac14d13-6d85-4003-b74e-7e85b93a428f None None] Network 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:14.653239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:14.653840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:14.688481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f02c4522-c7d8-4b9b-807a-80b394f6bd43 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8946016 Oct 26 13:58:14.704638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-08836863-bf8d-4a1c-9063-669115bc8703 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0179281 Oct 26 13:58:14.725319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-822c0185-0471-4848-b229-c82ee0c3bd9d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252965 Oct 26 13:58:14.917630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['b4b87a8c-84b7-4210-8beb-374fc57eadf5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:15.087330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:15.116069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5154d-fbfd-43be-9ae3-c75f055b4af9 req-1e992266-06c8-4abb-bd2a-82ddac99c345 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.118336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27f5154d-fbfd-43be-9ae3-c75f055b4af9 req-1e992266-06c8-4abb-bd2a-82ddac99c345 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.3103759 Oct 26 13:58:15.146744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37c0bc7a-dfc3-4270-b10a-cd9048858c75 req-735b52dd-6cc4-44e6-a2b4-1a7852c8eefd service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139988 Oct 26 13:58:15.156924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591dc30-01d6-496c-bf37-70410f799784 None None] Network 24e618fe-4dcc-4264-92e7-bf97722ddb75 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:15.176433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27f5154d-fbfd-43be-9ae3-c75f055b4af9 req-ba357e8d-fd4e-45d6-ae75-f194dbde7b37 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518966 Oct 26 13:58:15.226697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ad8d2-8d89-44f9-b607-5edf54b9069d None None] Network 3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:15.234875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Deleting subnet d559ee4e-2e38-4716-adff-140b981a30b1 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:58:15.239493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.287557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.298333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.380238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.425940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d559ee4e-2e38-4716-adff-140b981a30b1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:15.427858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.433882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a79da511-dfae-4282-9bd8-dddcca6d7139 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d559ee4e-2e38-4716-adff-140b981a30b1 HTTP/1.1" status: 204 len: 168 time: 0.3382871 Oct 26 13:58:15.435672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45582) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:15.546616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.584774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37d499-dc3b-4035-bd43-ea97cf458e15 req-51b23c19-7926-4ad7-8a01-591e9f8a48b1 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.586919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b37d499-dc3b-4035-bd43-ea97cf458e15 req-51b23c19-7926-4ad7-8a01-591e9f8a48b1 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 971 time: 0.0670166 Oct 26 13:58:15.651254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b37d499-dc3b-4035-bd43-ea97cf458e15 req-7dd9b519-5e60-476b-a4fd-db408b23e748 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508764 Oct 26 13:58:15.651722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.676760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.708638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.709136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.710117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.710758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > port after_create 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.711139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.712134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > port after_update 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.712451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.712889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.713259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.713603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.783917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3e6f8-8d86-4191-9ead-3e540bb0e180 req-aaf24b51-d3dc-429f-9823-aea6d0c0f043 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:15.788991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e3e6f8-8d86-4191-9ead-3e540bb0e180 req-aaf24b51-d3dc-429f-9823-aea6d0c0f043 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.0663638 Oct 26 13:58:15.814597 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.815060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.816041 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.816041 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:58:15.816549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b12cf2-be13-424f-9c4e-cb6a1c2d4d53']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:15.834383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e3e6f8-8d86-4191-9ead-3e540bb0e180 req-13c560d5-f282-4a1b-8ad7-9c172f18e261 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Oct 26 13:58:15.840797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2541e9d0-80e0-4a10-957b-8997c2e315a7') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:15.841158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2541e9d0-80e0-4a10-957b-8997c2e315a7') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:15.881994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:15.979832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.008753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:58:16.009227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: from cryptography.utils import int_from_bytes Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: from cryptography.utils import int_from_bytes Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: timer() Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:58:16.035381 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:58:16.126680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device b4b87a8c-84b7-4210-8beb-374fc57eadf5 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:16.154472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-94fd79ae-afe7-40ba-9e45-161619bcfb71 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.155861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-94fd79ae-afe7-40ba-9e45-161619bcfb71 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.3102794 Oct 26 13:58:16.157027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.176971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.181072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] 10.222.0.37 "DELETE /v2.0/networks/24b12cf2-be13-424f-9c4e-cb6a1c2d4d53 HTTP/1.1" status: 204 len: 168 time: 0.7448623 Oct 26 13:58:16.183833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45610) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:16.191288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dc952-7d2f-492b-b8cf-5d71d593530e admin admin] Pushing event deleted for resources: {'Network': ['ID=24b12cf2-be13-424f-9c4e-cb6a1c2d4d53,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:16.201983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-de80d86f-436a-4fd2-ab21-a6518f5a66d6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/quotas/aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 375 time: 0.0357766 Oct 26 13:58:16.238159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-b0c61e34-8828-41db-9df7-3721876b6773 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352170 Oct 26 13:58:16.247452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port b4b87a8c-84b7-4210-8beb-374fc57eadf5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:16.252885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port b4b87a8c-84b7-4210-8beb-374fc57eadf5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:16.253460 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.280917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Deleting subnet 22163483-4cdb-4712-87ba-86f133bf6285 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:58:16.284356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.360677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.391509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.421097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.422024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.422622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.423449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.423989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.424703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.425432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.427406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b20e30c-886a-439e-b398-c4dbb12d3b08 req-6ca99e88-b67e-4816-b2ab-252af8e8ce7f tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5011 time: 0.3573797 Oct 26 13:58:16.489465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-0ec9baf0-f047-403b-940d-0904dc0a278d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:16.491328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-0ec9baf0-f047-403b-940d-0904dc0a278d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0856419 Oct 26 13:58:16.503269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.541833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.559127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22163483-4cdb-4712-87ba-86f133bf6285,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:16.563600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.569980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b83c4d0c-9976-4e40-92b4-60d40857c2b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/22163483-4cdb-4712-87ba-86f133bf6285 HTTP/1.1" status: 204 len: 168 time: 0.3848543 Oct 26 13:58:16.571488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:16.586828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:16.591196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e7a37-5132-468a-9332-a5c6124d8d60 req-943424de-663e-40e1-9224-d39831dd4237 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.592883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-800e7a37-5132-468a-9332-a5c6124d8d60 req-943424de-663e-40e1-9224-d39831dd4237 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.1009622 Oct 26 13:58:16.653375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-800e7a37-5132-468a-9332-a5c6124d8d60 req-50383a1a-8844-4ff4-9d14-645f9c1a729e tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Oct 26 13:58:16.671767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-e11dee34-5b72-4a60-98fa-05f823f468df service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718612 Oct 26 13:58:16.674799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.678866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:16.685440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.761918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:16.792784 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7766504-6d5a-4c84-b0f2-5babb3539220" -d '{"events": [{"server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:16.794598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557dac3-752f-4ced-8f19-ea1200f64097 req-59c269fe-9b07-439a-b4be-b2442197960c tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:16.795980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c557dac3-752f-4ced-8f19-ea1200f64097 req-59c269fe-9b07-439a-b4be-b2442197960c tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 886 time: 0.1105788 Oct 26 13:58:16.832513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.863811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d28a061-e7c7-4c37-abe0-b51ae0bf24d8']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:16.868129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-4b09fce7-1b3d-4e5a-a298-cc50dfdf4a88 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825550 Oct 26 13:58:16.877879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd685c036-5d5b-4c34-8f9f-9bb41f827f4c') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:16.878107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd685c036-5d5b-4c34-8f9f-9bb41f827f4c') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:16.889445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.908475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.918709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:58:16.919831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: timer() Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:58:16.923577 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:58:16.998071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.005866 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.009913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d28a061-e7c7-4c37-abe0-b51ae0bf24d8 HTTP/1.1" status: 204 len: 168 time: 0.4373195 Oct 26 13:58:17.038418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97b4d3-559d-40a8-82e1-567546f3e4df admin admin] Pushing event deleted for resources: {'Network': ['ID=3d28a061-e7c7-4c37-abe0-b51ae0bf24d8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:17.115163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad592-673d-4977-b537-3a69ca898297 req-0e5f4884-50d4-41cb-82f7-c5f783c663c8 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.116429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-429ad592-673d-4977-b537-3a69ca898297 req-0e5f4884-50d4-41cb-82f7-c5f783c663c8 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.0593681 Oct 26 13:58:17.153440 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c980441-b25a-4d5c-8aac-529db3336282 x-openstack-request-id: req-0c980441-b25a-4d5c-8aac-529db3336282 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:17.153960 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "name": "network-vif-plugged", "status": "completed", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:17.154056 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c980441-b25a-4d5c-8aac-529db3336282 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:17.154448 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5', 'code': 200} Oct 26 13:58:17.180089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-429ad592-673d-4977-b537-3a69ca898297 req-0d11247e-ed34-4b16-96ed-d6842b696609 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Oct 26 13:58:17.330954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.331529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.332046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.332604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.333309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.335444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74fbc7dc-2000-48f5-ad9e-9a714304eef0 req-a82c837c-649c-4887-88a0-501e11753716 tempest-NetworksTest-1916155119 tempest-NetworksTest-1916155119-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3623 time: 0.1691055 Oct 26 13:58:17.366128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45664) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:17.440970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e1739651-5352-474f-93ac-9acaa5586785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bd14276ec014b57a7fc059ece69877a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710237 Oct 26 13:58:17.456860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:17.459676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71b6f85a-baeb-46bc-8fa9-81f813c0d2d1 req-1e891c21-24d7-43c5-96b0-31091f44460e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 210 time: 0.0432928 Oct 26 13:58:17.544830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.571574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.579894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-8c322d54-bb20-4a24-91a6-84e54163b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.583852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-8c322d54-bb20-4a24-91a6-84e54163b19e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 1123 time: 0.3317142 Oct 26 13:58:17.601101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d4fc4-4100-4242-992f-ce543d49e553 req-819e4067-4a56-445c-94d5-f302e49bc69b tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.603214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d16d4fc4-4100-4242-992f-ce543d49e553 req-819e4067-4a56-445c-94d5-f302e49bc69b tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 946 time: 0.3074825 Oct 26 13:58:17.642224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-4d530b0c-d345-4f54-8495-e2498594308a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.651519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.655183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.657610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5af6f38-a8f6-437d-b818-d5e4b27c1373 HTTP/1.1" status: 204 len: 168 time: 0.1961060 Oct 26 13:58:17.672308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2537fdb-f02e-46bc-991d-63a4b63cb9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af6f38-a8f6-437d-b818-d5e4b27c1373,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:17.673666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d16d4fc4-4100-4242-992f-ce543d49e553 req-44df90f9-c620-46e7-8ddb-427ea9de7bf9 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616229 Oct 26 13:58:17.807522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:17.830959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device de12fa6e-cb43-48e1-b281-e467676e484d details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:17.891837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-4d530b0c-d345-4f54-8495-e2498594308a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.912049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-4d530b0c-d345-4f54-8495-e2498594308a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:17.951520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8ccab-9e1e-4d08-85c0-796acef1cdbb req-7aea243a-8174-413c-a5db-fd8b91288dea tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:17.953444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5d8ccab-9e1e-4d08-85c0-796acef1cdbb req-7aea243a-8174-413c-a5db-fd8b91288dea tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 947 time: 0.1782477 Oct 26 13:58:17.956267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=de12fa6e-cb43-48e1-b281-e467676e484d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:17.980450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'de12fa6e-cb43-48e1-b281-e467676e484d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'de12fa6e-cb43-48e1-b281-e467676e484d', 'mac_address': 'fa:16:3e:7b:fc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:18.001283 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d13bea3-3695-4179-ae86-8cf02cf7c7ec req-4d530b0c-d345-4f54-8495-e2498594308a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967311 Oct 26 13:58:18.027198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d530b0c-d345-4f54-8495-e2498594308a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c52c82f4-a068-43da-bceb-5c0b98a6a171,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.054165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5d8ccab-9e1e-4d08-85c0-796acef1cdbb req-e785f3ff-d67c-4de9-9da8-e9d74c21169b tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Oct 26 13:58:18.061491 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.086013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de12fa6e-cb43-48e1-b281-e467676e484d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:18.111278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=de12fa6e-cb43-48e1-b281-e467676e484d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:18.117118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.117876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6e7fb88a-baed-4b59-94ae-a35f6f356293 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:18.189955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:18.196930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:18.198763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.205377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '6e7fb88a-baed-4b59-94ae-a35f6f356293', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6e7fb88a-baed-4b59-94ae-a35f6f356293', 'mac_address': 'fa:16:3e:4f:bf:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:18.219654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93bd2f2-b1ff-402f-af94-cf28671b99a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.286678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ed372312-96cf-451a-a5c2-d32eb41843fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdad672f657445c9a8cf36e624d58d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881827 Oct 26 13:58:18.287299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:18.303916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.329051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fb88a-baed-4b59-94ae-a35f6f356293 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:18.357793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93bd2f2-b1ff-402f-af94-cf28671b99a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.359469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:18.364000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.368266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.373706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d2676-cf92-404a-8711-6912d2943e09 req-951595d2-1b59-46c9-8407-d3ecee2257ff tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.375744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-905d2676-cf92-404a-8711-6912d2943e09 req-951595d2-1b59-46c9-8407-d3ecee2257ff tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.0875893 Oct 26 13:58:18.377040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93bd2f2-b1ff-402f-af94-cf28671b99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.407311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.417506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c93bd2f2-b1ff-402f-af94-cf28671b99a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24a08c73743c4d8b957a11d4aa0875dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062553 Oct 26 13:58:18.419298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:18.433981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.454357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd2f2-b1ff-402f-af94-cf28671b99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96493fd5-fff4-49a2-a23f-23408b20a5aa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.499844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-905d2676-cf92-404a-8711-6912d2943e09 req-03399663-256e-477d-a22a-1f0970db3ace tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977502 Oct 26 13:58:18.508776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.518388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.520206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a629bfea-d039-4cec-a790-c1861640ec06 HTTP/1.1" status: 204 len: 168 time: 0.2288921 Oct 26 13:58:18.541248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.543392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07b7f4-66a5-41df-bd38-6b979fdc8c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629bfea-d039-4cec-a790-c1861640ec06,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.598491 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.659658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac516404-558b-48ca-923f-cb7dcdf4dcbf req-af21683c-f007-48c8-9abc-058d3ac8698f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 210 time: 0.0550175 Oct 26 13:58:18.675727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.678660 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:18.680840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96493fd5-fff4-49a2-a23f-23408b20a5aa HTTP/1.1" status: 204 len: 168 time: 0.2513173 Oct 26 13:58:18.689325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a23e9b-e802-471a-bc72-5e1086269702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96493fd5-fff4-49a2-a23f-23408b20a5aa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:18.704021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6e7fb88a-baed-4b59-94ae-a35f6f356293'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:18.782259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['de12fa6e-cb43-48e1-b281-e467676e484d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:18.864643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-5e4c7634-beb9-4e00-875d-124271dfe94f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.866430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-5e4c7634-beb9-4e00-875d-124271dfe94f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.2477727 Oct 26 13:58:18.900716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Request body: {'port': {'device_id': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'admin_state_up': True, 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:18.990425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa3f0b-38ea-4429-810f-343632bbfb62 req-78a97e5d-2728-444e-afcf-a1fb740f64ba tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:18.992040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-affa3f0b-38ea-4429-810f-343632bbfb62 req-78a97e5d-2728-444e-afcf-a1fb740f64ba tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 947 time: 0.1534102 Oct 26 13:58:19.067506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-affa3f0b-38ea-4429-810f-343632bbfb62 req-84997edc-a6ad-4fe6-bcf1-8b0ec10be8fd tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669291 Oct 26 13:58:19.107976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:19.114012 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.276097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961545d6-95d6-408e-8168-be5fcdc2ad72 req-59bc68f1-9df1-48d5-9ae8-f6d128c61e05 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.277762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-961545d6-95d6-408e-8168-be5fcdc2ad72 req-59bc68f1-9df1-48d5-9ae8-f6d128c61e05 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 948 time: 0.0940077 Oct 26 13:58:19.328980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Allocated IP 172.20.0.4 (63f24a6d-b87b-4c1c-b9fb-23165a82355e/5d43d6f7-6df1-453f-b59d-a0bb52b8ea39/10fcd0e5-726b-4eff-a7dc-88744d28dc6f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:19.341435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-961545d6-95d6-408e-8168-be5fcdc2ad72 req-c942a4ec-eda9-4f21-b60c-5772c30993b0 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Oct 26 13:58:19.421245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45736) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:19.435845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a630ba5-14b2-47d0-84ff-6041550ce41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.531337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a630ba5-14b2-47d0-84ff-6041550ce41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.536861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.541237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a630ba5-14b2-47d0-84ff-6041550ce41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.595095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a630ba5-14b2-47d0-84ff-6041550ce41d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d1c11b31fd44d7fb6143863cdb3de0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726782 Oct 26 13:58:19.598636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45742) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:19.612983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a630ba5-14b2-47d0-84ff-6041550ce41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce36a02-21d1-46a0-87f0-ca277e4a918a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:19.622907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.668162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.702274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:19.706661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:19.709071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.717242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:19.776160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.777245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.787762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:19.802848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device de12fa6e-cb43-48e1-b281-e467676e484d up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:19.803908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f383a3-7a2e-4439-8cdb-c49206a29561 req-bd2e73fb-e9f8-4fd1-93eb-41dc34986584 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:19.806103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65f383a3-7a2e-4439-8cdb-c49206a29561 req-bd2e73fb-e9f8-4fd1-93eb-41dc34986584 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.1972511 Oct 26 13:58:19.817401 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-8e6155cf-9cce-4239-ba38-514fd9f40191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9358454 Oct 26 13:58:19.845247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Request body: {'port': {'device_id': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'device_owner': 'compute:tempest-test_az-1643320855', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:19.896321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.910509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port de12fa6e-cb43-48e1-b281-e467676e484d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:19.910990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.923434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port de12fa6e-cb43-48e1-b281-e467676e484d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:19.925149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.932802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:19.936587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dce36a02-21d1-46a0-87f0-ca277e4a918a HTTP/1.1" status: 204 len: 168 time: 0.3366423 Oct 26 13:58:19.945296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65f383a3-7a2e-4439-8cdb-c49206a29561 req-6c73014e-be9f-4b43-925d-1b479ddb6bcf tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257136 Oct 26 13:58:19.956079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312d980-3315-488c-a369-034c48fdb82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce36a02-21d1-46a0-87f0-ca277e4a918a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:20.028996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3407ed-0ae6-4dd5-8893-c884fc20f860 req-df84f52b-f25e-4ae8-ba64-9ecdd525a175 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.037867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca3407ed-0ae6-4dd5-8893-c884fc20f860 req-df84f52b-f25e-4ae8-ba64-9ecdd525a175 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 931 time: 0.2480433 Oct 26 13:58:20.096340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.136426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca3407ed-0ae6-4dd5-8893-c884fc20f860 req-54714725-3fca-464e-9d3f-e81b5f3b3eab tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922873 Oct 26 13:58:20.161262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:20.165144 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c936c2-7388-46d2-96f4-872db6c89c14" -d '{"events": [{"server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "name": "network-vif-plugged", "status": "completed", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:20.179770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=de12fa6e-cb43-48e1-b281-e467676e484d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:20.184585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.185559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6e7fb88a-baed-4b59-94ae-a35f6f356293 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:20.253111 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c3b488-3833-4495-b5a3-9c10ad70b474 x-openstack-request-id: req-52c3b488-3833-4495-b5a3-9c10ad70b474 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:20.253422 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "name": "network-vif-plugged", "status": "completed", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:20.253677 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c3b488-3833-4495-b5a3-9c10ad70b474 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:20.254167 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d', 'code': 200} Oct 26 13:58:20.295810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:20.301720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 6e7fb88a-baed-4b59-94ae-a35f6f356293 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:20.307069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 6e7fb88a-baed-4b59-94ae-a35f6f356293 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:20.307699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.452961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.468740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d20f7d-3d36-4c33-a506-8f52a7b675cf req-1ea16412-570b-4fb3-b657-d4c39b291e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.470249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8d20f7d-3d36-4c33-a506-8f52a7b675cf req-1ea16412-570b-4fb3-b657-d4c39b291e88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 1100 time: 0.1391907 Oct 26 13:58:20.507777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fcd0e5-726b-4eff-a7dc-88744d28dc6f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:20.519480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.525228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:20.537105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Transition to ACTIVE for port object 10fcd0e5-726b-4eff-a7dc-88744d28dc6f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:20.541897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.543768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.618586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027487-4c68-4056-9740-1efbedf954c4 req-5b22d700-f7bc-44d5-80db-6e2526f0e738 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.620160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a027487-4c68-4056-9740-1efbedf954c4 req-5b22d700-f7bc-44d5-80db-6e2526f0e738 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 949 time: 0.1336803 Oct 26 13:58:20.621829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8d20f7d-3d36-4c33-a506-8f52a7b675cf req-c6ecc420-379d-4dcd-8ebe-82e84a879a4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416478 Oct 26 13:58:20.653993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:20.674239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:20.687366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a027487-4c68-4056-9740-1efbedf954c4 req-2414d9f5-f1e7-488b-a4a4-34b2df0e152a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585535 Oct 26 13:58:20.711297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3562-933e-4c04-b587-45694ac30302 req-7e715ecb-8f76-4cfd-8a66-f176fd72fab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.712944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-254f3562-933e-4c04-b587-45694ac30302 req-7e715ecb-8f76-4cfd-8a66-f176fd72fab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.1300228 Oct 26 13:58:20.774918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-254f3562-933e-4c04-b587-45694ac30302 req-98e029d4-d57e-42c3-a08f-35b5e127813a tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536845 Oct 26 13:58:20.779897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:20.780240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:20.780597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:20.785588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:20.785910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:20.791776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:20.792627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:20.793070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:20.793573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Bound port: 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:20.802691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.870543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:20.874589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:20.879613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.949604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:20.950592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:20.952555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] 10.222.0.73 "PUT /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 1113 time: 1.1165709 Oct 26 13:58:20.953186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:20.957099 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab91f5-576a-40e5-9242-8f517a93447d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:21.030167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:21.046291 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf328ba-8636-432a-8b2c-e7581e6a22b6 x-openstack-request-id: req-caf328ba-8636-432a-8b2c-e7581e6a22b6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:21.046875 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:21.047479 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caf328ba-8636-432a-8b2c-e7581e6a22b6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:21.048298 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'status': 'completed', 'code': 200} Oct 26 13:58:21.083652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33326289-c269-4ad8-a451-9cc5fa16bdcc service neutron] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:21.108747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-7028b68f-fe7b-46dd-a6a1-624d447b98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.110422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-7028b68f-fe7b-46dd-a6a1-624d447b98ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1116 time: 0.0958836 Oct 26 13:58:21.165916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-467bcb1f-e4ff-42b6-9387-10a9c887d833 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0471241 Oct 26 13:58:21.227130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c990a990-6d6a-4d2d-86cb-d76e03d4a117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.239203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-ba0c948e-5873-48e4-b263-a33924cf6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.240766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-ba0c948e-5873-48e4-b263-a33924cf6a8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0593555 Oct 26 13:58:21.250462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebc513-8af5-4091-9565-3f2f415aaa13 req-82a61a11-ccc2-416f-9a1b-cee8b9ed1d19 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.251591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cebc513-8af5-4091-9565-3f2f415aaa13 req-82a61a11-ccc2-416f-9a1b-cee8b9ed1d19 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.1239619 Oct 26 13:58:21.288970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-d0eec57e-34b5-4c22-bdbe-9061230166b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363903 Oct 26 13:58:21.334074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc484c-4302-4ac3-9f22-869e315578eb req-9a0d3422-e822-40ea-974a-85883e25a091 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.342289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adbc484c-4302-4ac3-9f22-869e315578eb req-9a0d3422-e822-40ea-974a-85883e25a091 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.1044660 Oct 26 13:58:21.410812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adbc484c-4302-4ac3-9f22-869e315578eb req-9d8ab337-bcb2-4573-92c3-30fe2662e1ff tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608246 Oct 26 13:58:21.436552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cebc513-8af5-4091-9565-3f2f415aaa13 req-3052af71-ba09-4c94-96f8-72c75630e127 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753490 Oct 26 13:58:21.441923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-f02dcc1b-d925-4543-98c4-e9721bfd5eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437905 Oct 26 13:58:21.444086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.481604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c990a990-6d6a-4d2d-86cb-d76e03d4a117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.486666 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c990a990-6d6a-4d2d-86cb-d76e03d4a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.577048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c990a990-6d6a-4d2d-86cb-d76e03d4a117 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7822cd8c23994cfdb3fb6647e4e4104f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5452855 Oct 26 13:58:21.581754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c00fbc-1e7d-435a-8f7b-5842e193d61c req-e013e11a-9700-4f24-929e-f1b1e065958d service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309290 Oct 26 13:58:21.582343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:21.594082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990a990-6d6a-4d2d-86cb-d76e03d4a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c4112-aa0f-4713-90ee-e30d741c76a2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:21.664961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-703531a6-29b2-422a-b1f9-da0651282406 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.673337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-703531a6-29b2-422a-b1f9-da0651282406 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 1123 time: 0.0543008 Oct 26 13:58:21.688410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-b6ff22eb-fc98-4a0c-8fd9-97e1eb558728 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.724468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.735446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab91f5-576a-40e5-9242-8f517a93447d req-c16f17ad-4a98-4c47-a274-1acd08f9eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.737059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-c16f17ad-4a98-4c47-a274-1acd08f9eace service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1116 time: 0.0869572 Oct 26 13:58:21.788980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-b6ff22eb-fc98-4a0c-8fd9-97e1eb558728 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.795189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-b6ff22eb-fc98-4a0c-8fd9-97e1eb558728 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.805789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.829128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b7fbf8b-205d-4981-b093-aef35403c2ba req-b6ff22eb-fc98-4a0c-8fd9-97e1eb558728 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547999 Oct 26 13:58:21.886803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab91f5-576a-40e5-9242-8f517a93447d req-cbde5a1d-9a60-4664-9a18-0439c4c97f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.888284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-cbde5a1d-9a60-4664-9a18-0439c4c97f19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1429527 Oct 26 13:58:21.894345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff22eb-fc98-4a0c-8fd9-97e1eb558728 tempest-AggregatesAdminTestJSON-94853474 tempest-AggregatesAdminTestJSON-94853474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2fea75-a34b-4660-9b78-bf17f250246c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:21.896155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.900021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:21.901713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/372c4112-aa0f-4713-90ee-e30d741c76a2 HTTP/1.1" status: 204 len: 168 time: 0.3179338 Oct 26 13:58:21.943783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-67e08d13-5924-4d1f-9161-f0a82fb64ff1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0407622 Oct 26 13:58:21.963288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1977dc9-ca9e-49d7-8525-717b01d20b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c4112-aa0f-4713-90ee-e30d741c76a2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:21.965229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b49a1-e21b-4e2d-9bb5-00585fead5a9 req-08657a2d-77b6-40f6-9b30-b0ed5ca49954 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:21.966818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-304b49a1-e21b-4e2d-9bb5-00585fead5a9 req-08657a2d-77b6-40f6-9b30-b0ed5ca49954 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 949 time: 0.0686502 Oct 26 13:58:22.029245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-304b49a1-e21b-4e2d-9bb5-00585fead5a9 req-24b4f50f-9986-46e0-8124-ecd3038b73ca tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474973 Oct 26 13:58:22.034039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab91f5-576a-40e5-9242-8f517a93447d req-b50f6f60-650f-476a-8045-8b0944367263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.036195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-b50f6f60-650f-476a-8045-8b0944367263 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0836031 Oct 26 13:58:22.096290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-c2fff64c-84ad-4a1d-bbe0-5840a88eb0b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358171 Oct 26 13:58:22.149369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-db84564d-c89b-494a-97cc-5fb1d26c9663 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469549 Oct 26 13:58:22.176796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83934f-07ff-4065-ada9-265bbe7a74ac req-c445bd3a-ce65-4675-b74a-34b9edf360de tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.178622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f83934f-07ff-4065-ada9-265bbe7a74ac req-c445bd3a-ce65-4675-b74a-34b9edf360de tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.0592146 Oct 26 13:58:22.244393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f83934f-07ff-4065-ada9-265bbe7a74ac req-3ad7cc16-1cdb-43fb-a524-0db39e816e51 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556858 Oct 26 13:58:22.256531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:22.268583 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e0061-76a9-47b6-ae3f-aad15c622861" -d '{"events": [{"server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:22.341795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45850) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:22.369608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-944cb098-56ff-4d05-a4d9-a8a9279f9a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.505655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-944cb098-56ff-4d05-a4d9-a8a9279f9a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.519281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-944cb098-56ff-4d05-a4d9-a8a9279f9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.562524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cb098-56ff-4d05-a4d9-a8a9279f9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7714e77-ff2e-4d51-89d8-e81924013afb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:22.569145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-4c6ae3fd-cbdb-487d-b1ed-877f2964cfc3 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561095 Oct 26 13:58:22.584759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-944cb098-56ff-4d05-a4d9-a8a9279f9a6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8470b51baec64d8981d98f7352abfc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394722 Oct 26 13:58:22.585203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45866) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:22.590034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a2e5067d-2785-42db-a7f2-2e9877d687a4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.598661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a2e5067d-2785-42db-a7f2-2e9877d687a4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4378872 Oct 26 13:58:22.656735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.658979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-9d6b6d23-76df-478e-ba35-027e6c44ef48 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/quotas/9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 375 time: 0.0593894 Oct 26 13:58:22.685537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.699698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-8da5e565-f12c-4d8f-affd-8f78444eb372 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398519 Oct 26 13:58:22.739112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faab91f5-576a-40e5-9242-8f517a93447d req-f5c87000-855e-4aff-833c-2e0f2d70da17 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381295 Oct 26 13:58:22.789422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.792852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.798162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7714e77-ff2e-4d51-89d8-e81924013afb HTTP/1.1" status: 204 len: 168 time: 0.2093294 Oct 26 13:58:22.798299 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64918d-4b08-4b72-98db-36940ed830d3 x-openstack-request-id: req-8b64918d-4b08-4b72-98db-36940ed830d3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:22.798299 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:22.798299 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b64918d-4b08-4b72-98db-36940ed830d3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:22.798299 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293', 'code': 200} Oct 26 13:58:22.805580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234d295-6eb6-41a0-81df-c9376de8f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7714e77-ff2e-4d51-89d8-e81924013afb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:22.947332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:22.993993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec1bdd-dad3-4d21-b0a5-5bade38f28c2 req-b9a5bdb7-7667-4ef8-b3a9-6d917a086bce tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:22.995769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbec1bdd-dad3-4d21-b0a5-5bade38f28c2 req-b9a5bdb7-7667-4ef8-b3a9-6d917a086bce tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.1205204 Oct 26 13:58:23.002150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b930-0444-49eb-89ea-1ce39e17b45c req-6aa773cd-d1da-4740-b5ab-d5ef87181f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.003774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bf3b930-0444-49eb-89ea-1ce39e17b45c req-6aa773cd-d1da-4740-b5ab-d5ef87181f2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1185410 Oct 26 13:58:23.083345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bf3b930-0444-49eb-89ea-1ce39e17b45c req-0d756ca5-9ecc-4c24-bf08-cfcfaff264d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708907 Oct 26 13:58:23.098210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbec1bdd-dad3-4d21-b0a5-5bade38f28c2 req-e06e9acc-4cff-477b-9982-3d9f0dd16609 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932477 Oct 26 13:58:23.189218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e56407e-6656-4409-ac0d-edab68564bb4 req-4948e531-4f55-4c88-9e67-8e7326141f59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 210 time: 0.0440719 Oct 26 13:58:23.220113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Request body: {'security_group': {'name': 'tempest-securitygroup-832706621', 'description': 'tempest-description-835344272'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:23.271314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.282811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.384954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88886b-21b6-4c8c-b843-a6bef897c2e9 req-0104e075-67a3-4b45-aa81-24a2933bf2ab tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.387507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f88886b-21b6-4c8c-b843-a6bef897c2e9 req-0104e075-67a3-4b45-aa81-24a2933bf2ab tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 949 time: 0.0633755 Oct 26 13:58:23.417675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.423079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.427878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f88886b-21b6-4c8c-b843-a6bef897c2e9 req-6ba12d26-b9d2-42cd-aca7-6ccf6fe47645 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Oct 26 13:58:23.478227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90ad6f-d759-4b08-974d-24b203170b84,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:23.520145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.528935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.562969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.564193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2492f716-fc4b-4e14-8554-d24365205e52 req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3494372 Oct 26 13:58:23.569168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f79e8-2824-450b-8f21-e74f426ce3c9 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2507a596-8db8-4a94-a9b4-6a66787e9689,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:23.756198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73e78-80ca-42be-897e-db6cc53f41f0 req-a5e9c176-a436-47fa-a466-29ffec454e55 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:23.758534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c73e78-80ca-42be-897e-db6cc53f41f0 req-a5e9c176-a436-47fa-a466-29ffec454e55 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.0905790 Oct 26 13:58:23.810546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c73e78-80ca-42be-897e-db6cc53f41f0 req-2d76dcf6-230d-4615-acbe-0657d31a69f1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Oct 26 13:58:23.818118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45934) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:23.841253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1570037840', 'description': 'tempest-description-957408385'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:23.866983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.941041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-822fdfca-cce3-4207-b4fc-5a5e064b9ed0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641901 Oct 26 13:58:23.951203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-475077371-network', 'tenant_id': '37feee2b3fd14cdf8b8c21ceda35a6e3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:23.973316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.973977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Made reservation on behalf of 37feee2b3fd14cdf8b8c21ceda35a6e3 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:23.976733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.977803 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:23.985370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.009454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.016165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-186ce940-d49c-4b70-905c-755889320ce2 req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1808040 Oct 26 13:58:24.034503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cd05a-5fd1-4a95-bea0-1c3e0c900bfe tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ffc227-5a6f-4ce4-9ff4-537415aa4746,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.169345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:24.209879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.73', 52409) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:24.215578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.246441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-64c5eb86-5ef1-4ef9-bd00-41b51766570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.248890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-64c5eb86-5ef1-4ef9-bd00-41b51766570c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c76250189b2c413c90235bb2072c810b&device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 1123 time: 0.1124735 Oct 26 13:58:24.259731 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.295475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:24.306846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.307514 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Added segment 7aa140e5-edde-455e-8dc7-9f30e1251036 of type vlan for network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 Oct 26 13:58:24.353146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1793806908', 'description': 'tempest-description-37848478'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:24.360181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.395048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:24.403735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.408324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'port_id': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'mac_address': 'fa:16:3e:4c:38:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43d6f7-6df1-453f-b59d-a0bb52b8ea39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1643320855', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:24.428131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-8069a0c0-51c1-460a-8bb6-b6103b642da4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2088220 Oct 26 13:58:24.464931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.466078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.466757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.469284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.473425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.486220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fcd0e5-726b-4eff-a7dc-88744d28dc6f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:24.511238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:24.522416 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.544226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-92fa8db6-7dd0-45d4-a8c9-ddb7295a8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.547098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-92fa8db6-7dd0-45d4-a8c9-ddb7295a8247 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2705534 Oct 26 13:58:24.584342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfee29-8062-4b62-b77d-5809e5a7113a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.606876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7876017 Oct 26 13:58:24.618578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45962) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:24.622961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-1728a43c-c9dc-4356-b298-c7450d596694 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5 HTTP/1.1" status: 200 len: 217 time: 0.0681214 Oct 26 13:58:24.628845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Request body: {'subnet': {'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-475077371-subnet', 'tenant_id': '37feee2b3fd14cdf8b8c21ceda35a6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:24.636171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.651440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d80b7-38f4-4dbc-9c87-65449c3a8f50 admin admin] Pushing event updated for resources: {'Network': ['ID=e3fc0f6f-5f42-4445-8c9f-3200c39baae6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.678059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:24.680367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-f26858cb-5c8a-473b-98f2-86617900d06d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.682119 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-f26858cb-5c8a-473b-98f2-86617900d06d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466645 Oct 26 13:58:24.683361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Made reservation on behalf of 37feee2b3fd14cdf8b8c21ceda35a6e3 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:24.686177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.704689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Request body: {'port': {'device_id': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '9768d7d3382c45fca7ccb8f162f7d1e3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:24.719298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-8109c67a-9e55-408e-8c9b-062694d7bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.720762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-8109c67a-9e55-408e-8c9b-062694d7bf67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0898108 Oct 26 13:58:24.722517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.727131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.765405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c2973a-f5e1-41e9-8dc7-cc518cb6240b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.803195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['10fcd0e5-726b-4eff-a7dc-88744d28dc6f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:24.822757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-f2327811-e943-431c-940d-569fab574940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:24.824294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-f2327811-e943-431c-940d-569fab574940 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937176 Oct 26 13:58:24.900845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.909005 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.953939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:24.955162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da4508c9-eebc-4870-8673-1df485f20c3c req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6398127 Oct 26 13:58:24.968391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058301b-fa94-479f-8c02-3797bc4c8671 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cfe64d-5725-4723-81df-aa47d7263bb6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:24.987020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-ce590b33-8cc2-485d-8fab-038b9eb8fb37 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544209 Oct 26 13:58:25.053319 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e5cd1-b74b-4e1d-9814-fc4119b57a1b req-036fba03-9659-4622-91a0-4d0f67197a64 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.054762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e24e5cd1-b74b-4e1d-9814-fc4119b57a1b req-036fba03-9659-4622-91a0-4d0f67197a64 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.3542938 Oct 26 13:58:25.085645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b61f7145-6e58-4641-ab94-956d7734f85c req-157b59e6-7afa-411f-8234-c04313f4dbd8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 210 time: 0.0351279 Oct 26 13:58:25.126845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3d1d580-b604-4134-abf2-0c464dec9288 req-3926f930-66c9-41f2-845b-1f36b3256bb9 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329811 Oct 26 13:58:25.147845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e24e5cd1-b74b-4e1d-9814-fc4119b57a1b req-dac62977-861c-44bd-acdb-95f556f5fc4b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808218 Oct 26 13:58:25.161528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Made reservation on behalf of 9768d7d3382c45fca7ccb8f162f7d1e3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:25.165355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.200254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.244584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1923c2-8766-4e1f-a0f8-501a852a1e97 req-4200c782-1133-4666-88d9-28b2cea8bbe1 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.246643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f1923c2-8766-4e1f-a0f8-501a852a1e97 req-4200c782-1133-4666-88d9-28b2cea8bbe1 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 949 time: 0.0881784 Oct 26 13:58:25.249352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.295048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f1923c2-8766-4e1f-a0f8-501a852a1e97 req-1b3d1261-5273-4fb0-8a97-a8ce594f43bd tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364628 Oct 26 13:58:25.332038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1115759884', 'description': 'tempest-description-1536188578'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:25.355506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.366416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ee2317-f7ea-4656-b2f0-1142348fc282,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:25.418345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b710-abe7-4809-b580-ce3632626217 req-402bef5f-8940-43c1-9d9a-e3f22cd1adcc tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.419809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d53b710-abe7-4809-b580-ce3632626217 req-402bef5f-8940-43c1-9d9a-e3f22cd1adcc tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.1360891 Oct 26 13:58:25.425414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.429298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.432551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.433761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Checking segment: {'id': '7aa140e5-edde-455e-8dc7-9f30e1251036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:25.434134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Network hostable DHCP agents. Network: e3fc0f6f-5f42-4445-8c9f-3200c39baae6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:25.443363 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.453846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.455136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06c29769-2898-4654-b635-a576e7e0f0d5 req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1269801 Oct 26 13:58:25.471589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945441-6904-4122-8ea7-76be26660440 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f7e64f-ee96-4d6d-a6e6-022badccebca,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:25.538492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0efbb4-0d17-494b-9dac-dd6e21438493,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:25.560082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d53b710-abe7-4809-b580-ce3632626217 req-855a2d47-33c1-4ecd-a1b1-c2e5d11ba070 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305659 Oct 26 13:58:25.567586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:25.584577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, e3fc0f6f-5f42-4445-8c9f-3200c39baae6) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:25.600996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888abe10-b2e3-4f91-a252-ecccc69a63a2 None None] Network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:25.608198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.609797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.692790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d1d3a3d-c754-4947-ac5b-9c846143a935 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0733633 Oct 26 13:58:25.721246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Allocated IP 192.168.233.197 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/13bdeefd-8c24-41c1-8902-c199c3a3d617) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:25.792698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9bce4-416b-4e42-b390-67660ec9cdf6 None None] Network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:25.877629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-0663a9bf-cb9e-4729-903c-968647c82ce2 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42360 time: 0.3480377 Oct 26 13:58:25.948309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-14214f29-558a-47e0-b130-f5aba102355d tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1196e2f5-196d-465a-9007-1d2f74f4f8e5 HTTP/1.1" status: 200 len: 2973 time: 0.0554080 Oct 26 13:58:25.951946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:25.971114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-18bd0b8d-3b08-4d7c-81c9-7cc84d558a76 tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:25.972666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-18bd0b8d-3b08-4d7c-81c9-7cc84d558a76 tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 1100 time: 0.0775135 Oct 26 13:58:26.010384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-5dbf9e79-1ff2-413d-aef3-c6e33ffcc482 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1196e2f5-196d-465a-9007-1d2f74f4f8e5 HTTP/1.1" status: 200 len: 2973 time: 0.0528049 Oct 26 13:58:26.056729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.075715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-a0f5d1f2-9f78-4c39-9817-8cd4a29ee059 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1e43395e-3ce8-4fa7-82d3-fcf29276bcec HTTP/1.1" status: 200 len: 2981 time: 0.0584633 Oct 26 13:58:26.106849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:26.130288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-5d78e22f-3b34-4634-999e-f7748df7e499 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/1e43395e-3ce8-4fa7-82d3-fcf29276bcec HTTP/1.1" status: 200 len: 2981 time: 0.0460694 Oct 26 13:58:26.142828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:26.155734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:26.161419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.162036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.185193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:26.197651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.200550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-f02fc2ac-d362-45d3-83e6-bd81d9814915 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5093bd65-36da-4089-a3d9-fb659ae0a1a6 HTTP/1.1" status: 200 len: 2981 time: 0.0616481 Oct 26 13:58:26.207776 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-a487eb47-0e69-4f94-992f-8c1c894b55d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5083923 Oct 26 13:58:26.210467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Deleting port de12fa6e-cb43-48e1-b281-e467676e484d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:26.211116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.221940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Request body: {'port': {'device_id': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:26.287174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-78d5e9bb-f6c2-4a74-a6cf-ccbac5abe1f4 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5093bd65-36da-4089-a3d9-fb659ae0a1a6 HTTP/1.1" status: 200 len: 2981 time: 0.0765615 Oct 26 13:58:26.342063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:26.347816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:26.348293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.358406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-37bd6bdd-84cd-4a41-a429-040a2af5a162 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/57bfee29-8062-4b62-b77d-5809e5a7113a HTTP/1.1" status: 200 len: 2981 time: 0.0596025 Oct 26 13:58:26.401193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.447765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-6b747abb-ebc9-4549-a9a0-266ea1bb37b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856826 Oct 26 13:58:26.449257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-3400b927-a1da-4c3a-974f-817ee0dea04d tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/57bfee29-8062-4b62-b77d-5809e5a7113a HTTP/1.1" status: 200 len: 2981 time: 0.0766311 Oct 26 13:58:26.455038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97199-12a4-445b-ac2c-d360ff1de43d req-1cca5278-acd3-4310-9ad9-bf3d7eb9dd66 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.456617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5be97199-12a4-445b-ac2c-d360ff1de43d req-1cca5278-acd3-4310-9ad9-bf3d7eb9dd66 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 936 time: 0.1715388 Oct 26 13:58:26.522121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-568d2a9f-f85d-4c28-a59f-52621da7fdf6 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5b90ad6f-d759-4b08-974d-24b203170b84 HTTP/1.1" status: 200 len: 2981 time: 0.0655265 Oct 26 13:58:26.540175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46012) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:26.541431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.548417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1283807041-network', 'tenant_id': '154bb962be9f446f8435eec5b5c7deb9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:26.565484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] For port de12fa6e-cb43-48e1-b281-e467676e484d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=de12fa6e-cb43-48e1-b281-e467676e484d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:26.566152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.577139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:26.579383 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783757d-0109-4dae-9358-ea0ad9cb97e4" -d '{"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-plugged", "status": "completed", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:26.597578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:26.598119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Calling delete_port for de12fa6e-cb43-48e1-b281-e467676e484d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:26.599770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6b011909-501d-4391-a4e3-8d9ffef61df3 None None] Provisioning complete for port 13bdeefd-8c24-41c1-8902-c199c3a3d617 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:26.600241 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b011909-501d-4391-a4e3-8d9ffef61df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.604512 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.610992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Made reservation on behalf of 154bb962be9f446f8435eec5b5c7deb9 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:26.613746 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.628429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-0319b40d-f5cd-4f5e-9bc8-055df3e21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:26.629716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-0319b40d-f5cd-4f5e-9bc8-055df3e21f3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03bf1a3afd3e43759cdffef84ead514e&device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1196489 Oct 26 13:58:26.638647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.643650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-d619c610-9a62-4605-8252-a0a9f259cf88 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5b90ad6f-d759-4b08-974d-24b203170b84 HTTP/1.1" status: 200 len: 2981 time: 0.1024027 Oct 26 13:58:26.659177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5be97199-12a4-445b-ac2c-d360ff1de43d req-64ee8333-9350-45a4-9213-61930f75a5f6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884058 Oct 26 13:58:26.695866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.719777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b011909-501d-4391-a4e3-8d9ffef61df3 None None] Port 13bdeefd-8c24-41c1-8902-c199c3a3d617 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:26.745081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.763235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.838037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:26.897507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.898150 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Added segment b7b7b65f-4118-42c2-b279-0ac163c438ab of type vlan for network 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 Oct 26 13:58:26.902888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-bffeecee-60db-4a38-9830-665f2d7dd0e1 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/85c2973a-f5e1-41e9-8dc7-cc518cb6240b HTTP/1.1" status: 200 len: 2981 time: 0.2466757 Oct 26 13:58:26.912067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aaafcf-d463-4e2e-bed4-e9e72896afe4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:26.945628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:26.960130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['de12fa6e-cb43-48e1-b281-e467676e484d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:26.991024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bdeefd-8c24-41c1-8902-c199c3a3d617 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:27.005880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-7a4604ea-7445-490e-a9c7-dc9fa5d08db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.007563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-7a4604ea-7445-490e-a9c7-dc9fa5d08db7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2552099 Oct 26 13:58:27.011731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Pushing event deleted for resources: {'Port': ['ID=de12fa6e-cb43-48e1-b281-e467676e484d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:27.015443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.018095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.067299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-4ff8eb19-e7b4-4bff-b72c-107d22a989c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293 HTTP/1.1" status: 200 len: 217 time: 0.0465527 Oct 26 13:58:27.069040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] No DVR routers for this DVR port de12fa6e-cb43-48e1-b281-e467676e484d on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:27.072408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Transition to ACTIVE for port object 13bdeefd-8c24-41c1-8902-c199c3a3d617 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:27.078114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.081553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-816b06b0-fe5f-4f12-9192-28996b1050b0 req-aca0557b-38d5-4756-8e06-b06b85ab689d tempest-DeleteServersAdminTestJSON-208478362 tempest-DeleteServersAdminTestJSON-208478362-project-admin] 10.222.0.41 "DELETE /v2.0/ports/de12fa6e-cb43-48e1-b281-e467676e484d HTTP/1.1" status: 204 len: 173 time: 1.0972807 Oct 26 13:58:27.082321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'name': 'network-vif-deleted', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:27.084779 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c12aa-2392-4a4e-a2c6-4951d618f5ea" -d '{"events": [{"server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "name": "network-vif-deleted", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:27.089418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.095664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-445d5910-9981-4995-a450-a1590c14ea8c tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/85c2973a-f5e1-41e9-8dc7-cc518cb6240b HTTP/1.1" status: 200 len: 2981 time: 0.1548879 Oct 26 13:58:27.128604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a67cad-0bd4-4e2f-878f-6f59c5434b15 req-eabdc8b1-71dd-4730-87f6-b7a42d1de6e8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.130799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9a67cad-0bd4-4e2f-878f-6f59c5434b15 req-eabdc8b1-71dd-4730-87f6-b7a42d1de6e8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 967 time: 0.1751597 Oct 26 13:58:27.157654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.158663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.159248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.199996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-fd796c29-6881-41fe-8332-73b1d51e6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.201619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-fd796c29-6881-41fe-8332-73b1d51e6e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1272113 Oct 26 13:58:27.206792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:27.243376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9a67cad-0bd4-4e2f-878f-6f59c5434b15 req-f13a6740-8e5c-46b7-b8af-6b6baba9b381 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Oct 26 13:58:27.252371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7076256 Oct 26 13:58:27.259843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:27.279250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Request body: {'subnet': {'network_id': '3a236c6c-dd09-4f58-a2e2-74cc3b0b4883', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1283807041-subnet', 'tenant_id': '154bb962be9f446f8435eec5b5c7deb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:27.283666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:27.283981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:27.284300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:27.297048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-e12c4922-8d5b-4afc-bef6-550e31fe2865 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8a0efbb4-0d17-494b-9dac-dd6e21438493 HTTP/1.1" status: 200 len: 2981 time: 0.1816776 Oct 26 13:58:27.316175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:27.316175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:27.330189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00289287-ec87-43d4-9b58-741d24bdcc08 admin admin] Pushing event updated for resources: {'Network': ['ID=3a236c6c-dd09-4f58-a2e2-74cc3b0b4883,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:27.339150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:27.339404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:27.339704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:27.340256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Bound port: 13bdeefd-8c24-41c1-8902-c199c3a3d617, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:27.340633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.352289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:27.361055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Made reservation on behalf of 154bb962be9f446f8435eec5b5c7deb9 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:27.363334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.386216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-7d851736-4b29-4c60-92a0-e38d4a84ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.387776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-7d851736-4b29-4c60-92a0-e38d4a84ff65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510630 Oct 26 13:58:27.407198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-0cd67fdb-b552-44a5-82e2-2342d7f1f40f tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8a0efbb4-0d17-494b-9dac-dd6e21438493 HTTP/1.1" status: 200 len: 2981 time: 0.0943141 Oct 26 13:58:27.471921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9eabe9d7-5402-4e19-af82-a7a4929f61b0 req-2e1e5578-86f4-49f6-bf12-5798dd50bde5 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea05a538-76fc-4b36-82e9-0742f3c4677e HTTP/1.1" status: 200 len: 210 time: 0.0984149 Oct 26 13:58:27.498721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-a294d029-95ce-4f11-a35d-ac241b85a69b tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8c328e7a-abb7-4cac-bc76-bfd312bca68a HTTP/1.1" status: 200 len: 2981 time: 0.0779810 Oct 26 13:58:27.537426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:27.544238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:27.568921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-70aa5dd0-8b8f-414c-a801-8a20b3d0738d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722379 Oct 26 13:58:27.569190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.572670 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ae71a-7376-469d-8eea-2f5e740a1c0b x-openstack-request-id: req-459ae71a-7376-469d-8eea-2f5e740a1c0b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:27.573474 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-plugged", "status": "completed", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:27.574092 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-459ae71a-7376-469d-8eea-2f5e740a1c0b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:27.574894 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'code': 200} Oct 26 13:58:27.704115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:27.708033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-58832cb0-9e81-4737-a842-6c442eb2f8d9 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8c328e7a-abb7-4cac-bc76-bfd312bca68a HTTP/1.1" status: 200 len: 2981 time: 0.2038622 Oct 26 13:58:27.733316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.733974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.736128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6bab0a38-54cd-45fc-afa4-b4f609c0d189 service neutron] 10.222.0.73 "PUT /v2.0/ports/13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 1096 time: 1.5202348 Oct 26 13:58:27.770424 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ee7848-cfb5-4f02-aec6-ac368584c607 x-openstack-request-id: req-f2ee7848-cfb5-4f02-aec6-ac368584c607 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:27.771354 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea05a538-76fc-4b36-82e9-0742f3c4677e", "name": "network-vif-deleted", "tag": "de12fa6e-cb43-48e1-b281-e467676e484d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:27.772369 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2ee7848-cfb5-4f02-aec6-ac368584c607 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:27.773142 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea05a538-76fc-4b36-82e9-0742f3c4677e', 'name': 'network-vif-deleted', 'tag': 'de12fa6e-cb43-48e1-b281-e467676e484d', 'status': 'completed', 'code': 200} Oct 26 13:58:27.816824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-438847b2-3fa6-4d56-9f1d-bc802920b282 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a189b319-823f-46ea-9505-64efefad7797 HTTP/1.1" status: 200 len: 2977 time: 0.1078854 Oct 26 13:58:27.824477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3aca-27bd-40d6-b4d5-99d26fe36862 req-2b279621-aebd-4c40-bfd5-136b8a7c8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.826481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e1f3aca-27bd-40d6-b4d5-99d26fe36862 req-2b279621-aebd-4c40-bfd5-136b8a7c8cfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1118 time: 0.1784303 Oct 26 13:58:27.895575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-1f6fefa4-fd7c-4243-8916-7a53baa56344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:27.897302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20cc2d98-a661-4441-a1a9-df9a83c3caa1 req-343d3072-4683-4704-86a0-edea8b0bb326 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151536 Oct 26 13:58:27.897407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-1f6fefa4-fd7c-4243-8916-7a53baa56344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1099 time: 0.0753880 Oct 26 13:58:27.899156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:27.912247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-1de1b8cc-92af-47c3-a6d4-3d81ae77b7b9 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/a189b319-823f-46ea-9505-64efefad7797 HTTP/1.1" status: 200 len: 2977 time: 0.0846884 Oct 26 13:58:27.917615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e1f3aca-27bd-40d6-b4d5-99d26fe36862 req-179853e0-a079-45f4-a820-49d8394acda6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Oct 26 13:58:27.958499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-64f47c7b-fc01-462b-b71f-0b440c6eea95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.0489867 Oct 26 13:58:27.961915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-42dd822d-ebeb-4165-a258-7fd81af9862f tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c52c82f4-a068-43da-bceb-5c0b98a6a171 HTTP/1.1" status: 200 len: 2981 time: 0.0408916 Oct 26 13:58:28.017876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Checking segment: {'id': 'b7b7b65f-4118-42c2-b279-0ac163c438ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '3a236c6c-dd09-4f58-a2e2-74cc3b0b4883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:28.018247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Network hostable DHCP agents. Network: 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:28.020275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab589a4b-b196-4126-80f0-2d3dee77e783,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:28.027189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-e0ce2259-766f-4b9b-a609-e212de0247eb tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c52c82f4-a068-43da-bceb-5c0b98a6a171 HTTP/1.1" status: 200 len: 2981 time: 0.0522661 Oct 26 13:58:28.041338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Network 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:28.052421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:28.058252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.058845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:28.068391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141526ca-f950-4d59-b203-30f8b23307ff None None] Network 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:28.081963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ae9e01f-b851-4024-bf33-3804c8d6e31c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8139894 Oct 26 13:58:28.094107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-6e987f4b-9686-4e90-a446-3c2f79bae178 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/dd2fea75-a34b-4660-9b78-bf17f250246c HTTP/1.1" status: 200 len: 2981 time: 0.0595155 Oct 26 13:58:28.151998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-a01d5e91-de24-4e0e-98b3-fea937fa4f12 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/dd2fea75-a34b-4660-9b78-bf17f250246c HTTP/1.1" status: 200 len: 2981 time: 0.0518384 Oct 26 13:58:28.206032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6d6e1d57-6ea3-4ec2-8cf8-ef8e34f3aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.207822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-6d6e1d57-6ea3-4ec2-8cf8-ef8e34f3aae5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0887558 Oct 26 13:58:28.208915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-9cf94e6e-5eab-4047-bba5-3e84dd5388a6 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/efbb4165-58c3-46b3-a821-59acfda8b65d HTTP/1.1" status: 200 len: 2977 time: 0.0507519 Oct 26 13:58:28.221494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b3ca7-674c-4e90-a1c0-08409671b754 req-f72a34ca-d62d-45c9-8eb9-fb5a5a2e9f0d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.224700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695bae62-3ede-4f56-b3d0-3bfe71d2f9ba None None] Network 3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:28.224970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d49b3ca7-674c-4e90-a1c0-08409671b754 req-f72a34ca-d62d-45c9-8eb9-fb5a5a2e9f0d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.0950956 Oct 26 13:58:28.281660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-13270289-f53d-4c24-a570-f4b6561ad3cd tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/efbb4165-58c3-46b3-a821-59acfda8b65d HTTP/1.1" status: 200 len: 2977 time: 0.0661597 Oct 26 13:58:28.315869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-8db4efdf-d985-4468-b6a6-057c2522d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.317801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-8db4efdf-d985-4468-b6a6-057c2522d1ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918572 Oct 26 13:58:28.333208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d49b3ca7-674c-4e90-a1c0-08409671b754 req-f5a76d20-cfbb-4d38-b4b0-236dca31e2b6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944347 Oct 26 13:58:28.350135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-f541b513-701d-439c-a1bc-2a8dc2818582 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f23fb742-8048-4a18-b102-c867fcb4f5ce HTTP/1.1" status: 200 len: 2981 time: 0.0596704 Oct 26 13:58:28.404645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b878c66-f16f-4e2a-9696-673d2a80b84b req-4a536272-dc38-44c6-85a6-2fca636ee913 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f23fb742-8048-4a18-b102-c867fcb4f5ce HTTP/1.1" status: 200 len: 2981 time: 0.0484946 Oct 26 13:58:28.507304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-ddef972c-cedf-41d8-a266-664977ef2a05 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699066 Oct 26 13:58:28.535449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33061c-06c9-4935-863b-25d5393661f2 req-0ad2295b-692c-4df5-8a07-4436f9bcf81f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.536991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a33061c-06c9-4935-863b-25d5393661f2 req-0ad2295b-692c-4df5-8a07-4436f9bcf81f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 967 time: 0.0524623 Oct 26 13:58:28.575322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a33061c-06c9-4935-863b-25d5393661f2 req-68be6089-a2da-4612-954a-4b3fc9c18fd4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Oct 26 13:58:28.580004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d590e2-e454-4985-b0a6-06bbfef3b64a req-59553312-b9ed-45d1-a3fe-59d0f6d90a14 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.581668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d590e2-e454-4985-b0a6-06bbfef3b64a req-59553312-b9ed-45d1-a3fe-59d0f6d90a14 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.1092203 Oct 26 13:58:28.638847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bc7e0f5-213b-456a-8335-e2d2abbb7737 req-3bee3568-cc16-4bea-8f73-997df75c4c1b service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222703 Oct 26 13:58:28.646964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d590e2-e454-4985-b0a6-06bbfef3b64a req-87f08eac-198f-4035-a42e-21529a379287 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/security-groups?id=5093bd65-36da-4089-a3d9-fb659ae0a1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587370 Oct 26 13:58:28.874690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73a11fee-f1b2-4829-a41d-4d21473dacd1 req-08ed8d5f-3e80-4625-8974-4b02c2a75a05 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa1e0fec16c4b288e3fc7f46eed617d HTTP/1.1" status: 200 len: 6101 time: 0.0778883 Oct 26 13:58:28.902799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7908ea32-5c4c-4f35-a4b3-4e5959346b31 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:28.904303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7908ea32-5c4c-4f35-a4b3-4e5959346b31 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/networks?id=e3fc0f6f-5f42-4445-8c9f-3200c39baae6 HTTP/1.1" status: 200 len: 814 time: 0.1089425 Oct 26 13:58:28.921100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-11ad1daa-89b2-4b76-97a7-32bf34b1558b tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/quotas/37feee2b3fd14cdf8b8c21ceda35a6e3 HTTP/1.1" status: 200 len: 375 time: 0.0106885 Oct 26 13:58:28.928058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73a11fee-f1b2-4829-a41d-4d21473dacd1 req-ade79b8d-a46b-4315-baea-ac55a198fac6 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "GET /v2.0/security-groups/5b90ad6f-d759-4b08-974d-24b203170b84 HTTP/1.1" status: 200 len: 2981 time: 0.0466402 Oct 26 13:58:28.964692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-90d159aa-1b17-4067-a8d3-4198b3b0a6e3 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=37feee2b3fd14cdf8b8c21ceda35a6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316312 Oct 26 13:58:28.984534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73a11fee-f1b2-4829-a41d-4d21473dacd1 req-b0c9b3ec-fb72-424c-b892-0d2d071b0415 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "GET /v2.0/security-groups/5b90ad6f-d759-4b08-974d-24b203170b84 HTTP/1.1" status: 200 len: 2981 time: 0.0485463 Oct 26 13:58:29.214127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-c26550f6-4985-4de8-a46b-d1aa1548be71 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/24f7e64f-ee96-4d6d-a6e6-022badccebca HTTP/1.1" status: 200 len: 1778 time: 0.0409865 Oct 26 13:58:29.223528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-8304d7c8-5d3c-459d-bc60-31d45b17d934 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504630 Oct 26 13:58:29.269116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.290759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.313150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-b86a719c-c2d0-4c48-83a9-e98f9feb72d5 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826437 Oct 26 13:58:29.332336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.334946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.336396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc767d37-c4d9-4da2-acb2-60d042f0841c req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/24f7e64f-ee96-4d6d-a6e6-022badccebca HTTP/1.1" status: 204 len: 173 time: 0.1160350 Oct 26 13:58:29.344249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6cf7e-92be-4541-afc3-524e72176815 tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f7e64f-ee96-4d6d-a6e6-022badccebca,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:29.415244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-acc3a3d2-3f7f-4ecc-be78-befc2d527ead tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.416752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-acc3a3d2-3f7f-4ecc-be78-befc2d527ead tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 948 time: 0.0757935 Oct 26 13:58:29.438201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-4073ef14-54ee-4bab-9f0b-a2bb2dbfcfa7 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e6d664dc9e6e43e282071b49f7664658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225544 Oct 26 13:58:29.586378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e0ae5bc0-eadf-4d88-bd53-7be8d98a7d48 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.593118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e0ae5bc0-eadf-4d88-bd53-7be8d98a7d48 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485295 Oct 26 13:58:29.606752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-fbe89302-8f9e-4220-99f0-89ca3448a461 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/quotas/e6d664dc9e6e43e282071b49f7664658 HTTP/1.1" status: 200 len: 375 time: 0.0124197 Oct 26 13:58:29.611487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-4df63a2a-96e6-4a17-918d-9d34aa09cb8d tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b9cfe64d-5725-4723-81df-aa47d7263bb6 HTTP/1.1" status: 200 len: 1776 time: 0.1301832 Oct 26 13:58:29.646043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-f506acaf-008a-4443-a931-9f5e1f714cbb tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324571 Oct 26 13:58:29.671594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Deleting port 6e7fb88a-baed-4b59-94ae-a35f6f356293 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:29.671956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.769397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.774924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:29.777468 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c64d83a-b403-4267-9da0-772c16986fff" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:29.828638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.831763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] For port 6e7fb88a-baed-4b59-94ae-a35f6f356293, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6e7fb88a-baed-4b59-94ae-a35f6f356293,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:29.832184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.846792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device de12fa6e-cb43-48e1-b281-e467676e484d no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:29.886416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: de12fa6e-cb43-48e1-b281-e467676e484d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:29.887020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device de12fa6e-cb43-48e1-b281-e467676e484d not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:29.891616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Calling delete_port for 6e7fb88a-baed-4b59-94ae-a35f6f356293 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:29.928256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f6779-e7f1-4e37-9f22-cf10e982ccfa req-05f905b6-492d-4373-8aa6-deb5c03d6461 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:29.940938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-700f6779-e7f1-4e37-9f22-cf10e982ccfa req-05f905b6-492d-4373-8aa6-deb5c03d6461 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.0929737 Oct 26 13:58:29.980670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-700f6779-e7f1-4e37-9f22-cf10e982ccfa req-616645b5-ef23-4e1a-bfeb-983e69979085 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 Oct 26 13:58:29.995549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:29.998593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.000083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8235d233-37e3-4468-85d5-ad2a3f5288cf req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9cfe64d-5725-4723-81df-aa47d7263bb6 HTTP/1.1" status: 204 len: 173 time: 0.3795531 Oct 26 13:58:30.015303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07ed49-a675-4c48-a02c-07d73d3a6ded tempest-SecurityGroupsTestAdminJSON-67995207 tempest-SecurityGroupsTestAdminJSON-67995207-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cfe64d-5725-4723-81df-aa47d7263bb6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:30.115712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbf3dd3d-6a2a-4fb6-808b-49c98773078e req-253995b1-cc0d-4a92-98de-400c3805b417 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 210 time: 0.0433853 Oct 26 13:58:30.219859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.231117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc894c8-6a77-40ca-890e-64e48b059ec3 req-109dc5fc-736e-4ee7-8642-9258de5f251d tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b84b142-ba62-49bd-908f-d1c6f09ab3b7 HTTP/1.1" status: 200 len: 210 time: 0.0303841 Oct 26 13:58:30.234316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6e7fb88a-baed-4b59-94ae-a35f6f356293'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:30.329531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Pushing event deleted for resources: {'Port': ['ID=6e7fb88a-baed-4b59-94ae-a35f6f356293,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:30.348339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ac9428e-87cc-4530-a374-cd1acf5ebaf0 req-09f43402-970b-4a3d-b4d2-16f0be3d6124 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 210 time: 0.0323954 Oct 26 13:58:30.403264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b755f96-bfc5-4856-b709-b62c46b4707c req-4326204b-4bad-41b2-a839-f8b3d09565ed tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.404863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b755f96-bfc5-4856-b709-b62c46b4707c req-4326204b-4bad-41b2-a839-f8b3d09565ed tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 967 time: 0.2012098 Oct 26 13:58:30.405870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] No DVR routers for this DVR port 6e7fb88a-baed-4b59-94ae-a35f6f356293 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:30.411092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.417414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f139f038-d96d-49a5-a365-4f865ffa91ba req-f4ff4215-53e1-4fd9-8cdc-717ea04abab1 tempest-TenantUsagesTestJSON-285607787 tempest-TenantUsagesTestJSON-285607787-project] 10.222.0.41 "DELETE /v2.0/ports/6e7fb88a-baed-4b59-94ae-a35f6f356293 HTTP/1.1" status: 204 len: 173 time: 0.9919696 Oct 26 13:58:30.418171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'name': 'network-vif-deleted', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:30.420978 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32d20b-e14b-4a37-bd69-ab552c8604cc" -d '{"events": [{"server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "name": "network-vif-deleted", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:30.439709 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d660e300-5fa6-4a88-a635-620053107e63 x-openstack-request-id: req-d660e300-5fa6-4a88-a635-620053107e63 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:30.440301 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:30.440771 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d660e300-5fa6-4a88-a635-620053107e63 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:30.441468 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'status': 'completed', 'code': 200} Oct 26 13:58:30.490752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b755f96-bfc5-4856-b709-b62c46b4707c req-4685f25d-b00e-4398-9002-cb9531fe9e28 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658574 Oct 26 13:58:30.581805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d83a-b403-4267-9da0-772c16986fff req-6fad7f97-2b71-4026-91af-56c1eac88d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.583471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-6fad7f97-2b71-4026-91af-56c1eac88d0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1099 time: 0.1013937 Oct 26 13:58:30.588024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-8e1b022d-cbeb-4597-8470-2f0c5ce09128 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "GET /v2.0/security-groups/40ffc227-5a6f-4ce4-9ff4-537415aa4746 HTTP/1.1" status: 200 len: 1777 time: 0.1244256 Oct 26 13:58:30.747615 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e91fda-f33c-44e9-820e-4ad18a2bcd98 x-openstack-request-id: req-76e91fda-f33c-44e9-820e-4ad18a2bcd98 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:30.748140 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b84b142-ba62-49bd-908f-d1c6f09ab3b7", "name": "network-vif-deleted", "tag": "6e7fb88a-baed-4b59-94ae-a35f6f356293", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:30.748831 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76e91fda-f33c-44e9-820e-4ad18a2bcd98 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:30.749354 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b84b142-ba62-49bd-908f-d1c6f09ab3b7', 'name': 'network-vif-deleted', 'tag': '6e7fb88a-baed-4b59-94ae-a35f6f356293', 'status': 'completed', 'code': 200} Oct 26 13:58:30.901240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-9559954b-9f27-42dd-b5b5-a754c6673ab9 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.903316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-9559954b-9f27-42dd-b5b5-a754c6673ab9 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.41 "GET /v2.0/networks?id=e3fc0f6f-5f42-4445-8c9f-3200c39baae6 HTTP/1.1" status: 200 len: 814 time: 0.1387680 Oct 26 13:58:30.914643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.922570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Request body: {'port': {'device_id': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6', 'admin_state_up': True, 'tenant_id': '37feee2b3fd14cdf8b8c21ceda35a6e3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:30.939311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d83a-b403-4267-9da0-772c16986fff req-e45acfff-18df-4412-b4d5-b712713cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:30.940814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-e45acfff-18df-4412-b4d5-b712713cddf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3453083 Oct 26 13:58:30.952235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:30.999549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-a71abf3b-ab7a-46d1-9c17-2fce0efd65e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.0443695 Oct 26 13:58:31.074498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d83a-b403-4267-9da0-772c16986fff req-162ce40c-078a-41e6-83e8-178dc1788b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.076303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-162ce40c-078a-41e6-83e8-178dc1788b67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0700836 Oct 26 13:58:31.077424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.080148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.081312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55c442d0-b931-45d4-bedb-a1470cf4462d req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "DELETE /v2.0/security-groups/40ffc227-5a6f-4ce4-9ff4-537415aa4746 HTTP/1.1" status: 204 len: 173 time: 0.4760423 Oct 26 13:58:31.089218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eae6e-c7a4-4ae9-a816-5eb274229c58 req-9c306df1-55fd-4d2b-b71d-328e089dc098 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.090926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd5eae6e-c7a4-4ae9-a816-5eb274229c58 req-9c306df1-55fd-4d2b-b71d-328e089dc098 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1118 time: 0.0724268 Oct 26 13:58:31.103193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b84b50-3250-4f6a-bc49-9825bb914b73 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ffc227-5a6f-4ce4-9ff4-537415aa4746,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:31.141450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d83a-b403-4267-9da0-772c16986fff req-dc811641-d109-4347-a8b4-447859f156cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.143023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-dc811641-d109-4347-a8b4-447859f156cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554841 Oct 26 13:58:31.157660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd5eae6e-c7a4-4ae9-a816-5eb274229c58 req-4b626e0d-d22a-4620-a689-ef9bcc0f10d9 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Oct 26 13:58:31.186895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Made reservation on behalf of 37feee2b3fd14cdf8b8c21ceda35a6e3 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:31.193332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.289675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-bd0bfcbc-9a44-4f13-932b-933c66a9aa50 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382399 Oct 26 13:58:31.372825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-d4a12779-dcfc-4328-8fa5-7d40dc8e787d tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "GET /v2.0/security-groups/2507a596-8db8-4a94-a9b4-6a66787e9689 HTTP/1.1" status: 200 len: 1776 time: 0.0811460 Oct 26 13:58:31.382699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210f578-4ca1-4ca2-ac77-ad878000cdea req-0b2277d7-da8c-447d-ae54-98e1400ee3d3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.384994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Allocated IP 172.20.0.6 (e3fc0f6f-5f42-4445-8c9f-3200c39baae6/22ee2317-f7ea-4656-b2f0-1142348fc282/56e5925e-f3ba-450e-8b35-05890cfab152) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:31.388968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3210f578-4ca1-4ca2-ac77-ad878000cdea req-0b2277d7-da8c-447d-ae54-98e1400ee3d3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.1236203 Oct 26 13:58:31.474781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-0e64b777-6262-4129-a8da-6b5f53ecef51 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e6d664dc9e6e43e282071b49f7664658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490673 Oct 26 13:58:31.480086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c64d83a-b403-4267-9da0-772c16986fff req-bdd3b370-414f-4d1a-8ebe-53f68b13081d service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770658 Oct 26 13:58:31.484711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3210f578-4ca1-4ca2-ac77-ad878000cdea req-a0137e23-1a04-4800-b025-27bc38b105b7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916312 Oct 26 13:58:31.488605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.594967 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.653616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-57a76847-1593-465e-b151-0fe9dc04e5f1 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:31.655079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-57a76847-1593-465e-b151-0fe9dc04e5f1 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738808 Oct 26 13:58:31.658822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2dbc9dc3-a2ff-45de-a12f-886491e223d9 req-0abd29f5-acee-4cdc-8269-ff69e45812ad tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 210 time: 0.0442123 Oct 26 13:58:31.669489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.674659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Request body: {'port': {'device_id': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'e6d664dc9e6e43e282071b49f7664658'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:31.685811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.689867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.691107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e788eae-5757-47e7-bef5-0764444d1ce6 req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] 10.222.0.37 "DELETE /v2.0/security-groups/2507a596-8db8-4a94-a9b4-6a66787e9689 HTTP/1.1" status: 204 len: 173 time: 0.3039398 Oct 26 13:58:31.725211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2168ceb-6dac-4625-b9b3-bc66ccf38482 tempest-SecurityGroupsTestAdminJSON-1733083689 tempest-SecurityGroupsTestAdminJSON-1733083689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2507a596-8db8-4a94-a9b4-6a66787e9689,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:31.759636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.900380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:31.904710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Made reservation on behalf of e6d664dc9e6e43e282071b49f7664658 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:31.908182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:31.910705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:31.938121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:31.995829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Pushing event updated for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:32.017501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.018123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.033071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b1187-2be6-44bc-bae2-ac7a42d83692 req-7850a6e1-32d4-470f-9ff3-9ed2c11ae396 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:32.035106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-477b1187-2be6-44bc-bae2-ac7a42d83692 req-7850a6e1-32d4-470f-9ff3-9ed2c11ae396 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1118 time: 0.1606464 Oct 26 13:58:32.043182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-d5a141a3-0e1b-47d4-b907-4d557cbe717a tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1281109 Oct 26 13:58:32.054279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-439272f3-9e6a-42f5-a253-18a9013a82c3 req-c6985a32-0619-4ecf-ae45-f1365b7ce982 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 210 time: 0.0986810 Oct 26 13:58:32.072454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Request body: {'port': {'device_id': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:32.134142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.150886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46184) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:32.203624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Allocated IP 192.168.233.104 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/bceab225-1250-45b5-9c1f-67e80176df99) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:32.211834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-477b1187-2be6-44bc-bae2-ac7a42d83692 req-ce402aaa-8042-4830-857e-32873a0a6a51 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646736 Oct 26 13:58:32.216834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:32.238349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:32.442266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:32.456753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'mac_address': 'fa:16:3e:41:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:32.538259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dfed7c11-92e7-4cfa-bd42-d09f0b6c4a7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa1e0fec16c4b288e3fc7f46eed617d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827441 Oct 26 13:58:32.540813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46214) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:32.558527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.577616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bdeefd-8c24-41c1-8902-c199c3a3d617 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:32.606273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:32.611618 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.626877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-36d85306-a637-4b35-ad43-158501e8dc37 req-ee6b9ad6-50e9-4daa-ba8d-c6a08b981b96 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:32.627885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36d85306-a637-4b35-ad43-158501e8dc37 req-ee6b9ad6-50e9-4daa-ba8d-c6a08b981b96 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093045 Oct 26 13:58:32.651749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-beb11c0d-896c-4cef-aab6-0bdbfeb26474 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03bf1a3afd3e43759cdffef84ead514e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120178 Oct 26 13:58:32.657784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46216) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:32.677158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:32.694801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.732516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.771937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.828863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:32.854118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.877636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e5925e-f3ba-450e-8b35-05890cfab152 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:32.889052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.901139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:32.906600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Transition to ACTIVE for port object 56e5925e-f3ba-450e-8b35-05890cfab152 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:32.911284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.003215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.047951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.050616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Attempting to bind port 56e5925e-f3ba-450e-8b35-05890cfab152 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:33.051234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Attempting to bind port 56e5925e-f3ba-450e-8b35-05890cfab152 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '7aa140e5-edde-455e-8dc7-9f30e1251036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:33.051574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Attempting to bind port 56e5925e-f3ba-450e-8b35-05890cfab152 on network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:33.058294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd14a-6df0-4965-b003-123fb3225c5c req-9c68ca89-761f-4420-8040-10df3d3a131f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.058534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Port 56e5925e-f3ba-450e-8b35-05890cfab152 on network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:33.058817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Attempting to bind port 56e5925e-f3ba-450e-8b35-05890cfab152 on network e3fc0f6f-5f42-4445-8c9f-3200c39baae6 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:33.061145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-944fd14a-6df0-4965-b003-123fb3225c5c req-9c68ca89-761f-4420-8040-10df3d3a131f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 949 time: 0.1964200 Oct 26 13:58:33.064787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:33.065806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Checking segment: {'id': '7aa140e5-edde-455e-8dc7-9f30e1251036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:33.066212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Bound using segment: {'id': '7aa140e5-edde-455e-8dc7-9f30e1251036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:33.066779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Bound port: 56e5925e-f3ba-450e-8b35-05890cfab152, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa140e5-edde-455e-8dc7-9f30e1251036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:33.067143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.071271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:33.089525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:33.092058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:33.098224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.098943 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.138418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.141662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.142965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b90ad6f-d759-4b08-974d-24b203170b84 HTTP/1.1" status: 204 len: 168 time: 0.6028597 Oct 26 13:58:33.147996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Pushing event updated for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.154426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.158017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.163076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5093bd65-36da-4089-a3d9-fb659ae0a1a6 HTTP/1.1" status: 204 len: 168 time: 0.5041432 Oct 26 13:58:33.166724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:33.176282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-e57fe955-bd02-41c5-8d43-aefeee9424d4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5123913 Oct 26 13:58:33.180535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=56e5925e-f3ba-450e-8b35-05890cfab152,segment=NetworkSegment(7aa140e5-edde-455e-8dc7-9f30e1251036),segment_id=7aa140e5-edde-455e-8dc7-9f30e1251036)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:33.183037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32954fc7-b374-4a37-86ea-9a78b9e1155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90ad6f-d759-4b08-974d-24b203170b84,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.188268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.204177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Request body: {'port': {'device_id': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:33.233036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-944fd14a-6df0-4965-b003-123fb3225c5c req-10c3bba7-f37a-4144-a15b-20c2d6cf790a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534610 Oct 26 13:58:33.252296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1515df-0e75-4949-b174-1f88079a1fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5093bd65-36da-4089-a3d9-fb659ae0a1a6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.253625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.254388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.255778 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] 10.222.0.41 "PUT /v2.0/ports/56e5925e-f3ba-450e-8b35-05890cfab152 HTTP/1.1" status: 200 len: 1091 time: 1.2015903 Oct 26 13:58:33.256923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:33.259903 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e" -d '{"events": [{"name": "network-changed", "server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:33.289083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b39bf-3389-4f98-9693-12446a24cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:33.317852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.393766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-b1746e86-3c5a-4c71-a98c-cca21f93e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.395386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-b1746e86-3c5a-4c71-a98c-cca21f93e215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37feee2b3fd14cdf8b8c21ceda35a6e3&device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 1094 time: 0.0935769 Oct 26 13:58:33.454675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-e416349b-7f25-4531-911d-652fc7f289cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e5925e-f3ba-450e-8b35-05890cfab152 HTTP/1.1" status: 200 len: 217 time: 0.0508621 Oct 26 13:58:33.536632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb416f9-ec54-4ba8-a74b-31bc5e379c57 req-8a2c3252-bce0-42d6-87da-37f752bdeb8c tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.538150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcb416f9-ec54-4ba8-a74b-31bc5e379c57 req-8a2c3252-bce0-42d6-87da-37f752bdeb8c tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 943 time: 0.1409576 Oct 26 13:58:33.542817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-4631ed9d-cdb5-4b43-a7f8-e28ded8ea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.544550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-4631ed9d-cdb5-4b43-a7f8-e28ded8ea74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ee2317-f7ea-4656-b2f0-1142348fc282 HTTP/1.1" status: 200 len: 854 time: 0.0770822 Oct 26 13:58:33.555860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9a0c770f-5f25-4ba8-99bc-5ed80fa14180 None None] Provisioning complete for port bceab225-1250-45b5-9c1f-67e80176df99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:33.556852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9a0c770f-5f25-4ba8-99bc-5ed80fa14180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.600336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c770f-5f25-4ba8-99bc-5ed80fa14180 None None] Port bceab225-1250-45b5-9c1f-67e80176df99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:33.610386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-66d81120-bb02-4bfb-a303-5399eae44fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3fc0f6f-5f42-4445-8c9f-3200c39baae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591702 Oct 26 13:58:33.636348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcb416f9-ec54-4ba8-a74b-31bc5e379c57 req-0d450960-41f1-4679-925a-9862e7e572cd tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915873 Oct 26 13:58:33.726880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46252) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:33.778547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-4e182afe-25f0-47a6-8e9e-ee1b9acd83e6 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604471 Oct 26 13:58:33.812962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bceab225-1250-45b5-9c1f-67e80176df99 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:33.839859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.846243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6e7fb88a-baed-4b59-94ae-a35f6f356293 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:33.861876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-861ebbf2-b190-424b-9fb1-113d6f4f5831 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24c88e355fca43f1851a4efecd456013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313388 Oct 26 13:58:33.864620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46260) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:33.891400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 6e7fb88a-baed-4b59-94ae-a35f6f356293 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:33.891748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6e7fb88a-baed-4b59-94ae-a35f6f356293 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:33.897742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Transition to ACTIVE for port object bceab225-1250-45b5-9c1f-67e80176df99 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:33.907398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6327f9b-33d4-476e-9a2f-f18c84474170 req-dc7269fe-efcd-44a2-bc42-cf51d0542c5a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:33.915609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6327f9b-33d4-476e-9a2f-f18c84474170 req-dc7269fe-efcd-44a2-bc42-cf51d0542c5a tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 936 time: 0.1216960 Oct 26 13:58:33.919205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.940219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5031aeae-8b69-4d17-a2fa-16e43506fc40 req-e67e78d2-c480-46a8-a9dc-927409a98a68 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527793 Oct 26 13:58:33.952264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:33.957783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46262) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:33.971141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6327f9b-33d4-476e-9a2f-f18c84474170 req-9381a023-f240-4183-9705-59002dac02ae tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532644 Oct 26 13:58:33.989349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.024813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-926f8a2c-d3f5-4e01-8995-d584ae4df06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.037426 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1df6e-a1d9-4691-8b3d-81ea02c65ae4 x-openstack-request-id: req-53e1df6e-a1d9-4691-8b3d-81ea02c65ae4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:34.037851 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:34.038102 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53e1df6e-a1d9-4691-8b3d-81ea02c65ae4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:34.038494 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152', 'status': 'completed', 'code': 200} Oct 26 13:58:34.108544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.111529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Pushing event updated for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.117969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.119326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85c2973a-f5e1-41e9-8dc7-cc518cb6240b HTTP/1.1" status: 204 len: 168 time: 0.2533112 Oct 26 13:58:34.177388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e216a2-cfba-44d8-adf2-130f1c6d39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c2973a-f5e1-41e9-8dc7-cc518cb6240b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.205351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Attempting to bind port bceab225-1250-45b5-9c1f-67e80176df99 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:34.205697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Attempting to bind port bceab225-1250-45b5-9c1f-67e80176df99 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:34.205894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Attempting to bind port bceab225-1250-45b5-9c1f-67e80176df99 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:34.212359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-f92fe51e-bb88-4d56-95c6-88a665f62e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.213895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-f92fe51e-bb88-4d56-95c6-88a665f62e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=37feee2b3fd14cdf8b8c21ceda35a6e3&device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 1094 time: 0.1417291 Oct 26 13:58:34.221279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:34.252126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Port bceab225-1250-45b5-9c1f-67e80176df99 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:34.252527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Attempting to bind port bceab225-1250-45b5-9c1f-67e80176df99 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:34.276030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:34.276366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:34.276784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:34.277228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Bound port: bceab225-1250-45b5-9c1f-67e80176df99, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:34.277613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.352769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 13bdeefd-8c24-41c1-8902-c199c3a3d617 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:34.362045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 13bdeefd-8c24-41c1-8902-c199c3a3d617 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:34.362419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.415729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-926f8a2c-d3f5-4e01-8995-d584ae4df06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.432545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-926f8a2c-d3f5-4e01-8995-d584ae4df06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.451555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-c4fd5565-8191-47de-bb42-ffd763cc4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.453871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-c4fd5565-8191-47de-bb42-ffd763cc4d82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3fc0f6f-5f42-4445-8c9f-3200c39baae6 HTTP/1.1" status: 200 len: 915 time: 0.2299423 Oct 26 13:58:34.499686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f8a2c-d3f5-4e01-8995-d584ae4df06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c7e89-39e0-48ce-8e65-30480229bca7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.503907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.521533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-9c3adde1-e152-449e-bd5b-3544b71fd6c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e5925e-f3ba-450e-8b35-05890cfab152 HTTP/1.1" status: 200 len: 217 time: 0.0595980 Oct 26 13:58:34.542582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:34.545193 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e9ee2-019f-4c12-bfd4-e06b2e6d2c51" -d '{"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-plugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:34.562010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:34.573141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.584159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-926f8a2c-d3f5-4e01-8995-d584ae4df06d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fb73439b54641f38a7cbc2051035ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6057792 Oct 26 13:58:34.588777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:34.597344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-4bf37364-950b-44e8-856e-634af3647d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.599094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-4bf37364-950b-44e8-856e-634af3647d39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ee2317-f7ea-4656-b2f0-1142348fc282 HTTP/1.1" status: 200 len: 854 time: 0.0683582 Oct 26 13:58:34.619596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:34.636332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bceab225-1250-45b5-9c1f-67e80176df99,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:34.649138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.651818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-934b01af-b3c0-4988-902d-93a2a8cb7713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3fc0f6f-5f42-4445-8c9f-3200c39baae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439517 Oct 26 13:58:34.665760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.674937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86fb8-46c3-496c-9767-0930a75627e4 req-b6e6f343-84b5-45b6-b95a-047d67243dce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.677306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31f86fb8-46c3-496c-9767-0930a75627e4 req-b6e6f343-84b5-45b6-b95a-047d67243dce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1746027 Oct 26 13:58:34.730187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.739270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Pushing event updated for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:34.754305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.754907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.756950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-11e20d04-04e0-4961-994e-cc611057fef4 service neutron] 10.222.0.41 "PUT /v2.0/ports/bceab225-1250-45b5-9c1f-67e80176df99 HTTP/1.1" status: 200 len: 1096 time: 1.5653131 Oct 26 13:58:34.757408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:34.761677 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f" -d '{"events": [{"name": "network-changed", "server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "tag": "bceab225-1250-45b5-9c1f-67e80176df99"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:34.763795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:34.819120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31f86fb8-46c3-496c-9767-0930a75627e4 req-e85b5524-9a73-402f-8b92-a6d593e7c1e5 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Oct 26 13:58:34.862783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-558c5e5c-dde8-4524-9c2c-74d0b0f5158b service neutron] 10.222.0.41 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911507 Oct 26 13:58:34.924546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-9c4533bb-d10e-46d4-90d4-d4fa1ced06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:34.924546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-9c4533bb-d10e-46d4-90d4-d4fa1ced06b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 1099 time: 0.0938785 Oct 26 13:58:35.016053 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549bcf04-211a-492f-a934-ebc50dca1df3 x-openstack-request-id: req-549bcf04-211a-492f-a934-ebc50dca1df3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:35.016646 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-plugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:35.017148 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-549bcf04-211a-492f-a934-ebc50dca1df3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:35.017362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-874664e3-dddf-4e68-87e5-636c41f9c7a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bceab225-1250-45b5-9c1f-67e80176df99 HTTP/1.1" status: 200 len: 217 time: 0.0841975 Oct 26 13:58:35.017577 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'code': 200} Oct 26 13:58:35.034142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8889ba3f-31db-4cbb-8da9-7f3e7038f50e req-1b2a2b5c-022b-4174-a328-ba7d31f58d18 service neutron] 10.222.0.41 "GET /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568875 Oct 26 13:58:35.035374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.039881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:35.041301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/660c7e89-39e0-48ce-8e65-30480229bca7 HTTP/1.1" status: 204 len: 168 time: 0.4508510 Oct 26 13:58:35.057393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241e487-4beb-4a97-82f7-4b953eb99e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c7e89-39e0-48ce-8e65-30480229bca7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:35.098700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-4d1a0fa3-d46d-4a74-a475-b9128e7bb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.100573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-4d1a0fa3-d46d-4a74-a475-b9128e7bb4af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0755057 Oct 26 13:58:35.106772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46320) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:35.229856 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:58:35.230400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f1bd5-3010-4008-ac26-f5e1adec5272 req-e8cf6f00-f9d1-4f65-a595-3b0aacfdf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.231661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-737f1bd5-3010-4008-ac26-f5e1adec5272 req-e8cf6f00-f9d1-4f65-a595-3b0aacfdf964 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.0834103 Oct 26 13:58:35.238548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-fbc3c183-99e5-4380-9f29-5613b63614a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.239952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-fbc3c183-99e5-4380-9f29-5613b63614a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248276 Oct 26 13:58:35.310316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2df7-b4c3-4d70-83b4-35cd73748373 req-4c87c1da-f953-4554-9380-51e60fe19856 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.311789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a5b2df7-b4c3-4d70-83b4-35cd73748373 req-4c87c1da-f953-4554-9380-51e60fe19856 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 943 time: 0.1305149 Oct 26 13:58:35.352892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-737f1bd5-3010-4008-ac26-f5e1adec5272 req-ab8e4680-230c-4393-a582-b1726b7f9132 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113353 Oct 26 13:58:35.391794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a5b2df7-b4c3-4d70-83b4-35cd73748373 req-c15e8bbf-0c69-48cd-85d3-08fc4755041e tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694382 Oct 26 13:58:35.402855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-7c12c4ef-e86a-4656-8714-3417617c4c00 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:35.403889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-7c12c4ef-e86a-4656-8714-3417617c4c00 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2958777 Oct 26 13:58:35.411845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-d40b74ec-df9a-48bc-b722-c51cf825a236 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606441 Oct 26 13:58:35.472692 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f595b-b506-4f30-8e9b-004b8fe81d60 x-openstack-request-id: req-544f595b-b506-4f30-8e9b-004b8fe81d60 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:35.473198 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "tag": "bceab225-1250-45b5-9c1f-67e80176df99", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:35.473623 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-544f595b-b506-4f30-8e9b-004b8fe81d60 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:35.474182 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99', 'status': 'completed', 'code': 200} Oct 26 13:58:35.490699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-76303961-80d6-4ef7-8463-21b7346de4b8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.499673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-76303961-80d6-4ef7-8463-21b7346de4b8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 1115 time: 0.0856011 Oct 26 13:58:35.546084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731c2937-af73-4d6c-97ba-e9032e33efaf req-97d7061e-1bda-4296-9275-c5f78e99f00a service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276128 Oct 26 13:58:35.661866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-4c35302d-a957-429f-9259-3119b4a5a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.663562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-4c35302d-a957-429f-9259-3119b4a5a887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6d664dc9e6e43e282071b49f7664658&device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 1099 time: 0.0581961 Oct 26 13:58:35.797642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Request body: {'binding': {'host': 'n-h1-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:35.798428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:58:35.814439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a59fb8-1abf-4fac-985b-085bb2c19298 req-28b96e18-497c-4cd9-b43e-6ca339e22802 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.816031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57a59fb8-1abf-4fac-985b-085bb2c19298 req-28b96e18-497c-4cd9-b43e-6ca339e22802 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 948 time: 0.0855117 Oct 26 13:58:35.821936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-b70f1a71-7fea-4ba2-8451-3837ce21be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:35.823421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-b70f1a71-7fea-4ba2-8451-3837ce21be84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1522481 Oct 26 13:58:35.978762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on host n-h1-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:35.979272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:35.979709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:35.985136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:35.985136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:35.990975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:35.991472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:35.992681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:35.993266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Bound port: 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:36.069509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-8bf703c4-46d0-4f21-8fe0-b20a944f78de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bceab225-1250-45b5-9c1f-67e80176df99 HTTP/1.1" status: 200 len: 217 time: 0.2363687 Oct 26 13:58:36.099166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:36.108323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.109936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f596de2a-e479-46f6-9cfe-222fcea55ccd service neutron] 10.222.0.37 "POST /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4370279 Oct 26 13:58:36.112325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57a59fb8-1abf-4fac-985b-085bb2c19298 req-f208fee9-c63c-4fb8-a9a4-ab674039dfff tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875795 Oct 26 13:58:36.150227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-d7b07ed4-1742-4d5a-985e-ff7180de5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.152275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-d7b07ed4-1742-4d5a-985e-ff7180de5c07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0744298 Oct 26 13:58:36.283815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46376) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:36.319885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-4d3935fe-1f43-47c5-b3bf-58d60ba803ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.322665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-4d3935fe-1f43-47c5-b3bf-58d60ba803ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1620274 Oct 26 13:58:36.379602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176f3f8-29a1-4fbf-8d69-91282cd4a9be req-62b428f9-0a83-442d-8bd4-528111a39d39 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.389851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5176f3f8-29a1-4fbf-8d69-91282cd4a9be req-62b428f9-0a83-442d-8bd4-528111a39d39 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1448355 Oct 26 13:58:36.493607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5176f3f8-29a1-4fbf-8d69-91282cd4a9be req-23ca1d12-970b-48c5-898c-c0d9d6d84774 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Oct 26 13:58:36.519510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bd9d1-0280-479b-aeae-81a3a3bddc06 req-3741e864-12f0-43dd-8cf4-5835d900129b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.529450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-1596aa87-33a5-4083-a87c-92cd8394983f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915994 Oct 26 13:58:36.532078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-736bd9d1-0280-479b-aeae-81a3a3bddc06 req-3741e864-12f0-43dd-8cf4-5835d900129b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 967 time: 0.1263752 Oct 26 13:58:36.575637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f5ad2a2b-d5ab-41dd-8c82-204c09699252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.577399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f5ad2a2b-d5ab-41dd-8c82-204c09699252 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1118 time: 0.1114843 Oct 26 13:58:36.650901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-network', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:36.683299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-736bd9d1-0280-479b-aeae-81a3a3bddc06 req-28b6a88b-dea0-4b7a-a170-516f590c91a9 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494675 Oct 26 13:58:36.692702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2d3dabf-2678-4f6f-bd0c-2af73d2ef50f req-d75f0134-2021-4b5c-a0c7-f28013ddb288 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551907 Oct 26 13:58:36.741780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60955-43be-484e-aaed-01cc52a63865 req-e2db58d7-7a34-4e0c-8a00-8244d2163da0 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.741997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Made reservation on behalf of 1a48d3107a1a489a99358a1387db4cb1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:36.743319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1b60955-43be-484e-aaed-01cc52a63865 req-e2db58d7-7a34-4e0c-8a00-8244d2163da0 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 943 time: 0.0689862 Oct 26 13:58:36.750201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.765479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-665bcc09-6fe1-4c48-a060-c8697ae93e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.767031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-665bcc09-6fe1-4c48-a060-c8697ae93e82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1812634 Oct 26 13:58:36.768163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:36.806440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1b60955-43be-484e-aaed-01cc52a63865 req-8be4a263-2157-4d6c-886b-5b45fcf04e94 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Oct 26 13:58:36.831958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-2dcdf650-b682-4bc7-901d-18220c496ff7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0537658 Oct 26 13:58:36.925605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-fc91d963-b1fd-444b-b46b-ff5e247161b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:36.927218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-fc91d963-b1fd-444b-b46b-ff5e247161b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0840943 Oct 26 13:58:36.977988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-7bf2f3dd-58c1-48f5-9ba8-0907ee45c0fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414379 Oct 26 13:58:37.061641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.068116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.082860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:37.127169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.127515 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Added segment cd9cc990-2070-494e-b922-22a0fe6e6eef of type vlan for network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 Oct 26 13:58:37.140619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4733311-c588-4815-88cb-c23b9dd9cba8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:37.156306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-a730199a-d5e8-4711-9450-b223c1e970fb service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692083 Oct 26 13:58:37.251908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.265823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-52f093bd-9514-4593-8593-5582689b42f4 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224397 Oct 26 13:58:37.309358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643dc82-f0d2-48e6-830f-5a2ce9d558de req-3851a661-af62-4d6f-9593-0bf2201407ab tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.310809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5643dc82-f0d2-48e6-830f-5a2ce9d558de req-3851a661-af62-4d6f-9593-0bf2201407ab tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.1357200 Oct 26 13:58:37.316911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.317792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.318350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.376142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-a8c3fccc-bb7d-4672-b8d1-9487c0e1d3b9 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.378093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-a8c3fccc-bb7d-4672-b8d1-9487c0e1d3b9 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067293 Oct 26 13:58:37.394883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-c3563cc8-5de1-4da7-8d40-918b49700b4d tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/quotas/be7a3f76cc654ed2b391d02c531cb4e5 HTTP/1.1" status: 200 len: 375 time: 0.0108733 Oct 26 13:58:37.401244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-288f4f85-c88e-428a-919b-78506ff0e51f service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271502 Oct 26 13:58:37.406392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1215019 Oct 26 13:58:37.410421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46438) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:37.417916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Request body: {'subnet': {'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-subnet', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:37.425500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ca9ca-7d3e-43d2-bc8d-7d0d266729f4 admin admin] Pushing event updated for resources: {'Network': ['ID=55e8fb9e-3653-4ce2-8840-c3b4d762d581,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:37.433528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5643dc82-f0d2-48e6-830f-5a2ce9d558de req-9d91220e-9f37-463e-8bb2-130ab6c4b578 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105599 Oct 26 13:58:37.438189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:37.445585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-9af40cdc-8a72-43a4-a660-74695d94f2b3 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442309 Oct 26 13:58:37.480383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Made reservation on behalf of 1a48d3107a1a489a99358a1387db4cb1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:37.482904 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.768222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.818925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f3013314-70e3-4a8e-beb6-ea348fc6d9fb tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.821078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-f3013314-70e3-4a8e-beb6-ea348fc6d9fb tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1118 time: 0.2780886 Oct 26 13:58:37.830358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71e2be-5d18-45d6-8aa5-efdc285687d2 req-1813f1f2-65d5-42cd-b917-089a601d2f8a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.831834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd71e2be-5d18-45d6-8aa5-efdc285687d2 req-1813f1f2-65d5-42cd-b917-089a601d2f8a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1545563 Oct 26 13:58:37.831949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88181-9867-4e70-b42b-a436a7f5068f req-ab12baa5-61c3-44e2-9854-d380d4178e23 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.833305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bd88181-9867-4e70-b42b-a436a7f5068f req-ab12baa5-61c3-44e2-9854-d380d4178e23 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 948 time: 0.3043697 Oct 26 13:58:37.838884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:37.847031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6264b8-12f0-488c-b378-c2ace489b680,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:37.873161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Checking segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:37.873800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Network hostable DHCP agents. Network: 55e8fb9e-3653-4ce2-8840-c3b4d762d581, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:37.894344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bceab225-1250-45b5-9c1f-67e80176df99 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:37.901128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd71e2be-5d18-45d6-8aa5-efdc285687d2 req-3fbfade1-933d-4b49-8f72-9a0be37fd2db tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Oct 26 13:58:37.908305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:37.922676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 55e8fb9e-3653-4ce2-8840-c3b4d762d581) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:37.939874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.942998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:37.944225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:37.955978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebda4a-e76e-4b97-b5e1-518efce429ea None None] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:37.967473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bd88181-9867-4e70-b42b-a436a7f5068f req-3872a7a1-c617-4e9e-bae4-d4c39b370003 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009843 Oct 26 13:58:37.972904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88d12e0c-30c1-4e54-b45b-41e74a999552 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5580673 Oct 26 13:58:37.973526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46462) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:37.980731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:38.076093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:58:38.076517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a148a39-e474-4456-a024-30e9b465b45a req-b7d18125-7520-49fd-96a7-26ae4de94f9f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 210 time: 0.0678008 Oct 26 13:58:38.091315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.092975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.194160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:38.245959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:58:38.246838 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.249782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:38.264960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bceab225-1250-45b5-9c1f-67e80176df99,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:38.287023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.287853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'bceab225-1250-45b5-9c1f-67e80176df99', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'bceab225-1250-45b5-9c1f-67e80176df99', 'mac_address': 'fa:16:3e:61:a7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:38.338779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:38.340067 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52d1436-1dad-409c-ae94-0ed7bbebd52b" -d '{"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-unplugged", "status": "completed", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:38.363902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.391360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.402858 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.424618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f30b2a-b2b6-43b5-a39a-ce743d59bece req-69e107aa-647c-412c-8018-861fc03adeb8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.426288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55f30b2a-b2b6-43b5-a39a-ce743d59bece req-69e107aa-647c-412c-8018-861fc03adeb8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 967 time: 0.1880636 Oct 26 13:58:38.440918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bceab225-1250-45b5-9c1f-67e80176df99 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:38.474525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bceab225-1250-45b5-9c1f-67e80176df99,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:38.480372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Allocated IP 172.20.0.2 (55e8fb9e-3653-4ce2-8840-c3b4d762d581/4b6264b8-12f0-488c-b378-c2ace489b680/1c455169-86d0-4cd8-9eab-0b8bb4399f18) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:38.485300 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.485897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 56e5925e-f3ba-450e-8b35-05890cfab152 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:38.491555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc39a-e763-480b-9806-1a04b332195f req-5556c371-8143-4f38-89dd-a5c5687557bb tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.493222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-638fc39a-e763-480b-9806-1a04b332195f req-5556c371-8143-4f38-89dd-a5c5687557bb tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 943 time: 0.1833975 Oct 26 13:58:38.507204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.529065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55f30b2a-b2b6-43b5-a39a-ce743d59bece req-d281dcbe-d81b-4839-8b92-645b12deb557 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723565 Oct 26 13:58:38.573858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:38.594984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on host n-h2-813419-9 for vnic_type normal with profile {"migrating_to": "n-h1-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:38.595556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:38.596606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:38.603493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:38.604053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Attempting to bind port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:38.620232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:38.621100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:38.621657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:38.622374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Bound port: 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:38.622892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.638123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-638fc39a-e763-480b-9806-1a04b332195f req-019b0e32-c231-415f-9626-7d86871210be tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154170 Oct 26 13:58:38.640164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b910aa-24b5-4853-8533-ef8e32617793 req-424457ff-f7ce-4d18-a639-f896fd652b33 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.642034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32b910aa-24b5-4853-8533-ef8e32617793 req-424457ff-f7ce-4d18-a639-f896fd652b33 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.0716081 Oct 26 13:58:38.645993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:38.735357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:38.739064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:38.745146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.794407 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acd802c-2d19-4838-be9c-82238f9d8e72 x-openstack-request-id: req-1acd802c-2d19-4838-be9c-82238f9d8e72 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:38.794748 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-unplugged", "status": "completed", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:38.795009 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1acd802c-2d19-4838-be9c-82238f9d8e72 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:38.796030 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'code': 200} Oct 26 13:58:38.881834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:38.883075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:38.889637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 1143 time: 1.0551174 Oct 26 13:58:38.894623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d957c-4784-40a5-b609-fa70e1eb99a1 service neutron] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:38.945079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-7852a34c-8d88-4ce3-a952-c33bc091300c tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168857 Oct 26 13:58:38.995193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=56e5925e-f3ba-450e-8b35-05890cfab152,segment=NetworkSegment(7aa140e5-edde-455e-8dc7-9f30e1251036),segment_id=7aa140e5-edde-455e-8dc7-9f30e1251036)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:38.999200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772230f2-2892-4fb7-8d65-e64a096c50ba req-b8bf5dc8-8e3d-4228-a0cc-818a267402b4 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.001316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-772230f2-2892-4fb7-8d65-e64a096c50ba req-b8bf5dc8-8e3d-4228-a0cc-818a267402b4 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 972 time: 0.0778880 Oct 26 13:58:39.028321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['10fcd0e5-726b-4eff-a7dc-88744d28dc6f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:39.036689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.046190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-772230f2-2892-4fb7-8d65-e64a096c50ba req-b2fc99f9-662e-4180-a121-893b072006b4 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/security-groups?id=a189b319-823f-46ea-9505-64efefad7797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Oct 26 13:58:39.059636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '56e5925e-f3ba-450e-8b35-05890cfab152', 'network_id': 'e3fc0f6f-5f42-4445-8c9f-3200c39baae6', 'port_id': '56e5925e-f3ba-450e-8b35-05890cfab152', 'mac_address': 'fa:16:3e:02:0b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ee2317-f7ea-4656-b2f0-1142348fc282', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:39.065909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.097563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:39.127207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:39.129771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:39.138738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-f72a6f36-e24b-4ae5-be67-36bcb83e7ac0 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.140557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-f72a6f36-e24b-4ae5-be67-36bcb83e7ac0 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.2142706 Oct 26 13:58:39.184371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.258325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Pushing event updated for resources: {'Port': ['ID=1c455169-86d0-4cd8-9eab-0b8bb4399f18,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:39.274911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e5925e-f3ba-450e-8b35-05890cfab152 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:39.300160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Attempting to bind port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:39.300454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Attempting to bind port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:39.300870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Attempting to bind port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 on network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:39.329013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:39.329735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Checking segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:39.330346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.330942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Bound using segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:39.331455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Bound port: 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:39.332069 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.337384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=56e5925e-f3ba-450e-8b35-05890cfab152,segment=NetworkSegment(7aa140e5-edde-455e-8dc7-9f30e1251036),segment_id=7aa140e5-edde-455e-8dc7-9f30e1251036)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:39.349837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7e073-9925-40e6-9021-ef04f534afb1 req-47f41afa-e4dc-44cf-8020-da422eada999 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.350283 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.351061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12b7e073-9925-40e6-9021-ef04f534afb1 req-47f41afa-e4dc-44cf-8020-da422eada999 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 949 time: 0.0586925 Oct 26 13:58:39.395709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Deleting port b4b87a8c-84b7-4210-8beb-374fc57eadf5 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:39.396042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.399552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-b4cf48b8-5b2a-4ce9-922c-d5f28b7f9cdf tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.401371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12b7e073-9925-40e6-9021-ef04f534afb1 req-f0006229-8535-495b-b20e-64bb2d249386 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Oct 26 13:58:39.411125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-f295f91a-16fc-4965-93f7-ea9187512ee4 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.412579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-f295f91a-16fc-4965-93f7-ea9187512ee4 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4448078 Oct 26 13:58:39.459337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Request body: {'port': {'device_id': '796b7edc-a4df-476a-9ed5-2366472d13de', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'be7a3f76cc654ed2b391d02c531cb4e5'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:39.487323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:39.507976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d036c270-9027-4dbd-a300-08e75a442606 req-2d19d0d3-3b93-4a38-ab86-3b6a5f4f23cc tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 210 time: 0.0333223 Oct 26 13:58:39.508754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] For port 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:39.513580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] For port 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c455169-86d0-4cd8-9eab-0b8bb4399f18,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:39.520002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.523762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.554277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.583267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bceab225-1250-45b5-9c1f-67e80176df99'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:39.628230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['56e5925e-f3ba-450e-8b35-05890cfab152'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:39.680540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9c4f-67fb-4ea7-ba74-0aaf06226aa1 None None] Pushing event updated for resources: {'Port': ['ID=1c455169-86d0-4cd8-9eab-0b8bb4399f18,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:39.696051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] For port b4b87a8c-84b7-4210-8beb-374fc57eadf5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=b4b87a8c-84b7-4210-8beb-374fc57eadf5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:39.696654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.755545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Calling delete_port for b4b87a8c-84b7-4210-8beb-374fc57eadf5 owned by compute:tempest-test_az-1643320855 {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:39.779551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87beeb5-ec7c-410d-8831-7344b8e20122 req-426ab6c9-f620-4071-ad61-bbaba72908d0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:39.782290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e87beeb5-ec7c-410d-8831-7344b8e20122 req-426ab6c9-f620-4071-ad61-bbaba72908d0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.0940197 Oct 26 13:58:39.839391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e87beeb5-ec7c-410d-8831-7344b8e20122 req-b25e6150-a737-4f3a-848c-a653e1708a28 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491760 Oct 26 13:58:39.864309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Allocated IP 172.25.5.22 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/ecc56548-2721-4f0d-9c7f-5fac75d89a15) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:39.874002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-b4cf48b8-5b2a-4ce9-922c-d5f28b7f9cdf tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.874915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Made reservation on behalf of be7a3f76cc654ed2b391d02c531cb4e5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:39.878762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.891790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-b4cf48b8-5b2a-4ce9-922c-d5f28b7f9cdf tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.924055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:39.950705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57ec8e97-27cd-4841-8da3-b89e06f49e65 req-b4cf48b8-5b2a-4ce9-922c-d5f28b7f9cdf tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152432 Oct 26 13:58:40.011287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf48b8-5b2a-4ce9-922c-d5f28b7f9cdf tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b717b-86be-42ab-a30b-51e52c2b3785,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.083260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2761c2c1-fac7-42ec-91c1-611cdde06164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.154198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32db08-d603-4151-b854-d00135a91e6e req-4944d2b6-630f-406e-94b0-cd2b53d4cef6 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.155804 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c32db08-d603-4151-b854-d00135a91e6e req-4944d2b6-630f-406e-94b0-cd2b53d4cef6 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 944 time: 0.1619232 Oct 26 13:58:40.183664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.191890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.202799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['b4b87a8c-84b7-4210-8beb-374fc57eadf5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:40.227652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c32db08-d603-4151-b854-d00135a91e6e req-f6a0e8f9-eb5d-4f8a-b6b2-23ccacf139bf tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Oct 26 13:58:40.232795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.236906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Pushing event deleted for resources: {'Port': ['ID=b4b87a8c-84b7-4210-8beb-374fc57eadf5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.266538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.400400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] No DVR routers for this DVR port b4b87a8c-84b7-4210-8beb-374fc57eadf5 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:40.422635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.428291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32b910aa-24b5-4853-8533-ef8e32617793 req-c21f5311-4f4f-4da0-992a-1103b3b18892 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.73 "DELETE /v2.0/ports/b4b87a8c-84b7-4210-8beb-374fc57eadf5 HTTP/1.1" status: 204 len: 173 time: 1.7770929 Oct 26 13:58:40.431419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'name': 'network-vif-deleted', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:40.444529 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9501d93-ab57-4e1e-8b09-f06f4a99719f" -d '{"events": [{"server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "name": "network-vif-deleted", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:40.458556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-587ee6f8-18c3-4f94-a3ca-594ec4100ecd req-e660f00f-cccd-4a0e-b91b-762ec977b0d6 tempest-AggregatesAdminTestJSON-1802093710 tempest-AggregatesAdminTestJSON-1802093710-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d538a93-f2cc-4c8c-9acb-9ebfb92709ed HTTP/1.1" status: 200 len: 210 time: 0.0744202 Oct 26 13:58:40.515678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c60d79-a797-43cd-aa96-42a1ac2b16e9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:40.543805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.563251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1c455169-86d0-4cd8-9eab-0b8bb4399f18 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:40.700230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46526) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:40.733143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ec9d-34dd-42fb-a9dd-2d04ce50d0c7 req-10a320d4-ce52-4caf-bc50-41d8f98f5319 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:40.735665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7085ec9d-34dd-42fb-a9dd-2d04ce50d0c7 req-10a320d4-ce52-4caf-bc50-41d8f98f5319 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 949 time: 0.0876484 Oct 26 13:58:40.780573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:40.781033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:40.802382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Allocated IP 192.168.233.234 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/1e074528-b2c0-48f5-a928-9b9df64dea80) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:40.805233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:40.812776 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a154ec3-5cde-462b-b4cf-a7c539c85987" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:40.842137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7085ec9d-34dd-42fb-a9dd-2d04ce50d0c7 req-fe5195f0-c386-4486-bf2c-95889e5880e4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004443 Oct 26 13:58:40.981515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.017268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:41.018881 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83734ee-256c-458d-8b20-fefff0e1c930 x-openstack-request-id: req-d83734ee-256c-458d-8b20-fefff0e1c930 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:41.022238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93be1f2b-3082-4556-8484-f8a5974fd40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.022912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c455169-86d0-4cd8-9eab-0b8bb4399f18,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:41.024940 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d538a93-f2cc-4c8c-9acb-9ebfb92709ed", "name": "network-vif-deleted", "tag": "b4b87a8c-84b7-4210-8beb-374fc57eadf5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:41.025199 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83734ee-256c-458d-8b20-fefff0e1c930 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:41.025673 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d538a93-f2cc-4c8c-9acb-9ebfb92709ed', 'name': 'network-vif-deleted', 'tag': 'b4b87a8c-84b7-4210-8beb-374fc57eadf5', 'status': 'completed', 'code': 200} Oct 26 13:58:41.029531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.042972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-0a227f1d-127b-40c4-9d3b-186c3cab1667 req-1bd28043-1e4a-4d3c-8dbd-85f6e56a537d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:41.049014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a227f1d-127b-40c4-9d3b-186c3cab1667 req-1bd28043-1e4a-4d3c-8dbd-85f6e56a537d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4726589 Oct 26 13:58:41.054110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:41.063845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Pushing event updated for resources: {'Port': ['ID=ecc56548-2721-4f0d-9c7f-5fac75d89a15,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.067358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:41.068836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa02f595-ea6d-46fb-ae96-9c7e95887028 req-07b5f003-dfe1-4d50-ba02-d4c1e2da933f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 210 time: 0.0428393 Oct 26 13:58:41.133290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1c455169-86d0-4cd8-9eab-0b8bb4399f18,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.211839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93be1f2b-3082-4556-8484-f8a5974fd40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.216252 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223df03-57d8-4039-bfda-77f9832c7051 x-openstack-request-id: req-5223df03-57d8-4039-bfda-77f9832c7051 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:41.216814 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:41.217469 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5223df03-57d8-4039-bfda-77f9832c7051 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:41.218011 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'status': 'completed', 'code': 200} Oct 26 13:58:41.219506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93be1f2b-3082-4556-8484-f8a5974fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.263622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be1f2b-3082-4556-8484-f8a5974fd40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab24a9c-39aa-4e02-a28b-6dc17d9e08dd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.272110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93be1f2b-3082-4556-8484-f8a5974fd40d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1c292e8e561431fa552ede3e411b3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707154 Oct 26 13:58:41.273112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46540) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:41.318977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.356162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-53b9240a-ac7d-4b7a-8524-a7b0ef653018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.357999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-53b9240a-ac7d-4b7a-8524-a7b0ef653018 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1146 time: 0.1464250 Oct 26 13:58:41.362761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.397753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ffc53-50b9-41ee-8533-79358c8a1997 req-a9d578b3-607e-44a1-b9d1-66b74cb428f5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.406323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d2ffc53-50b9-41ee-8533-79358c8a1997 req-a9d578b3-607e-44a1-b9d1-66b74cb428f5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.1457052 Oct 26 13:58:41.451380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.472313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d2ffc53-50b9-41ee-8533-79358c8a1997 req-c0649ede-794c-45b3-9347-3332d8ff2a32 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Oct 26 13:58:41.482518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deedc26-33f4-448d-a6cf-7794c743e9a5 None None] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:41.545049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.560905 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.563845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.568871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ab24a9c-39aa-4e02-a28b-6dc17d9e08dd HTTP/1.1" status: 204 len: 168 time: 0.2666049 Oct 26 13:58:41.590060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee1ab-e8da-432e-a373-753e4bbee47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab24a9c-39aa-4e02-a28b-6dc17d9e08dd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.634312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:41.645671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:41.650792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Pushing event updated for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:41.654735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:41.660430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.661126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.669873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.672054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-8a4475f2-5cc9-4052-95f9-9d8b27e52337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.673910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-8a4475f2-5cc9-4052-95f9-9d8b27e52337 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.3036904 Oct 26 13:58:41.684342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b122a1ce-950d-4e73-9314-d9e0cc2050f9 None None] Provisioning complete for port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:41.687270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b122a1ce-950d-4e73-9314-d9e0cc2050f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:41.694752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2307b-9616-434e-aad5-60cddfe69592 req-e2768fa1-3b3e-46ca-b8a7-247818e17e80 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:41.704224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6e2307b-9616-434e-aad5-60cddfe69592 req-e2768fa1-3b3e-46ca-b8a7-247818e17e80 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 944 time: 0.0839367 Oct 26 13:58:41.751136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6e2307b-9616-434e-aad5-60cddfe69592 req-0b5acbd8-b47d-46bd-b0d9-df28a637cd12 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Oct 26 13:58:41.930494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:42.079276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:42.095397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bceab225-1250-45b5-9c1f-67e80176df99 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:42.097329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3231a1-dd2e-41a4-b758-169de5c293d4 req-0f296c0d-7a80-4510-bd48-ba50d1b68be4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.111461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b3231a1-dd2e-41a4-b758-169de5c293d4 req-0f296c0d-7a80-4510-bd48-ba50d1b68be4 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 949 time: 0.1405079 Oct 26 13:58:42.141421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f has no active binding in host n-h1-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:58:42.159888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46562) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:42.182171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port bceab225-1250-45b5-9c1f-67e80176df99 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:42.189638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port bceab225-1250-45b5-9c1f-67e80176df99 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.190109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.211997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-a1fe5fd2-2e36-4292-a651-dadb8c7f0d67 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7823527 Oct 26 13:58:42.216838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-22845e74-4d8f-4e32-bbf8-49243f8fe270 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.4566724 Oct 26 13:58:42.222394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e0ac66-4b03-4a46-84a5-b62b1210c555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.236267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Request body: {'port': {'device_id': '796b7edc-a4df-476a-9ed5-2366472d13de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:42.263548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b3231a1-dd2e-41a4-b758-169de5c293d4 req-e95396f9-28a4-4ff6-b1d2-273ab0516325 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509106 Oct 26 13:58:42.319083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-d12992f0-71b7-4c2c-a124-2b4d57cf16e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428802 Oct 26 13:58:42.342440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a64a6130-4400-487c-90de-42b1fdad5995 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:42.345898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a64a6130-4400-487c-90de-42b1fdad5995 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123353 Oct 26 13:58:42.349107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.397210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-45784b89-fa4f-4c50-b839-01b837442909 None None] Provisioning complete for port 1e074528-b2c0-48f5-a928-9b9df64dea80 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.397722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-45784b89-fa4f-4c50-b839-01b837442909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.429083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e0ac66-4b03-4a46-84a5-b62b1210c555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.435787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e0ac66-4b03-4a46-84a5-b62b1210c555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.447220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1c455169-86d0-4cd8-9eab-0b8bb4399f18 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:42.456916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:42.496168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:42.498914 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182fedf7-7201-499e-903f-5876bdc1cd77" -d '{"events": [{"server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "name": "network-vif-plugged", "status": "completed", "tag": "bceab225-1250-45b5-9c1f-67e80176df99"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:42.502087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0ac66-4b03-4a46-84a5-b62b1210c555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a386d76a-5d1b-4bef-acc6-b8d615dd57be,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:42.527940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-20e0ac66-4b03-4a46-84a5-b62b1210c555 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4957a29b77748728f9bd842feffac20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668146 Oct 26 13:58:42.534706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46578) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:42.547515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-45784b89-fa4f-4c50-b839-01b837442909 None None] Port 1e074528-b2c0-48f5-a928-9b9df64dea80 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:42.551348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bceab225-1250-45b5-9c1f-67e80176df99,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:42.559832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.561729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 56e5925e-f3ba-450e-8b35-05890cfab152 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:42.602437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9c266-5809-44f0-affe-ed8518f42cac req-c662ce99-94c4-4e2e-9f0c-85d7524ab384 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.604769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84b9c266-5809-44f0-affe-ed8518f42cac req-c662ce99-94c4-4e2e-9f0c-85d7524ab384 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.3976314 Oct 26 13:58:42.606360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-87d80d9c-1eba-4724-97d1-5d7fa37d6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.608147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-87d80d9c-1eba-4724-97d1-5d7fa37d6718 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.3765287 Oct 26 13:58:42.640895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b85e5-2dab-481c-885e-6eb7f5a56d63 req-e68949e3-4fc1-4002-9649-d912592b0e09 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:42.642457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca7b85e5-2dab-481c-885e-6eb7f5a56d63 req-e68949e3-4fc1-4002-9649-d912592b0e09 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 936 time: 0.1731131 Oct 26 13:58:42.664338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.679983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:42.700444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-da8492c7-53b6-492d-8731-4e881a068426 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798347 Oct 26 13:58:42.718036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.734152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f1af1484-dc5a-45a9-b656-0b4b0fdd54eb None None] Provisioning complete for port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.734637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1af1484-dc5a-45a9-b656-0b4b0fdd54eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.738185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.738542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.763164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca7b85e5-2dab-481c-885e-6eb7f5a56d63 req-a5b3c13b-2180-4967-afe6-f4d661cc5a1f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074920 Oct 26 13:58:42.764154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84b9c266-5809-44f0-affe-ed8518f42cac req-2659bdd9-674a-4011-8f29-2239788313f4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513643 Oct 26 13:58:42.802858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.843090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6aad8da7-75c3-4771-a781-e0d1e6709f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76250189b2c413c90235bb2072c810b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3830991 Oct 26 13:58:42.845838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:42.875097 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d9ba24-30a4-4ea3-a161-a525c1eb25a7 x-openstack-request-id: req-d0d9ba24-30a4-4ea3-a161-a525c1eb25a7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:42.875566 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "name": "network-vif-plugged", "status": "completed", "tag": "bceab225-1250-45b5-9c1f-67e80176df99", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:42.875859 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0d9ba24-30a4-4ea3-a161-a525c1eb25a7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:42.876271 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99', 'code': 200} Oct 26 13:58:42.904523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 56e5925e-f3ba-450e-8b35-05890cfab152 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:42.914726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 56e5925e-f3ba-450e-8b35-05890cfab152 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:42.915132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:42.959340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-7cce1dfb-781e-4b87-8025-c7dec7428005 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461314 Oct 26 13:58:43.051495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.069100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096d741-79b1-418b-aa5a-533ac41db9ba req-55d17bb3-84b1-4d95-a2bc-a3929c60909c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.076675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4096d741-79b1-418b-aa5a-533ac41db9ba req-55d17bb3-84b1-4d95-a2bc-a3929c60909c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.1953919 Oct 26 13:58:43.092360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d536-785b-4d13-a3a1-fa74804747d8 req-259310dc-1027-4fe5-a1f2-32a834788793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.093828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a14d536-785b-4d13-a3a1-fa74804747d8 req-259310dc-1027-4fe5-a1f2-32a834788793 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 1101 time: 0.1202826 Oct 26 13:58:43.094429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.101623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.104314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.105469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a386d76a-5d1b-4bef-acc6-b8d615dd57be HTTP/1.1" status: 204 len: 168 time: 0.5688860 Oct 26 13:58:43.113308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30fb0f4b-c4e8-46f5-b6df-8eaf311699c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.178621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.259019 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.284624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386d76a-5d1b-4bef-acc6-b8d615dd57be,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.293079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ccafb-ae67-464a-9117-68991461235b req-2d3e27a7-7e6f-4957-8ffa-b0262c2ab385 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.294639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-992ccafb-ae67-464a-9117-68991461235b req-2d3e27a7-7e6f-4957-8ffa-b0262c2ab385 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 944 time: 0.3291130 Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.324613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.325259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.325259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.325410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.326384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.326384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.326603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7161068-cec5-4503-89bd-207e2fce5b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.339039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=56e5925e-f3ba-450e-8b35-05890cfab152,segment=NetworkSegment(7aa140e5-edde-455e-8dc7-9f30e1251036),segment_id=7aa140e5-edde-455e-8dc7-9f30e1251036)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:43.342270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4096d741-79b1-418b-aa5a-533ac41db9ba req-e659115e-e7db-4afd-897b-1153813bed7f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646427 Oct 26 13:58:43.355118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.364615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a14d536-785b-4d13-a3a1-fa74804747d8 req-e8330047-4988-4b12-8696-6d0df0b53c7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580302 Oct 26 13:58:43.369936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.372668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.376630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a189b319-823f-46ea-9505-64efefad7797 HTTP/1.1" status: 204 len: 168 time: 0.5254793 Oct 26 13:58:43.390988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0813ca-a214-4e1e-8a50-700ae270398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a189b319-823f-46ea-9505-64efefad7797,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.418273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a154ec3-5cde-462b-b4cf-a7c539c85987 req-116790f9-fe1d-4b4e-8634-509ac17e0134 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469144 Oct 26 13:58:43.460014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-992ccafb-ae67-464a-9117-68991461235b req-1c91408b-7a0b-4c43-9ab7-964ef00fa5e8 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984149 Oct 26 13:58:43.518089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.578806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d7dc-cbf1-404c-9aeb-be152fead184 req-a3ddf8e6-3751-454b-bab5-e7479ffd861f tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:43.580666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5b5d7dc-cbf1-404c-9aeb-be152fead184 req-a3ddf8e6-3751-454b-bab5-e7479ffd861f tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 950 time: 0.1246417 Oct 26 13:58:43.607590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Router 888f3db5-58e0-4642-851c-e59e9af0df71 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:58:43.626339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e074528-b2c0-48f5-a928-9b9df64dea80 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:43.666152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5b5d7dc-cbf1-404c-9aeb-be152fead184 req-a289a0aa-9398-4f50-acbf-631d4975d4e3 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Oct 26 13:58:43.721664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.731559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.754110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Transition to ACTIVE for port object 1e074528-b2c0-48f5-a928-9b9df64dea80 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:43.762627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.836286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:43.847927 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Sync routers for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:43.848503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Pushing event updated for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:43.876462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:43.879075 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:43.885420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.885771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.886113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.886451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.886830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.887160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.887488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.887818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.888154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.888470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.888833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.889553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:43.916624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:43.920960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46624) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:43.926796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1d84550a-1d73-4e80-98e2-abfed988ca3d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.9521720 Oct 26 13:58:43.935944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Attempting to bind port 1e074528-b2c0-48f5-a928-9b9df64dea80 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:43.936285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Attempting to bind port 1e074528-b2c0-48f5-a928-9b9df64dea80 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:43.936644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Attempting to bind port 1e074528-b2c0-48f5-a928-9b9df64dea80 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:43.960345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Port 1e074528-b2c0-48f5-a928-9b9df64dea80 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:43.960773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Attempting to bind port 1e074528-b2c0-48f5-a928-9b9df64dea80 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:43.978291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:43.978857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:43.979397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:43.980214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Bound port: 1e074528-b2c0-48f5-a928-9b9df64dea80, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:43.980886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.056617 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.080755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:44.198298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:44.213489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:44.246152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1e074528-b2c0-48f5-a928-9b9df64dea80,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:44.248159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051e680-0f2c-4a80-b58e-64519cc2e39e req-183a0024-e037-43f9-ba6a-91340e7a7016 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.257317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5051e680-0f2c-4a80-b58e-64519cc2e39e req-183a0024-e037-43f9-ba6a-91340e7a7016 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 948 time: 0.1734889 Oct 26 13:58:44.259428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbe2b1-3bf8-403a-8332-89a44d695e99 req-8ee823c3-b93b-4339-8732-28246fbe0f1e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.261491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6abbe2b1-3bf8-403a-8332-89a44d695e99 req-8ee823c3-b93b-4339-8732-28246fbe0f1e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.2139137 Oct 26 13:58:44.267427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75a2bcc6-6ded-41dd-adbf-f043c238d144 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62abf63349db4a5e9e2317560e45288e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415820 Oct 26 13:58:44.268216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:44.269332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device b4b87a8c-84b7-4210-8beb-374fc57eadf5 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:44.272179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.310241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: b4b87a8c-84b7-4210-8beb-374fc57eadf5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:44.311118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device b4b87a8c-84b7-4210-8beb-374fc57eadf5 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:44.386092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.388128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5051e680-0f2c-4a80-b58e-64519cc2e39e req-20bd8148-c061-4602-a337-32bc50817287 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296639 Oct 26 13:58:44.388925 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.390959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] 10.222.0.41 "PUT /v2.0/ports/1e074528-b2c0-48f5-a928-9b9df64dea80 HTTP/1.1" status: 200 len: 1096 time: 2.1637354 Oct 26 13:58:44.402830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:44.405348 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38a9e54-2269-4b45-9ad5-bff96b0a6443" -d '{"events": [{"name": "network-changed", "server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:44.481812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6abbe2b1-3bf8-403a-8332-89a44d695e99 req-31883189-ad00-45b6-9f0a-e652d0161334 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120414 Oct 26 13:58:44.512265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ae130-b01a-45f0-bce7-527f8fbdd816 service neutron] Pushing event updated for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:44.567928 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:41Z', 'revision_number': 3, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:44.655350 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Checking router: 888f3db5-58e0-4642-851c-e59e9af0df71 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:44.655664 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Updating router 888f3db5-58e0-4642-851c-e59e9af0df71 port ecc56548-2721-4f0d-9c7f-5fac75d89a15 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:58:44.670328 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596150ca-e734-42fe-8a46-e94417edba3c x-openstack-request-id: req-596150ca-e734-42fe-8a46-e94417edba3c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:44.670701 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:44.670969 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-596150ca-e734-42fe-8a46-e94417edba3c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:44.671385 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80', 'status': 'completed', 'code': 200} Oct 26 13:58:44.723821 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.782307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-3429a8c1-0027-40bb-b6e1-91997ab3e6af service neutron] 10.222.0.73 "GET /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.4579782 Oct 26 13:58:44.846843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.868346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-0799c584-f8c1-4123-9155-13d3f9b89d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.870071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-0799c584-f8c1-4123-9155-13d3f9b89d08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 1099 time: 0.2779050 Oct 26 13:58:44.877245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:44.880467 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5352c85d-eb62-452d-804f-4fc87b0bf92f" -d '{"events": [{"server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "name": "network-vif-plugged", "status": "completed", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:44.881504 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:44.941868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-f00a5146-9d20-4542-83bb-4e2c2030d1b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1e074528-b2c0-48f5-a928-9b9df64dea80 HTTP/1.1" status: 200 len: 217 time: 0.0574238 Oct 26 13:58:44.955284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35144d25-6ba1-414b-88b7-a2a1a1b27232 req-22d7a9bc-946f-48b7-a112-44fd2d76942c tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.956924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35144d25-6ba1-414b-88b7-a2a1a1b27232 req-22d7a9bc-946f-48b7-a112-44fd2d76942c tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.2600083 Oct 26 13:58:44.971943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-f06cec23-cb8e-49ff-9f18-b69738b0195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.973556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-f06cec23-cb8e-49ff-9f18-b69738b0195f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.3277903 Oct 26 13:58:44.984671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4531f19-4e1d-4b52-a7f1-57e9fbcde872 req-87fd87ed-e660-4fe9-832c-d7c357df55b2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:44.986528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4531f19-4e1d-4b52-a7f1-57e9fbcde872 req-87fd87ed-e660-4fe9-832c-d7c357df55b2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 965 time: 0.3419342 Oct 26 13:58:45.078981 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.084555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35144d25-6ba1-414b-88b7-a2a1a1b27232 req-e63693ef-0741-492e-a944-a20eb475a03e tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161504 Oct 26 13:58:45.097860 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.115341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-3c3fd461-eb48-4e4a-9147-0089850f40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.116921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-3c3fd461-eb48-4e4a-9147-0089850f40e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1586282 Oct 26 13:58:45.208993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4531f19-4e1d-4b52-a7f1-57e9fbcde872 req-52e1020a-7918-428a-aaa1-391d2d94f0d4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094238 Oct 26 13:58:45.221444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.225020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.226280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd2fea75-a34b-4660-9b78-bf17f250246c HTTP/1.1" status: 204 len: 168 time: 0.9553835 Oct 26 13:58:45.239255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Attempting to bind port ecc56548-2721-4f0d-9c7f-5fac75d89a15 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:45.239931 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Attempting to bind port ecc56548-2721-4f0d-9c7f-5fac75d89a15 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:45.240676 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Attempting to bind port ecc56548-2721-4f0d-9c7f-5fac75d89a15 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:45.246103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-4f14f6f6-63ff-4974-ac22-0b12c02b4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.248299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-4f14f6f6-63ff-4974-ac22-0b12c02b4f5b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2605281 Oct 26 13:58:45.252184 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:45.252915 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:45.253572 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.254322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:45.254994 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Bound port: ecc56548-2721-4f0d-9c7f-5fac75d89a15, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:45.255366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045075-c8d7-493b-af77-77bb392b5cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2fea75-a34b-4660-9b78-bf17f250246c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:45.255550 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.288612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af3fb1-1480-4500-bcda-03da8566baba req-7dc2df2c-b2f3-4211-8178-0f07e46342c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.289982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-7dc2df2c-b2f3-4211-8178-0f07e46342c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440773 Oct 26 13:58:45.317021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-b9deccf4-0559-4764-88b7-c82e935741c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.0583200 Oct 26 13:58:45.328088 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Pushing event updated for resources: {'Port': ['ID=ecc56548-2721-4f0d-9c7f-5fac75d89a15,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:45.342897 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.343417 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.343769 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.344128 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.344616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.345255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.345596 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.345929 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.346572 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.347550 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.347899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.349044 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Tracked resource versions report: Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: pushed versions: Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: { 'AddressGroup': {'1.2'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'ConntrackHelper': {'1.0'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Log': {'1.0'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Network': {'1.1'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Port': {'1.7'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'PortForwarding': {'1.2'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'QosPolicy': {'1.10'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SecurityGroup': {'1.4'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SecurityGroupRule': {'1.2'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SubPort': {'1.0'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Subnet': {'1.1'}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Trunk': {'1.1'}} Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: consumer versions: Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: { DHCP agent@n-d-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: HyperV agent@n-h1-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: HyperV agent@n-h2-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: L3 agent@n-d-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: Metadata agent@n-d-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: Metering agent@n-d-813419-9: {}, Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: Open vSwitch agent@n-d-813419-9: { 'AddressGroup': '1.2', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'ConntrackHelper': '1.0', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Log': '1.0', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Network': '1.1', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Port': '1.7', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'PortForwarding': '1.2', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'QosPolicy': '1.10', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SecurityGroup': '1.4', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SecurityGroupRule': '1.2', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'SubPort': '1.0', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Subnet': '1.1', Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: 'Trunk': '1.1'}} Oct 26 13:58:45.350137 n-d-813419-9 neutron-server[102166]: {{(pid=102166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 13:58:45.382983 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff0efad-d12d-4a23-a6e0-bd07c05afddb x-openstack-request-id: req-3ff0efad-d12d-4a23-a6e0-bd07c05afddb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:45.384891 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "name": "network-vif-plugged", "status": "completed", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:45.385255 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ff0efad-d12d-4a23-a6e0-bd07c05afddb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:45.386118 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152', 'code': 200} Oct 26 13:58:45.414875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] For port ecc56548-2721-4f0d-9c7f-5fac75d89a15, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:45.424712 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] For port ecc56548-2721-4f0d-9c7f-5fac75d89a15, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ecc56548-2721-4f0d-9c7f-5fac75d89a15,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:45.427921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-30a669b8-24ef-43ef-b280-4b1c4d07878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.430757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-30a669b8-24ef-43ef-b280-4b1c4d07878b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0923274 Oct 26 13:58:45.434353 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.511383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:45.519880 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a9f7-0b64-4421-8781-36a151fe43c3 None None] Pushing event updated for resources: {'Port': ['ID=ecc56548-2721-4f0d-9c7f-5fac75d89a15,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:45.568588 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:45.571282 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:45.613310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:45.655229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a5316888-626f-4fc0-9163-eb752431fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.656102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.657033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a5316888-626f-4fc0-9163-eb752431fb40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2197855 Oct 26 13:58:45.674987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c90df-546b-472e-88cb-7aa122052810 req-c9639916-a084-44b8-9aea-18b07f8b15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.676456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-781c90df-546b-472e-88cb-7aa122052810 req-c9639916-a084-44b8-9aea-18b07f8b15ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 1096 time: 0.1932423 Oct 26 13:58:45.677735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d643-cfd2-45c3-852d-5098acbc5326 req-d04a022a-0c0d-4376-8fae-37e5fc810c81 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.678119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:45.679480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57f8d643-cfd2-45c3-852d-5098acbc5326 req-d04a022a-0c0d-4376-8fae-37e5fc810c81 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 950 time: 0.4291613 Oct 26 13:58:45.724793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-0bd355d7-f465-4ec5-8117-3356d2245705 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149833 Oct 26 13:58:45.731081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fcd0e5-726b-4eff-a7dc-88744d28dc6f {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:45.763754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:45.830609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346008c2-e251-40a7-b139-573c35b07aac req-17e948b1-58d6-4a7f-ad8e-2740158a12c5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:45.832197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-346008c2-e251-40a7-b139-573c35b07aac req-17e948b1-58d6-4a7f-ad8e-2740158a12c5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 948 time: 0.2824273 Oct 26 13:58:45.993591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-781c90df-546b-472e-88cb-7aa122052810 req-b02a66b7-1909-400b-9d48-a58234f98e58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986164 Oct 26 13:58:46.002841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:46.030837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-20338d2e-1703-40b4-a3d6-df87dde365eb service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643229 Oct 26 13:58:46.059672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.086656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57f8d643-cfd2-45c3-852d-5098acbc5326 req-8c9e5ab8-7ac8-48a3-95fe-237bd431c12b tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840008 Oct 26 13:58:46.124051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-346008c2-e251-40a7-b139-573c35b07aac req-1d77f4bf-6a25-4dfa-8c4d-d5086ea06a52 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749755 Oct 26 13:58:46.238942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16af3fb1-1480-4500-bcda-03da8566baba req-b6c3e708-9d7e-4292-947e-fab159554d0d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635846 Oct 26 13:58:46.283182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Allocated IP 172.20.0.1 (55e8fb9e-3653-4ce2-8840-c3b4d762d581/4b6264b8-12f0-488c-b378-c2ace489b680/0130405e-d846-400a-997f-8dc2782b9d3d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:46.296656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cfeda53c-7124-4ebe-8d67-4e6a67a3d9fb service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131722 Oct 26 13:58:46.331329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] Transition to ACTIVE for port object 10fcd0e5-726b-4eff-a7dc-88744d28dc6f will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:46.332680 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:41Z', 'revision_number': 3, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:46.364795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c363fd7-a764-4209-951c-c33e2a23c756 req-06a94263-b805-4c88-bf16-d7e34271b97e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.367688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c363fd7-a764-4209-951c-c33e2a23c756 req-06a94263-b805-4c88-bf16-d7e34271b97e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1476803 Oct 26 13:58:46.370179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.451595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f761a336-09d5-4732-a7b2-a45e4cf33ee1 None None] The sync data for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 is: [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:41Z', 'revision_number': 3, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:46.516824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] No DVR routers for this DVR port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:46.521555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-1254d61e-bcd1-48d6-87e8-77be7118b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.525169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-1254d61e-bcd1-48d6-87e8-77be7118b21f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 1099 time: 0.2169850 Oct 26 13:58:46.533045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] Pushing event updated for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:46.542450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c363fd7-a764-4209-951c-c33e2a23c756 req-5f70ee1b-0c6b-4349-acbc-615655228263 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655161 Oct 26 13:58:46.654886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.689464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2544-4563-4711-b9f6-97d5811d2577 req-63d7440f-1295-4f2c-b1b6-f1369fdca8f9 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.691076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cab2544-4563-4711-b9f6-97d5811d2577 req-63d7440f-1295-4f2c-b1b6-f1369fdca8f9 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.1357543 Oct 26 13:58:46.736313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-bba9af2b-3dcc-4f8b-a0d0-9f49774c7b11 service neutron] 10.222.0.73 "PUT /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f/bindings/n-h1-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9401801 Oct 26 13:58:46.766014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cab2544-4563-4711-b9f6-97d5811d2577 req-e2c00b37-7c1c-479c-9026-38d9489d2440 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673070 Oct 26 13:58:46.771764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e77f0-e923-47c9-95f2-eace91f4983c req-60a9b773-8994-4ce7-a5df-8cc18407487e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.776110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:46.780219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-756e77f0-e923-47c9-95f2-eace91f4983c req-60a9b773-8994-4ce7-a5df-8cc18407487e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.0975039 Oct 26 13:58:46.853158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-756e77f0-e923-47c9-95f2-eace91f4983c req-ee30a339-0615-4981-92b4-47e503d87728 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676188 Oct 26 13:58:46.876514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-00e5e347-38db-4e6c-b399-a07363c1ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:46.876514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-00e5e347-38db-4e6c-b399-a07363c1ec35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3284721 Oct 26 13:58:46.881464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:46.884708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Pushing event updated for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:46.887717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:46.908524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:46.979880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-18dfb458-4860-47f6-b17a-26ff2bd4a1b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=1e074528-b2c0-48f5-a928-9b9df64dea80 HTTP/1.1" status: 200 len: 217 time: 0.0993593 Oct 26 13:58:47.015461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.090344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-aa6db148-ac8c-4ff6-99cf-48822f0abcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.094537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-aa6db148-ac8c-4ff6-99cf-48822f0abcc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1074297 Oct 26 13:58:47.102760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46710) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:47.201901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-f21bb9c4-bdae-4c7f-8506-6600eb530e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.205235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-f21bb9c4-bdae-4c7f-8506-6600eb530e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930309 Oct 26 13:58:47.209623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-02c05294-6070-4109-b43a-429783dad722 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.211953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-02c05294-6070-4109-b43a-429783dad722 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1117 time: 0.3812821 Oct 26 13:58:47.242845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99034f79-00f3-431a-8d57-78442b8ea06a req-9f29ad3c-6397-42ac-bd71-3606cfdb669f tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.244399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99034f79-00f3-431a-8d57-78442b8ea06a req-9f29ad3c-6397-42ac-bd71-3606cfdb669f tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 950 time: 0.2563982 Oct 26 13:58:47.316030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4afa6da4-24c0-40f2-9cb7-80d5bcf9c701 None None] Provisioning complete for port 0130405e-d846-400a-997f-8dc2782b9d3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:47.316699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4afa6da4-24c0-40f2-9cb7-80d5bcf9c701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.336329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-network', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:47.381927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4afa6da4-24c0-40f2-9cb7-80d5bcf9c701 None None] Port 0130405e-d846-400a-997f-8dc2782b9d3d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:47.400109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-299e20f1-b2cd-40a5-8d0e-dd5bce9a4c63 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750958 Oct 26 13:58:47.401374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Made reservation on behalf of 20213f3a23e14e29807ee4edebd85e8e for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:47.404428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.433321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.605458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d38a9e54-2269-4b45-9ad5-bff96b0a6443 req-ef376447-de84-4c58-aac6-3424a160dfea service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976242 Oct 26 13:58:47.649186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.656158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.681439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70300260-877d-4cc8-8511-6f9ca6c6b5ff req-f2e81462-f658-4c45-92c8-425542316bff tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.683794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70300260-877d-4cc8-8511-6f9ca6c6b5ff req-f2e81462-f658-4c45-92c8-425542316bff tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 948 time: 0.1071601 Oct 26 13:58:47.716058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:58:47.723110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd79aa-1e9d-48f3-a118-b1387bfbbbb1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:47.736182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.736355 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Added segment 3f5e69bb-a667-4407-87e9-2b3f535e2ced of type vlan for network 7c6b449f-8821-4e85-a25e-1dcd8a909999 Oct 26 13:58:47.745822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99034f79-00f3-431a-8d57-78442b8ea06a req-675b393c-191c-43fa-a172-3f030e83106d tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786557 Oct 26 13:58:47.763021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e672860-2dec-429e-9c76-dc013706ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.764687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-4e672860-2dec-429e-9c76-dc013706ddd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 1117 time: 0.5193350 Oct 26 13:58:47.797150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70300260-877d-4cc8-8511-6f9ca6c6b5ff req-12b46057-8593-4739-ae7e-670d4e58a1d5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997255 Oct 26 13:58:47.824291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.863905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.865070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.865669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.892692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:47.942687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-c6fec98f-9a73-4e0b-971e-14333d0dd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:47.944199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-c6fec98f-9a73-4e0b-971e-14333d0dd947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1117 time: 0.1186931 Oct 26 13:58:47.963608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8585641 Oct 26 13:58:47.967002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:47.972317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Request body: {'subnet': {'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-subnet', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:47.976562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d64b7-e04d-42d8-9b21-a68989ff207c admin admin] Pushing event updated for resources: {'Network': ['ID=7c6b449f-8821-4e85-a25e-1dcd8a909999,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:47.987033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:58:48.010448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201087b-4d30-48bd-853b-af7a8187eab2 req-6d0b761b-b2d5-434c-91a7-86987c67364f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.012098 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a201087b-4d30-48bd-853b-af7a8187eab2 req-6d0b761b-b2d5-434c-91a7-86987c67364f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1330249 Oct 26 13:58:48.023846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Made reservation on behalf of 20213f3a23e14e29807ee4edebd85e8e for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:48.026239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.126601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a201087b-4d30-48bd-853b-af7a8187eab2 req-bba9ebec-778e-467c-9fb7-31911a5c0f37 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971079 Oct 26 13:58:48.140164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-15e287ac-3f46-4b36-9db8-5e9dfbd64f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.141632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-15e287ac-3f46-4b36-9db8-5e9dfbd64f44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1906047 Oct 26 13:58:48.224216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-74de0776-5b58-4cf3-abd0-f2edf61c790a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0734775 Oct 26 13:58:48.259803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.269795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.270058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:48.285963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.324649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4b5f-cabf-49cb-9f14-f24b714e46a5 req-53365f85-1942-4c48-a7be-43b2322f9023 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.326242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86ec4b5f-cabf-49cb-9f14-f24b714e46a5 req-53365f85-1942-4c48-a7be-43b2322f9023 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.2006783 Oct 26 13:58:48.342822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:48.374303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-dde68778-a579-49cf-8abb-dba79748019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.376714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-dde68778-a579-49cf-8abb-dba79748019d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1434608 Oct 26 13:58:48.387184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ecc56548-2721-4f0d-9c7f-5fac75d89a15 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:48.404748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:48.412873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.426368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903b443-27f7-42d2-9cb0-fc80b2b0fffa req-026ce9d8-f714-489a-95f8-75c686bd6556 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.435584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7903b443-27f7-42d2-9cb0-fc80b2b0fffa req-026ce9d8-f714-489a-95f8-75c686bd6556 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.1256413 Oct 26 13:58:48.446464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Checking segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:48.446913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Network hostable DHCP agents. Network: 7c6b449f-8821-4e85-a25e-1dcd8a909999, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:58:48.448798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-8fb52233-92f8-48eb-aa78-fbd93042eee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476673 Oct 26 13:58:48.455959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Pushing event updated for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:48.469604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ecc56548-2721-4f0d-9c7f-5fac75d89a15 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:48.470274 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.477666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86ec4b5f-cabf-49cb-9f14-f24b714e46a5 req-339130d8-f467-43ec-a5bb-db968dcc27ce tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274092 Oct 26 13:58:48.495126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7903b443-27f7-42d2-9cb0-fc80b2b0fffa req-f9641949-5e18-47e1-9eab-7aebf6e4d589 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585580 Oct 26 13:58:48.503870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:58:48.528189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7c6b449f-8821-4e85-a25e-1dcd8a909999) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:48.544146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbe428-aba6-44c9-821a-bb71e2703d0f None None] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:48.555579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:48.556173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.609269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d042d0e0-f517-4949-aa8a-25b8b7927823 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6407862 Oct 26 13:58:48.610683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46750) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:48.614357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:48.643293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.644628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.649679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-30011162-39b1-43f8-9755-1fb1cc254068 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905315 Oct 26 13:58:48.657324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:48.659004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:48.763511 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.792271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.802303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port ecc56548-2721-4f0d-9c7f-5fac75d89a15, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ecc56548-2721-4f0d-9c7f-5fac75d89a15,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:48.813915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:48.996646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-7c6b449f-8821-4e85-a25e-1dcd8a909999', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:58:48.997772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.043192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=ecc56548-2721-4f0d-9c7f-5fac75d89a15,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:49.089993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Router 888f3db5-58e0-4642-851c-e59e9af0df71 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:58:49.093109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.170724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39956b6-0ce3-4ba6-8a46-139f11397d5b req-699be1c0-fdfe-41ca-b167-d56d7fd50b29 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.179991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39956b6-0ce3-4ba6-8a46-139f11397d5b req-699be1c0-fdfe-41ca-b167-d56d7fd50b29 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 948 time: 0.2202427 Oct 26 13:58:49.196578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a88f7509-56e7-4a95-933a-506461b4b1ae None None] Provisioning complete for port 0130405e-d846-400a-997f-8dc2782b9d3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:49.197065 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a88f7509-56e7-4a95-933a-506461b4b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.233390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39956b6-0ce3-4ba6-8a46-139f11397d5b req-e48ef43f-a466-4a31-9d1a-9a88bbce6805 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Oct 26 13:58:49.250720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:49.260134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb066cb8-3205-4686-b897-323575e42009 req-fd210e4d-835b-4173-8973-5f568fd4cf14 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.268642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb066cb8-3205-4686-b897-323575e42009 req-fd210e4d-835b-4173-8973-5f568fd4cf14 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 950 time: 0.5333753 Oct 26 13:58:49.274632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-94a6f069-fb70-4586-bbb4-996b0f1f1a45 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111209 Oct 26 13:58:49.290351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-71508ecd-ac9f-4e0b-8db2-eb5b5b00c6dc admin admin] 10.222.0.37 "PUT /v2.0/routers/888f3db5-58e0-4642-851c-e59e9af0df71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3604367 Oct 26 13:58:49.344998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Allocated IP 172.20.0.2 (7c6b449f-8821-4e85-a25e-1dcd8a909999/ef482f6b-9264-4fe3-b6c0-3e56f5eb3240/2916be98-8d63-4e6b-ad52-fa5e4582464b) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:49.364595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb066cb8-3205-4686-b897-323575e42009 req-c04549b6-7aa3-4501-9fef-db3f761a8eee tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/security-groups?id=f23fb742-8048-4a18-b102-c867fcb4f5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949624 Oct 26 13:58:49.376162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a88f7509-56e7-4a95-933a-506461b4b1ae None None] Port 0130405e-d846-400a-997f-8dc2782b9d3d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:49.553440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-61d722bc-805d-46b0-a9b9-fc1415b5a388 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.559531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-61d722bc-805d-46b0-a9b9-fc1415b5a388 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 950 time: 0.1492932 Oct 26 13:58:49.767336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Deleting port bceab225-1250-45b5-9c1f-67e80176df99 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:58:49.767865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.776522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.790741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.856103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3a4c-0f3b-482e-a572-15871865b049 req-28ff986d-dda7-441f-9d5d-b44163c38328 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.858299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Pushing event updated for resources: {'Port': ['ID=2916be98-8d63-4e6b-ad52-fa5e4582464b,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:49.861806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:49.863510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:49.866146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:49.870127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-440b3a4c-0f3b-482e-a572-15871865b049 req-28ff986d-dda7-441f-9d5d-b44163c38328 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.4821792 Oct 26 13:58:49.893790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] For port bceab225-1250-45b5-9c1f-67e80176df99, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bceab225-1250-45b5-9c1f-67e80176df99,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:49.894294 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.913080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.924962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Calling delete_port for bceab225-1250-45b5-9c1f-67e80176df99 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:58:49.955911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1e074528-b2c0-48f5-a928-9b9df64dea80 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:58:49.969676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Attempting to bind port 2916be98-8d63-4e6b-ad52-fa5e4582464b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:49.969676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Attempting to bind port 2916be98-8d63-4e6b-ad52-fa5e4582464b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:49.969989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Attempting to bind port 2916be98-8d63-4e6b-ad52-fa5e4582464b on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:49.977955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-c5366549-2ad9-421b-8965-132b2b46a114 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.983253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:49.983514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Checking segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:49.983797 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-c5366549-2ad9-421b-8965-132b2b46a114 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1117 time: 0.3265953 Oct 26 13:58:49.984559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.985141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Bound using segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:49.986133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Bound port: 2916be98-8d63-4e6b-ad52-fa5e4582464b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:49.986547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.987337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:49.995222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eb80c-21d2-4b90-9305-c0516a1ca355 req-4e9c46e4-159f-42f1-b86a-100272d21aca tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:49.996923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-676eb80c-21d2-4b90-9305-c0516a1ca355 req-4e9c46e4-159f-42f1-b86a-100272d21aca tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.2653921 Oct 26 13:58:50.014886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-440b3a4c-0f3b-482e-a572-15871865b049 req-cc62ea40-8f55-47b7-bf1a-9f873e53458c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400707 Oct 26 13:58:50.066131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-676eb80c-21d2-4b90-9305-c0516a1ca355 req-514d8d4d-66fa-47bc-b029-f7de0b50dd82 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589395 Oct 26 13:58:50.164038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.205463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bceab225-1250-45b5-9c1f-67e80176df99'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:50.212263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Pushing event deleted for resources: {'Port': ['ID=bceab225-1250-45b5-9c1f-67e80176df99,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:50.334060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] No DVR routers for this DVR port bceab225-1250-45b5-9c1f-67e80176df99 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:58:50.338026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:50.344550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2f9e46-c4c3-4859-84d2-6b7c66a44a2a req-f2965bc2-ea5c-45a1-b8ee-9982115e2b57 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.41 "DELETE /v2.0/ports/bceab225-1250-45b5-9c1f-67e80176df99 HTTP/1.1" status: 204 len: 173 time: 0.7695222 Oct 26 13:58:50.344550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'name': 'network-vif-deleted', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:50.344754 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b683c5e-0949-4c9a-b5a7-c51bc0a1b968" -d '{"events": [{"server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "name": "network-vif-deleted", "tag": "bceab225-1250-45b5-9c1f-67e80176df99"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:50.378823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Sync routers for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:50.402673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:50.403427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:50.596786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:50.674995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24443fd3-c73a-4b3f-86bd-b2d451b0e944 req-09025887-d6b3-4b3d-88d1-c0d5523131d6 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:50.684254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24443fd3-c73a-4b3f-86bd-b2d451b0e944 req-09025887-d6b3-4b3d-88d1-c0d5523131d6 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 948 time: 0.0650408 Oct 26 13:58:50.706432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ecc56548-2721-4f0d-9c7f-5fac75d89a15 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:50.741966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24443fd3-c73a-4b3f-86bd-b2d451b0e944 req-924a4f47-e6e2-4cb4-9f4b-0347a11fc0f6 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Oct 26 13:58:50.846016 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062e50d7-574a-422f-bbcc-9802f2f69a8d x-openstack-request-id: req-062e50d7-574a-422f-bbcc-9802f2f69a8d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:50.846304 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344b1877-cfac-4a85-b9a7-f76d5fd10a20", "name": "network-vif-deleted", "tag": "bceab225-1250-45b5-9c1f-67e80176df99", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:50.846553 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-062e50d7-574a-422f-bbcc-9802f2f69a8d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:50.846951 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344b1877-cfac-4a85-b9a7-f76d5fd10a20', 'name': 'network-vif-deleted', 'tag': 'bceab225-1250-45b5-9c1f-67e80176df99', 'status': 'completed', 'code': 200} Oct 26 13:58:50.851808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Allocated IP 172.25.5.74 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/40e86c7d-ef73-42c5-8347-fbf7ed06a218) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:50.886875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] For port 2916be98-8d63-4e6b-ad52-fa5e4582464b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:50.965594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1e074528-b2c0-48f5-a928-9b9df64dea80,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:50.976539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] For port 2916be98-8d63-4e6b-ad52-fa5e4582464b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2916be98-8d63-4e6b-ad52-fa5e4582464b,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:50.992300 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.000893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '1e074528-b2c0-48f5-a928-9b9df64dea80', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '1e074528-b2c0-48f5-a928-9b9df64dea80', 'mac_address': 'fa:16:3e:0f:ae:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:58:51.051384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c4d319cb-579b-4f43-9228-14d884e64824 req-e0d7c3ab-c65b-47ee-92bd-ff7f4e006831 tempest-DeleteServersAdminTestJSON-145795389 tempest-DeleteServersAdminTestJSON-145795389-project] 10.222.0.37 "GET /v2.0/ports?device_id=344b1877-cfac-4a85-b9a7-f76d5fd10a20 HTTP/1.1" status: 200 len: 210 time: 0.0602994 Oct 26 13:58:51.079716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8df72-b797-4634-bea4-b69b00d1300b None None] Pushing event updated for resources: {'Port': ['ID=2916be98-8d63-4e6b-ad52-fa5e4582464b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.097154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-6d0ef525-75f5-47b2-942e-edff7ace4f74 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.104312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-6d0ef525-75f5-47b2-942e-edff7ace4f74 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 829 time: 0.4744577 Oct 26 13:58:51.113846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-015d591e-ab7a-4fc0-8d9b-34fc48bdcc14 service neutron] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:51.122341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-015d591e-ab7a-4fc0-8d9b-34fc48bdcc14 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.122341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a987a68a-0ce9-4602-a173-ecf6cc453499 req-015d591e-ab7a-4fc0-8d9b-34fc48bdcc14 service neutron] 10.222.0.41 "DELETE /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f/bindings/n-h2-813419-9 HTTP/1.1" status: 204 len: 173 time: 1.1031220 Oct 26 13:58:51.141133 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.189389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-9c31ba95-834c-49e2-9064-a6d2fdfb67b5 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/quotas/1a48d3107a1a489a99358a1387db4cb1 HTTP/1.1" status: 200 len: 375 time: 0.0832984 Oct 26 13:58:51.202196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ecc56548-2721-4f0d-9c7f-5fac75d89a15 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:51.202824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.232185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25177b4-da5b-44ce-adba-7c0b8e50dcfd req-34c20127-1c8c-4f10-897a-b5aef6f3938a tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.235046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.239094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a25177b4-da5b-44ce-adba-7c0b8e50dcfd req-34c20127-1c8c-4f10-897a-b5aef6f3938a tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1117 time: 0.0636094 Oct 26 13:58:51.300831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a25177b4-da5b-44ce-adba-7c0b8e50dcfd req-bc34e172-36cc-4df1-8eb8-cc0b19cc723d tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531242 Oct 26 13:58:51.311217 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-6eabb983-36a8-4b98-8ce1-94e230e5d395 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115322 Oct 26 13:58:51.342422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e074528-b2c0-48f5-a928-9b9df64dea80 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:51.344098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-3ecb4017-cf1e-4018-ad91-728412ce2eab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:58:51.346704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-3ecb4017-cf1e-4018-ad91-728412ce2eab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0135052 Oct 26 13:58:51.349816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.435081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1e074528-b2c0-48f5-a928-9b9df64dea80,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:51.463504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:51.520103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:51.527490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:51.562215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.613684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc91c6a-3dd9-4b05-8e5a-cd391f69117e req-411ba92d-1d6f-42d4-ad14-91ac43356219 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:51.615324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbc91c6a-3dd9-4b05-8e5a-cd391f69117e req-411ba92d-1d6f-42d4-ad14-91ac43356219 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1562250 Oct 26 13:58:51.700549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbc91c6a-3dd9-4b05-8e5a-cd391f69117e req-a46813d5-9d10-46c4-aa6a-65b2ea853a00 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750751 Oct 26 13:58:51.775122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:51.810076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Pushing event updated for resources: {'Port': ['ID=40e86c7d-ef73-42c5-8347-fbf7ed06a218,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.869015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['1e074528-b2c0-48f5-a928-9b9df64dea80'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:58:51.887013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 2, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:51.888900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:51.924151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-981cb88f-0166-4cac-bba2-d7faccffb718 service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668192 Oct 26 13:58:51.965176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bceab225-1250-45b5-9c1f-67e80176df99 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:58:51.969040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Checking router: 888f3db5-58e0-4642-851c-e59e9af0df71 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:51.969494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Updating router 888f3db5-58e0-4642-851c-e59e9af0df71 port 0130405e-d846-400a-997f-8dc2782b9d3d binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:58:52.038392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.102336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: bceab225-1250-45b5-9c1f-67e80176df99 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:58:52.103121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bceab225-1250-45b5-9c1f-67e80176df99 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:58:52.110060 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.137225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-ac4ae882-cbcd-4c0f-b635-c2d7ac391d45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.140937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-ac4ae882-cbcd-4c0f-b635-c2d7ac391d45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.2116828 Oct 26 13:58:52.180024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cf61ed83-17fc-4d33-966c-1b2e45d054b0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/quotas/aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 375 time: 0.0329225 Oct 26 13:58:52.184303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-bb3e005d-30a6-4cec-92e2-bd773a96d87b service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411284 Oct 26 13:58:52.275923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-14fc19a4-dbea-4b1c-9238-be26edb01610 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945854 Oct 26 13:58:52.432802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2916be98-8d63-4e6b-ad52-fa5e4582464b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:52.474402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.523768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-ea684d35-a1f9-4058-9526-b764a81e2f98 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463329 Oct 26 13:58:52.628934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2916be98-8d63-4e6b-ad52-fa5e4582464b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:52.629596 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.673560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909b796-a2b8-4a9f-afbe-59217d44b503 req-077ea8e7-8dc2-444e-a55e-77c27fa04b1c tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:52.674451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1909b796-a2b8-4a9f-afbe-59217d44b503 req-077ea8e7-8dc2-444e-a55e-77c27fa04b1c tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 949 time: 0.1964841 Oct 26 13:58:52.682925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-92dda73b-5480-433f-b998-e37fead1cfe4 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509917 Oct 26 13:58:52.765849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1909b796-a2b8-4a9f-afbe-59217d44b503 req-a7ae4a1c-6c2c-4863-bcd1-b0a3bfbd9e3f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784626 Oct 26 13:58:52.812816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Router cc924506-10d8-4af8-828c-9ebce877f7d5 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:58:52.814779 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.831942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9575e04-5738-4064-802d-66ff0e5c013d None None] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:58:52.955470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:52.964670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7418348e-a1ea-4357-9f8f-053f118bba27 req-456104cc-3e2a-4b45-9d6e-5a525800a674 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 210 time: 0.0591512 Oct 26 13:58:53.095087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27fef2-ee6e-4a12-955d-2875ffdab55e None None] Pushing event updated for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:53.102684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8b4deb39-e783-4942-a73a-2b29eda84f53 None None] Provisioning complete for port 2916be98-8d63-4e6b-ad52-fa5e4582464b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:53.102977 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8b4deb39-e783-4942-a73a-2b29eda84f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.140083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.148643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.279637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d8629cf-67bb-499e-b7e1-e5c3a6e0f1b5 req-75b13b53-172c-4ed6-a33e-f98b4fb0f86f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 210 time: 0.0592947 Oct 26 13:58:53.280376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 2916be98-8d63-4e6b-ad52-fa5e4582464b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2916be98-8d63-4e6b-ad52-fa5e4582464b,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:53.300665 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.409353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Attempting to bind port 0130405e-d846-400a-997f-8dc2782b9d3d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:53.409949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Attempting to bind port 0130405e-d846-400a-997f-8dc2782b9d3d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:53.410553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Attempting to bind port 0130405e-d846-400a-997f-8dc2782b9d3d on network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:53.438863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:53.439860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Checking segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:53.440533 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.441152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Bound using segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:53.441865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Bound port: 0130405e-d846-400a-997f-8dc2782b9d3d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:53.442506 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.473559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a845-6beb-4bc5-8a79-15257031ccb4 req-9f770833-1faf-4cbb-a021-9cf87dcc7c4d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:53.486449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3833a845-6beb-4bc5-8a79-15257031ccb4 req-9f770833-1faf-4cbb-a021-9cf87dcc7c4d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1244562 Oct 26 13:58:53.555224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3833a845-6beb-4bc5-8a79-15257031ccb4 req-69f4269a-30b5-4fd6-9cf8-f6207de23998 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591338 Oct 26 13:58:53.556541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:58:53.574931 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:58:53.579586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=2916be98-8d63-4e6b-ad52-fa5e4582464b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:53.595129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.595129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-73fce7e9-93f2-43f0-9c88-623886339de0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.9774060 Oct 26 13:58:53.595429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46884) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:53.608416 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:53.615856 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:53.734321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] For port 0130405e-d846-400a-997f-8dc2782b9d3d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:53.740244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] For port 0130405e-d846-400a-997f-8dc2782b9d3d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0130405e-d846-400a-997f-8dc2782b9d3d,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:53.752174 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.905375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] Provisioning complete for port 0130405e-d846-400a-997f-8dc2782b9d3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:53.905926 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:53.937420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:53.995752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1e074528-b2c0-48f5-a928-9b9df64dea80 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:54.318610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58b516-0425-42aa-9f8c-2ca03c39a149 req-8c23fb59-d5fa-4b8b-a4dc-6884d750769c tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:54.325137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe58b516-0425-42aa-9f8c-2ca03c39a149 req-8c23fb59-d5fa-4b8b-a4dc-6884d750769c tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 949 time: 0.3073277 Oct 26 13:58:54.463936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2916be98-8d63-4e6b-ad52-fa5e4582464b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:54.477978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe58b516-0425-42aa-9f8c-2ca03c39a149 req-de0d1cfe-707b-48d3-bb9b-a0bf99c48162 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436024 Oct 26 13:58:54.563237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27fef2-ee6e-4a12-955d-2875ffdab55e None None] Pushing event updated for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:54.578727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:54.579283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:54.599330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-4c42c9a0-323f-4cd0-b7de-b748dd36e394 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:54.599494 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:51Z', 'revision_number': 3, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:54.609857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-4c42c9a0-323f-4cd0-b7de-b748dd36e394 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.73 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 829 time: 0.4519138 Oct 26 13:58:54.633883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'port': {'device_id': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'admin_state_up': True, 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:54.703895 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:58:54.704431 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Updating router cc924506-10d8-4af8-828c-9ebce877f7d5 port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:58:54.754407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ad4d522-9258-42ea-b75c-190fd22c80a4 req-2fa35c94-d75d-40f9-9948-89ce18e8fee5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 210 time: 0.0387981 Oct 26 13:58:54.788315 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.902895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Made reservation on behalf of 1a48d3107a1a489a99358a1387db4cb1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:54.912840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:54.925794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9084cb24-b294-4dae-bf1a-788ac2a7b48b req-d9eec6f1-c641-4057-86b0-bafeab39fcc7 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 210 time: 0.2153704 Oct 26 13:58:54.931659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 1e074528-b2c0-48f5-a928-9b9df64dea80 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:58:54.982839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 1e074528-b2c0-48f5-a928-9b9df64dea80 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:54.983161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.107799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46932) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:55.113421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2916be98-8d63-4e6b-ad52-fa5e4582464b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:55.114006 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.166059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:55.171793 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.218428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-2b5737a3-26f4-4ef2-830b-2270cd88a5c0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.222033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-2b5737a3-26f4-4ef2-830b-2270cd88a5c0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.3238094 Oct 26 13:58:55.253605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Request body: {'port': {'device_id': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'admin_state_up': True, 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:55.276635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.349151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a257435-2534-4e81-98a7-e3445195c3f2 req-9af0a90e-7b5f-41bb-aaed-8ab4e222e39f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.371475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a257435-2534-4e81-98a7-e3445195c3f2 req-9af0a90e-7b5f-41bb-aaed-8ab4e222e39f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.2526047 Oct 26 13:58:55.407716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] For port 0130405e-d846-400a-997f-8dc2782b9d3d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0130405e-d846-400a-997f-8dc2782b9d3d,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:55.436352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Allocated IP 172.20.0.10 (55e8fb9e-3653-4ce2-8840-c3b4d762d581/4b6264b8-12f0-488c-b378-c2ace489b680/3388c45e-268a-450d-a61f-ebde79b808da) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:55.463236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.465179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:55.466772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a257435-2534-4e81-98a7-e3445195c3f2 req-f1cfc595-6436-41b6-9e4f-69ea7805a5e1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943403 Oct 26 13:58:55.468263 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ff4615-234e-410f-8d68-8ade7c6d37ca" -d '{"events": [{"server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "name": "network-vif-plugged", "status": "completed", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:55.590895 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.604411 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.769870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50423e9-3f59-4e83-a0e0-53e3b46d3dc9 req-086268f9-670e-487b-a00a-5e21e5bdc1b7 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:55.772213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14102ce9-dd93-45d2-b90a-ed6909f214c4 None None] Pushing event updated for resources: {'Port': ['ID=40e86c7d-ef73-42c5-8347-fbf7ed06a218,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:55.772624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a50423e9-3f59-4e83-a0e0-53e3b46d3dc9 req-086268f9-670e-487b-a00a-5e21e5bdc1b7 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 949 time: 0.1487591 Oct 26 13:58:55.775109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.782292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bbb75dd6-0542-4b65-95bd-5bde40b0f3fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d664dc9e6e43e282071b49f7664658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725674 Oct 26 13:58:55.785645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:55.829735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea03b-c95c-4668-95a1-d8d16a412e99 None None] Pushing event updated for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:55.830819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.835574 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Attempting to bind port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:55.835958 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Attempting to bind port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:55.836326 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Attempting to bind port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:55.843534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1e074528-b2c0-48f5-a928-9b9df64dea80,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:55.846388 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:55.852376 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:55.853064 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.853653 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:55.854312 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Bound port: 40e86c7d-ef73-42c5-8347-fbf7ed06a218, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:55.856283 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.868790 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738f0c00-f1e5-4bd4-a927-e964c1dc3644 x-openstack-request-id: req-738f0c00-f1e5-4bd4-a927-e964c1dc3644 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:58:55.869228 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "name": "network-vif-plugged", "status": "completed", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:58:55.869598 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-738f0c00-f1e5-4bd4-a927-e964c1dc3644 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:58:55.870090 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80', 'code': 200} Oct 26 13:58:55.884259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.887495 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.918167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.947123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-27afef7a-7e67-4f73-b608-1156954dd7ff None None] Provisioning complete for port 2916be98-8d63-4e6b-ad52-fa5e4582464b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:55.947123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-27afef7a-7e67-4f73-b608-1156954dd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:55.980720 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] For port 40e86c7d-ef73-42c5-8347-fbf7ed06a218, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:55.985563 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] For port 40e86c7d-ef73-42c5-8347-fbf7ed06a218, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=40e86c7d-ef73-42c5-8347-fbf7ed06a218,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:55.999724 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.050175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:53Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:56.136234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fda21608-fd00-450b-adb8-a82f64bba574 req-c5f0a426-cf83-423f-a0a8-20b1c0d9196a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 210 time: 0.1026599 Oct 26 13:58:56.137363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.142506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c47f5a0-0649-42e1-8b81-7b330b59084b None None] The sync data for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 is: [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:53Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:56.155361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-27afef7a-7e67-4f73-b608-1156954dd7ff None None] Provisioning complete for port 0130405e-d846-400a-997f-8dc2782b9d3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:56.155638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f8407-a24b-4525-9196-4592ac117a12 req-151e13b6-ac70-44c6-bfc5-425a6c807668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.155765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-27afef7a-7e67-4f73-b608-1156954dd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.161962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a17f8407-a24b-4525-9196-4592ac117a12 req-151e13b6-ac70-44c6-bfc5-425a6c807668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 1101 time: 0.3839395 Oct 26 13:58:56.169905 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:58:56.176839 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:56.321773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.331764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Allocated IP 172.20.0.1 (7c6b449f-8821-4e85-a25e-1dcd8a909999/ef482f6b-9264-4fe3-b6c0-3e56f5eb3240/6438fb17-9428-4312-9442-f275a7d45432) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:56.354657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a17f8407-a24b-4525-9196-4592ac117a12 req-e19e8647-a728-4914-a3df-fe86c3645515 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821425 Oct 26 13:58:56.364411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:56.476424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0130405e-d846-400a-997f-8dc2782b9d3d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:56.496974 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14102ce9-dd93-45d2-b90a-ed6909f214c4 None None] Pushing event updated for resources: {'Port': ['ID=40e86c7d-ef73-42c5-8347-fbf7ed06a218,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.524690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.531475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:56.537180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:56.546907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:56.556211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.556942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.570907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event updated for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.599304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da6b9f-69bb-4412-8f0b-8269c7012a67 req-632f6cbf-158f-4584-8749-43feb07d835d tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.600600 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:58:56.616108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61da6b9f-69bb-4412-8f0b-8269c7012a67 req-632f6cbf-158f-4584-8749-43feb07d835d tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 932 time: 0.2244906 Oct 26 13:58:56.620868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.628002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0130405e-d846-400a-997f-8dc2782b9d3d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:56.628370 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.629858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.647015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f23fb742-8048-4a18-b102-c867fcb4f5ce HTTP/1.1" status: 204 len: 168 time: 0.8588858 Oct 26 13:58:56.673828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.708142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61da6b9f-69bb-4412-8f0b-8269c7012a67 req-fa511525-20fc-4772-b0cd-f7ec43464732 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898201 Oct 26 13:58:56.780736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8302c70-ad73-4d0a-890f-415f5dd058df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:56.883577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:56.901214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:56.912300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:56.921087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35994c6-1fc4-466c-b968-d22ed0659940 req-a998bef1-0dff-41a8-9cce-487b7fdc3c33 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:56.923426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f35994c6-1fc4-466c-b968-d22ed0659940 req-a998bef1-0dff-41a8-9cce-487b7fdc3c33 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.1010926 Oct 26 13:58:56.948876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:56.995093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fa296-547b-4888-bdc6-c2ca01d1952f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23fb742-8048-4a18-b102-c867fcb4f5ce,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:57.023725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7514342b-45d3-49a6-9116-c53fd9296cf0 None None] Provisioning complete for port 3388c45e-268a-450d-a61f-ebde79b808da triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:57.024366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7514342b-45d3-49a6-9116-c53fd9296cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.053412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f35994c6-1fc4-466c-b968-d22ed0659940 req-f26e421b-0eb2-4cc4-be67-ecdded826130 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024852 Oct 26 13:58:57.113245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-0e7ec7ec-43f0-4303-a98f-44c4310a61d3 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4932492 Oct 26 13:58:57.121675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:58:57.129742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.142567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7514342b-45d3-49a6-9116-c53fd9296cf0 None None] Port 3388c45e-268a-450d-a61f-ebde79b808da cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:57.145466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Request body: {'port': {'device_id': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:57.162154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8302c70-ad73-4d0a-890f-415f5dd058df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.209717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8302c70-ad73-4d0a-890f-415f5dd058df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.288806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8302c70-ad73-4d0a-890f-415f5dd058df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37692732-a686-41fe-9548-1b1252993043,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:57.296689 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:51Z', 'revision_number': 3, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:58:57.378347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Allocated IP 172.20.0.2 (63f24a6d-b87b-4c1c-b9fb-23165a82355e/5d43d6f7-6df1-453f-b59d-a0bb52b8ea39/8e8f9823-c9a4-40eb-9fd6-fa701423c746) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:58:57.395875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6ac4-3cb5-4976-8489-f5343e9232b3 None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:51Z', 'revision_number': 3, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:58:57.419486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8302c70-ad73-4d0a-890f-415f5dd058df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de829579939741a890cb4409c18af643&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0429053 Oct 26 13:58:57.424601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46972) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:57.428721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46974) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:57.475414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44041364-cd4c-43a6-98d8-6e90d81516b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.488091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb5f7b6d-fe93-4742-a37f-d12f1b3ba2ee None None] Provisioning complete for port 6438fb17-9428-4312-9442-f275a7d45432 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:57.488470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7b6d-fe93-4742-a37f-d12f1b3ba2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.497669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-571c20e0-9e93-4084-8db5-ac461858fa2d req-edf232e6-cfd4-4aab-bae8-38522e2b3e48 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 210 time: 0.1145613 Oct 26 13:58:57.531448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a50423e9-3f59-4e83-a0e0-53e3b46d3dc9 req-637e1f7b-6f12-4f98-bcf8-2c3c3e5c0917 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7478011 Oct 26 13:58:57.541290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.587612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f7b6d-fe93-4742-a37f-d12f1b3ba2ee None None] Port 6438fb17-9428-4312-9442-f275a7d45432 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:57.642637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.692194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44041364-cd4c-43a6-98d8-6e90d81516b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.702911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44041364-cd4c-43a6-98d8-6e90d81516b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.844291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.928816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.945817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:57.947117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46980) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:57.949550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-44041364-cd4c-43a6-98d8-6e90d81516b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25ff0e4a651d4726b8c8a6f10b952345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166388 Oct 26 13:58:57.978546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041364-cd4c-43a6-98d8-6e90d81516b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b48ee72-56a6-4f48-89c7-038c57b07807,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.000700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.015306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.123749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff8e20-e707-4a4b-9050-6263795a5ef1 req-1d86a7f4-f872-47fb-ba23-663336071cfe tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.128644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7ff8e20-e707-4a4b-9050-6263795a5ef1 req-1d86a7f4-f872-47fb-ba23-663336071cfe tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 932 time: 0.3276713 Oct 26 13:58:58.142871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:58.154538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:58.157901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:58:58.233243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.277977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7ff8e20-e707-4a4b-9050-6263795a5ef1 req-0394f878-2df0-4eeb-b7b7-299804464877 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263876 Oct 26 13:58:58.280999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.283545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.306033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37692732-a686-41fe-9548-1b1252993043 HTTP/1.1" status: 204 len: 168 time: 0.8340211 Oct 26 13:58:58.306165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.354628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4809a-adfc-4be5-9631-1e0bce63d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37692732-a686-41fe-9548-1b1252993043,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.355253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.463818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 40e86c7d-ef73-42c5-8347-fbf7ed06a218 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:58:58.499927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3388c45e-268a-450d-a61f-ebde79b808da {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:58:58.508941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.526675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Transition to ACTIVE for port object 3388c45e-268a-450d-a61f-ebde79b808da will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:58:58.532042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.598110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:58.643241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:58.643718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.667275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.723872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.727981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.739253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.748197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Attempting to bind port 3388c45e-268a-450d-a61f-ebde79b808da on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:58:58.748851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Attempting to bind port 3388c45e-268a-450d-a61f-ebde79b808da by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:58:58.749168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Attempting to bind port 3388c45e-268a-450d-a61f-ebde79b808da on network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:58.762999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Port 3388c45e-268a-450d-a61f-ebde79b808da on network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:58:58.762999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Attempting to bind port 3388c45e-268a-450d-a61f-ebde79b808da on network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:58:58.780192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:58:58.783805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Checking segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:58:58.783805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Bound using segment: {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:58:58.783805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Bound port: 3388c45e-268a-450d-a61f-ebde79b808da, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9cc990-2070-494e-b922-22a0fe6e6eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:58:58.784695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.823118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04dad6-70ba-477a-a3c5-993aac63afa6 req-52b82fe8-3f12-491f-b025-20f0a7aaed5e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.845208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c04dad6-70ba-477a-a3c5-993aac63afa6 req-52b82fe8-3f12-491f-b025-20f0a7aaed5e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 931 time: 0.2060208 Oct 26 13:58:58.875146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.895630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-d3a2e68d-7fc4-4040-a7b9-f29dc454e21c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6522975 Oct 26 13:58:58.901972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:58.933007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acc2b1-112d-42af-9cfc-6f12554b2def req-501b9169-1ff9-48ac-bc31-ec25a41240c9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:58.936763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5acc2b1-112d-42af-9cfc-6f12554b2def req-501b9169-1ff9-48ac-bc31-ec25a41240c9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.7235591 Oct 26 13:58:58.952268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Request body: {'port': {'device_id': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:58:58.960758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 40e86c7d-ef73-42c5-8347-fbf7ed06a218, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=40e86c7d-ef73-42c5-8347-fbf7ed06a218,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:58:58.978874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.000704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Pushing event updated for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.088221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c04dad6-70ba-477a-a3c5-993aac63afa6 req-3ad71cf6-b06b-4316-a0d8-745f6d88c497 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404232 Oct 26 13:58:59.112537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:59.129945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:58:59.154451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=40e86c7d-ef73-42c5-8347-fbf7ed06a218,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.158522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319176a3-6636-4b53-8aa5-3237e3fe067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.176256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.178881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.182784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b48ee72-56a6-4f48-89c7-038c57b07807 HTTP/1.1" status: 204 len: 168 time: 1.2293079 Oct 26 13:58:59.192817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3388c45e-268a-450d-a61f-ebde79b808da,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:58:59.218531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.258316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18511470-b9f3-4aee-aa8b-4aa3a241041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b48ee72-56a6-4f48-89c7-038c57b07807,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.289448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:58:59.314150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319176a3-6636-4b53-8aa5-3237e3fe067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.322607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:58:59.353003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319176a3-6636-4b53-8aa5-3237e3fe067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.359032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.392928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.393867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.395618 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 1092 time: 2.2641091 Oct 26 13:58:59.410986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:58:59.455439 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128d43e4-e2c1-4a5b-8db4-fa921161789e" -d '{"events": [{"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:58:59.536923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319176a3-6636-4b53-8aa5-3237e3fe067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab71bd-6686-4083-b24d-ba59dd3f3694,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.564568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707142-f69e-4dbf-af15-c0301e4c0ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:58:59.571027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-319176a3-6636-4b53-8aa5-3237e3fe067e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d9ed37c5de04a389ff212e72ef82681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506397 Oct 26 13:58:59.589396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a5146-b7d2-4f38-a0f9-c993c87234a3 req-181d79bb-c1e0-4eb6-ba8a-d61234194bae tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.591012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b9a5146-b7d2-4f38-a0f9-c993c87234a3 req-181d79bb-c1e0-4eb6-ba8a-d61234194bae tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 950 time: 0.3176756 Oct 26 13:58:59.591767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:58:59.743352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-6a49223b-37eb-4f17-af8d-68a31950528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:58:59.746814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-6a49223b-37eb-4f17-af8d-68a31950528b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1095 time: 0.2830698 Oct 26 13:58:59.753192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2569331e-86b7-4ff6-b361-208e2ffb391a None None] Provisioning complete for port 6438fb17-9428-4312-9442-f275a7d45432 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:58:59.753705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2569331e-86b7-4ff6-b361-208e2ffb391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:58:59.817494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b9a5146-b7d2-4f38-a0f9-c993c87234a3 req-1673dc09-5b07-4856-a972-c023377bbb84 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141299 Oct 26 13:58:59.820741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2569331e-86b7-4ff6-b361-208e2ffb391a None None] Port 6438fb17-9428-4312-9442-f275a7d45432 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:58:59.877889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-b395be17-7b94-4d37-b8c9-8cb43a79f17b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 217 time: 0.1135554 Oct 26 13:58:59.954110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.009127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5acc2b1-112d-42af-9cfc-6f12554b2def req-49280c7a-13f7-40ae-8f0c-2597a2191e23 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0002646 Oct 26 13:59:00.029911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.061036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-501bf55a-f997-4840-bd69-a5fcb174f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.062437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-501bf55a-f997-4840-bd69-a5fcb174f5f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.1773648 Oct 26 13:59:00.159537 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c59c4c9-a5a6-446c-b0f8-2c8bfd0181e7 x-openstack-request-id: req-1c59c4c9-a5a6-446c-b0f8-2c8bfd0181e7 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:00.166388 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:00.167913 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c59c4c9-a5a6-446c-b0f8-2c8bfd0181e7 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:00.168483 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da', 'status': 'completed', 'code': 200} Oct 26 13:59:00.213799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09eec4-67d2-458d-b357-8008e0b8ff70 req-e697b5a9-f274-4e2f-b2e9-3d41cc5afdb9 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.215632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee09eec4-67d2-458d-b357-8008e0b8ff70 req-e697b5a9-f274-4e2f-b2e9-3d41cc5afdb9 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 944 time: 0.2649493 Oct 26 13:59:00.320023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-e861ffae-ffec-4b76-864b-977ece343faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.321612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-e861ffae-ffec-4b76-864b-977ece343faf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443986 Oct 26 13:59:00.385676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:00.404865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.407886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.411806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eab71bd-6686-4083-b24d-ba59dd3f3694 HTTP/1.1" status: 204 len: 168 time: 0.8142235 Oct 26 13:59:00.425480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 40e86c7d-ef73-42c5-8347-fbf7ed06a218 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:00.459053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee09eec4-67d2-458d-b357-8008e0b8ff70 req-19a5dcf3-0353-4ba8-85c2-4a4f975f4260 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315841 Oct 26 13:59:00.518504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feab771-bc58-4a2f-87de-e93a06314e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab71bd-6686-4083-b24d-ba59dd3f3694,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:00.571043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:00.571415 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.660627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-8e29dd58-e5a4-4c12-aa43-a38dd3863228 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238389 Oct 26 13:59:00.744001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91379324-b0a6-4037-b72e-7212441552ce req-871b3462-85f9-4ac3-bcad-0640bc0b3b29 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.754464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91379324-b0a6-4037-b72e-7212441552ce req-871b3462-85f9-4ac3-bcad-0640bc0b3b29 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 931 time: 0.1535380 Oct 26 13:59:00.755268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:00.766131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46c1a43e-6c2b-4690-8bbc-e9f47266fe86 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc924506-10d8-4af8-828c-9ebce877f7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1734097 Oct 26 13:59:00.781131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:00.842381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91379324-b0a6-4037-b72e-7212441552ce req-4ec78237-438a-43bd-b00b-85b8866fc7d6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869017 Oct 26 13:59:00.848913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:00.850032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:00.878641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44c6956b-3bf0-4ab8-a788-2af4435f395c req-d69430e1-64ca-4ddc-9918-d15ba8b27201 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060618 Oct 26 13:59:00.903398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8f9823-c9a4-40eb-9fd6-fa701423c746 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:00.940333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:00.982530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-7c353e02-5a5c-4ca3-b24d-1466bb603ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:00.984293 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-7c353e02-5a5c-4ca3-b24d-1466bb603ffd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1095 time: 0.0551429 Oct 26 13:59:01.000242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Transition to ACTIVE for port object 8e8f9823-c9a4-40eb-9fd6-fa701423c746 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:01.012336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.232654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-a8363f4c-66b0-433b-bfe5-563c35310d7a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747013 Oct 26 13:59:01.246094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-588f3f19-23ae-4ac2-aa50-0b2823bf8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.249758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-588f3f19-23ae-4ac2-aa50-0b2823bf8a88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.2569292 Oct 26 13:59:01.456333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99343886-1dae-48e1-a55c-a13d1a289357 req-a1a9f578-826b-43e6-882f-78c0a3f9e130 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.457615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:01.459697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99343886-1dae-48e1-a55c-a13d1a289357 req-a1a9f578-826b-43e6-882f-78c0a3f9e130 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.2849414 Oct 26 13:59:01.474141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-42fed88c-6986-427f-86ca-14b7fe87b9d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 217 time: 0.1826839 Oct 26 13:59:01.474447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:01.589635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-fbe7eb1b-bd2d-42a0-8f53-5de7a9da5736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.591282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-fbe7eb1b-bd2d-42a0-8f53-5de7a9da5736 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.0844390 Oct 26 13:59:01.685817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99343886-1dae-48e1-a55c-a13d1a289357 req-d9dfbff9-721a-42f0-9bf3-7c31dc99bd1b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018671 Oct 26 13:59:01.688019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47064) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:01.756118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-096cfc0c-4743-4949-ab1a-f73daaaaab14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:01.784353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-bc095dfd-f044-4adf-b95e-bb01b39d9e04 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:01.797033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-bc095dfd-f044-4adf-b95e-bb01b39d9e04 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5484602 Oct 26 13:59:01.815294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:01.825173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:01.827106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:01.837995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:01.839211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:01.865786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-8589ac84-8be9-4187-87be-02cf9cbe6039 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/quotas/be7a3f76cc654ed2b391d02c531cb4e5 HTTP/1.1" status: 200 len: 375 time: 0.0667722 Oct 26 13:59:01.873163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:01.875069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:01.875606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:01.878213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Bound port: 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:01.878605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.001385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 2, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:02.039779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:02.044249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:02.066487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:02.066690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-55800836-5e4a-4933-b8cd-14da7dfe4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.067193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Updating router cc924506-10d8-4af8-828c-9ebce877f7d5 port 6438fb17-9428-4312-9442-f275a7d45432 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:59:02.071453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-55800836-5e4a-4933-b8cd-14da7dfe4ccc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4684088 Oct 26 13:59:02.121810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.124101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.261345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.292397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.293057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.294473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-cc984197-de81-4819-873a-b46a86c6c994 service neutron] 10.222.0.73 "PUT /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 1091 time: 3.3566256 Oct 26 13:59:02.294931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:02.303437 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:02.310281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f4cc-2112-4845-8a1f-8ad42a47574a req-0b0d216b-863f-43bb-be12-c60b7db26a10 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.318701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d72f4cc-2112-4845-8a1f-8ad42a47574a req-0b0d216b-863f-43bb-be12-c60b7db26a10 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 944 time: 0.4812286 Oct 26 13:59:02.348125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-ed73a16e-566a-42b8-8c8a-ef20a997d192 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4794621 Oct 26 13:59:02.414957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-096cfc0c-4743-4949-ab1a-f73daaaaab14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.423819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-bea8ec21-88ac-4731-86ec-edf847850c3f service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293984 Oct 26 13:59:02.427117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-096cfc0c-4743-4949-ab1a-f73daaaaab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.457989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cfc0c-4743-4949-ab1a-f73daaaaab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af243e1-c349-499e-93c5-b9cd11e17a42,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.489528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d72f4cc-2112-4845-8a1f-8ad42a47574a req-0aa1f6a3-3908-4d0c-8096-23ebdeb91138 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671963 Oct 26 13:59:02.574544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-9b6311d4-0a2f-4bba-b987-11efd80146c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.580734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-9b6311d4-0a2f-4bba-b987-11efd80146c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1094 time: 0.2279055 Oct 26 13:59:02.700714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:02.718341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-network', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:02.726088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.739337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.762458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-933c4d26-1720-4017-824b-dce382d80edd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 217 time: 0.1750348 Oct 26 13:59:02.780403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad7582c-bc46-45b6-8fe6-6a3b3e4de834 x-openstack-request-id: req-dad7582c-bc46-45b6-8fe6-6a3b3e4de834 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:02.782704 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:02.782971 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dad7582c-bc46-45b6-8fe6-6a3b3e4de834 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:02.783395 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'status': 'completed', 'code': 200} Oct 26 13:59:02.810773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:02.811442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Made reservation on behalf of b8651d86c57a42ef9382f54a72add162 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:02.811661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-096cfc0c-4743-4949-ab1a-f73daaaaab14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=854f6ef63f624509875bd409f6e0e3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1220014 Oct 26 13:59:02.813899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.888848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1fe90-b2f6-4f3d-87cf-e45fd397ded9 req-a5b0ebb6-88bf-4676-8c0c-b35ab2e71b70 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:02.891117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d2a5b-1d84-4ee6-8ebf-1376d7ead02b None None] Pushing event updated for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:02.898644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-69d1fe90-b2f6-4f3d-87cf-e45fd397ded9 req-a5b0ebb6-88bf-4676-8c0c-b35ab2e71b70 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.2045951 Oct 26 13:59:02.932776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3940bafe-0ccf-4835-a2b1-ecb4ee8b0013 req-c812037f-00ba-4c74-b6c3-2cef867c275d tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 210 time: 0.1236973 Oct 26 13:59:02.937488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-128d43e4-e2c1-4a5b-8db4-fa921161789e req-b88683bc-f789-4f96-8d2f-bfd174247c57 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806230 Oct 26 13:59:02.957239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.986006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Attempting to bind port 6438fb17-9428-4312-9442-f275a7d45432 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:02.986375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Attempting to bind port 6438fb17-9428-4312-9442-f275a7d45432 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:02.986982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Attempting to bind port 6438fb17-9428-4312-9442-f275a7d45432 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:02.993954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:02.994288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-69d1fe90-b2f6-4f3d-87cf-e45fd397ded9 req-bff9528d-faef-4193-b453-4f64fc80394f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946438 Oct 26 13:59:02.994868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Checking segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:02.995485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:02.996104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Bound using segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:02.996819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Bound port: 6438fb17-9428-4312-9442-f275a7d45432, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:02.997436 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.082335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-9f0a7ce8-f941-4d76-ad76-f3980de7341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.084104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-9f0a7ce8-f941-4d76-ad76-f3980de7341b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.2969167 Oct 26 13:59:03.173299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] For port 6438fb17-9428-4312-9442-f275a7d45432, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:03.178712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] For port 6438fb17-9428-4312-9442-f275a7d45432, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6438fb17-9428-4312-9442-f275a7d45432,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:03.185362 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.269603 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-54250781-3402-4dda-8f8f-043269233db6 service neutron] show failed (client error): The resource could not be found. Oct 26 13:59:03.271993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-9e5187da-8ba4-4745-a7a8-707ce1623b2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669078 Oct 26 13:59:03.275031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-54250781-3402-4dda-8f8f-043269233db6 service neutron] 10.222.0.73 "GET /v2.0/ports/13bdeefd-8c24-41c1-8902-c199c3a3d617/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.1310177 Oct 26 13:59:03.308634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d2a5b-1d84-4ee6-8ebf-1376d7ead02b None None] Pushing event updated for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.318005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] Provisioning complete for port 6438fb17-9428-4312-9442-f275a7d45432 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:03.318802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.351678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:03.352187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:03.457659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.459711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.580213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.595292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:59:03.640036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.643430 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Added segment 98903fd5-5a9b-47a1-b0a3-23037a2b1eef of type vlan for network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 Oct 26 13:59:03.670228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:03.681373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2031ef6-2b8f-4e93-bbc9-0aee3931b0ca req-1b935427-071a-41b1-9159-114d395942dc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.690038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2031ef6-2b8f-4e93-bbc9-0aee3931b0ca req-1b935427-071a-41b1-9159-114d395942dc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.5893776 Oct 26 13:59:03.720309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.741941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.802172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66b2a7-6601-4364-94c0-8bc3efec8281,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.826206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-5b71a287-e195-4916-a53d-0e42ce871b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.828604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-5b71a287-e195-4916-a53d-0e42ce871b9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1101 time: 0.2312744 Oct 26 13:59:03.839041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] For port 6438fb17-9428-4312-9442-f275a7d45432, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6438fb17-9428-4312-9442-f275a7d45432,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:03.849620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd05df-5185-4f92-893e-6bf5eff797d1 req-b688c9f7-71a9-4363-bba4-f6b3fa9616f5 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:03.852029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cdd05df-5185-4f92-893e-6bf5eff797d1 req-b688c9f7-71a9-4363-bba4-f6b3fa9616f5 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 944 time: 0.1450019 Oct 26 13:59:03.859514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:03.895660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.964563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.967302 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:03.968678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0af243e1-c349-499e-93c5-b9cd11e17a42 HTTP/1.1" status: 204 len: 168 time: 1.1519048 Oct 26 13:59:03.991825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ef3b-5812-4920-80ad-d261914a266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af243e1-c349-499e-93c5-b9cd11e17a42,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:03.996097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.028154 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2031ef6-2b8f-4e93-bbc9-0aee3931b0ca req-d231f4b8-3e9c-4023-8286-d5c2aa95fe60 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585273 Oct 26 13:59:04.072767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-6eaa8b15-40a5-4273-8c83-e5b0448b55c0 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722445 Oct 26 13:59:04.085955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-588c9837-73cf-4955-aae7-f0c250af6fc8 None None] Provisioning complete for port 6438fb17-9428-4312-9442-f275a7d45432 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:04.086389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-588c9837-73cf-4955-aae7-f0c250af6fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.166335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a34b-5afa-4922-bcf6-10674b874914 None None] Pushing event updated for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:04.275285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:04.317152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73a77b55-5eaf-484b-8543-c763727e54f9 req-20f660b3-db24-46ee-a599-bd9a15bde240 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330489 Oct 26 13:59:04.318977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.322291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.323071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.354664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab20998-11e3-483b-84fd-ef4e1e9f4b84 None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:04.362261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3388c45e-268a-450d-a61f-ebde79b808da details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:04.468783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7661180 Oct 26 13:59:04.477914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47140) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:04.478985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6c31808-8b36-4d95-bbc0-6fb2fdcb2d94 req-6b6db50b-63b4-48f8-99e7-d7cf95973a6d tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 210 time: 0.1909583 Oct 26 13:59:04.501945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Request body: {'subnet': {'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-subnet', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:04.564577 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cdd05df-5185-4f92-893e-6bf5eff797d1 req-ce5399ff-6c54-4cd3-bd1f-4952f8aa3658 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014551 Oct 26 13:59:04.577865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Made reservation on behalf of b8651d86c57a42ef9382f54a72add162 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:04.582211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.607688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-b41d52c8-a3b9-45ee-929d-c80f050ea006 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2256546 Oct 26 13:59:04.697112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.718653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3388c45e-268a-450d-a61f-ebde79b808da,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:04.739881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '3388c45e-268a-450d-a61f-ebde79b808da', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'mac_address': 'fa:16:3e:31:68:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:04.837643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.856957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388c45e-268a-450d-a61f-ebde79b808da {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:04.895864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3388c45e-268a-450d-a61f-ebde79b808da,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:04.904581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1939e5-e8cf-4e8f-804c-244ecdf775f7 admin admin] Pushing event updated for resources: {'Network': ['ID=340a1cf1-799e-42ce-aaf3-c67556a30cb9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:04.905163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:04.995652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-26cb23c0-f16e-45e9-9f0d-13116fc6cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:04.997216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-26cb23c0-f16e-45e9-9f0d-13116fc6cffd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1094 time: 0.5324984 Oct 26 13:59:05.012216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c060-c455-4972-9e93-ed3d07525eb4 req-040db180-ed8f-4a11-b21d-2dc9ac6ebc79 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.021450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3390c060-c455-4972-9e93-ed3d07525eb4 req-040db180-ed8f-4a11-b21d-2dc9ac6ebc79 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.3722744 Oct 26 13:59:05.067398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:05.072928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:59:05.309389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['3388c45e-268a-450d-a61f-ebde79b808da'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:05.377106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-7eff1bd7-bdfd-425d-ba92-15828589be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.383893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-7eff1bd7-bdfd-425d-ba92-15828589be84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.3592081 Oct 26 13:59:05.405051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-6ecfca80-c1c3-4004-baf1-8033f7b3ce34 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.408194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-6ecfca80-c1c3-4004-baf1-8033f7b3ce34 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7609308 Oct 26 13:59:05.452580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Request body: {'port': {'device_id': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'be7a3f76cc654ed2b391d02c531cb4e5'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:05.567851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd669b6-4e25-41cc-8455-a01bb7e5ff57 req-f035779d-fa37-43f1-9bf3-c7b3e03982c3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.588116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dcd669b6-4e25-41cc-8455-a01bb7e5ff57 req-f035779d-fa37-43f1-9bf3-c7b3e03982c3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.3523543 Oct 26 13:59:05.603000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-d9bc3e65-fe2f-49dd-aa44-0117d3f510ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 217 time: 0.1780012 Oct 26 13:59:05.605105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47176) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:05.638416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3390c060-c455-4972-9e93-ed3d07525eb4 req-b82ac54b-a136-4d84-8125-7942159a3d1a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154182 Oct 26 13:59:05.702000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:05.772809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-d736948f-3b9e-4cd3-a9d6-2634d6d2b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:05.775589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-d736948f-3b9e-4cd3-a9d6-2634d6d2b0fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1616077 Oct 26 13:59:05.821191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dcd669b6-4e25-41cc-8455-a01bb7e5ff57 req-36b3361d-e503-48e1-bb52-a990c109fad7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313766 Oct 26 13:59:05.824375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:05.830528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ba070bd-6a54-4200-a101-4a009c0d230d req-f195211f-b298-4c14-b9b0-24ee32b71b25 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 210 time: 0.0508716 Oct 26 13:59:05.903602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-b6ffd9f2-18d0-4fac-8070-d64b2b3186cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565598 Oct 26 13:59:05.965260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:06.008233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.023356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Transition to ACTIVE for port object 13bdeefd-8c24-41c1-8902-c199c3a3d617 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:06.025303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:06.028812 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340ec50d-6400-443d-8655-9552d05eb3b5" -d '{"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:06.053681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.166711 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1b0be-5535-4452-b983-7de6a4903f27 x-openstack-request-id: req-06c1b0be-5535-4452-b983-7de6a4903f27 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:06.167000 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:06.167251 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06c1b0be-5535-4452-b983-7de6a4903f27 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:06.167633 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'code': 200} Oct 26 13:59:06.213247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] No DVR routers for this DVR port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:06.251953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Checking segment: {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:06.252313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Network hostable DHCP agents. Network: 340a1cf1-799e-42ce-aaf3-c67556a30cb9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:59:06.285519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:06.309667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847562bf-831f-4f83-a931-1ea227fdfc39 req-45e0bb5c-d9b7-43bf-a740-d5eff5c3ee7e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.313765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3388c45e-268a-450d-a61f-ebde79b808da up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:06.314380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-847562bf-831f-4f83-a931-1ea227fdfc39 req-45e0bb5c-d9b7-43bf-a740-d5eff5c3ee7e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 945 time: 0.3800569 Oct 26 13:59:06.344377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83651028-5af5-4f25-812a-0e4cf80fb398,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:06.436080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:06.436886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:06.438676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:06.464000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 3388c45e-268a-450d-a61f-ebde79b808da completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:06.474232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 3388c45e-268a-450d-a61f-ebde79b808da triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:06.474840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.476371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:06.476884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Attempting to bind port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:06.485578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:59:06.523716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:06.524057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:06.524667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:06.525349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Bound port: 13bdeefd-8c24-41c1-8902-c199c3a3d617, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:06.525888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.545458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 340a1cf1-799e-42ce-aaf3-c67556a30cb9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:06.559452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6438fb17-9428-4312-9442-f275a7d45432 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:06.561425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e0098-161c-4bec-82eb-5274b26e5572 None None] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:06.576060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-847562bf-831f-4f83-a931-1ea227fdfc39 req-d3d01a2c-4ee7-48f8-9248-5a1ba382ca88 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327619 Oct 26 13:59:06.577482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.578084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.641063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81e466e5-45c0-494a-ab05-c1c359f68629 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1587718 Oct 26 13:59:06.642243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:06.649315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:06.662054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3078eb48-4bcc-46a2-9bf4-7c3f2b1ab096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.669033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-4c69c9b4-5f78-4114-9a45-9429fafeedd5 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434146 Oct 26 13:59:06.691533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 13:59:06.691533 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 13:59:06.691533 n-d-813419-9 neutron-server[102164]: [parameters: {'project_id_1': 'b8651d86c57a42ef9382f54a72add162', 'expiration_1': datetime.datetime(2021, 10, 26, 13, 58, 46, 657202)}] Oct 26 13:59:06.691533 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 13:59:06.691971 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 13:59:06.715367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:06.722693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:06.732808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.768661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6438fb17-9428-4312-9442-f275a7d45432 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:06.769415 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.793264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Made reservation on behalf of be7a3f76cc654ed2b391d02c531cb4e5 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:06.798540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.799211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.800780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] 10.222.0.41 "PUT /v2.0/ports/13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 1096 time: 2.9474614 Oct 26 13:59:06.800991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.822235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:06.874974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54b3d5-1e18-4b3d-b6e9-9c34907a91de service neutron] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:06.973306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a291b8ba-8d0e-4fe8-aa11-a914d4e14132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:06.974819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-a291b8ba-8d0e-4fe8-aa11-a914d4e14132 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1099 time: 0.1452103 Oct 26 13:59:07.032284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:07.035631 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a7b87e-710d-479d-acc2-64fe371d2115" -d '{"events": [{"server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "name": "network-vif-plugged", "status": "completed", "tag": "3388c45e-268a-450d-a61f-ebde79b808da"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:07.061787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'fixed_ips': [{'subnet_id': '83651028-5af5-4f25-812a-0e4cf80fb398'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:59:07.061787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.097271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3388c45e-268a-450d-a61f-ebde79b808da,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:07.108973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.109462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1baa-d552-44a6-9b07-bc573915c188 req-62513881-60d4-43d0-a58d-bf339ce83f02 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.109847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:07.123834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-190f1baa-d552-44a6-9b07-bc573915c188 req-62513881-60d4-43d0-a58d-bf339ce83f02 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.3468630 Oct 26 13:59:07.224206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.226773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.264247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-fe67c277-8f2c-4305-bef6-ceb1567022c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.267148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-fe67c277-8f2c-4305-bef6-ceb1567022c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2828314 Oct 26 13:59:07.283898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d88b6ed5-d8ac-4abf-8db0-92e1adeb92b8 req-a95b325a-a131-429c-8764-50cf8740694b service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036949 Oct 26 13:59:07.287053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fc6d-d94e-405a-bf5d-0ac1fcf155c2 req-2bd79874-c960-4367-b2e8-3f48caf4cdc9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.288845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1853fc6d-d94e-405a-bf5d-0ac1fcf155c2 req-2bd79874-c960-4367-b2e8-3f48caf4cdc9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.1341882 Oct 26 13:59:07.295922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-190f1baa-d552-44a6-9b07-bc573915c188 req-e7ed1cf6-34ff-41b9-99eb-acb801ae9523 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679153 Oct 26 13:59:07.360600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3078eb48-4bcc-46a2-9bf4-7c3f2b1ab096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.367711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:07.388065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3078eb48-4bcc-46a2-9bf4-7c3f2b1ab096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.423868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:07.441972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Allocated IP 192.168.233.108 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/c1cf60ef-7de4-4d22-870a-4a879fa5445b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:07.443110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-786f6e3e-f654-4735-9f0f-080daa10a153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.1401675 Oct 26 13:59:07.463748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Allocated IP 172.20.0.2 (340a1cf1-799e-42ce-aaf3-c67556a30cb9/83651028-5af5-4f25-812a-0e4cf80fb398/d4481ac9-de19-4e32-9e49-a51d06680137) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:07.499018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5faa9bf-16c9-442b-be88-3c7caaf26f47 req-a3c34bf7-590a-41ef-9cbb-6f8a8787594d tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 210 time: 0.0490003 Oct 26 13:59:07.518040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.532695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1853fc6d-d94e-405a-bf5d-0ac1fcf155c2 req-f0f4e036-ed52-4acf-a240-5fae9e3cd1f3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264429 Oct 26 13:59:07.567061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3078eb48-4bcc-46a2-9bf4-7c3f2b1ab096 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27ec3c7b325249ea9e9c9502b8518a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9583223 Oct 26 13:59:07.575078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078eb48-4bcc-46a2-9bf4-7c3f2b1ab096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db3b2e-b01b-45b8-ac17-6909e4a7e92d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:07.577776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47216) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:07.622445 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae9034-6106-4fbb-b2f1-3f172302e8b4 x-openstack-request-id: req-86ae9034-6106-4fbb-b2f1-3f172302e8b4 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:07.622768 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "name": "network-vif-plugged", "status": "completed", "tag": "3388c45e-268a-450d-a61f-ebde79b808da", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:07.623023 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86ae9034-6106-4fbb-b2f1-3f172302e8b4 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:07.623850 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da', 'code': 200} Oct 26 13:59:07.684605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-ef012d93-d0ef-414f-b82b-2d1eae433a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.686085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-ef012d93-d0ef-414f-b82b-2d1eae433a75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2145050 Oct 26 13:59:07.747451 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.754208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.758731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.802640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:07.806765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:07.810593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:07.814851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.844088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.850846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9df9a-377c-479f-84fe-789a7460a24a req-080294ef-fc2f-4b02-91fb-50c0a7f9c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.852939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05c9df9a-377c-479f-84fe-789a7460a24a req-080294ef-fc2f-4b02-91fb-50c0a7f9c8b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.1506226 Oct 26 13:59:07.855983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.887584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08337-2664-4e93-ba57-78202e692ef6 req-15609710-1ab4-4dc1-8a6c-bc7078a762a6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.894955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6a08337-2664-4e93-ba57-78202e692ef6 req-15609710-1ab4-4dc1-8a6c-bc7078a762a6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 946 time: 0.1445010 Oct 26 13:59:07.907167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-36365dcd-a488-4a51-84e6-f461fcd18623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:07.908775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-36365dcd-a488-4a51-84e6-f461fcd18623 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117209 Oct 26 13:59:07.924178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05c9df9a-377c-479f-84fe-789a7460a24a req-cb79af9a-3165-47d9-b64e-6f16a79a6b06 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601389 Oct 26 13:59:07.945551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.945551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.948279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0db3b2e-b01b-45b8-ac17-6909e4a7e92d HTTP/1.1" status: 204 len: 168 time: 0.3660467 Oct 26 13:59:07.951843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:07.986262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522051e2-6a9b-40cb-a624-c34e6ee50215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db3b2e-b01b-45b8-ac17-6909e4a7e92d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:07.987334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Attempting to bind port d4481ac9-de19-4e32-9e49-a51d06680137 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:07.996789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Attempting to bind port d4481ac9-de19-4e32-9e49-a51d06680137 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:07.997818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Attempting to bind port d4481ac9-de19-4e32-9e49-a51d06680137 on network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:08.001256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['1e074528-b2c0-48f5-a928-9b9df64dea80'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:08.013454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Pushing event updated for resources: {'Port': ['ID=d4481ac9-de19-4e32-9e49-a51d06680137,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:08.052650 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6a08337-2664-4e93-ba57-78202e692ef6 req-4b5b5802-dad4-425c-a439-c1ea63f857ad tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534035 Oct 26 13:59:08.055744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:08.056442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Checking segment: {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:08.057038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.057625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Bound using segment: {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:08.058322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Bound port: d4481ac9-de19-4e32-9e49-a51d06680137, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:08.058905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.080900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:08.091811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:08.117415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:08.170948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:08.175761 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:08.191562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-d0b561fc-293a-412c-87f9-adefb6762d4d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424226 Oct 26 13:59:08.238553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] For port d4481ac9-de19-4e32-9e49-a51d06680137, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:08.241313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.242037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.246251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Pushing event updated for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:08.274895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-16be7488-6f84-4d1e-96d2-7f9bd5f01e58 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8528681 Oct 26 13:59:08.287602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] For port d4481ac9-de19-4e32-9e49-a51d06680137, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d4481ac9-de19-4e32-9e49-a51d06680137,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:08.289667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Request body: {'port': {'device_id': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:08.310577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.349046 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab31e4-aee2-4764-924e-da6357dd01cd x-openstack-request-id: req-22ab31e4-aee2-4764-924e-da6357dd01cd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:08.349531 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:08.350102 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22ab31e4-aee2-4764-924e-da6357dd01cd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:08.351179 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'status': 'completed', 'code': 200} Oct 26 13:59:08.385243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:08.508750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-264a6bee-5b5c-4e6d-9eb7-759d9a8d7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.510511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-264a6bee-5b5c-4e6d-9eb7-759d9a8d7a67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1099 time: 0.1620440 Oct 26 13:59:08.518473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.629030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:08.635641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecb9073b-5c63-437e-9543-71c9ca49fcfa req-0d01cc3b-056d-4b2f-9b3c-f1b05faed7a5 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203489 Oct 26 13:59:08.666245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'port_id': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'mac_address': 'fa:16:3e:eb:68:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43d6f7-6df1-453f-b59d-a0bb52b8ea39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:08.684614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-a051d16c-0987-4cf9-8b2f-c03c4fb9d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:08.686248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-a051d16c-0987-4cf9-8b2f-c03c4fb9d87d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1643269 Oct 26 13:59:08.721960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:08.734481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.778221 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.784413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3da56-154c-48e4-99c1-488079965877 None None] Pushing event updated for resources: {'Port': ['ID=d4481ac9-de19-4e32-9e49-a51d06680137,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:08.806935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-43e66cbb-7b50-4f46-bf66-4005ea9f62c8 None None] Provisioning complete for port c1cf60ef-7de4-4d22-870a-4a879fa5445b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:08.807302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-43e66cbb-7b50-4f46-bf66-4005ea9f62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.827911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8f9823-c9a4-40eb-9fd6-fa701423c746 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:08.838119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47262) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:08.877680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.906006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e53018be-ef89-435e-8ef8-8bdd1bc99756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.977308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:08.993266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:08.996868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-43e66cbb-7b50-4f46-bf66-4005ea9f62c8 None None] Port c1cf60ef-7de4-4d22-870a-4a879fa5445b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:09.027789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-5d102e44-424f-446c-be97-c6985644ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.037177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-5d102e44-424f-446c-be97-c6985644ab68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1099 time: 0.3071344 Oct 26 13:59:09.080150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3c574-eccd-443e-b4c0-3a400d379f53 req-612e8b98-f076-48d3-8a62-706d0b285243 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.093823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1f3c574-eccd-443e-b4c0-3a400d379f53 req-612e8b98-f076-48d3-8a62-706d0b285243 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.4344885 Oct 26 13:59:09.098722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:09.124007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-1f9df322-5833-465a-b5ad-b546574d930e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.4150398 Oct 26 13:59:09.138774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508edb-62e4-4e68-be0e-5e03553c212f req-e9300819-3df1-426e-8241-f346ee7977ea tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.146389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-14508edb-62e4-4e68-be0e-5e03553c212f req-e9300819-3df1-426e-8241-f346ee7977ea tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.6560373 Oct 26 13:59:09.208056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8e8f9823-c9a4-40eb-9fd6-fa701423c746'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:09.251838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1f3c574-eccd-443e-b4c0-3a400d379f53 req-a7d20af2-8c08-40c4-90c8-87fd8cc2fe6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460633 Oct 26 13:59:09.260878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-14508edb-62e4-4e68-be0e-5e03553c212f req-c902bc37-5fa9-4028-be51-282ed42084ed tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135392 Oct 26 13:59:09.264216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-4ccf5acb-aed0-4c41-a6d5-ebb993ffd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.266700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-4ccf5acb-aed0-4c41-a6d5-ebb993ffd803 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1159925 Oct 26 13:59:09.348135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Allocated IP 172.25.5.119 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d0cf4276-de58-4d3b-9efa-9dd944df7fb5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:09.387885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-4b06e67d-4b4a-4b0f-adc9-6701de183505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.392291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-4b06e67d-4b4a-4b0f-adc9-6701de183505 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105461 Oct 26 13:59:09.408769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-321c4c47-3cd3-4396-9a6f-8eaf65da63b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.409171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cf60ef-7de4-4d22-870a-4a879fa5445b {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:09.450089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.504481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Transition to ACTIVE for port object c1cf60ef-7de4-4d22-870a-4a879fa5445b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:09.518017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:09.560777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e206d-f953-429b-89f8-fdca4845fbe7 req-3e19289b-d598-4edf-ae9c-f589c0e09525 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.562368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59e206d-f953-429b-89f8-fdca4845fbe7 req-3e19289b-d598-4edf-ae9c-f589c0e09525 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 946 time: 0.1673329 Oct 26 13:59:09.627724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-c96e9807-9173-4ee4-a1b7-a39b9a4234ba service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209585 Oct 26 13:59:09.634856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:09.706017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59e206d-f953-429b-89f8-fdca4845fbe7 req-4a6d1b9e-ae35-4b86-96e3-b032d03711ee tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306963 Oct 26 13:59:09.821677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-a8627bc9-5a9e-43e2-b5d0-5a663acca2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:09.823496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-a8627bc9-5a9e-43e2-b5d0-5a663acca2e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.7753446 Oct 26 13:59:09.992392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-53387c23-312f-45c4-84cd-a3333bf68dbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.1119480 Oct 26 13:59:10.024634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.035503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e53018be-ef89-435e-8ef8-8bdd1bc99756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.037452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Attempting to bind port c1cf60ef-7de4-4d22-870a-4a879fa5445b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:10.038427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Attempting to bind port c1cf60ef-7de4-4d22-870a-4a879fa5445b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:10.038676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Attempting to bind port c1cf60ef-7de4-4d22-870a-4a879fa5445b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:10.055946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-239ef7b9-173c-4b43-854c-290fecd27178 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127626 Oct 26 13:59:10.057843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3d26307-f70e-4184-8ced-8270f87b8392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.076762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Port c1cf60ef-7de4-4d22-870a-4a879fa5445b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:10.077163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Attempting to bind port c1cf60ef-7de4-4d22-870a-4a879fa5445b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:10.087102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb223d7-7f39-4201-9974-385ed851e448 None None] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:10.087447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e53018be-ef89-435e-8ef8-8bdd1bc99756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.093662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-497936c6-1c42-4dde-ac54-d3d753eec86e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 258 time: 0.3214138 Oct 26 13:59:10.094990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:10.095336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:10.095748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:10.096240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Bound port: c1cf60ef-7de4-4d22-870a-4a879fa5445b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:10.096658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.096914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9aee7-e139-4bbb-8bdf-bd8ac1c53633 req-a207f4c1-c579-4743-9768-f48bdcfc2dfc tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.098509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65a9aee7-e139-4bbb-8bdf-bd8ac1c53633 req-a207f4c1-c579-4743-9768-f48bdcfc2dfc tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 936 time: 0.6794858 Oct 26 13:59:10.105355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-321c4c47-3cd3-4396-9a6f-8eaf65da63b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.121679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:10.152771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-321c4c47-3cd3-4396-9a6f-8eaf65da63b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.196614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.201635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e53018be-ef89-435e-8ef8-8bdd1bc99756 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ade617cce914616ad929f673a35e256&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4744442 Oct 26 13:59:10.205995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47272) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:10.220517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-d239dfb6-3264-4e00-8dd3-4580b1300b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.222106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-d239dfb6-3264-4e00-8dd3-4580b1300b43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2198699 Oct 26 13:59:10.234330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53018be-ef89-435e-8ef8-8bdd1bc99756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13315c0-d26f-4f2d-a001-5fd20b531b65,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.249544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] Provisioning complete for port d4481ac9-de19-4e32-9e49-a51d06680137 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:10.249920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.254822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65a9aee7-e139-4bbb-8bdf-bd8ac1c53633 req-c8c182d0-3a58-4e61-af83-614fad9d162f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335533 Oct 26 13:59:10.257355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-321c4c47-3cd3-4396-9a6f-8eaf65da63b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fd049b006314b63a29e7d288363a08a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4163039 Oct 26 13:59:10.264098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47276) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:10.264098 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.272261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:10.305445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:10.326560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.454783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:10.488873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:10.501785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c4c47-3cd3-4396-9a6f-8eaf65da63b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a9b93-8330-494d-abe1-77b9f4b577e1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.535309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:10.562068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:10.602354 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.609151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d4481ac9-de19-4e32-9e49-a51d06680137 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:10.610195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Pushing event updated for resources: {'Port': ['ID=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.651337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.666323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-81335667-5c13-41d6-8007-390d6e4c34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.667895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-81335667-5c13-41d6-8007-390d6e4c34d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4282284 Oct 26 13:59:10.668697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:10.680106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:10.680976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.698068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:10.706799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.711900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] For port d4481ac9-de19-4e32-9e49-a51d06680137, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d4481ac9-de19-4e32-9e49-a51d06680137,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:10.722616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.723401 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.725006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-e9158447-243f-4691-bc3e-1a88f066b28b service neutron] 10.222.0.41 "PUT /v2.0/ports/c1cf60ef-7de4-4d22-870a-4a879fa5445b HTTP/1.1" status: 200 len: 1096 time: 2.4425485 Oct 26 13:59:10.725954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:10.728002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.738455 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c433e3-65af-4975-bbfe-cab17bf3b62e" -d '{"events": [{"name": "network-changed", "server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:10.746806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.809241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.830165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f93c2-b1fa-4ed7-96cf-7031769e7880 req-c0bbdb1a-ac64-4b28-becd-25505985c0b2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:10.831633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-601f93c2-b1fa-4ed7-96cf-7031769e7880 req-c0bbdb1a-ac64-4b28-becd-25505985c0b2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.3605700 Oct 26 13:59:10.928224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.933177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.936373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c13315c0-d26f-4f2d-a001-5fd20b531b65 HTTP/1.1" status: 204 len: 168 time: 0.7210345 Oct 26 13:59:10.943507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d4481ac9-de19-4e32-9e49-a51d06680137 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:10.945037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:10.985146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024acd0-9214-416b-8ebd-8f0139128f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13315c0-d26f-4f2d-a001-5fd20b531b65,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.004300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-7bc99b9c-c647-42ad-905f-670d23c52a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.006175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-7bc99b9c-c647-42ad-905f-670d23c52a22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 1099 time: 0.1291704 Oct 26 13:59:11.036213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-601f93c2-b1fa-4ed7-96cf-7031769e7880 req-4acb336e-ac3e-49be-93bf-b7d3fba64125 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775181 Oct 26 13:59:11.070254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-550547d7-78ab-49ab-88b8-11e94c663f4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b HTTP/1.1" status: 200 len: 217 time: 0.0528920 Oct 26 13:59:11.076106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.077987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77b69-c466-4c99-b184-e85355a69a8a None None] Pushing event updated for resources: {'Port': ['ID=d4481ac9-de19-4e32-9e49-a51d06680137,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.122545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.125687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.127294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/670a9b93-8330-494d-abe1-77b9f4b577e1 HTTP/1.1" status: 204 len: 168 time: 0.8606930 Oct 26 13:59:11.129625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-06299c5a-9280-4223-aad7-9f014a3e26f2 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230037 Oct 26 13:59:11.178358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6df91-ede8-4f03-b82c-32447a0e1fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a9b93-8330-494d-abe1-77b9f4b577e1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.189876 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.192425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c9d13719-8faf-4c2c-b50b-33fb912d33e6 None None] Provisioning complete for port d4481ac9-de19-4e32-9e49-a51d06680137 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:11.192970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c9d13719-8faf-4c2c-b50b-33fb912d33e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.233129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-8842e88e-e510-43c2-bff6-ffd41e4dcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.234620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-8842e88e-e510-43c2-bff6-ffd41e4dcfd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1394072 Oct 26 13:59:11.310009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.336914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-cd377690-8d81-4e91-a66c-f147a72fa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.338489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-cd377690-8d81-4e91-a66c-f147a72fa7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937970 Oct 26 13:59:11.380015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:11.383389 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f972b6a-f64a-482e-a37c-0d25c30acd55" -d '{"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-plugged", "status": "completed", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:11.385437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Allocated IP 172.25.5.148 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f7ac494e-acaf-42b5-8fc6-d46d10e47f63) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:11.432375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb577-9f94-4ca0-aafc-095333221306 req-9c7d5443-3131-4186-a6cd-65e837954b8d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.440410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcbb577-9f94-4ca0-aafc-095333221306 req-9c7d5443-3131-4186-a6cd-65e837954b8d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.2015986 Oct 26 13:59:11.473471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b94c3e8-cf95-4f7f-b74a-d9934ae2b91f req-e80bf6a1-f621-4176-8541-6fcf5fa45d3c service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348868 Oct 26 13:59:11.473682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:11.510296 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.526752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcbb577-9f94-4ca0-aafc-095333221306 req-42872a1e-2f69-4f6b-b998-9f0bf5c4d9cf tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851443 Oct 26 13:59:11.545887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.638033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.649220 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba2da2-ff7f-423c-9f5a-42fd396e3c25 x-openstack-request-id: req-70ba2da2-ff7f-423c-9f5a-42fd396e3c25 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:11.649552 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:11.649805 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70ba2da2-ff7f-423c-9f5a-42fd396e3c25 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:11.651082 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b', 'status': 'completed', 'code': 200} Oct 26 13:59:11.698484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:11.707775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:11.717520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:11.730114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.757620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event updated for resources: {'Port': ['ID=f7ac494e-acaf-42b5-8fc6-d46d10e47f63,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:11.796095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-d382ff5a-2af3-4007-b11b-10f8711becbf service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459269 Oct 26 13:59:11.804357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba623c9-6220-4897-ba9e-6c27caa4710d req-198c5e05-aec3-4a95-88f3-7a99614df898 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:11.813401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dba623c9-6220-4897-ba9e-6c27caa4710d req-198c5e05-aec3-4a95-88f3-7a99614df898 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 948 time: 0.1131485 Oct 26 13:59:11.832614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47304) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:11.846421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.878397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dba623c9-6220-4897-ba9e-6c27caa4710d req-cf124b88-d14e-4567-8e18-66c20bee8dae tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639958 Oct 26 13:59:11.880173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c41fab5-c4f7-4ce7-a505-a82cf5f8391e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.943542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:11.951152 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561850e8-13d6-4353-9b33-8a998e016418 x-openstack-request-id: req-561850e8-13d6-4353-9b33-8a998e016418 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:11.951467 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-plugged", "status": "completed", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:11.951726 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-561850e8-13d6-4353-9b33-8a998e016418 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:11.952483 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'code': 200} Oct 26 13:59:12.003078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc03a9c7-81ef-4332-9b97-d4a51b1b9a48 req-0d491060-0099-44a2-ae9d-9d10845631c3 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965806 Oct 26 13:59:12.009186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.015837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:12.114745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c41fab5-c4f7-4ce7-a505-a82cf5f8391e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.120897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c41fab5-c4f7-4ce7-a505-a82cf5f8391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.133802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Router 5a594b62-906c-4834-813a-680a1034a5c6 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:59:12.177938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41fab5-c4f7-4ce7-a505-a82cf5f8391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a3137d-9512-434b-9e67-7c3543ee31f0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:12.205039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c41fab5-c4f7-4ce7-a505-a82cf5f8391e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b2cde18bf5e422cb3b951f4d3ee1cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711519 Oct 26 13:59:12.205661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47316) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:12.231101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:59:12.249592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:12.263624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'mac_address': 'fa:16:3e:41:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:12.274444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79451726-3212-470f-bc82-693a2d3ea20f req-ec17960b-f6a8-4c36-9f89-b68ca531935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.276020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79451726-3212-470f-bc82-693a2d3ea20f req-ec17960b-f6a8-4c36-9f89-b68ca531935c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1096 time: 0.2367587 Oct 26 13:59:12.286980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.308294 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.309191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.330604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bdeefd-8c24-41c1-8902-c199c3a3d617 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:12.331712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-e103d9b1-8387-4db4-9026-3cf338ec2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.333792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-e103d9b1-8387-4db4-9026-3cf338ec2eda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 1099 time: 0.1153579 Oct 26 13:59:12.356358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:12.363488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.409338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79451726-3212-470f-bc82-693a2d3ea20f req-8cf9b29d-04c0-4b5f-bbbe-a0bfd9402396 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186140 Oct 26 13:59:12.438406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:12.445666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca40997-9270-493a-b40f-100497692b6a req-bcd152b4-a435-4e08-99e0-4bdb7d4d8a55 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.453924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ca40997-9270-493a-b40f-100497692b6a req-bcd152b4-a435-4e08-99e0-4bdb7d4d8a55 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 948 time: 0.2725525 Oct 26 13:59:12.456280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d4481ac9-de19-4e32-9e49-a51d06680137 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:12.469562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:12.480975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Sync routers for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:12.498270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:12.500380 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:58:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:12.528697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.529929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-83c233d5-6a46-4593-8ce5-ff3c0263bc4c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8848710 Oct 26 13:59:12.533715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.544826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47322) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:12.562937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event updated for resources: {'Port': ['ID=f7ac494e-acaf-42b5-8fc6-d46d10e47f63,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:12.574163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.584270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d4481ac9-de19-4e32-9e49-a51d06680137 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:12.585215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.592263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.604255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ca40997-9270-493a-b40f-100497692b6a req-b625a067-bd07-4cc0-be82-2aace688e18c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493902 Oct 26 13:59:12.683184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.685846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.689722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1a3137d-9512-434b-9e67-7c3543ee31f0 HTTP/1.1" status: 204 len: 168 time: 0.3806353 Oct 26 13:59:12.702045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:12.708573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082abebb-d727-4b31-afdc-035e02abf6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a3137d-9512-434b-9e67-7c3543ee31f0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:12.770939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:12.784675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db880805-ee00-4dec-8c4c-70b09d9bae06 req-3b7b8283-2d8a-4f9c-bf49-9c02f0fcbe13 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.797841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db880805-ee00-4dec-8c4c-70b09d9bae06 req-3b7b8283-2d8a-4f9c-bf49-9c02f0fcbe13 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 945 time: 0.0778868 Oct 26 13:59:12.828089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-ed65c8c2-7c5b-4ac3-811a-344a79c4e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:12.829818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-ed65c8c2-7c5b-4ac3-811a-344a79c4e7b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.4227076 Oct 26 13:59:12.864549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2103db7-ca85-48d5-9316-5cbaa96d3ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:12.881021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db880805-ee00-4dec-8c4c-70b09d9bae06 req-cd70efe5-2c22-4377-90ed-7e4974ca3282 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772994 Oct 26 13:59:13.195638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faece5-8f63-417d-b783-3368865bd96b req-1b90cd81-a79f-4093-b983-c8bd40ab6277 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.206057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17faece5-8f63-417d-b783-3368865bd96b req-1b90cd81-a79f-4093-b983-c8bd40ab6277 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 948 time: 0.1016538 Oct 26 13:59:13.212512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.213823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-c2f777ca-3caa-4fb3-99f4-a60a6b4a6cbc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1076403 Oct 26 13:59:13.219812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-9e4db2e2-6dfd-43c6-a23e-68389c65df7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b HTTP/1.1" status: 200 len: 217 time: 0.2422223 Oct 26 13:59:13.285081 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17faece5-8f63-417d-b783-3368865bd96b req-e922f315-0869-4552-aefe-0a8b87d03d3a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774713 Oct 26 13:59:13.298538 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:10Z', 'revision_number': 3, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:13.311341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-cfda4f4c-e2a4-4451-84c2-e4eade19c452 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.0886173 Oct 26 13:59:13.346692 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Checking router: 5a594b62-906c-4834-813a-680a1034a5c6 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:13.347066 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Updating router 5a594b62-906c-4834-813a-680a1034a5c6 port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:59:13.383669 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.510309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069e3a7-0071-417d-b7fa-b14e0ef36872 req-d402d1b2-4e3f-4694-92ce-1f7beb04ffb3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.511343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9069e3a7-0071-417d-b7fa-b14e0ef36872 req-d402d1b2-4e3f-4694-92ce-1f7beb04ffb3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 949 time: 0.0885808 Oct 26 13:59:13.577293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-0515c40b-7678-41fc-b3c8-607b6a590676 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.578961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-0515c40b-7678-41fc-b3c8-607b6a590676 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 949 time: 0.2636244 Oct 26 13:59:13.601928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-cef56838-ba83-49d4-b383-7349ffaeef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:13.604122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-cef56838-ba83-49d4-b383-7349ffaeef81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2912140 Oct 26 13:59:13.638340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9069e3a7-0071-417d-b7fa-b14e0ef36872 req-acaac6bd-c1ba-43a0-9bb4-118079af2725 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917828 Oct 26 13:59:13.742438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.835909 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.844865 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.910587 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Attempting to bind port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:13.910966 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Attempting to bind port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:13.911322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Attempting to bind port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:13.920265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388393f-a852-43d2-b720-baf039ffc347 None None] Pushing event updated for resources: {'Port': ['ID=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:13.923474 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:13.923962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:13.924261 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:13.924695 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:13.925190 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Bound port: d0cf4276-de58-4d3b-9efa-9dd944df7fb5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:13.925597 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.017506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:14.022924 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] For port d0cf4276-de58-4d3b-9efa-9dd944df7fb5, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:14.027734 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] For port d0cf4276-de58-4d3b-9efa-9dd944df7fb5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:14.033991 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.060983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5c9a-eeb5-4e65-90bb-28c3910078c8 req-ec5610ce-ffe3-4536-b18c-80b7b3b75046 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.074226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-753f5c9a-eeb5-4e65-90bb-28c3910078c8 req-ec5610ce-ffe3-4536-b18c-80b7b3b75046 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 945 time: 0.0870013 Oct 26 13:59:14.092008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.103879 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388393f-a852-43d2-b720-baf039ffc347 None None] Pushing event updated for resources: {'Port': ['ID=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:14.118208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 13bdeefd-8c24-41c1-8902-c199c3a3d617 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:14.123288 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:14.124343 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:14.128432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 13bdeefd-8c24-41c1-8902-c199c3a3d617 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:14.129229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.161125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-753f5c9a-eeb5-4e65-90bb-28c3910078c8 req-f9f8c03e-6750-47e5-820a-297024516e52 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Oct 26 13:59:14.276455 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.306694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:14.308550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-dceb2e10-c9f9-4e90-bce9-1c5a6c3bf634 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.309609 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776cbbd-8b7a-43d1-bf7f-26bac34fdbfd" -d '{"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-plugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:14.310061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-dceb2e10-c9f9-4e90-bce9-1c5a6c3bf634 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.8997548 Oct 26 13:59:14.310901 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:14.325170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-05ab7650-b59f-41c8-b739-05ac20110405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.326626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:14.326904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-05ab7650-b59f-41c8-b739-05ac20110405 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2530236 Oct 26 13:59:14.331784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.388765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-d8a322ff-69f3-49d6-9d22-a0fac6c2dd4e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:14.389877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9297aca-dabe-4d4d-b4bc-0020b60ac6ee req-d8a322ff-69f3-49d6-9d22-a0fac6c2dd4e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0697246 Oct 26 13:59:14.396266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:14.437868 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-340ae9e0-e087-4272-862d-48a94e88f37e service neutron] delete failed (client error): The resource could not be found. Oct 26 13:59:14.438869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-340ae9e0-e087-4272-862d-48a94e88f37e service neutron] 10.222.0.73 "DELETE /v2.0/ports/13bdeefd-8c24-41c1-8902-c199c3a3d617/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.8478391 Oct 26 13:59:14.510423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:14.604215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:10Z', 'revision_number': 3, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:14.636605 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423ddbf-40b4-4faf-b51e-1e46199ef884 None None] The sync data for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 is: [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:10Z', 'revision_number': 3, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:14.656638 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c088ccf0-af3d-44ad-b0d5-2b1354ca629f x-openstack-request-id: req-c088ccf0-af3d-44ad-b0d5-2b1354ca629f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:14.657188 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-plugged", "status": "completed", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:14.657643 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c088ccf0-af3d-44ad-b0d5-2b1354ca629f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:14.658223 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'code': 200} Oct 26 13:59:14.714994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-4a5bb909-1c10-4934-a45c-4a643ec19861 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312821 Oct 26 13:59:14.741752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3cc2e-55d1-4d0a-b3da-e6cffaa1fd24 req-aa88f31b-d3d6-466e-8e2f-cf00667b5ea7 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.743284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3cc2e-55d1-4d0a-b3da-e6cffaa1fd24 req-aa88f31b-d3d6-466e-8e2f-cf00667b5ea7 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1096 time: 0.2503636 Oct 26 13:59:14.784312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e5875-0acd-4ea5-a158-ac68de900a12 req-2149f113-734f-403a-9463-500e66e490ab tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.794027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a4e5875-0acd-4ea5-a158-ac68de900a12 req-2149f113-734f-403a-9463-500e66e490ab tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 948 time: 0.0798171 Oct 26 13:59:14.813194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-de9d80fc-b5b8-4181-9c86-98f44bbe2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:14.814703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-de9d80fc-b5b8-4181-9c86-98f44bbe2967 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.2437825 Oct 26 13:59:14.858078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a4e5875-0acd-4ea5-a158-ac68de900a12 req-7d26fb64-8a0e-4fe8-8b90-2ea089b0e888 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Oct 26 13:59:14.979365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3cc2e-55d1-4d0a-b3da-e6cffaa1fd24 req-112b3b34-e68d-4056-9809-3a33a2a5a8dc tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957653 Oct 26 13:59:15.003420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8c433e3-65af-4975-bbfe-cab17bf3b62e req-0d89c2a4-238b-486c-8826-8678e61708fe service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779295 Oct 26 13:59:15.023970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Allocated IP 172.20.0.1 (340a1cf1-799e-42ce-aaf3-c67556a30cb9/83651028-5af5-4f25-812a-0e4cf80fb398/7c849ac1-64f2-49cc-923d-2d259248637a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:15.035643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-74b11c58-e8d8-4eea-af80-c80337fdaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.044743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-74b11c58-e8d8-4eea-af80-c80337fdaaf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2164059 Oct 26 13:59:15.174053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-6c9987c9-8621-4177-8364-973c5618187a tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.177374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-6c9987c9-8621-4177-8364-973c5618187a tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1814320 Oct 26 13:59:15.215201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.294887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-b653feef-f5e9-43b8-a016-b3e8a7391baa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.0445707 Oct 26 13:59:15.306654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.417713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:15.427501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:15.436354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:15.467732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-1844bcfb-e423-4d31-b1b3-1dd32c475d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.469253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-1844bcfb-e423-4d31-b1b3-1dd32c475d21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1591110 Oct 26 13:59:15.469876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Pushing event updated for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:15.496922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b90b5-7a20-49cb-a173-8ce772b27416 req-02553e58-a265-4037-965d-8c79c68dbd1e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.500229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-602b90b5-7a20-49cb-a173-8ce772b27416 req-02553e58-a265-4037-965d-8c79c68dbd1e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.2038169 Oct 26 13:59:15.558991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-e59c1cdd-479c-476e-9038-39191211c20e tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.3748391 Oct 26 13:59:15.572905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'floatingip': {'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:15.578700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.610205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-602b90b5-7a20-49cb-a173-8ce772b27416 req-a907e9ac-86c8-44d7-a4f2-d55b9e480f26 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780582 Oct 26 13:59:15.665158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.687968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-3897801b-7b67-4a7b-bea2-092655940e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:15.692480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-3897801b-7b67-4a7b-bea2-092655940e66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126484 Oct 26 13:59:15.703604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.815549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2e46e2b5-1477-4412-a1a4-fc5b396a85b8 None None] Provisioning complete for port 7c849ac1-64f2-49cc-923d-2d259248637a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:15.817098 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e46e2b5-1477-4412-a1a4-fc5b396a85b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:15.867461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-6d907f6d-e01c-4b21-8bad-2d9c09a6bc84 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648679 Oct 26 13:59:15.883984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2e46e2b5-1477-4412-a1a4-fc5b396a85b8 None None] Port 7c849ac1-64f2-49cc-923d-2d259248637a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:16.031510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.037878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c1cf60ef-7de4-4d22-870a-4a879fa5445b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:16.048745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4d36d2-97d9-40db-a35e-fc87214b2bd6 req-fa7fdd41-a585-442a-bd13-fc463e453d95 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744103 Oct 26 13:59:16.207407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:16.225251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b', 'mac_address': 'fa:16:3e:bb:23:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:16.272380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.294662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cf60ef-7de4-4d22-870a-4a879fa5445b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:16.321855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:16.328271 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.356888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773dfcf-6dc7-4d54-b3f9-f94412026879 req-44e1719c-91ba-424a-b488-9529fd4ced9b tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:16.356888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f773dfcf-6dc7-4d54-b3f9-f94412026879 req-44e1719c-91ba-424a-b488-9529fd4ced9b tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1096 time: 0.0941484 Oct 26 13:59:16.358329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.381898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.398879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:16.406750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.407082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.407427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.407758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.408092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.408455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.408809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.409132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.409455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.409775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.410096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.410417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:16.415596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.resource_extend [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:59:16.437964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d0cf4276-de58-4d3b-9efa-9dd944df7fb5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:16.499337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:16.499800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.539260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.546329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.562022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f773dfcf-6dc7-4d54-b3f9-f94412026879 req-2ca8d4a4-7219-43a1-ae6c-50159dae3161 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002439 Oct 26 13:59:16.581787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.593549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Pushing event updated for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:16.665046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['c1cf60ef-7de4-4d22-870a-4a879fa5445b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:16.721144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.728981 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Floating IP 5b600af2-bd7f-4ea1-95da-a97f75bbdd9d associated. External IP: 172.25.5.148, port: 3388c45e-268a-450d-a61f-ebde79b808da. Oct 26 13:59:16.778405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port d0cf4276-de58-4d3b-9efa-9dd944df7fb5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:16.790708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:16.818369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:16.824920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:16.938908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:17.046560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90696d61-5dd9-4657-b4bd-2bab193ed172 req-32a74654-e674-4171-8b3e-0dd2f5fa36a2 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.047885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Router 888f3db5-58e0-4642-851c-e59e9af0df71 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:17.048186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90696d61-5dd9-4657-b4bd-2bab193ed172 req-32a74654-e674-4171-8b3e-0dd2f5fa36a2 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 949 time: 0.0834188 Oct 26 13:59:17.087623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Router 5a594b62-906c-4834-813a-680a1034a5c6 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:17.105090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90696d61-5dd9-4657-b4bd-2bab193ed172 req-2af872cc-7fc1-47cf-bb3d-fbe87657f8e3 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475585 Oct 26 13:59:17.116534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-82fb70e5-72f1-424f-a1a3-3553be89b3e1 None None] Provisioning complete for port 7c849ac1-64f2-49cc-923d-2d259248637a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:17.116904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-82fb70e5-72f1-424f-a1a3-3553be89b3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.154958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-82fb70e5-72f1-424f-a1a3-3553be89b3e1 None None] Port 7c849ac1-64f2-49cc-923d-2d259248637a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:17.177339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:17.182950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.194414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Sync routers for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:17.206804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:17.207885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:17.218065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-d0000101-9286-4ef4-9be7-646f25366540 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "PUT /v2.0/floatingips/5b600af2-bd7f-4ea1-95da-a97f75bbdd9d HTTP/1.1" status: 200 len: 997 time: 1.6503444 Oct 26 13:59:17.218695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:17.221016 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:17.248067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:17.258817 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Sync routers for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:17.270975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-baf04e6b-d1c6-4601-8277-7ec6c35a0d34 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a594b62-906c-4834-813a-680a1034a5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7043309 Oct 26 13:59:17.280662 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:17.283670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:17.311452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-1a779e90-a6e1-474f-959c-3e640408bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.322160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-1a779e90-a6e1-474f-959c-3e640408bf3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.0817380 Oct 26 13:59:17.338645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:17.405005 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:17.487747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-da7dcdef-0cf3-4e83-abf6-0cdc6b5732ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.496307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-da7dcdef-0cf3-4e83-abf6-0cdc6b5732ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.1722872 Oct 26 13:59:17.630035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-cfbea747-113b-4a9b-b97b-7fb1aead9893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 1000 time: 0.1326895 Oct 26 13:59:17.690359 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:15Z', 'revision_number': 4, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7c849ac1-64f2-49cc-923d-2d259248637a', 'name': '', 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:14Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 2, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'subnets': [{'id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:17.721705 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Checking router: 5a594b62-906c-4834-813a-680a1034a5c6 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:17.722553 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Updating router 5a594b62-906c-4834-813a-680a1034a5c6 port 7c849ac1-64f2-49cc-923d-2d259248637a binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:59:17.747315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703abf5-40b2-4a34-8f70-4734e43296c2 req-221017a3-7950-479e-9f5b-ca62f874a45c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.755141 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:17.760352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1703abf5-40b2-4a34-8f70-4734e43296c2 req-221017a3-7950-479e-9f5b-ca62f874a45c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.0861669 Oct 26 13:59:17.833338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1703abf5-40b2-4a34-8f70-4734e43296c2 req-3787acc1-e5f3-4696-8156-85f6ad89a9d6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Oct 26 13:59:17.868249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '5b600af2-bd7f-4ea1-95da-a97f75bbdd9d', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'mac_address': 'fa:16:3e:31:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:11Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 1, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:17.932476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Checking router: 888f3db5-58e0-4642-851c-e59e9af0df71 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:17.957328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:17.957837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:17.971978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-84f76c9d-2f6a-4209-977b-a3473d424912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:17.973496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-84f76c9d-2f6a-4209-977b-a3473d424912 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.3370810 Oct 26 13:59:18.044467 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a4dbf-3991-4e24-872c-72ae4b2b5165 x-openstack-request-id: req-d15a4dbf-3991-4e24-872c-72ae4b2b5165 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:18.056312 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:18.056606 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d15a4dbf-3991-4e24-872c-72ae4b2b5165 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:18.056783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c1cf60ef-7de4-4d22-870a-4a879fa5445b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:18.057040 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da', 'status': 'completed', 'code': 200} Oct 26 13:59:18.089051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-85e9796b-cd5a-4300-8af4-cbc41b3142ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.097313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-107ddcfb-cc5b-4d0c-bd08-9c57abcdc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.099643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-85e9796b-cd5a-4300-8af4-cbc41b3142ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184196 Oct 26 13:59:18.103766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-107ddcfb-cc5b-4d0c-bd08-9c57abcdc4ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.0768976 Oct 26 13:59:18.104421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-40608473-4644-4aea-8a42-82175bb4b24e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:18.109602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-40608473-4644-4aea-8a42-82175bb4b24e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089595 Oct 26 13:59:18.195048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:18.199768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port c1cf60ef-7de4-4d22-870a-4a879fa5445b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:18.264742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-af165bb8-efef-4af8-9eba-8c68be3cc2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.267019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-af165bb8-efef-4af8-9eba-8c68be3cc2b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.1563938 Oct 26 13:59:18.283570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port c1cf60ef-7de4-4d22-870a-4a879fa5445b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:18.304025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.326407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-54a58caf-d0bd-444f-ab5c-6986afdb2aa3 service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146735 Oct 26 13:59:18.480692 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.487944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d0cf4276-de58-4d3b-9efa-9dd944df7fb5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:18.497629 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.519608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d3799c2-274b-41cb-b851-d31325c10dbd req-c6f448f8-85d2-4de4-b156-851fa1293a59 service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840985 Oct 26 13:59:18.590085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47472) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:18.609065 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140e04-2e8c-43d7-a45b-ec6cf9c87b96 None None] Pushing event updated for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:18.650087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-6d06c052-ac06-4a77-9205-01a3884acb44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 1000 time: 0.3760090 Oct 26 13:59:18.684221 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Attempting to bind port 7c849ac1-64f2-49cc-923d-2d259248637a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:18.684601 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Attempting to bind port 7c849ac1-64f2-49cc-923d-2d259248637a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:18.685094 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Attempting to bind port 7c849ac1-64f2-49cc-923d-2d259248637a on network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:18.699639 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:18.700185 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Checking segment: {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:18.700463 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.703688 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Bound using segment: {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:18.704212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Bound port: 7c849ac1-64f2-49cc-923d-2d259248637a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98903fd5-5a9b-47a1-b0a3-23037a2b1eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:18.707824 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.879795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800af69-0484-40f3-8aec-f50914009830 req-cc2883c5-ee90-48df-896c-6018bfafb934 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.884865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b800af69-0484-40f3-8aec-f50914009830 req-cc2883c5-ee90-48df-896c-6018bfafb934 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.3040652 Oct 26 13:59:18.891096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-b875bca8-fcb1-4d7b-b13c-563063408ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:18.892792 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] For port 7c849ac1-64f2-49cc-923d-2d259248637a, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:18.895630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-b875bca8-fcb1-4d7b-b13c-563063408ad9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.2016294 Oct 26 13:59:18.900075 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] For port 7c849ac1-64f2-49cc-923d-2d259248637a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7c849ac1-64f2-49cc-923d-2d259248637a,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:18.907927 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.967673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:18.979890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140e04-2e8c-43d7-a45b-ec6cf9c87b96 None None] Pushing event updated for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:18.996050 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:18.996716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:19.009609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dac6d69a-bea8-4e81-8f30-9338d942d930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.044830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-750d7e86-afee-409b-b1fd-8d13d687f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.046476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-750d7e86-afee-409b-b1fd-8d13d687f48f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425617 Oct 26 13:59:19.048703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864205f-5b4b-424e-bb47-deb72784fbaa req-26dfbf00-514c-4437-b41a-cba10206a7e8 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.055821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:19.056181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.059096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f864205f-5b4b-424e-bb47-deb72784fbaa req-26dfbf00-514c-4437-b41a-cba10206a7e8 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 949 time: 0.2251608 Oct 26 13:59:19.064640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b800af69-0484-40f3-8aec-f50914009830 req-938ac14a-e3da-4c70-9f21-099a0af659d3 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595671 Oct 26 13:59:19.143968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f864205f-5b4b-424e-bb47-deb72784fbaa req-faab32ee-07b3-4074-898f-ed31a5d800c7 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834162 Oct 26 13:59:19.182610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:19.193189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:19.203258 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e6d706-ffe5-4765-9b9e-4e5e0cba4eb8" -d '{"events": [{"server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:19.242466 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:19.243244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.314806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-1e3d1c34-f1b1-4fbf-875e-aa119d9ee43f service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488785 Oct 26 13:59:19.348062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] Provisioning complete for port 7c849ac1-64f2-49cc-923d-2d259248637a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:19.348426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.368108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dac6d69a-bea8-4e81-8f30-9338d942d930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.376438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dac6d69a-bea8-4e81-8f30-9338d942d930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.409603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0282f-a341-4bbb-a176-6dc4734c5e0e req-765ece55-aa33-40da-ab4d-168fb11d614c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:19.411152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3af0282f-a341-4bbb-a176-6dc4734c5e0e req-765ece55-aa33-40da-ab4d-168fb11d614c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1096 time: 0.1243908 Oct 26 13:59:19.429463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dac6d69a-bea8-4e81-8f30-9338d942d930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=808df793306a4f7caca3b6a65b4db2a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8374183 Oct 26 13:59:19.436830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:19.483638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3af0282f-a341-4bbb-a176-6dc4734c5e0e req-283a047a-5232-4729-8bfb-ec687558175c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513194 Oct 26 13:59:19.484917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6d69a-bea8-4e81-8f30-9338d942d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3637b-0e0b-449a-b399-7335bec4e7d1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:19.537819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:19.631249 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:15Z', 'revision_number': 4, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7c849ac1-64f2-49cc-923d-2d259248637a', 'name': '', 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:14Z', 'updated_at': '2021-10-26T13:59:18Z', 'revision_number': 4, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'subnets': [{'id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:19.640355 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.664048 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1702f-2c8a-414b-b529-177aaa15cf77 None None] The sync data for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 is: [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T13:59:15Z', 'revision_number': 4, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7c849ac1-64f2-49cc-923d-2d259248637a', 'name': '', 'network_id': '340a1cf1-799e-42ce-aaf3-c67556a30cb9', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'mac_address': 'fa:16:3e:9c:03:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:14Z', 'updated_at': '2021-10-26T13:59:18Z', 'revision_number': 4, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'subnets': [{'id': '83651028-5af5-4f25-812a-0e4cf80fb398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:19.675438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '5b600af2-bd7f-4ea1-95da-a97f75bbdd9d', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'mac_address': 'fa:16:3e:31:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:11Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 1, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:19.718565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c9c6-dd6c-44d7-9200-bd9332b769b9 None None] The sync data for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 is: [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '5b600af2-bd7f-4ea1-95da-a97f75bbdd9d', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'mac_address': 'fa:16:3e:31:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:11Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 1, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:19.798701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] For port 7c849ac1-64f2-49cc-923d-2d259248637a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7c849ac1-64f2-49cc-923d-2d259248637a,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:19.813743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:19.816915 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a5222-9792-479b-a2b9-3eb550ac82d1 x-openstack-request-id: req-ac0a5222-9792-479b-a2b9-3eb550ac82d1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:19.817681 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:19.819758 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac0a5222-9792-479b-a2b9-3eb550ac82d1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:19.820671 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b', 'code': 200} Oct 26 13:59:19.904299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fadf3-69a1-4d00-8242-cde029409aeb None None] Pushing event updated for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:19.938565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-81478339-6c7c-4ea5-98c7-c6b7e1322ce4 None None] Provisioning complete for port 7c849ac1-64f2-49cc-923d-2d259248637a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:19.939247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81478339-6c7c-4ea5-98c7-c6b7e1322ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.211567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56f011-0c8a-4805-b9ca-96bf8bff2ce0 None None] New status for floating IP 5b600af2-bd7f-4ea1-95da-a97f75bbdd9d: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:59:20.287284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.353562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e801d4e-a590-4c65-99f1-cdd24ce94a7c req-4b03d3b1-5440-4031-86b2-c3e849643f77 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0291355 Oct 26 13:59:20.391348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0159c8f-df9b-481f-93e9-150216ccb2e7 req-b658b851-19ec-49fe-97b0-3deadcb8a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:20.393076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0159c8f-df9b-481f-93e9-150216ccb2e7 req-b658b851-19ec-49fe-97b0-3deadcb8a38b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 1101 time: 0.1890004 Oct 26 13:59:20.426097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.497490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-2ec1184a-5311-4fd1-9474-daa0ded08841 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 258 time: 0.9195831 Oct 26 13:59:20.527898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7c849ac1-64f2-49cc-923d-2d259248637a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:20.528105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:20.636292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0159c8f-df9b-481f-93e9-150216ccb2e7 req-51ceacb5-30f0-4626-8896-237f567e293b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258356 Oct 26 13:59:20.636714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.639165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.653106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53e3637b-0e0b-449a-b399-7335bec4e7d1 HTTP/1.1" status: 204 len: 168 time: 1.2150674 Oct 26 13:59:20.680770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42d40c-cf4c-4e37-b6b4-388f17d3dcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3637b-0e0b-449a-b399-7335bec4e7d1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:20.688172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.893039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7c849ac1-64f2-49cc-923d-2d259248637a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:20.893610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:20.905739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.150847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Allocated IP 172.25.5.83 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6fd554d3-e05e-418c-8469-cbd9ca013ca2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:21.223788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:21.254042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2708941-5ed7-45e4-a868-b7ed7542e427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.358495 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.411556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2708941-5ed7-45e4-a868-b7ed7542e427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.416116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2708941-5ed7-45e4-a868-b7ed7542e427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.417274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.459759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708941-5ed7-45e4-a868-b7ed7542e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ac1ed7-6750-4544-bf1f-d3277771d504,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.462455 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.511964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e2708941-5ed7-45e4-a868-b7ed7542e427 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04d026b9cac24f5e9b53617f71301b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857854 Oct 26 13:59:21.513516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47532) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:21.560949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-2ad145d7-1dc7-4247-a869-18494411fd02 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:21.561399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-2ad145d7-1dc7-4247-a869-18494411fd02 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057454 Oct 26 13:59:21.565423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event updated for resources: {'Port': ['ID=6fd554d3-e05e-418c-8469-cbd9ca013ca2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.607345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-bb29fa67-fc15-40f0-be03-9e2a7377a7a8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:21.608792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-bb29fa67-fc15-40f0-be03-9e2a7377a7a8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 1093 time: 0.0377398 Oct 26 13:59:21.617282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:21.620917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:21.625960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Request body: {'binding': {'host': 'n-h1-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:21.626424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 13:59:21.649824 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.650063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:21.674448 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.733602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.738483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.741605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19ac1ed7-6750-4544-bf1f-d3277771d504 HTTP/1.1" status: 204 len: 168 time: 0.2247255 Oct 26 13:59:21.756821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff101a2-8b11-41ca-9902-8eee85d949b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ac1ed7-6750-4544-bf1f-d3277771d504,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:21.825170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.881079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on host n-h1-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:21.881939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:21.882268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:21.888688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:21.889005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:21.893714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:21.898314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:21.898763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:21.899160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:21.899593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Bound port: 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:22.029812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:22.037332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.039676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e8681946-18d5-4fcd-980c-17deaf6ccb9c service neutron] 10.222.0.37 "POST /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746/bindings HTTP/1.1" status: 201 len: 389 time: 0.4201565 Oct 26 13:59:22.143066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.157663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.266926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event updated for resources: {'Port': ['ID=6fd554d3-e05e-418c-8469-cbd9ca013ca2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:22.296582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.322670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.323772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-509556a0-2d69-4a1b-87dc-1fb86295d9d0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8253191 Oct 26 13:59:22.410668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-5a53a368-0333-4e18-b11e-605f1c189ee2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315046 Oct 26 13:59:22.413409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-a906f445-351f-4af6-bef3-8a6f2a99a04b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.0755184 Oct 26 13:59:22.544808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-58f06514-884c-4fba-9518-07978591bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.546310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-58f06514-884c-4fba-9518-07978591bf01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1096 time: 0.1439240 Oct 26 13:59:22.576931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-2b68cf5d-76a2-4ebd-83fa-e891511ab4c2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.579371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-2b68cf5d-76a2-4ebd-83fa-e891511ab4c2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616662 Oct 26 13:59:22.605710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-22983ce1-2e25-446d-9e7a-bae8a75096e9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/quotas/9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 375 time: 0.0194447 Oct 26 13:59:22.662385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-b0caafb0-6e35-4742-8669-5e64371001c7 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.664933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f9313ed-5278-42d2-965b-b9f36c95043e req-b0caafb0-6e35-4742-8669-5e64371001c7 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.2094162 Oct 26 13:59:22.681817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-bdecb19c-6186-4ec2-995f-cc114342fb22 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745926 Oct 26 13:59:22.770860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e7648505-3437-413f-bdb6-3fc55ae9adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.772226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-e7648505-3437-413f-bdb6-3fc55ae9adfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.2143691 Oct 26 13:59:22.827670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-0df2c800-f314-4a3d-a59f-e0e08f69e70b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 217 time: 0.0462241 Oct 26 13:59:22.836523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e7e17-c75d-47bb-9002-d789bd096106 req-4ea636e0-7ab1-4232-bd2f-19e05154dd12 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.843890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98e7e17-c75d-47bb-9002-d789bd096106 req-4ea636e0-7ab1-4232-bd2f-19e05154dd12 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 950 time: 0.1203477 Oct 26 13:59:22.913705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-79d9f2a6-6ea0-4651-8a61-19f447b9fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:22.917078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-79d9f2a6-6ea0-4651-8a61-19f447b9fd17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0711830 Oct 26 13:59:22.973329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:22.991457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-1c924402-cbc3-401c-a8f0-ffa6beb1fd2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569143 Oct 26 13:59:23.062674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98e7e17-c75d-47bb-9002-d789bd096106 req-7746ba4f-dfe6-44e5-b5fa-b8e45f9a602d tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178166 Oct 26 13:59:23.138351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38460-cf96-4fd6-a45b-4869e1e2c558 req-7fe7aade-7f41-4b5d-8f7c-403aed0c4d9d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.139969 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-96b38460-cf96-4fd6-a45b-4869e1e2c558 req-7fe7aade-7f41-4b5d-8f7c-403aed0c4d9d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 945 time: 0.1569169 Oct 26 13:59:23.181496 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-6f2cd61a-9395-448d-8cdc-d2d92d77e3d0 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781144 Oct 26 13:59:23.260035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-96b38460-cf96-4fd6-a45b-4869e1e2c558 req-b11030ac-d886-4aac-931b-64d4554531a2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101165 Oct 26 13:59:23.402493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49e75981-a9f4-4f8b-b377-f5ea9b35c1f3 req-fec7d2d4-695b-43b3-857e-920e0dd16aae tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 210 time: 0.0644631 Oct 26 13:59:23.494091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-872976dd-a843-4ee6-bb70-c08693d13c06 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046081 Oct 26 13:59:23.503224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-d8f34db2-2a1b-47a4-9d6e-e50b58309166 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.506243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-d8f34db2-2a1b-47a4-9d6e-e50b58309166 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1824098 Oct 26 13:59:23.568149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-7812a522-5e86-4a36-9439-6af331d7e4d8 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.0566854 Oct 26 13:59:23.583273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-01c41854-0828-41e0-ba72-91b29d931284 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'floatingip': {'port_id': '3388c45e-268a-450d-a61f-ebde79b808da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:23.709069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-01c41854-0828-41e0-ba72-91b29d931284 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:23.788446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-84a52e80-3ebe-4b8f-a246-fc4087508602 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:23.789898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-84a52e80-3ebe-4b8f-a246-fc4087508602 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.2030654 Oct 26 13:59:23.817533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:23.987909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.022835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:24.029009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167338240', 'description': 'tempest-description--1625076228'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.107568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.135238 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-01c41854-0828-41e0-ba72-91b29d931284 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 13:59:24.156733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8780f1dd-5098-48b8-9422-9883b35e8a88 req-01c41854-0828-41e0-ba72-91b29d931284 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "PUT /v2.0/floatingips/f3cbcbba-c90b-4001-b669-6f7d6ed8781d HTTP/1.1" status: 409 len: 550 time: 0.5763721 Oct 26 13:59:24.248351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-b60908e5-26ea-4433-8ef4-766c0595f7e7 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.258793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-b60908e5-26ea-4433-8ef4-766c0595f7e7 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 1101 time: 0.1478202 Oct 26 13:59:24.284388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.286132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-7b9d17a1-b761-4a09-a1ba-e62ce5425887 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.296869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.303840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-7d88aa0b-4fe1-4258-9a69-9b574ec17b2e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548475 Oct 26 13:59:24.329527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.334315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3093181 Oct 26 13:59:24.340268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:24.347811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'security_group_rule': {'security_group_id': '419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.373080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02fa84-0155-47c7-821e-f84511c06d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.420170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:24.421131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.478096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-6f12def1-38ca-46b2-91f1-f2739d5079dd tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips/f3cbcbba-c90b-4001-b669-6f7d6ed8781d HTTP/1.1" status: 200 len: 692 time: 0.0630207 Oct 26 13:59:24.483113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-7b9d17a1-b761-4a09-a1ba-e62ce5425887 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.498078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-7b9d17a1-b761-4a09-a1ba-e62ce5425887 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.549374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c827873-9ce7-4dc0-a44d-ea96d596d621 req-7b9d17a1-b761-4a09-a1ba-e62ce5425887 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874441 Oct 26 13:59:24.583249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.591464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d17a1-b761-4a09-a1ba-e62ce5425887 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9900d7-894c-4276-be43-d481b8859f09,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.596399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.630783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:24.644017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1bda9f-e1e0-47af-bee5-c5fae8fa68e8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.646552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-fde80a45-ee2f-4961-90a1-f31e8ced6177 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:24.648248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-fde80a45-ee2f-4961-90a1-f31e8ced6177 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296609 Oct 26 13:59:24.660679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.667812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d2d5358e-9781-4320-b2ea-47653ec718bc tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263507 Oct 26 13:59:24.668435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:24.673293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'security_group_rule': {'security_group_id': '419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.687496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Request body: {'port': {'device_id': '9428814c-516d-419b-8f50-cccf01bff623', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '9768d7d3382c45fca7ccb8f162f7d1e3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.706126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.779760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.784203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.805632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02056654-2d3a-448e-b93b-1d1b04c15031,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:24.829154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:24.832336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da0fecf8-58e4-49a4-906b-54804ef6f9a4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627769 Oct 26 13:59:24.833999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47634) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:24.839173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:24.879732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-f1535ecd-cd36-4ca4-a401-c90e907e77ab tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=405c785c8754489a86a9e9793f9f1d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357430 Oct 26 13:59:24.895647 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.035554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:25.038507 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4987a588-86bd-4b9a-beff-f76b5bf64bc8" -d '{"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-unplugged", "status": "completed", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:25.042738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.058623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-0a72ea9f-5253-47a6-a948-0e0638a26dbf tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.061679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-0a72ea9f-5253-47a6-a948-0e0638a26dbf tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.5581031 Oct 26 13:59:25.075274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-d42a8176-6f5a-4ea2-97de-3341db1c87e5 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:25.076438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-d42a8176-6f5a-4ea2-97de-3341db1c87e5 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085075 Oct 26 13:59:25.077974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-f912d16e-adf2-4ce1-b915-dbd9291f7caa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753654 Oct 26 13:59:25.079829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.105382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-9dbb258e-5f91-4f2f-8cc2-445bfc4ddf13 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.106918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-9dbb258e-5f91-4f2f-8cc2-445bfc4ddf13 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075613 Oct 26 13:59:25.129239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-2dd96054-aeb6-4034-a4f7-24eecc62c1e5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/quotas/405c785c8754489a86a9e9793f9f1d4a HTTP/1.1" status: 200 len: 375 time: 0.0157757 Oct 26 13:59:25.197885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-5c5ac098-f3d0-4797-8de7-6cd033d1acc4 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527120 Oct 26 13:59:25.207203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02bfa93d-2f07-44bb-bd89-732a81f0a337 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.1143804 Oct 26 13:59:25.211356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.224349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-8c4ba713-a4e0-462f-94df-420d28b9d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.226611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-8c4ba713-a4e0-462f-94df-420d28b9d1f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.0932000 Oct 26 13:59:25.279749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:25.291505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-ef9125c3-f671-4fe3-8511-9c28761292a0 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.83 HTTP/1.1" status: 200 len: 695 time: 0.0837290 Oct 26 13:59:25.411732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-f0e067e4-402b-4967-bd6b-83d96d169221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.413542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-f0e067e4-402b-4967-bd6b-83d96d169221 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.1517193 Oct 26 13:59:25.414495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Allocated IP 172.25.5.39 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0926adb1-855a-4eca-8ac5-ebf16986fb6f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:25.461231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on host n-h2-813419-9 for vnic_type normal with profile {"migrating_to": "n-h1-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:25.461605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:25.461937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:25.476366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Made reservation on behalf of 9768d7d3382c45fca7ccb8f162f7d1e3 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:25.481000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.483652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:25.483982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Attempting to bind port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:25.522748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:25.523092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:25.523467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:25.523915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Bound port: 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:25.524272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.605812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-1ccae58d-e13d-4bc2-b807-89cd178e7bb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 1002 time: 0.1843591 Oct 26 13:59:25.699897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaaf47-5136-4a13-b3c3-5a779edd321d req-0f26ca72-7ba5-437e-9ea2-8ccea3189f1c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.707589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42eaaf47-5136-4a13-b3c3-5a779edd321d req-0f26ca72-7ba5-437e-9ea2-8ccea3189f1c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.1365895 Oct 26 13:59:25.778349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-1f762896-cead-4467-ac9c-a050ac61456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.785242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-1f762896-cead-4467-ac9c-a050ac61456f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.1703670 Oct 26 13:59:25.805465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:25.809407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Deleting port 6fd554d3-e05e-418c-8469-cbd9ca013ca2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:25.809777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.825050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.871034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42eaaf47-5136-4a13-b3c3-5a779edd321d req-7eba2734-61bf-4553-b2c0-67264b799a15 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617329 Oct 26 13:59:25.889026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:25.913401 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:25.935701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-98ec7c1a-6abc-48df-9989-73ecdc0f96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:25.937205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-98ec7c1a-6abc-48df-9989-73ecdc0f96cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370471 Oct 26 13:59:25.979703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Allocated IP 192.168.233.184 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/6dfac51c-651b-4b10-9a14-27fd07379e87) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:25.996725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.013840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47660) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:26.066238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.066582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adcfede3-f60c-42d6-a3a2-bf6dd90623c5 req-a9264a31-220c-4c84-98e1-fa3244d04199 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 210 time: 0.0559068 Oct 26 13:59:26.066720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.080273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:26.088377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:26.095038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:26.123538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'Port': ['ID=0926adb1-855a-4eca-8ac5-ebf16986fb6f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.134575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.159772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:26.159772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.161591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-50e90c29-80da-412e-a6c9-9175bcc98a92 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 1121 time: 2.3499296 Oct 26 13:59:26.163827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Calling delete_port for 6fd554d3-e05e-418c-8469-cbd9ca013ca2 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:26.193043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-96fc3cf1-5b1d-4b72-9c76-2789dd9773af service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461629 Oct 26 13:59:26.238066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8e8f9823-c9a4-40eb-9fd6-fa701423c746'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:26.315844 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e482402b-ad90-40a1-ab44-014e6c2ddb66 x-openstack-request-id: req-e482402b-ad90-40a1-ab44-014e6c2ddb66 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:26.316035 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-unplugged", "status": "completed", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:26.316249 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e482402b-ad90-40a1-ab44-014e6c2ddb66 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:26.316540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.316651 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'code': 200} Oct 26 13:59:26.394882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd0f18f0-3115-444c-aac8-884123fe4a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.402917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99af3646-1cb6-41d7-ae63-1453dba8467d req-8f979214-eb69-4d4d-a1f5-5c1e840c74ea tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 210 time: 0.0660541 Oct 26 13:59:26.433322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.480858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-716f00a3-f36d-47b7-8f35-6f400a0f1bcb req-59a9bd99-cc71-47af-bd15-12befa68b420 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770872 Oct 26 13:59:26.509984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.618803 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.622282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.632090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:26.667975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9947a-64db-4f81-9f24-35244547bd66 req-8e507047-bb44-4000-b132-3b26e81dadfc tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:26.670461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38f9947a-64db-4f81-9f24-35244547bd66 req-8e507047-bb44-4000-b132-3b26e81dadfc tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 1101 time: 0.1077921 Oct 26 13:59:26.671694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd0f18f0-3115-444c-aac8-884123fe4a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.674898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event deleted for resources: {'Port': ['ID=6fd554d3-e05e-418c-8469-cbd9ca013ca2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.686988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd0f18f0-3115-444c-aac8-884123fe4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.727850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:26.775519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:26.776973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38f9947a-64db-4f81-9f24-35244547bd66 req-101297ba-7b93-413c-8694-642901848876 tempest-ServersAdminNegativeTestJSON-1400041722 tempest-ServersAdminNegativeTestJSON-1400041722-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Oct 26 13:59:26.793415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:26.817793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.822290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.876145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.926855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'Port': ['ID=0926adb1-855a-4eca-8ac5-ebf16986fb6f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.930144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fd0f18f0-3115-444c-aac8-884123fe4a3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a541021aa92c4f2b80a1a198dd99a62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114335 Oct 26 13:59:26.933468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47674) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:26.946801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.954821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f18f0-3115-444c-aac8-884123fe4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c7bde8-4943-4243-bf79-df0a453ec8f2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:26.958338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:26.959709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eeffa180-7318-4fa7-be4e-33f3474f5def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1243200 Oct 26 13:59:27.040238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.052650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.067494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1482e54-cfb8-428b-93a8-57dc92bb12a0 req-02819eb4-2104-4658-bc6e-3b4cb23d8f6b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "DELETE /v2.0/floatingips/f3cbcbba-c90b-4001-b669-6f7d6ed8781d HTTP/1.1" status: 204 len: 173 time: 1.7473016 Oct 26 13:59:27.075636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-126d00b2-c1a2-4c33-b21a-fdbf9ecdb9b9 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=405c785c8754489a86a9e9793f9f1d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1085012 Oct 26 13:59:27.090388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.150472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.151264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.226237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.260734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943451b7-e910-431f-9d14-a4552a50f3cf req-f03750a7-687a-4624-ae70-ffb282cd530d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.262424 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-943451b7-e910-431f-9d14-a4552a50f3cf req-f03750a7-687a-4624-ae70-ffb282cd530d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.1741211 Oct 26 13:59:27.316629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a38d23ac-ba34-4edc-a5ba-fe76501a9795 None None] Provisioning complete for port 6dfac51c-651b-4b10-9a14-27fd07379e87 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:27.317775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a38d23ac-ba34-4edc-a5ba-fe76501a9795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.325404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-943451b7-e910-431f-9d14-a4552a50f3cf req-2d2338e5-f94e-40ab-9a80-dc9d7c4419c6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558033 Oct 26 13:59:27.337132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.340353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.342168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13c7bde8-4943-4243-bf79-df0a453ec8f2 HTTP/1.1" status: 204 len: 168 time: 0.4074183 Oct 26 13:59:27.350992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-ac800e52-5a74-4cf2-a55e-10fb040149c6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 1002 time: 0.1954937 Oct 26 13:59:27.385570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6a691-d8a3-411b-b037-939ab19b93b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c7bde8-4943-4243-bf79-df0a453ec8f2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:27.386842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a38d23ac-ba34-4edc-a5ba-fe76501a9795 None None] Port 6dfac51c-651b-4b10-9a14-27fd07379e87 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:27.464946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-44fa3d4a-9eb4-46f8-9712-7e32a36fce6e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7875893 Oct 26 13:59:27.481581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Request body: {'port': {'device_id': '9428814c-516d-419b-8f50-cccf01bff623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:27.555089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.556320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-efe88ec2-b58b-4b31-9e38-ea90c0bbcbf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789473 Oct 26 13:59:27.587721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-a6a30c2b-943f-413b-b935-bc06f683dcb6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.605027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-a6a30c2b-943f-413b-b935-bc06f683dcb6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports/3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 943 time: 0.2307215 Oct 26 13:59:27.634933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cfcb-ea83-4c08-9ae9-e0d80fe425a5 req-ddd91529-5e74-49ed-9172-adeffac7fbd7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.638510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d101cfcb-ea83-4c08-9ae9-e0d80fe425a5 req-ddd91529-5e74-49ed-9172-adeffac7fbd7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 936 time: 0.0809329 Oct 26 13:59:27.715180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-d53226b1-57eb-4857-93a1-86a15e8abf65 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.716829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-d53226b1-57eb-4857-93a1-86a15e8abf65 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6201327 Oct 26 13:59:27.764277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Request body: {'port': {'device_id': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '405c785c8754489a86a9e9793f9f1d4a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:27.826526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-c78a63b6-50a0-4cff-b318-43fb4a6bea13 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 1002 time: 0.1610987 Oct 26 13:59:27.898081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47700) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:27.963697 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-936d1f41-7b16-40c6-94c4-a5882dd1e075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:27.984648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-04d71ecc-b785-4c98-ae1e-5430d0c7c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:27.986579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-04d71ecc-b785-4c98-ae1e-5430d0c7c6d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1117 time: 0.3463862 Oct 26 13:59:27.989696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d101cfcb-ea83-4c08-9ae9-e0d80fe425a5 req-d45cfb3c-fedc-444a-bc2e-35a75b75fc8d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338597 Oct 26 13:59:28.135688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:28.143083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-732c0ad0-dc7d-4684-91ee-f6f41041c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.145489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-732c0ad0-dc7d-4684-91ee-f6f41041c3a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1281569 Oct 26 13:59:28.201469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-67286fad-64ad-41df-9447-07ec6d16b1dc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.208221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-67286fad-64ad-41df-9447-07ec6d16b1dc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.3444371 Oct 26 13:59:28.213002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-a650f032-080c-4cf7-9291-1f5af3cd929d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--167338240&fields=id&tenant_id=20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 267 time: 0.1079268 Oct 26 13:59:28.214516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-9f76e459-abf2-4077-b595-8bc897615180 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0580575 Oct 26 13:59:28.228072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-330dc819-873a-45b2-b9ca-c63fd52cf2f6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:28.229135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-330dc819-873a-45b2-b9ca-c63fd52cf2f6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200863 Oct 26 13:59:28.293141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:28.314603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Made reservation on behalf of 405c785c8754489a86a9e9793f9f1d4a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:28.316759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 has no active binding in host n-h1-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 13:59:28.318021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.325659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:28.327858 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db507b3-1758-43bb-838a-66b349686075" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:28.357374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-806cd3f0-cceb-4c41-92f1-d03dd0a4a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.358525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-806cd3f0-cceb-4c41-92f1-d03dd0a4a5b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1367891 Oct 26 13:59:28.361669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.406688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-c31b9a8e-021d-43c6-a26a-72593af04f22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312343 Oct 26 13:59:28.410632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-6115b281-23da-442a-8b69-5287ed716e40 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 1002 time: 0.1715324 Oct 26 13:59:28.416960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-936d1f41-7b16-40c6-94c4-a5882dd1e075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.433411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-936d1f41-7b16-40c6-94c4-a5882dd1e075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.440882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:28.493319 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-477668da-a35a-4c3b-8b06-dc82594e313f tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:28.494978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-477668da-a35a-4c3b-8b06-dc82594e313f tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 823 time: 0.2718747 Oct 26 13:59:28.538709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-14c9a0a1-cba2-497f-8603-fa09b9d19dcb tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/quotas/20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 375 time: 0.0301406 Oct 26 13:59:28.616924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-1a8487c0-12de-4a04-887b-779c48ef3c34 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937697 Oct 26 13:59:28.633093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-8d8d8cf2-5db2-4538-a4ec-adc52b34e69c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838141 Oct 26 13:59:28.810212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084bf53f-31d8-42d0-a2b0-8dcd06a0ec5e req-6be937e2-a68d-4ac5-b209-af8bde953f91 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759126 Oct 26 13:59:28.819434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-fce80273-3902-4742-a607-074404f904cd service neutron] 10.222.0.37 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665952 Oct 26 13:59:28.866401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d1f41-7b16-40c6-94c4-a5882dd1e075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420542e8-06ce-45e5-ba05-39b5cfad42b0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:28.878563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-936d1f41-7b16-40c6-94c4-a5882dd1e075 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5a1027c48ce4ee6bd201110ebfbca55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9791729 Oct 26 13:59:28.883934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47716) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:28.893527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.898771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfac51c-651b-4b10-9a14-27fd07379e87 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:28.941025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.952767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-4869cd8c-1860-4d90-aca8-b3ca835af1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260204 Oct 26 13:59:28.967415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:28.988256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Transition to ACTIVE for port object 6dfac51c-651b-4b10-9a14-27fd07379e87 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:28.992329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.002286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.032279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.048672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.051659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.053040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/420542e8-06ce-45e5-ba05-39b5cfad42b0 HTTP/1.1" status: 204 len: 168 time: 0.1680932 Oct 26 13:59:29.061514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974ecc1-a62f-403e-9764-4f38400997f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420542e8-06ce-45e5-ba05-39b5cfad42b0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:29.078502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.232988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a5e434e-b3e3-4cc8-8473-ee96a9756fea req-ac3de29b-054b-422b-b1bd-d9066a3f3c1b tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 210 time: 0.0454159 Oct 26 13:59:29.244378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:29.320306 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.321438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:29.353890 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc9eaa-ad3a-42f5-a04a-0760eefa91fd x-openstack-request-id: req-33dc9eaa-ad3a-42f5-a04a-0760eefa91fd {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:29.354191 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:29.354441 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33dc9eaa-ad3a-42f5-a04a-0760eefa91fd {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:29.354837 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'status': 'completed', 'code': 200} Oct 26 13:59:29.377070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.377724 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Floating IP 5b600af2-bd7f-4ea1-95da-a97f75bbdd9d disassociated. External IP: 172.25.5.148, port: 3388c45e-268a-450d-a61f-ebde79b808da. Oct 26 13:59:29.551760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e943b-826e-4757-9f82-9203beb93e6f req-80020528-86cd-4378-8d27-d437932ec041 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.554645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Allocated IP 192.168.233.175 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/50e48634-a809-4a48-bccc-2c3d5a447ad0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:29.580246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6e943b-826e-4757-9f82-9203beb93e6f req-80020528-86cd-4378-8d27-d437932ec041 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.1324835 Oct 26 13:59:29.590652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db507b3-1758-43bb-838a-66b349686075 req-54a7a7bc-df8e-4e40-b520-3398955dcdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.592546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-54a7a7bc-df8e-4e40-b520-3398955dcdf1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1124 time: 0.1939816 Oct 26 13:59:29.606289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Attempting to bind port 6dfac51c-651b-4b10-9a14-27fd07379e87 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:29.606961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Attempting to bind port 6dfac51c-651b-4b10-9a14-27fd07379e87 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:29.607451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Attempting to bind port 6dfac51c-651b-4b10-9a14-27fd07379e87 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:29.627595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Port 6dfac51c-651b-4b10-9a14-27fd07379e87 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:29.628147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Attempting to bind port 6dfac51c-651b-4b10-9a14-27fd07379e87 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:29.648194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:29.648550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:29.648975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:29.649374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Bound port: 6dfac51c-651b-4b10-9a14-27fd07379e87, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:29.650203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.690070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6e943b-826e-4757-9f82-9203beb93e6f req-6611aba5-7021-4b63-8a5f-b547900f7b89 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Oct 26 13:59:29.799399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db507b3-1758-43bb-838a-66b349686075 req-1c8c3ca2-d307-4ffa-a6b2-8afda7522eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:29.801667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-1c8c3ca2-d307-4ffa-a6b2-8afda7522eab service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1992495 Oct 26 13:59:29.907923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-0a86c5ce-59e1-4f4d-a30c-bc2aa9c90664 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 217 time: 0.0957372 Oct 26 13:59:29.918407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.960463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:29.965917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:29.985576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:29.995292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Router 888f3db5-58e0-4642-851c-e59e9af0df71 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:30.017744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db507b3-1758-43bb-838a-66b349686075 req-daac8af1-554e-481f-885f-0e2a2e1b19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.019575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-daac8af1-554e-481f-885f-0e2a2e1b19e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0698543 Oct 26 13:59:30.021973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.028617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ace6-ac2c-46c1-991d-60c79db7cc39 req-5b621acb-32af-4eb1-bc11-b046f9a0f47f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.036267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cd1ace6-ac2c-46c1-991d-60c79db7cc39 req-5b621acb-32af-4eb1-bc11-b046f9a0f47f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 948 time: 0.1267078 Oct 26 13:59:30.054585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:30.062719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.063442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.064942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] 10.222.0.73 "PUT /v2.0/ports/6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 1096 time: 2.5883682 Oct 26 13:59:30.068016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:30.073915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:30.082604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Pushing event updated for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.105939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-f24b0b46-344c-4ab0-9f35-7ad590bcb69b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660295 Oct 26 13:59:30.217143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cd1ace6-ac2c-46c1-991d-60c79db7cc39 req-a8d227ba-f38f-496a-b7da-2f69c6808bc4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798668 Oct 26 13:59:30.308131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.308942 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.342919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-73053ad2-7cee-4d2e-9e1b-6202bd0589f8 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120731 Oct 26 13:59:30.343847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-e623c6df-5b9a-41f1-b46f-2f340f20a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.345868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-e623c6df-5b9a-41f1-b46f-2f340f20a888 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1099 time: 0.1660635 Oct 26 13:59:30.349348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28bbe9-6943-45c6-8a76-f8e56aba5ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:30.364012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ea9205c-eedd-4bbe-976c-5c81c50f14d2 req-891adf8b-03f0-47cb-9587-3aff2309c60e tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 210 time: 0.0539589 Oct 26 13:59:30.376629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-b2ab09ce-1ce9-480f-bc4a-9473abc4d68a tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6179707 Oct 26 13:59:30.430821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Request body: {'port': {'device_id': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:30.435454 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-09e5fb3b-76ba-4ad4-a5f5-a8e77bcef2ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.0732145 Oct 26 13:59:30.438572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:30.452016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Sync routers for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:30.461116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.73', 52458) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:30.470469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.476322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:30.477458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:30.604504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db507b3-1758-43bb-838a-66b349686075 req-be896a0c-2a76-48ca-9ebf-8d37b9a88119 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432377 Oct 26 13:59:30.605153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.73', 52459) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:30.628919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-8019e0af-6475-4e74-a534-bf6300e0d100 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "PUT /v2.0/floatingips/5b600af2-bd7f-4ea1-95da-a97f75bbdd9d HTTP/1.1" status: 200 len: 695 time: 2.1995449 Oct 26 13:59:30.763394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:30.801509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-f77d56bb-c5fa-4550-8160-7de6598a7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.803846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-f77d56bb-c5fa-4550-8160-7de6598a7802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.3305368 Oct 26 13:59:30.862790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53f4e716-adc5-4391-a76a-66b585a2a724 None None] Provisioning complete for port 50e48634-a809-4a48-bccc-2c3d5a447ad0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:30.863270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53f4e716-adc5-4391-a76a-66b585a2a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.906457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:30.925714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-1162c4c4-36f5-4ec1-9388-523d80416200 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:30.933008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-1162c4c4-36f5-4ec1-9388-523d80416200 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 823 time: 0.3256412 Oct 26 13:59:30.971346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-53f4e716-adc5-4391-a76a-66b585a2a724 None None] Port 50e48634-a809-4a48-bccc-2c3d5a447ad0 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:31.088831 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:31.090183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-b9c705ce-0427-424e-85a9-b1ec67733b60 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 379 time: 0.1423190 Oct 26 13:59:31.104222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'port': {'device_id': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'admin_state_up': True, 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'security_groups': ['419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:31.186928 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Checking router: 888f3db5-58e0-4642-851c-e59e9af0df71 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:31.206038 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:31.208008 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:31.210580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e27fa-c3ad-4202-952d-70b8eb696f8b req-bb18fed5-86bc-44b4-9f21-104d13c528eb tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.213106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a2e27fa-c3ad-4202-952d-70b8eb696f8b req-bb18fed5-86bc-44b4-9f21-104d13c528eb tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 936 time: 0.2029078 Oct 26 13:59:31.239380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-deda908b-0df5-4218-9aa5-53d657e1a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.247400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-deda908b-0df5-4218-9aa5-53d657e1a3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.4425049 Oct 26 13:59:31.254179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-8c5941f5-6d3b-4d29-a945-dc1a03ee23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.256002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-8c5941f5-6d3b-4d29-a945-dc1a03ee23f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3062255 Oct 26 13:59:31.293139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-6445f5a8-31fe-45cc-974c-290441f95a84 service neutron] 10.222.0.73 "GET /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.8182652 Oct 26 13:59:31.370452 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:31.373078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87'}, {'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:31.374475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a2e27fa-c3ad-4202-952d-70b8eb696f8b req-55669e67-421c-41fc-8156-a8a9b9fd5798 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536481 Oct 26 13:59:31.375586 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb9d8f7-508c-43c6-9030-791b07f92f71" -d '{"events": [{"name": "network-changed", "server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87"}, {"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:31.427434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Made reservation on behalf of 20213f3a23e14e29807ee4edebd85e8e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:31.432179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:31.629451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d2780-c232-48b4-8bd9-4bab249902c4 req-4af7ceef-67f2-438a-96cc-82751956067a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.631679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-369d2780-c232-48b4-8bd9-4bab249902c4 req-4af7ceef-67f2-438a-96cc-82751956067a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 943 time: 0.0944369 Oct 26 13:59:31.683937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Allocated IP 172.20.0.11 (7c6b449f-8821-4e85-a25e-1dcd8a909999/ef482f6b-9264-4fe3-b6c0-3e56f5eb3240/e37df615-2865-4c5a-b36a-6037f66ce451) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:31.686111 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:31.696887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-369d2780-c232-48b4-8bd9-4bab249902c4 req-372b9fb3-6679-44bc-8fdd-976d9124a502 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Oct 26 13:59:31.725097 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447e6907-9425-4a68-bdaf-9274482df0e7 None None] The sync data for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 is: [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:58:47Z', 'revision_number': 4, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0130405e-d846-400a-997f-8dc2782b9d3d', 'name': '', 'network_id': '55e8fb9e-3653-4ce2-8840-c3b4d762d581', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'mac_address': 'fa:16:3e:c6:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:45Z', 'updated_at': '2021-10-26T13:58:55Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'subnets': [{'id': '4b6264b8-12f0-488c-b378-c2ace489b680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:31.809325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-cd54c757-06a5-4cc5-a2f1-df6a8e8f010a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381768 Oct 26 13:59:31.904917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4bd9-9a74-4909-b75e-dc0518720c7b req-47ae89bf-9ff1-4669-a823-385ce6fab6b9 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.914041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-beaa4bd9-9a74-4909-b75e-dc0518720c7b req-47ae89bf-9ff1-4669-a823-385ce6fab6b9 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 950 time: 0.1197877 Oct 26 13:59:31.970255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-57274bbd-ff43-4437-bab0-ecd9cee78062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:31.971794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-57274bbd-ff43-4437-bab0-ecd9cee78062 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.7236221 Oct 26 13:59:31.998961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.010445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-beaa4bd9-9a74-4909-b75e-dc0518720c7b req-c8bd8219-dd3a-49a0-9f7f-fd13f4cefcbe tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952399 Oct 26 13:59:32.058115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-452954b1-bcb5-4a66-b5f8-5b7f0c65821f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 217 time: 0.0633349 Oct 26 13:59:32.059552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.120785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42281a3-9f9e-4cf8-a420-698882a7705f None None] New status for floating IP 5b600af2-bd7f-4ea1-95da-a97f75bbdd9d: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:59:32.127705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:32.135322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:32.139484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:32.145823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.146267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.215063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:32.222263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac3888bd-bd9a-4139-a0d3-579ad1c457ae req-c4fd8521-05f9-4e0f-88a4-3fd8f7da1f9f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950016 Oct 26 13:59:32.268308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-24ca1884-4136-4361-881d-9f9d2ef15158 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1697276 Oct 26 13:59:32.283330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-0abbe702-0040-4dc8-bcc2-567e1568b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.285104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-0abbe702-0040-4dc8-bcc2-567e1568b64b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.2117460 Oct 26 13:59:32.285619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Request body: {'port': {'device_id': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:32.296411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b1ea-3b04-439d-9698-4930cbf2c455 req-2e57b96a-7471-405a-8bc5-ba03f919bb6d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.298232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0164b1ea-3b04-439d-9698-4930cbf2c455 req-2e57b96a-7471-405a-8bc5-ba03f919bb6d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 948 time: 0.1447189 Oct 26 13:59:32.343236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e48634-a809-4a48-bccc-2c3d5a447ad0 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:32.365141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.382302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:32.418874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Transition to ACTIVE for port object 50e48634-a809-4a48-bccc-2c3d5a447ad0 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:32.425442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:32.431654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-fa57bbe0-407e-45c0-ae0a-bab8080351e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.433384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-fa57bbe0-407e-45c0-ae0a-bab8080351e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406326 Oct 26 13:59:32.439498 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.470652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.588998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8f9823-c9a4-40eb-9fd6-fa701423c746 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:32.598292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-b6d94182-8c40-42cc-a0ef-f59a04c36a61 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:32.600898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-b6d94182-8c40-42cc-a0ef-f59a04c36a61 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 950 time: 0.1626666 Oct 26 13:59:32.607772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fc0f9d19-7788-4685-afcb-76176fafce63 None None] Provisioning complete for port e37df615-2865-4c5a-b36a-6037f66ce451 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:32.608580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9d19-7788-4685-afcb-76176fafce63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.621796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0164b1ea-3b04-439d-9698-4930cbf2c455 req-4e2bd673-dd0f-4f65-b71d-9acfeeb86bc0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469292 Oct 26 13:59:32.642397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:32.655710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Pushing event updated for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:32.713826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fc0f9d19-7788-4685-afcb-76176fafce63 None None] Port e37df615-2865-4c5a-b36a-6037f66ce451 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:32.740000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.845205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-fc829d36-24e2-49b5-98e9-e0f232ef53ac service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700776 Oct 26 13:59:32.893453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Deleting port c1cf60ef-7de4-4d22-870a-4a879fa5445b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:32.893808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.925054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Attempting to bind port 50e48634-a809-4a48-bccc-2c3d5a447ad0 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:32.925253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Attempting to bind port 50e48634-a809-4a48-bccc-2c3d5a447ad0 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:32.925593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Attempting to bind port 50e48634-a809-4a48-bccc-2c3d5a447ad0 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:32.943942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Port 50e48634-a809-4a48-bccc-2c3d5a447ad0 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:32.944267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Attempting to bind port 50e48634-a809-4a48-bccc-2c3d5a447ad0 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:32.965573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:32.965898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:32.966288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:32.966778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Bound port: 50e48634-a809-4a48-bccc-2c3d5a447ad0, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:32.967156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:32.992151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] Transition to ACTIVE for port object 8e8f9823-c9a4-40eb-9fd6-fa701423c746 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:33.031139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.046429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66d9bf1b-5dc1-4033-a605-1116d1251695 req-108d15c4-8028-495e-b589-63902a2a7b50 service neutron] 10.222.0.37 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921175 Oct 26 13:59:33.122006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] No DVR routers for this DVR port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:33.122821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] For port c1cf60ef-7de4-4d22-870a-4a879fa5445b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c1cf60ef-7de4-4d22-870a-4a879fa5445b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:33.124083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.137432 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea97d41-049d-4e2a-9cb2-60eba75e49d5 x-openstack-request-id: req-bea97d41-049d-4e2a-9cb2-60eba75e49d5 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:33.137926 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "tag": "3388c45e-268a-450d-a61f-ebde79b808da", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:33.138324 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bea97d41-049d-4e2a-9cb2-60eba75e49d5 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:33.138720 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'status': 'completed', 'code': 200} Oct 26 13:59:33.138975 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da', 'status': 'completed', 'code': 200} Oct 26 13:59:33.143155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:33.148649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] Pushing event updated for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.152763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:33.159957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Calling delete_port for c1cf60ef-7de4-4d22-870a-4a879fa5445b owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:33.185798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-53336af0-3ca1-4659-b1fa-5bdbcfc4411a service neutron] 10.222.0.73 "PUT /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746/bindings/n-h1-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8604999 Oct 26 13:59:33.195370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.198059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f5b27-c60e-4079-9a01-ef5b50a8889c req-9da9d0b1-677e-4eb4-b3a8-3a7bbf72bf72 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.199678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-465f5b27-c60e-4079-9a01-ef5b50a8889c req-9da9d0b1-677e-4eb4-b3a8-3a7bbf72bf72 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 932 time: 0.1858640 Oct 26 13:59:33.264029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.264954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.266598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] 10.222.0.41 "PUT /v2.0/ports/50e48634-a809-4a48-bccc-2c3d5a447ad0 HTTP/1.1" status: 200 len: 1096 time: 2.8441234 Oct 26 13:59:33.353804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37df615-2865-4c5a-b36a-6037f66ce451 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:33.362416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.370041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.41', 56129) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:33.375501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-f5fea114-e4f8-467f-95db-a0a114284085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.377500 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-f5fea114-e4f8-467f-95db-a0a114284085 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1099 time: 0.2001257 Oct 26 13:59:33.378382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Transition to ACTIVE for port object e37df615-2865-4c5a-b36a-6037f66ce451 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:33.396163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-465f5b27-c60e-4079-9a01-ef5b50a8889c req-45c24172-59c4-49fa-958c-605b47b477d5 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448903 Oct 26 13:59:33.403879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.447331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f3008-1c14-45b8-9aa9-240e98fde89a service neutron] Pushing event updated for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.492575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Pushing event updated for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.534139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-99d172cf-41f7-42f0-9bf7-dce111c8b38c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.535846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-99d172cf-41f7-42f0-9bf7-dce111c8b38c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.2293413 Oct 26 13:59:33.542841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-da767cdf-bc95-4da7-be15-5de154898625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.544450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-da767cdf-bc95-4da7-be15-5de154898625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 1099 time: 0.1603234 Oct 26 13:59:33.555298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3f465-63f7-4f01-8382-b9b87464908a req-d1b5af1a-632b-42d2-9673-5e3a07488c99 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.557111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85a3f465-63f7-4f01-8382-b9b87464908a req-d1b5af1a-632b-42d2-9673-5e3a07488c99 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 948 time: 0.3575857 Oct 26 13:59:33.644075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a519af-1c86-4f00-bfba-ce7d73365e9e req-bd5a0f60-05d4-4a1b-a4b1-867cbb4d36a0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.648985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9a519af-1c86-4f00-bfba-ce7d73365e9e req-bd5a0f60-05d4-4a1b-a4b1-867cbb4d36a0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.1598585 Oct 26 13:59:33.661081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-e3d4a9e7-d924-4188-acc8-c07a601fba99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0 HTTP/1.1" status: 200 len: 217 time: 0.1004684 Oct 26 13:59:33.684067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.699567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['1e074528-b2c0-48f5-a928-9b9df64dea80', 'c1cf60ef-7de4-4d22-870a-4a879fa5445b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:33.709855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85a3f465-63f7-4f01-8382-b9b87464908a req-01784433-b958-4a5b-aa6b-8b1d24333582 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278453 Oct 26 13:59:33.761489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-ee24c6c3-fcef-47c2-a855-45d4a7fcce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.763228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-ee24c6c3-fcef-47c2-a855-45d4a7fcce78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 1095 time: 0.2008841 Oct 26 13:59:33.794330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-b317721c-0eeb-4863-a352-4960d72c49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:33.807632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-b317721c-0eeb-4863-a352-4960d72c49bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3663707 Oct 26 13:59:33.808506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Pushing event deleted for resources: {'Port': ['ID=c1cf60ef-7de4-4d22-870a-4a879fa5445b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:33.810602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Attempting to bind port e37df615-2865-4c5a-b36a-6037f66ce451 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:33.810939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Attempting to bind port e37df615-2865-4c5a-b36a-6037f66ce451 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:33.811269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Attempting to bind port e37df615-2865-4c5a-b36a-6037f66ce451 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:33.831193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Port e37df615-2865-4c5a-b36a-6037f66ce451 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:33.831547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Attempting to bind port e37df615-2865-4c5a-b36a-6037f66ce451 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:33.854136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] No DVR routers for this DVR port c1cf60ef-7de4-4d22-870a-4a879fa5445b on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:33.861074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:33.861493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Checking segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:33.861886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Bound using segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:33.862670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Bound port: e37df615-2865-4c5a-b36a-6037f66ce451, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:33.863239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.867276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:33.887931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10cd085c-57eb-4e76-843b-c613f794d0a0 req-aa14e1e9-5b41-4c42-a41c-2682bc728e3e tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "DELETE /v2.0/ports/c1cf60ef-7de4-4d22-870a-4a879fa5445b HTTP/1.1" status: 204 len: 173 time: 1.2648010 Oct 26 13:59:33.890017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'name': 'network-vif-deleted', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:33.893441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353d436-b68d-4670-a8e8-2d1ccea9bd46" -d '{"events": [{"server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "name": "network-vif-deleted", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:34.063700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-164089e5-db42-4dae-9248-4b1a6afa59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.069094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-164089e5-db42-4dae-9248-4b1a6afa59d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.3923237 Oct 26 13:59:34.074921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-d71f5afd-de6d-4110-9101-ed37b19e5632 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.2348237 Oct 26 13:59:34.086379 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9a519af-1c86-4f00-bfba-ce7d73365e9e req-1c575a43-aca9-4924-a8ee-03b36f792cf9 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047153 Oct 26 13:59:34.124644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:34.136309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e37df615-2865-4c5a-b36a-6037f66ce451,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:34.163562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.252612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af59e332-2981-42c0-a361-ee9db7b7d20b req-514641fe-6033-4c01-8bae-20906f62a30b tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=de7cd26a-757a-4efc-b72a-d1463428c824 HTTP/1.1" status: 200 len: 210 time: 0.1741498 Oct 26 13:59:34.266686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-489af93e-d933-4ae6-9c03-72bdf27436ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.268362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-489af93e-d933-4ae6-9c03-72bdf27436ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1095 time: 0.4555743 Oct 26 13:59:34.281373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-43c3a243-966c-46d7-98b9-2ca87988852b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips/5b600af2-bd7f-4ea1-95da-a97f75bbdd9d HTTP/1.1" status: 200 len: 693 time: 0.1270735 Oct 26 13:59:34.383937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-4c128417-0c2d-4388-957f-7566f32bc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.384692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-4c128417-0c2d-4388-957f-7566f32bc99e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2812989 Oct 26 13:59:34.441185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:34.534048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.534645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.536695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-e238819f-75e6-4282-8978-2ee2cd2071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.538954 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-e238819f-75e6-4282-8978-2ee2cd2071c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4344749 Oct 26 13:59:34.540133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] 10.222.0.73 "PUT /v2.0/ports/e37df615-2865-4c5a-b36a-6037f66ce451 HTTP/1.1" status: 200 len: 1092 time: 2.2612135 Oct 26 13:59:34.547816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:34.561704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:34.573709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a6735967-70ef-41c2-adc9-4be501df82bc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.580798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a6735967-70ef-41c2-adc9-4be501df82bc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.2366984 Oct 26 13:59:34.590819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a934f673-0b4f-4c6e-9894-4209b21d7eba tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:34.606206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a934f673-0b4f-4c6e-9894-4209b21d7eba tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0243273 Oct 26 13:59:34.742915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-7dbcd3d5-1dd1-4721-a515-6aaa50d308dc tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.1359985 Oct 26 13:59:34.746227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa39ed-d383-49a1-bf34-c800f36d99af service neutron] Pushing event updated for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:34.802265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-eedc8416-4094-4351-860e-95b322f7f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.804247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-eedc8416-4094-4351-860e-95b322f7f54d service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.5245397 Oct 26 13:59:34.806940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-a3c04b0e-8cb6-4469-9a3b-0932811a5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.808372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-a3c04b0e-8cb6-4469-9a3b-0932811a5f1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3905265 Oct 26 13:59:34.821792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-bdd3a459-9738-47c3-9fd5-3c67fbef1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.823602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-bdd3a459-9738-47c3-9fd5-3c67fbef1b65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 1095 time: 0.2152488 Oct 26 13:59:34.833510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-6bd89a30-10c1-4af7-80af-88ed95f004aa tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.0707958 Oct 26 13:59:34.846628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1e64-338b-4254-89a2-eeb29accb1c7 req-177da1ea-ae92-486d-bb13-4907d79ed4e1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:34.848189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a42d1e64-338b-4254-89a2-eeb29accb1c7 req-177da1ea-ae92-486d-bb13-4907d79ed4e1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 948 time: 0.4590259 Oct 26 13:59:34.881516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-cb494dce-a5bf-4832-933f-9f4d8b196b60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37df615-2865-4c5a-b36a-6037f66ce451 HTTP/1.1" status: 200 len: 217 time: 0.0462391 Oct 26 13:59:34.898910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa6361b3-f1e0-4349-9589-3342d1bf8bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:34.901565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-1c3598d5-08e4-4a09-a87e-5df192ed4cba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 200 len: 217 time: 0.0786963 Oct 26 13:59:35.193197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:35.195960 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0373b67-9203-442a-aaef-48078dcd7e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:35.262144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-351f04e5-e853-4c55-9540-b82267d817c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.263570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-351f04e5-e853-4c55-9540-b82267d817c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.3526180 Oct 26 13:59:35.266771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-5a5c0f64-8904-4d6d-b151-74b576f059c9 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144139 Oct 26 13:59:35.323105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Deleting port f7ac494e-acaf-42b5-8fc6-d46d10e47f63 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:35.323441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.327030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-162f0449-7f40-4af2-8d90-a2f082d8183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.328477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-162f0449-7f40-4af2-8d90-a2f082d8183f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573621 Oct 26 13:59:35.383845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a42d1e64-338b-4254-89a2-eeb29accb1c7 req-9763c36d-050a-4db2-bd05-4d720e907e56 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981616 Oct 26 13:59:35.399401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-3e122cf6-0177-4c96-af09-5c16d47936c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.400996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-3e122cf6-0177-4c96-af09-5c16d47936c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1898963 Oct 26 13:59:35.421447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-906c3eae-edd3-4bc2-a2e0-74f57be74b4f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019089 Oct 26 13:59:35.451212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-56b2b0ad-9392-451c-97d9-daab677af799 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423455 Oct 26 13:59:35.471159 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2461b1-6319-4616-922b-19ba8d6c9c36 x-openstack-request-id: req-6e2461b1-6319-4616-922b-19ba8d6c9c36 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:35.471448 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7cd26a-757a-4efc-b72a-d1463428c824", "name": "network-vif-deleted", "tag": "c1cf60ef-7de4-4d22-870a-4a879fa5445b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:35.471827 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e2461b1-6319-4616-922b-19ba8d6c9c36 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:35.472204 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7cd26a-757a-4efc-b72a-d1463428c824', 'name': 'network-vif-deleted', 'tag': 'c1cf60ef-7de4-4d22-870a-4a879fa5445b', 'status': 'completed', 'code': 200} Oct 26 13:59:35.485932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.486299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.513542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-ab7e4e53-d1be-4b66-804e-b6d62abe53da service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757948 Oct 26 13:59:35.514283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Calling delete_port for f7ac494e-acaf-42b5-8fc6-d46d10e47f63 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:35.650403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-d71a1bd3-6b79-472e-8581-9408a4241239 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027330 Oct 26 13:59:35.688632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b8c45e-cba2-4c02-9a9d-3a60127de3e4 req-ae1bae55-d31f-4ffb-ac37-e77f8edcba9d service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641760 Oct 26 13:59:35.795334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-523bc4ec-a538-45c2-a031-71e3328f3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:35.798105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-523bc4ec-a538-45c2-a031-71e3328f3a89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a48d3107a1a489a99358a1387db4cb1&device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 1097 time: 0.0582664 Oct 26 13:59:35.799805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.812210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa6361b3-f1e0-4349-9589-3342d1bf8bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.815054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac2f39f4-48ff-4a8b-84a7-fc32dab07533 req-1d395bc5-9355-405a-81ef-b538b6cc7ebb service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316069 Oct 26 13:59:35.840536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa6361b3-f1e0-4349-9589-3342d1bf8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.876924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event deleted for resources: {'Port': ['ID=f7ac494e-acaf-42b5-8fc6-d46d10e47f63,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:35.919554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.922429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:35.934658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b8d2c2-9b32-4d78-ada8-4c0b7219c070 req-a1e83d1a-3402-44f5-a871-74e395a0aca6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b600af2-bd7f-4ea1-95da-a97f75bbdd9d HTTP/1.1" status: 204 len: 173 time: 1.0901139 Oct 26 13:59:35.949698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-b2852773-6518-4083-a5c5-93d3f71788c3 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866471 Oct 26 13:59:36.016193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6361b3-f1e0-4349-9589-3342d1bf8bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b111a786-fb5d-43e0-ae51-bb82fae6afc9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:36.034394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa6361b3-f1e0-4349-9589-3342d1bf8bf7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ff87ccde379475c82c99f28a14efa46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4852097 Oct 26 13:59:36.045803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47838) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:36.062578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-df7a0d03-03b6-449c-bd2b-990400a863c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.066013 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-df7a0d03-03b6-449c-bd2b-990400a863c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 200 len: 930 time: 0.2551749 Oct 26 13:59:36.148159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-8cfd7322-aa08-4183-8b70-151beef42383 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 200 len: 217 time: 0.0591025 Oct 26 13:59:36.157387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805954ee-b5c1-4079-a02f-81f80c0f7d85 req-0b340b47-57a2-46bb-baec-dee209d5f962 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.159326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-805954ee-b5c1-4079-a02f-81f80c0f7d85 req-0b340b47-57a2-46bb-baec-dee209d5f962 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 944 time: 0.4816937 Oct 26 13:59:36.168571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbcb2-758f-4c16-a827-e3e3d56cabeb req-2bffe819-36a6-4b23-a2c4-a9bc7f18b4e5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.170154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bfccbcb2-758f-4c16-a827-e3e3d56cabeb req-2bffe819-36a6-4b23-a2c4-a9bc7f18b4e5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 948 time: 0.1594076 Oct 26 13:59:36.188483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c1cf60ef-7de4-4d22-870a-4a879fa5445b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:36.220272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.227674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: c1cf60ef-7de4-4d22-870a-4a879fa5445b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:36.228380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c1cf60ef-7de4-4d22-870a-4a879fa5445b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:36.245230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bfccbcb2-758f-4c16-a827-e3e3d56cabeb req-fb4552a1-31ed-4316-9531-46dbc384fa87 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661008 Oct 26 13:59:36.246659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-0fed8406-1b6b-46c4-a38e-368f7ee6139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.248036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-0fed8406-1b6b-46c4-a38e-368f7ee6139d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 200 len: 868 time: 0.0769918 Oct 26 13:59:36.253657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-4c56b39a-a170-4fbd-aa39-c0921923094d service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840340 Oct 26 13:59:36.261154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.343143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-8f2dcb6d-3a91-469d-ad09-dfce49e713b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.344700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-8f2dcb6d-3a91-469d-ad09-dfce49e713b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e8fb9e-3653-4ce2-8840-c3b4d762d581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873847 Oct 26 13:59:36.376295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-805954ee-b5c1-4079-a02f-81f80c0f7d85 req-35a46100-5936-421c-8f0a-d750e10aa6bb tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180854 Oct 26 13:59:36.395881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.399669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.401964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b111a786-fb5d-43e0-ae51-bb82fae6afc9 HTTP/1.1" status: 204 len: 168 time: 0.3546171 Oct 26 13:59:36.421192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59c44c-7fd6-451d-8c8d-fdc17c747be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b111a786-fb5d-43e0-ae51-bb82fae6afc9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:36.455810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:36.486159 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79179116-153a-4a47-8227-0d5122c4ec0b x-openstack-request-id: req-79179116-153a-4a47-8227-0d5122c4ec0b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:36.486453 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:36.486711 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79179116-153a-4a47-8227-0d5122c4ec0b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:36.487137 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0', 'status': 'completed', 'code': 200} Oct 26 13:59:36.491391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-114bd6f7-dd29-4177-be7a-d4cc2ded91a9 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381855 Oct 26 13:59:36.637581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-b6c107f4-7dfc-4ca2-89b6-339b8c67f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.639725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-b6c107f4-7dfc-4ca2-89b6-339b8c67f914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 1099 time: 0.1225281 Oct 26 13:59:36.654808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:36.662569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3d0a-b015-407a-9a58-77f4f3ea9545 req-1e79bcd2-27f5-43a3-b2d5-3ed0f69f49eb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.671356 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612e3d0a-b015-407a-9a58-77f4f3ea9545 req-1e79bcd2-27f5-43a3-b2d5-3ed0f69f49eb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.3074939 Oct 26 13:59:36.692136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'mac_address': 'fa:16:3e:56:51:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:36.726865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612e3d0a-b015-407a-9a58-77f4f3ea9545 req-8416226a-5656-4de3-9c00-b05da0205191 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542414 Oct 26 13:59:36.752962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.772017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfac51c-651b-4b10-9a14-27fd07379e87 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:36.779387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb9d8f7-508c-43c6-9030-791b07f92f71 req-28f6e906-f285-43fb-ab84-e37773ba0bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785032 Oct 26 13:59:36.803631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-6dc3d6be-cdf0-428c-8c92-c2f26c101232 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.805832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-6dc3d6be-cdf0-428c-8c92-c2f26c101232 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.2292509 Oct 26 13:59:36.813297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:36.825678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:36.911399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fd2d8-3c1d-4fd9-8b73-6b932c6fbaae req-9ebb0118-d544-481e-b609-9b52c424cf51 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.922272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a57fd2d8-3c1d-4fd9-8b73-6b932c6fbaae req-9ebb0118-d544-481e-b609-9b52c424cf51 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 948 time: 0.2573080 Oct 26 13:59:36.930316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:36.993970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-0437bd1b-05dc-46dd-8625-7bea6b0e56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:36.995476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-0437bd1b-05dc-46dd-8625-7bea6b0e56c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3449469 Oct 26 13:59:37.023117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:37.036966 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49063d52-46b8-4cfb-8f86-6d78f5600b36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.045401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:37.055170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-643a7be5-8529-4707-8bd8-cef7ea9b6547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0 HTTP/1.1" status: 200 len: 217 time: 0.0479376 Oct 26 13:59:37.078579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a57fd2d8-3c1d-4fd9-8b73-6b932c6fbaae req-89d62009-b00c-4b78-8f5c-b5d272386c83 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553910 Oct 26 13:59:37.142738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645b6da-d348-43f2-826d-650c77ea0265 req-4caf9a3e-0a93-452f-933e-3afe1694ad32 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.150883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b645b6da-d348-43f2-826d-650c77ea0265 req-4caf9a3e-0a93-452f-933e-3afe1694ad32 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1046736 Oct 26 13:59:37.154532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-cc7fa847-310d-4a53-8bd1-261a2f48e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.158827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-cc7fa847-310d-4a53-8bd1-261a2f48e96f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0836492 Oct 26 13:59:37.201367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b645b6da-d348-43f2-826d-650c77ea0265 req-5a9aca5b-d489-4c57-9cd9-c005c8a5c97a tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495293 Oct 26 13:59:37.243277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-1facce18-c7e7-44cd-a862-479b86ddbfde service neutron] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:37.251125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-1facce18-c7e7-44cd-a862-479b86ddbfde service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.252690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e4916da-f06e-4eda-9017-dcaee0ce04fa req-1facce18-c7e7-44cd-a862-479b86ddbfde service neutron] 10.222.0.41 "DELETE /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746/bindings/n-h2-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.4302118 Oct 26 13:59:37.281628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-d4e3a18b-bfba-4785-a8f2-10f3d18a67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.283264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-d4e3a18b-bfba-4785-a8f2-10f3d18a67f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056778 Oct 26 13:59:37.284456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9a78d12-1091-4691-8dbd-4411bd06d08e req-66f1dba3-7448-4fd8-95d2-094836a4419b tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0620482 Oct 26 13:59:37.312257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661afd7a-976f-4473-8ab8-1e30fb8ee900 req-548428af-1cd7-4b3b-92c1-626cd6a64cf5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.322936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-661afd7a-976f-4473-8ab8-1e30fb8ee900 req-548428af-1cd7-4b3b-92c1-626cd6a64cf5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 950 time: 0.1285434 Oct 26 13:59:37.351509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49063d52-46b8-4cfb-8f86-6d78f5600b36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.356654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49063d52-46b8-4cfb-8f86-6d78f5600b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.429589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49063d52-46b8-4cfb-8f86-6d78f5600b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09cab6-48e2-4865-90a9-92ec41daa5ba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:37.437571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49063d52-46b8-4cfb-8f86-6d78f5600b36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c103daa16e344abb7148ae492434e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133272 Oct 26 13:59:37.440412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-661afd7a-976f-4473-8ab8-1e30fb8ee900 req-44c50786-94eb-4297-b618-97860888dadd tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127799 Oct 26 13:59:37.443843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47864) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:37.478840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c196-bf6d-4d55-9406-b732ec2cb65c req-38c7e72a-4b19-4df5-a4db-3da35b4e359e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.493059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4a1c196-bf6d-4d55-9406-b732ec2cb65c req-38c7e72a-4b19-4df5-a4db-3da35b4e359e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 948 time: 0.1122658 Oct 26 13:59:37.493868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:37.496348 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:37.504937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-e060799e-9052-4a36-af6f-28e11af674e8 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752665 Oct 26 13:59:37.582314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4a1c196-bf6d-4d55-9406-b732ec2cb65c req-bc7b2afe-1a88-459f-ad31-78e9fa118b82 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698242 Oct 26 13:59:37.638632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.690327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.768606 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58002cc2-5514-4022-9eff-e206b74ab942 x-openstack-request-id: req-58002cc2-5514-4022-9eff-e206b74ab942 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:37.770741 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:37.770741 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58002cc2-5514-4022-9eff-e206b74ab942 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:37.780592 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'status': 'completed', 'code': 200} Oct 26 13:59:37.797816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0373b67-9203-442a-aaef-48078dcd7e9f req-68787f9b-3977-42ed-8419-673151279dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792659 Oct 26 13:59:37.799488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.805741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:37.806889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b09cab6-48e2-4865-90a9-92ec41daa5ba HTTP/1.1" status: 204 len: 168 time: 0.3620949 Oct 26 13:59:37.807254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99dde7-4bf8-461b-8ac6-01995d839e6d req-c9cfaf87-7664-4a06-bceb-de0ee147a222 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.808906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef99dde7-4bf8-461b-8ac6-01995d839e6d req-c9cfaf87-7664-4a06-bceb-de0ee147a222 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 944 time: 0.1322091 Oct 26 13:59:37.842066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f24d1-b275-4ccf-b933-2417209a0f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09cab6-48e2-4865-90a9-92ec41daa5ba,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:37.919512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef99dde7-4bf8-461b-8ac6-01995d839e6d req-d945d069-f38e-44a4-b827-42e3571f6fd3 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921085 Oct 26 13:59:37.926608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-68d7fd6b-4430-448a-8a2e-45cc8e53ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.928270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-68d7fd6b-4430-448a-8a2e-45cc8e53ef1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 1095 time: 0.0963333 Oct 26 13:59:37.945833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2347-e2be-40d6-bcc0-fb0202f7e99e req-44a72dc8-c030-44d8-91d3-48be4065e2ab tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:37.947389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccbb2347-e2be-40d6-bcc0-fb0202f7e99e req-44a72dc8-c030-44d8-91d3-48be4065e2ab tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 946 time: 0.0556970 Oct 26 13:59:37.999893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccbb2347-e2be-40d6-bcc0-fb0202f7e99e req-c87a2c42-83a5-462f-aa99-875874a081f6 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Oct 26 13:59:38.114943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34870-7e39-4c25-97a5-f751af108fa0 req-35fc7627-a059-4955-b16a-7c02baf6a591 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.117503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ea34870-7e39-4c25-97a5-f751af108fa0 req-35fc7627-a059-4955-b16a-7c02baf6a591 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.0844398 Oct 26 13:59:38.123478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-ef261195-756c-4ef3-9354-1cb8e3e68c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.125415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-ef261195-756c-4ef3-9354-1cb8e3e68c71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 924 time: 0.1885002 Oct 26 13:59:38.203986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 50e48634-a809-4a48-bccc-2c3d5a447ad0 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:38.205911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ea34870-7e39-4c25-97a5-f751af108fa0 req-d341e93f-f17b-404d-bb5b-db81f2370e5c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795186 Oct 26 13:59:38.207374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-c6395988-b4f3-480d-9f22-fa723368b0a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37df615-2865-4c5a-b36a-6037f66ce451 HTTP/1.1" status: 200 len: 217 time: 0.0609746 Oct 26 13:59:38.313101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-680aa649-4113-4bc5-9d02-fe8458e11cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.319213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-680aa649-4113-4bc5-9d02-fe8458e11cb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.0967433 Oct 26 13:59:38.349534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bebb3f-cb69-484b-8bce-bc8cb41d1977 req-1e83ae66-6d7d-499f-9b8e-7774574f5b6c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.364950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04bebb3f-cb69-484b-8bce-bc8cb41d1977 req-1e83ae66-6d7d-499f-9b8e-7774574f5b6c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 949 time: 0.1488230 Oct 26 13:59:38.432373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04bebb3f-cb69-484b-8bce-bc8cb41d1977 req-3356fa93-e909-4641-b223-06510e5cfa2d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612791 Oct 26 13:59:38.465879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-f3fd6fa9-ac10-45f8-96d4-8df190d0f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.467786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-f3fd6fa9-ac10-45f8-96d4-8df190d0f38c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343536 Oct 26 13:59:38.488366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:38.502207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '50e48634-a809-4a48-bccc-2c3d5a447ad0', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '50e48634-a809-4a48-bccc-2c3d5a447ad0', 'mac_address': 'fa:16:3e:5a:5b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:38.506634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e37df615-2865-4c5a-b36a-6037f66ce451 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:38.510921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:38.615789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b4e37-6ab8-4fc0-876d-0323f0da2d27 req-1cd020f3-69de-4a7a-8515-fce1f1dadfc4 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.621330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-9b419bde-ce22-4046-b92b-172481aed7b5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.622873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-9b419bde-ce22-4046-b92b-172481aed7b5 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 950 time: 0.1000803 Oct 26 13:59:38.626238 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f79b4e37-6ab8-4fc0-876d-0323f0da2d27 req-1cd020f3-69de-4a7a-8515-fce1f1dadfc4 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 1095 time: 0.2190709 Oct 26 13:59:38.637274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed68bd-f720-4096-bda7-8846e8c7ddd0 req-84d5b3e2-874a-484c-90ce-15523c58c0bd tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:38.638920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85ed68bd-f720-4096-bda7-8846e8c7ddd0 req-84d5b3e2-874a-484c-90ce-15523c58c0bd tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 950 time: 0.0968220 Oct 26 13:59:38.648453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.668669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e48634-a809-4a48-bccc-2c3d5a447ad0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:38.694260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:38.703671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6dfac51c-651b-4b10-9a14-27fd07379e87 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:38.721843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6dfac51c-651b-4b10-9a14-27fd07379e87 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:38.722485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.724357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.750826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85ed68bd-f720-4096-bda7-8846e8c7ddd0 req-a91f42b4-1418-41cb-ab3d-f46863646c03 tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/security-groups?id=64c60d79-a797-43cd-aa96-42a1ac2b16e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026309 Oct 26 13:59:38.777594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Deleting port 1e074528-b2c0-48f5-a928-9b9df64dea80 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:38.778032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.807242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f79b4e37-6ab8-4fc0-876d-0323f0da2d27 req-bf0be05c-d25c-4cb0-b6d7-bc5f9a36e580 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797798 Oct 26 13:59:38.814389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:38.853544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-81ec2460-9940-4424-81b4-8de1f1922584 service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695450 Oct 26 13:59:38.880504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e37df615-2865-4c5a-b36a-6037f66ce451,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:38.939297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:38.970712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'port_id': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'mac_address': 'fa:16:3e:66:06:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:39.027273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.032510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:39.036279 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937be39b-dd19-4e3b-8ddc-d666a83f877e" -d '{"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-plugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:39.083732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] For port 1e074528-b2c0-48f5-a928-9b9df64dea80, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1e074528-b2c0-48f5-a928-9b9df64dea80,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.084229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.115934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Calling delete_port for 1e074528-b2c0-48f5-a928-9b9df64dea80 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:39.136847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.154076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40743e7b-be96-4ee8-82a8-dc32f7a54ae2 req-9ed69410-477e-479a-ac83-52769c147edc tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.155837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40743e7b-be96-4ee8-82a8-dc32f7a54ae2 req-9ed69410-477e-479a-ac83-52769c147edc tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 949 time: 0.1916144 Oct 26 13:59:39.168897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2333fabe-6a4e-4a9d-b0ed-5d1a45ad9c2d req-2af0f45f-9bd4-4cad-81c7-18828b7878fd service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060560 Oct 26 13:59:39.223423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ea617-9717-46a1-b57e-fc3c7c1669d4 req-ac067c95-0c3f-45f9-a4aa-d75a4ec7e8ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.229922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-718ea617-9717-46a1-b57e-fc3c7c1669d4 req-ac067c95-0c3f-45f9-a4aa-d75a4ec7e8ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 944 time: 0.1634336 Oct 26 13:59:39.251777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-a324cd0b-2215-477a-a9f6-fac8e1b28ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.253395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-a324cd0b-2215-477a-a9f6-fac8e1b28ad9 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.73 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 946 time: 0.1549633 Oct 26 13:59:39.312397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['50e48634-a809-4a48-bccc-2c3d5a447ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:39.323137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-718ea617-9717-46a1-b57e-fc3c7c1669d4 req-df9352a1-6183-4476-ab6d-d8b2eba97d2d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869150 Oct 26 13:59:39.329672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37df615-2865-4c5a-b36a-6037f66ce451 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:39.336708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.455273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e37df615-2865-4c5a-b36a-6037f66ce451,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.465823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40743e7b-be96-4ee8-82a8-dc32f7a54ae2 req-f86a3281-86a3-4a1d-85b1-30a45e68e7d1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012836 Oct 26 13:59:39.485073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05683d-241e-4cff-beb7-0f0fbbbbfea2 req-4474c5f9-81b3-466a-9dcb-f6e6bb3a4400 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.493278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e05683d-241e-4cff-beb7-0f0fbbbbfea2 req-4474c5f9-81b3-466a-9dcb-f6e6bb3a4400 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 946 time: 0.1031601 Oct 26 13:59:39.494528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.528116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Deleting port 3388c45e-268a-450d-a61f-ebde79b808da {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:39.528553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.547942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:39.612877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e05683d-241e-4cff-beb7-0f0fbbbbfea2 req-5719eed5-e71d-4c1a-a64e-3cb255b2f306 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/security-groups?id=d4733311-c588-4815-88cb-c23b9dd9cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124129 Oct 26 13:59:39.700977 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125be869-639e-41ee-8e22-c2c89bd7fd3b x-openstack-request-id: req-125be869-639e-41ee-8e22-c2c89bd7fd3b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:39.701326 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-plugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:39.701579 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-125be869-639e-41ee-8e22-c2c89bd7fd3b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:39.701969 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'code': 200} Oct 26 13:59:39.739974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e37df615-2865-4c5a-b36a-6037f66ce451'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:39.763822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:39.819453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] For port 3388c45e-268a-450d-a61f-ebde79b808da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3388c45e-268a-450d-a61f-ebde79b808da,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:39.819453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.851247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04012079-f60b-40a9-a670-7306d2101c22 req-0a50d7e8-a55c-46b5-92e2-9a8679215451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.854444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Calling delete_port for 3388c45e-268a-450d-a61f-ebde79b808da owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:39.863943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:39.865677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04012079-f60b-40a9-a670-7306d2101c22 req-0a50d7e8-a55c-46b5-92e2-9a8679215451 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1101 time: 0.1117909 Oct 26 13:59:39.936667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04012079-f60b-40a9-a670-7306d2101c22 req-4e2ffff8-a368-4f88-b929-94938fa2041f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606534 Oct 26 13:59:39.949084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66584b6-7465-4e04-b37a-e62caa15b99e req-e0f681d7-8ee2-4740-abb4-9a0c3471530a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:39.950778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d66584b6-7465-4e04-b37a-e62caa15b99e req-e0f681d7-8ee2-4740-abb4-9a0c3471530a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0840199 Oct 26 13:59:39.962589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Pushing event deleted for resources: {'Port': ['ID=1e074528-b2c0-48f5-a928-9b9df64dea80,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:40.023451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-e89ba3eb-b458-497a-acfc-c6334868831b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.025072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-e89ba3eb-b458-497a-acfc-c6334868831b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.3716774 Oct 26 13:59:40.029955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d66584b6-7465-4e04-b37a-e62caa15b99e req-13d4be7c-4af8-467a-bb55-1c90e2194d83 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 Oct 26 13:59:40.092018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-29312e31-a689-48c2-8b76-e7b0eb8cae12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.145186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] No DVR routers for this DVR port 1e074528-b2c0-48f5-a928-9b9df64dea80 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:40.169802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.173198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89dad5be-393f-4548-b4d9-a1de5bdad26f req-b07cff3f-1bfc-4de2-9b69-025b01eba14a tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.41 "DELETE /v2.0/ports/1e074528-b2c0-48f5-a928-9b9df64dea80 HTTP/1.1" status: 204 len: 173 time: 1.5332608 Oct 26 13:59:40.173699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'name': 'network-vif-deleted', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:40.175976 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264962c8-1dee-49ae-a4fe-36db05b4bd14" -d '{"events": [{"server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "name": "network-vif-deleted", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:40.201963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-7d57ad6d-fa09-4e69-aef6-c874c841a53f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/quotas/aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 375 time: 0.1148131 Oct 26 13:59:40.216294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7b49819-7534-4b39-8723-6f6fcd283ca4 req-b1c66cd2-36c2-4c03-abae-066c21d17a4f tempest-ServersAdminNegativeTestJSON-1856132348 tempest-ServersAdminNegativeTestJSON-1856132348-project] 10.222.0.37 "GET /v2.0/ports?device_id=796b7edc-a4df-476a-9ed5-2366472d13de HTTP/1.1" status: 200 len: 210 time: 0.0616143 Oct 26 13:59:40.217017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1e074528-b2c0-48f5-a928-9b9df64dea80 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:40.265820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 1e074528-b2c0-48f5-a928-9b9df64dea80 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:40.266164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1e074528-b2c0-48f5-a928-9b9df64dea80 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:40.327405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-f7e5645b-3d42-4cc0-bafd-df6d302e4715 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245494 Oct 26 13:59:40.426750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.441932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['3388c45e-268a-450d-a61f-ebde79b808da'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:40.478488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Pushing event deleted for resources: {'Port': ['ID=3388c45e-268a-450d-a61f-ebde79b808da,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:40.496480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e37df615-2865-4c5a-b36a-6037f66ce451 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:40.534910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] No DVR routers for this DVR port 3388c45e-268a-450d-a61f-ebde79b808da on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:40.545882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.548549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-962c1f93-cc32-4233-9d56-f62fd908c5bb req-907d4755-da7a-4eb7-ac9d-95449a00d937 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.73 "DELETE /v2.0/ports/3388c45e-268a-450d-a61f-ebde79b808da HTTP/1.1" status: 204 len: 173 time: 1.2839952 Oct 26 13:59:40.573832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-a3b498aa-6b0e-4bde-9ca2-2d7ecffe790b service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454324 Oct 26 13:59:40.680064 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f4b59a-9eea-4373-99f9-b86fcb1a48c4 x-openstack-request-id: req-c0f4b59a-9eea-4373-99f9-b86fcb1a48c4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:40.680442 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796b7edc-a4df-476a-9ed5-2366472d13de", "name": "network-vif-deleted", "tag": "1e074528-b2c0-48f5-a928-9b9df64dea80", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:40.680705 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0f4b59a-9eea-4373-99f9-b86fcb1a48c4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:40.681104 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796b7edc-a4df-476a-9ed5-2366472d13de', 'name': 'network-vif-deleted', 'tag': '1e074528-b2c0-48f5-a928-9b9df64dea80', 'status': 'completed', 'code': 200} Oct 26 13:59:40.681453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port e37df615-2865-4c5a-b36a-6037f66ce451 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:40.692242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port e37df615-2865-4c5a-b36a-6037f66ce451 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:40.693163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:40.795102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-1dedee07-3732-4d37-83fa-32274c990fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202134 Oct 26 13:59:40.806468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a29946-bce3-46da-8aed-9c8062a7a503 req-8d6601be-c56e-44df-b867-dfcbe0b60b0a tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:40.813538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47960) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:40.815376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61a29946-bce3-46da-8aed-9c8062a7a503 req-8d6601be-c56e-44df-b867-dfcbe0b60b0a tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 945 time: 0.0792174 Oct 26 13:59:40.867880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61a29946-bce3-46da-8aed-9c8062a7a503 req-1a6d2e3d-f63b-48c7-a111-08a1bc7555ca tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476322 Oct 26 13:59:41.004802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.140593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ed23-f4d8-4a96-8935-4f2b17d15156 req-4d40ef89-d17c-4206-9ed5-38fc2108445d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.150076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6900ed23-f4d8-4a96-8935-4f2b17d15156 req-4d40ef89-d17c-4206-9ed5-38fc2108445d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.0711255 Oct 26 13:59:41.157769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c197d2-4251-4309-b23f-01edb0f675a8 req-b40fe716-c53c-49b3-be72-4024ceba75a3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.173002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8c197d2-4251-4309-b23f-01edb0f675a8 req-b40fe716-c53c-49b3-be72-4024ceba75a3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 949 time: 0.1416745 Oct 26 13:59:41.201428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e37df615-2865-4c5a-b36a-6037f66ce451,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:41.213641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.269978 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-22b94316-67de-49c4-9b8c-bab05962614b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.292135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8c197d2-4251-4309-b23f-01edb0f675a8 req-5fefa749-55e9-4ae8-8ebe-84c78079c7a1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147437 Oct 26 13:59:41.304915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6900ed23-f4d8-4a96-8935-4f2b17d15156 req-0e9051e1-722c-4b0c-8965-f48c1d8700cb tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491828 Oct 26 13:59:41.346032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:41.487450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9a3ca05-0117-4c1c-a057-fa81be52285d req-11fb10d2-d260-4a71-8ade-3fa58f7e0b45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 210 time: 0.0789549 Oct 26 13:59:41.577457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36183f3d-ba5c-4c32-9463-16074a7778f2 req-c1603b0c-64cd-4af0-86df-ca1194399d07 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007 tempest-FloatingIPsAssociationNegativeTestJSON-1432664007-project] 10.222.0.37 "GET /v2.0/ports?device_id=75d596c3-978a-4d7a-8a71-c912bb24197e HTTP/1.1" status: 200 len: 210 time: 0.0701382 Oct 26 13:59:41.602692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-22b94316-67de-49c4-9b8c-bab05962614b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.615651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-22b94316-67de-49c4-9b8c-bab05962614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:41.664398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b797-884b-436c-8fc5-0aab45f0cb6c req-8160ec8c-c36c-46ca-ba5b-65afbdbabf59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:41.676006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ed9b797-884b-436c-8fc5-0aab45f0cb6c req-8160ec8c-c36c-46ca-ba5b-65afbdbabf59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0893016 Oct 26 13:59:41.703178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:41.707437 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7c2de-771a-4e85-bb01-508f139c704b" -d '{"events": [{"server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "name": "network-vif-plugged", "status": "completed", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:41.739430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-22b94316-67de-49c4-9b8c-bab05962614b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8077eca17a7437ca5e8a4133a3df556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9217887 Oct 26 13:59:41.745282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47982) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:41.760419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b94316-67de-49c4-9b8c-bab05962614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e8e279-17b5-4b39-b48c-420ebd7ff32d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:41.803834 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe522643-2a34-4cd8-9def-5e3e3bf07d35 x-openstack-request-id: req-fe522643-2a34-4cd8-9def-5e3e3bf07d35 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:41.804682 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "name": "network-vif-plugged", "status": "completed", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:41.805086 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe522643-2a34-4cd8-9def-5e3e3bf07d35 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:41.809611 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'code': 200} Oct 26 13:59:41.851810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ed9b797-884b-436c-8fc5-0aab45f0cb6c req-eed71165-6912-4df5-a9ad-663b8b7a9706 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634800 Oct 26 13:59:42.033400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f427a-f6ca-4675-b49d-1a0272fea130 req-6bc3ba64-8d5d-44b1-bfab-01a30e636c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.035316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.038574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b73f427a-f6ca-4675-b49d-1a0272fea130 req-6bc3ba64-8d5d-44b1-bfab-01a30e636c95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 1097 time: 0.1175070 Oct 26 13:59:42.091924 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.104118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47990) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:42.142689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-293ae9e4-95c2-44a6-9e54-52f38b86b8c3 req-6a1249cf-e927-41f2-8c39-c21f3c346502 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:42.150938 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293ae9e4-95c2-44a6-9e54-52f38b86b8c3 req-6a1249cf-e927-41f2-8c39-c21f3c346502 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0132582 Oct 26 13:59:42.160508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.163777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.165272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2e8e279-17b5-4b39-b48c-420ebd7ff32d HTTP/1.1" status: 204 len: 168 time: 0.4156606 Oct 26 13:59:42.201544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b3ca9-0bf4-402e-a157-78da776a0fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e8e279-17b5-4b39-b48c-420ebd7ff32d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:42.234167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82957620-779a-430a-ae13-4bf718e8522f req-1926d4cb-031c-499e-9689-b1cdc65f8d7c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.244376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82957620-779a-430a-ae13-4bf718e8522f req-1926d4cb-031c-499e-9689-b1cdc65f8d7c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 946 time: 0.0965965 Oct 26 13:59:42.244597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 50e48634-a809-4a48-bccc-2c3d5a447ad0 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:42.261258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b73f427a-f6ca-4675-b49d-1a0272fea130 req-05d90750-0439-4039-9253-c96933a94688 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161734 Oct 26 13:59:42.300007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82957620-779a-430a-ae13-4bf718e8522f req-6be6a525-ee7c-4cf6-8de5-292d347646f8 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489688 Oct 26 13:59:42.322368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335819b-9038-4a75-b75f-50bee8c608fc req-83e79b05-dacb-4101-905d-94c5bb6f5428 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.323918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a335819b-9038-4a75-b75f-50bee8c608fc req-83e79b05-dacb-4101-905d-94c5bb6f5428 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.41 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.1852884 Oct 26 13:59:42.451517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 50e48634-a809-4a48-bccc-2c3d5a447ad0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:42.470856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 50e48634-a809-4a48-bccc-2c3d5a447ad0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:42.476085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.562309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a665b-6240-4880-935b-ad3df2db0904 req-32af0cee-431c-44bf-85e7-e2ccefc0aa7d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.575462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af8a665b-6240-4880-935b-ad3df2db0904 req-32af0cee-431c-44bf-85e7-e2ccefc0aa7d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.1168551 Oct 26 13:59:42.658871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af8a665b-6240-4880-935b-ad3df2db0904 req-070d09ae-1e16-4346-a016-87822033901d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 Oct 26 13:59:42.732844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.847291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:42.859711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.862129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20e3f98d-5ee3-4eca-9dca-17fa2f56ab61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:42.863571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:42.901442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:42.909267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'name': 'network-vif-deleted', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:42.912901 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed961813-1180-435c-ac0b-ca96105370fb" -d '{"events": [{"server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "name": "network-vif-deleted", "tag": "3388c45e-268a-450d-a61f-ebde79b808da"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:42.927146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:42.946167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6324d5-329b-4bd3-8b29-0efbe917a47d req-7967388e-f657-445a-be23-ecbcd26b2ad3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:42.954101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7c6324d5-329b-4bd3-8b29-0efbe917a47d req-7967388e-f657-445a-be23-ecbcd26b2ad3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1588554 Oct 26 13:59:42.957120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf02dddd-7bff-4e03-a6a7-98e3072db93e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.042276 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7c6324d5-329b-4bd3-8b29-0efbe917a47d req-f6d6625e-f074-495e-8085-fc3e3cf3f194 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871077 Oct 26 13:59:43.186331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ed11a75-97d3-4769-a0ad-4d82491400fd req-75d6721a-3e62-4920-b76a-9dc18b1c8560 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 210 time: 0.0360818 Oct 26 13:59:43.243156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-8e6278d9-069e-4fc4-94da-f34a854cc3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3775342 Oct 26 13:59:43.247320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-f85a777a-c135-4590-bbc9-34fa44b295f0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.249792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-f85a777a-c135-4590-bbc9-34fa44b295f0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.2312031 Oct 26 13:59:43.252970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-c44d6422-cf99-4d27-a3f5-e4c77ad765d5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 13:59:43.256290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ae6ac16-5534-4a3c-a087-c8c43c224817 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be7a3f76cc654ed2b391d02c531cb4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1505013 Oct 26 13:59:43.266726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48020) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:43.271672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-c44d6422-cf99-4d27-a3f5-e4c77ad765d5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0257776 Oct 26 13:59:43.276693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04674c28-65f7-4285-a95c-bcf10806b381 req-bf885eb2-062a-49c5-9cae-b35d8a9637f4 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.283157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf02dddd-7bff-4e03-a6a7-98e3072db93e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.284331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48022) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:43.284984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04674c28-65f7-4285-a95c-bcf10806b381 req-bf885eb2-062a-49c5-9cae-b35d8a9637f4 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.3630893 Oct 26 13:59:43.295377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Request body: {'port': {'device_id': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'admin_state_up': True, 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:43.453500 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa9fb2-6b97-4b1b-b2a6-610491f056b1 x-openstack-request-id: req-2faa9fb2-6b97-4b1b-b2a6-610491f056b1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:43.453500 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d596c3-978a-4d7a-8a71-c912bb24197e", "name": "network-vif-deleted", "tag": "3388c45e-268a-450d-a61f-ebde79b808da", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:43.453802 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2faa9fb2-6b97-4b1b-b2a6-610491f056b1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:43.454722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf02dddd-7bff-4e03-a6a7-98e3072db93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.455317 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d596c3-978a-4d7a-8a71-c912bb24197e', 'name': 'network-vif-deleted', 'tag': '3388c45e-268a-450d-a61f-ebde79b808da', 'status': 'completed', 'code': 200} Oct 26 13:59:43.507119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Deleting port 56e5925e-f3ba-450e-8b35-05890cfab152 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:43.507448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.518354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bf02dddd-7bff-4e03-a6a7-98e3072db93e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41d9ada6d29b4a59a3c08722ca8eddb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104012 Oct 26 13:59:43.550689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48032) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:43.615250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] For port 56e5925e-f3ba-450e-8b35-05890cfab152, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=56e5925e-f3ba-450e-8b35-05890cfab152,segment=NetworkSegment(7aa140e5-edde-455e-8dc7-9f30e1251036),segment_id=7aa140e5-edde-455e-8dc7-9f30e1251036)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:43.615676 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.643334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04674c28-65f7-4285-a95c-bcf10806b381 req-51cb8f5c-69cf-4100-90b7-3193e7badef8 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543346 Oct 26 13:59:43.663207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02dddd-7bff-4e03-a6a7-98e3072db93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5989f57-0585-48ec-9971-e9cb99b58f0f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:43.672756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Calling delete_port for 56e5925e-f3ba-450e-8b35-05890cfab152 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:43.704886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9ded5-d39d-4c16-bda2-a3c6396e478b req-766f6589-f17b-4891-b00a-b0cbef1dcf14 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.722927 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9f9ded5-d39d-4c16-bda2-a3c6396e478b req-766f6589-f17b-4891-b00a-b0cbef1dcf14 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 946 time: 0.2434454 Oct 26 13:59:43.736081 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.749851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.779054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:43.782742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.812612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:43.820353 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba916e-a8a7-4d3d-a71a-4c74599138d3" -d '{"events": [{"server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "name": "network-vif-plugged", "status": "completed", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:43.828225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.834571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9f9ded5-d39d-4c16-bda2-a3c6396e478b req-fee2be98-8642-44b2-910e-fb553605610c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001778 Oct 26 13:59:43.853848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.886824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:43.904958 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd3977c-e98b-4528-a83a-56a6bf39be6c x-openstack-request-id: req-4fd3977c-e98b-4528-a83a-56a6bf39be6c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:43.905439 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "name": "network-vif-plugged", "status": "completed", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:43.905919 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fd3977c-e98b-4528-a83a-56a6bf39be6c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:43.906364 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0', 'code': 200} Oct 26 13:59:43.987125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657a395-c6ce-4162-b380-92deb4365dd8 req-e482f24b-dfb1-44d5-a1f7-ef5babb429b5 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:43.988864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5657a395-c6ce-4162-b380-92deb4365dd8 req-e482f24b-dfb1-44d5-a1f7-ef5babb429b5 tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 945 time: 0.2199297 Oct 26 13:59:44.081774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.180001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.208947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['56e5925e-f3ba-450e-8b35-05890cfab152'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:44.255234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867b617-4653-448e-9418-988315d67bea req-22b3b405-ced1-4215-89c8-0eee0836d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.258137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d867b617-4653-448e-9418-988315d67bea req-22b3b405-ced1-4215-89c8-0eee0836d402 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 1101 time: 0.2632537 Oct 26 13:59:44.274629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef735fc9-d77f-4629-825e-a58e78f200c4 req-bce60a7e-2110-478b-b775-70249b9a9b36 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.284994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Allocated IP 172.20.0.12 (63f24a6d-b87b-4c1c-b9fb-23165a82355e/5d43d6f7-6df1-453f-b59d-a0bb52b8ea39/7929c49a-1153-473b-86fd-bb7fcc0bf8a2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:44.290135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Pushing event deleted for resources: {'Port': ['ID=56e5925e-f3ba-450e-8b35-05890cfab152,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:44.290739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef735fc9-d77f-4629-825e-a58e78f200c4 req-bce60a7e-2110-478b-b775-70249b9a9b36 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 946 time: 0.2273040 Oct 26 13:59:44.312707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48062) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:44.313023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5657a395-c6ce-4162-b380-92deb4365dd8 req-eeb07436-f1bb-4c49-bc72-5cff3090625f tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/security-groups?id=57bfee29-8062-4b62-b77d-5809e5a7113a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959564 Oct 26 13:59:44.331321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'floatingip': {'port_id': 'e37df615-2865-4c5a-b36a-6037f66ce451'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:44.342320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.347210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.347555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.347940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.348206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.352975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.361060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.364144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5989f57-0585-48ec-9971-e9cb99b58f0f HTTP/1.1" status: 204 len: 168 time: 0.8049073 Oct 26 13:59:44.369753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.370103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.370444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.370781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.371111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.371452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.371839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:44.415785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.418432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.421980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64c60d79-a797-43cd-aa96-42a1ac2b16e9 HTTP/1.1" status: 204 len: 168 time: 1.1325226 Oct 26 13:59:44.494081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3388c45e-268a-450d-a61f-ebde79b808da no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:44.534369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf4cff-2765-4bba-8fc7-0d84bb40a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c60d79-a797-43cd-aa96-42a1ac2b16e9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:44.553842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5989f57-0585-48ec-9971-e9cb99b58f0f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:44.574533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 3388c45e-268a-450d-a61f-ebde79b808da {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:44.576058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3388c45e-268a-450d-a61f-ebde79b808da not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:44.600038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.608032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a40d2b2-4313-4840-8a84-6d25807cca42 req-2850e291-3868-477b-8cf0-af84b33be25e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 210 time: 0.1543319 Oct 26 13:59:44.625911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] No DVR routers for this DVR port 56e5925e-f3ba-450e-8b35-05890cfab152 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:44.632093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.643944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a335819b-9038-4a75-b75f-50bee8c608fc req-d78748c1-6ff3-4cb7-970e-11bc5b8f4d2d tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.41 "DELETE /v2.0/ports/56e5925e-f3ba-450e-8b35-05890cfab152 HTTP/1.1" status: 204 len: 173 time: 2.2952733 Oct 26 13:59:44.844189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492afb1-68d0-41bb-936e-e90b029d4774 req-4a1a292e-d3d9-45c0-98b3-0bad112414ca tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:44.845873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2492afb1-68d0-41bb-936e-e90b029d4774 req-4a1a292e-d3d9-45c0-98b3-0bad112414ca tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.0711837 Oct 26 13:59:44.940128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:44.962545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2492afb1-68d0-41bb-936e-e90b029d4774 req-32df1dea-1e51-470d-a222-19cd6ef29344 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983150 Oct 26 13:59:44.994983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.038392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.039021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.039364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.039699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.040029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.040352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.040697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.041018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.041337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.041655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.041970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.042279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb3e15d-0116-425d-99b9-1dc85c648c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 13:59:45.070982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d867b617-4653-448e-9418-988315d67bea req-8bd42321-9391-4900-a9b3-b75852df9ec9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688966 Oct 26 13:59:45.089636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:45.097016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:45.114069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:45.118550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:45.179812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.179812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.187401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87f533-ba19-430f-86f3-90b475516859 req-fcdf7bba-435c-4e38-a0ba-33ae97151af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.195564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab87f533-ba19-430f-86f3-90b475516859 req-fcdf7bba-435c-4e38-a0ba-33ae97151af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.6881120 Oct 26 13:59:45.210591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-487a0ee1-3a85-44ee-87ab-9befa36d1257 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9445548 Oct 26 13:59:45.306915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Request body: {'port': {'device_id': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:45.329887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48082) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:45.354323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-094073a8-c06c-4b31-b1f2-881aeb86f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.356948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-094073a8-c06c-4b31-b1f2-881aeb86f163 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1101 time: 0.0902131 Oct 26 13:59:45.367875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab87f533-ba19-430f-86f3-90b475516859 req-9d68a58a-265e-48a2-af53-e7ae43d7bafa tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710835 Oct 26 13:59:45.421599 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.457070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.462391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'name': 'network-vif-deleted', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:45.464836 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde49bb-62e5-43d3-8f72-f774aea56054" -d '{"events": [{"server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "name": "network-vif-deleted", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:45.512838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69761f5e-bd50-45c6-8bb8-535fb2cf89ff req-514f3411-7e52-427d-86c6-126f6c6de5bb tempest-VolumesAdminNegativeTest-543100679 tempest-VolumesAdminNegativeTest-543100679-project] 10.222.0.37 "GET /v2.0/ports?device_id=01fddcfa-30fc-41a4-b055-c7e136e9a097 HTTP/1.1" status: 200 len: 210 time: 0.0599086 Oct 26 13:59:45.514291 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077bca09-ba06-4940-aa85-8b4d63953869 x-openstack-request-id: req-077bca09-ba06-4940-aa85-8b4d63953869 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:45.514580 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fddcfa-30fc-41a4-b055-c7e136e9a097", "name": "network-vif-deleted", "tag": "56e5925e-f3ba-450e-8b35-05890cfab152", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:45.514899 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-077bca09-ba06-4940-aa85-8b4d63953869 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:45.515214 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fddcfa-30fc-41a4-b055-c7e136e9a097', 'name': 'network-vif-deleted', 'tag': '56e5925e-f3ba-450e-8b35-05890cfab152', 'status': 'completed', 'code': 200} Oct 26 13:59:45.659866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-bc73fa5c-ea70-4df8-aa67-d1c85c3c32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.661366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-bc73fa5c-ea70-4df8-aa67-d1c85c3c32ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2877035 Oct 26 13:59:45.676250 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.724383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-69c7ef07-a0fc-4003-9baf-50b2f408b719 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.0479701 Oct 26 13:59:45.807603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-baa95efd-40f3-4261-bbe0-79223a780e44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9349e7c0754b43d49e9bb041ab68ddd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726744 Oct 26 13:59:45.813657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48102) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:45.867173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-509d5ad9-d920-46d0-9774-3dd8a95e1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.868680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-509d5ad9-d920-46d0-9774-3dd8a95e1c36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1340411 Oct 26 13:59:45.877077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd973890-6094-4fef-a670-ccffb0889eaa req-0686b96b-2bf9-4076-88eb-2cd6c84f6d4a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.878691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd973890-6094-4fef-a670-ccffb0889eaa req-0686b96b-2bf9-4076-88eb-2cd6c84f6d4a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 932 time: 0.1713145 Oct 26 13:59:45.965929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.resource_extend [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 13:59:45.966253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:45.989232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-52385992-f1a8-44f4-9f47-e5072f7f2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:45.991331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-52385992-f1a8-44f4-9f47-e5072f7f2565 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119490 Oct 26 13:59:46.033868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.074509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.078235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd973890-6094-4fef-a670-ccffb0889eaa req-9dc90de2-ffdb-41ec-bd0d-4a3096843ddf tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705217 Oct 26 13:59:46.084672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.180901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:46.199283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.234935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d227a8-1df4-4144-aa22-9f9064f2ab68 req-5ac4035b-a45f-4f2c-924f-0a0f39c0c684 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:46.236281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 56e5925e-f3ba-450e-8b35-05890cfab152 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:46.236883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88d227a8-1df4-4144-aa22-9f9064f2ab68 req-5ac4035b-a45f-4f2c-924f-0a0f39c0c684 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.1608121 Oct 26 13:59:46.284109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 56e5925e-f3ba-450e-8b35-05890cfab152 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:46.284450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 56e5925e-f3ba-450e-8b35-05890cfab152 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:46.305250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Transition to ACTIVE for port object 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:46.309245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-bf3970f6-5a45-4444-bc11-bd110be387c3 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103335 Oct 26 13:59:46.315621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.319896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.321342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da9900d7-894c-4276-be43-d481b8859f09 HTTP/1.1" status: 204 len: 168 time: 0.5067608 Oct 26 13:59:46.325916 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Floating IP 4b112073-e243-41d2-ad74-75ce70871c93 associated. External IP: 172.25.5.39, port: e37df615-2865-4c5a-b36a-6037f66ce451. Oct 26 13:59:46.331346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.361841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88d227a8-1df4-4144-aa22-9f9064f2ab68 req-250bdf16-4767-4c6d-8653-73af0b9bef6e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101372 Oct 26 13:59:46.366838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5822b97-924e-4aec-9f92-4aacb4b02995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9900d7-894c-4276-be43-d481b8859f09,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:46.461080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Deleting port 0130405e-d846-400a-997f-8dc2782b9d3d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:46.461080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.538099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:46.588771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-2bd98e63-a6ef-4c2c-91b5-508a88c49294 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652049 Oct 26 13:59:46.614177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48140) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:46.704960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:46.705291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:46.705617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:46.719025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] For port 0130405e-d846-400a-997f-8dc2782b9d3d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0130405e-d846-400a-997f-8dc2782b9d3d,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:46.719566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.723736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Deleting subnet 22ee2317-f7ea-4656-b2f0-1142348fc282 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:59:46.728934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.754872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5fa3-61a9-4e68-b652-1f726f065d12 req-8391eb36-2c2a-4a4b-a2e1-455fc7702068 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:46.757666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a47d5fa3-61a9-4e68-b652-1f726f065d12 req-8391eb36-2c2a-4a4b-a2e1-455fc7702068 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2195554 Oct 26 13:59:46.759348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:46.759805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:46.765733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Calling delete_port for 0130405e-d846-400a-997f-8dc2782b9d3d owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:46.773545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:46.773864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:46.774405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:46.775094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Bound port: 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:46.775251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.790363 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.896797 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a47d5fa3-61a9-4e68-b652-1f726f065d12 req-599a8291-ac4b-48da-bc16-8d158c66540e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167097 Oct 26 13:59:46.914446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:46.932060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:46.959361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:46.964447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:46.978484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.029072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.040207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.040872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.042268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] 10.222.0.41 "PUT /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 1092 time: 1.7416739 Oct 26 13:59:47.073629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ee2317-f7ea-4656-b2f0-1142348fc282,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:47.084601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.091115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-20f73079-2ad1-4804-8d1b-84fe72aacf9e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/22ee2317-f7ea-4656-b2f0-1142348fc282 HTTP/1.1" status: 204 len: 168 time: 0.4730613 Oct 26 13:59:47.091342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48162) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:47.100681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e025f9-267b-4602-b542-4a4f48091276 service neutron] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:47.221357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.228698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-594367c7-fdb6-44f6-af50-06cf1e15d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.230450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-594367c7-fdb6-44f6-af50-06cf1e15d4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1095 time: 0.1318963 Oct 26 13:59:47.441010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:47.497647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:47.511823 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:47.528381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:47.529933 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:47.535057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.569548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:47.571843 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3c314-719d-4f10-9364-f21349a35f67" -d '{"events": [{"name": "network-changed", "server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:47.578095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-74f4fc0b-be4e-4a38-af07-59adf90e3871 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.3308504 Oct 26 13:59:47.617383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-963c912c-94b1-4c30-a32c-ee78a5d0d896 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "PUT /v2.0/floatingips/4b112073-e243-41d2-ad74-75ce70871c93 HTTP/1.1" status: 200 len: 991 time: 3.2950954 Oct 26 13:59:47.620676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:47.622486 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:47.641846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132608af-7245-4bf6-b9c6-208dbca0966c req-94420312-7159-49e6-a933-3a4ce95d75fb tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.643814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-132608af-7245-4bf6-b9c6-208dbca0966c req-94420312-7159-49e6-a933-3a4ce95d75fb tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.2015424 Oct 26 13:59:47.692362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.694265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46806a5e-4bcc-46fd-9678-f0c529059abb req-f10106e9-87c7-4c65-9e41-18cfa583448e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.701706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46806a5e-4bcc-46fd-9678-f0c529059abb req-f10106e9-87c7-4c65-9e41-18cfa583448e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.4953406 Oct 26 13:59:47.727521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.761464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-46e3c62a-814c-430e-a05b-31e16587c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:47.762638 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-46e3c62a-814c-430e-a05b-31e16587c69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1606073 Oct 26 13:59:47.767874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fc0f6f-5f42-4445-8c9f-3200c39baae6']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:47.776148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Pushing event deleted for resources: {'Port': ['ID=0130405e-d846-400a-997f-8dc2782b9d3d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:47.790638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa140e5-edde-455e-8dc7-9f30e1251036') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:47.790948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa140e5-edde-455e-8dc7-9f30e1251036') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:47.825069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.830424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-e641c8c0-2e18-4e7f-b0aa-f856bbe43315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500646 Oct 26 13:59:47.851531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46806a5e-4bcc-46fd-9678-f0c529059abb req-71b2a7cb-bbd3-4fbd-bd57-978d6c92245a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428220 Oct 26 13:59:47.893342 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:47.904628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.946046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.971743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-650dccf1-db96-448e-960a-4f5fffabbd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:47.976940 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ff0c1-882d-413b-9e57-73a3e52e6e76 x-openstack-request-id: req-c17ff0c1-882d-413b-9e57-73a3e52e6e76 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:47.977654 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:47.978442 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c17ff0c1-882d-413b-9e57-73a3e52e6e76 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:47.979254 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'status': 'completed', 'code': 200} Oct 26 13:59:47.995308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:59:47.996953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: timer() Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:59:48.003117 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:59:48.077614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-650dccf1-db96-448e-960a-4f5fffabbd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.090999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-132608af-7245-4bf6-b9c6-208dbca0966c req-34e19b6c-87d1-4999-84ee-8bdc2bcb4aea tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341233 Oct 26 13:59:48.117095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-650dccf1-db96-448e-960a-4f5fffabbd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.159191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.175421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.179205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3fc0f6f-5f42-4445-8c9f-3200c39baae6 HTTP/1.1" status: 204 len: 168 time: 1.0869002 Oct 26 13:59:48.180194 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3ba88-7b86-459f-b176-405b7316a83c x-openstack-request-id: req-28b3ba88-7b86-459f-b176-405b7316a83c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:48.180520 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:48.180769 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28b3ba88-7b86-459f-b176-405b7316a83c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:48.181169 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'status': 'completed', 'code': 200} Oct 26 13:59:48.187534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48198) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:48.204250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-650dccf1-db96-448e-960a-4f5fffabbd7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a15cc9548164ba7bb87be389d823390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608039 Oct 26 13:59:48.212734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48200) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:48.265057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-0f74cbb7-8b7e-4005-b7e4-0ec7c0335c43 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122326 Oct 26 13:59:48.266053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfb1af-af95-4b7a-ba23-210241843ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fc0f6f-5f42-4445-8c9f-3200c39baae6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:48.387814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Deleting subnet ab589a4b-b196-4126-80f0-2d3dee77e783 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:59:48.395090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.400016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-ebcf9122-341c-4097-a5e8-948733e28be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.401569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-ebcf9122-341c-4097-a5e8-948733e28be2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 1097 time: 0.1846640 Oct 26 13:59:48.453235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:66:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T13:59:45Z', 'revision_number': 1, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:48.487329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dccf1-db96-448e-960a-4f5fffabbd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487eb92-11b7-45fa-a0d6-d58c665ce1e5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:48.501512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.515030 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:48.528328 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:48.529393 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:48.554622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e127ad3-4cf0-4c03-b5dd-1e1b690a8512 req-c6772c5f-5fbd-465e-a7d1-3caff91b9972 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547889 Oct 26 13:59:48.555836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.582241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69a057-079a-4d83-9dd7-ecc30d6df74e req-4401b888-dec3-43aa-8754-be94854cae37 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.592925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca69a057-079a-4d83-9dd7-ecc30d6df74e req-4401b888-dec3-43aa-8754-be94854cae37 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2290030 Oct 26 13:59:48.667324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.685489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca69a057-079a-4d83-9dd7-ecc30d6df74e req-cfd4afb8-9aab-4752-b991-f43d8b7804cd tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893533 Oct 26 13:59:48.696295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.717296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:48.789053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-7a436411-b777-4765-8af5-d05a5f828d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.790466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-7a436411-b777-4765-8af5-d05a5f828d11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 924 time: 0.3641958 Oct 26 13:59:48.856817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Router 888f3db5-58e0-4642-851c-e59e9af0df71 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 13:59:48.873243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.878404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:48.884156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7487eb92-11b7-45fa-a0d6-d58c665ce1e5 HTTP/1.1" status: 204 len: 168 time: 0.5581124 Oct 26 13:59:48.884392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-ae4bf3bb-18d4-48b5-ae2a-87ce8813160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.886190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-ae4bf3bb-18d4-48b5-ae2a-87ce8813160a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1095 time: 0.2355402 Oct 26 13:59:48.931754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-f44cde9e-62a4-4b55-a74b-6bbbd01716cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37df615-2865-4c5a-b36a-6037f66ce451 HTTP/1.1" status: 200 len: 999 time: 0.1179302 Oct 26 13:59:48.969195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654ac0-df6d-4fea-bace-d4aa66a45153 req-dd12e30e-f734-4de1-baeb-77c29303ab64 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:48.981508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41654ac0-df6d-4fea-bace-d4aa66a45153 req-dd12e30e-f734-4de1-baeb-77c29303ab64 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.2038972 Oct 26 13:59:48.983344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36700-024c-419d-a37d-a0804605e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487eb92-11b7-45fa-a0d6-d58c665ce1e5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:48.993804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.077569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab589a4b-b196-4126-80f0-2d3dee77e783,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:49.082381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.086213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-25eb6826-1c6e-4a3e-89fc-6e43b47e215a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab589a4b-b196-4126-80f0-2d3dee77e783 HTTP/1.1" status: 204 len: 168 time: 0.8973458 Oct 26 13:59:49.092126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48222) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:49.109133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:49.116946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-62606bb5-a60e-4230-abbb-631d06a546c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.118359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-62606bb5-a60e-4230-abbb-631d06a546c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.1583254 Oct 26 13:59:49.118543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ab60b47-1fee-421a-8450-542bc7174937 admin admin] 10.222.0.37 "PUT /v2.0/routers/888f3db5-58e0-4642-851c-e59e9af0df71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8314741 Oct 26 13:59:49.124643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Sync routers for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:49.126880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e4a5f-a6df-48aa-9b8d-57e43be79458 req-3204a364-4d33-4626-947e-61a00ae74ed1 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.128469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-384e4a5f-a6df-48aa-9b8d-57e43be79458 req-3204a364-4d33-4626-947e-61a00ae74ed1 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.0932996 Oct 26 13:59:49.129250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:49.157549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:66:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T13:59:45Z', 'revision_number': 1, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.158811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:49.159957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.205032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41654ac0-df6d-4fea-bace-d4aa66a45153 req-e3c1d342-1ea1-499b-b285-e568474fe26e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000365 Oct 26 13:59:49.229125 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4897c8-6c1e-4de2-8f61-41d6edfc7c1e None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:66:06:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T13:59:45Z', 'revision_number': 1, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:49.249033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-c1ece1b0-2069-4275-8f33-f8d3d6c3edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.250936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-c1ece1b0-2069-4275-8f33-f8d3d6c3edd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.3486459 Oct 26 13:59:49.260520 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 13:59:49.343561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-384e4a5f-a6df-48aa-9b8d-57e43be79458 req-965eac63-4534-4185-9f2e-be82686cc787 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674814 Oct 26 13:59:49.364375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.371252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-d6e9eef7-35c7-48af-b990-9b0a6226571a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.1058240 Oct 26 13:59:49.384658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-dc1858fa-5bf7-4bb0-9527-9ece419e9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.386151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-dc1858fa-5bf7-4bb0-9527-9ece419e9e8c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545493 Oct 26 13:59:49.386749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.426354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:49.571694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-52eaeec3-c2de-482d-88a9-231023773932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.573233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-52eaeec3-c2de-482d-88a9-231023773932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1928821 Oct 26 13:59:49.659244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-a3f1358c-5bdb-4664-bcf1-c02c7f54066a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719779 Oct 26 13:59:49.680220 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317d291-de50-4cb4-8e7c-c15f501e4a96 None None] New status for floating IP 4b112073-e243-41d2-ad74-75ce70871c93: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 13:59:49.712321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.731580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-449f7ead-ae5a-4d5e-8f3d-62cd3995a2e8 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=405c785c8754489a86a9e9793f9f1d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009667 Oct 26 13:59:49.795717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-a95ea665-a822-44e9-af96-c528bda3a174 service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874218 Oct 26 13:59:49.803744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a236c6c-dd09-4f58-a2e2-74cc3b0b4883']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.852381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:59:47Z', 'revision_number': 5, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port': {'id': 'ecc56548-2721-4f0d-9c7f-5fac75d89a15', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:64:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:39Z', 'updated_at': '2021-10-26T13:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.891336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b7b65f-4118-42c2-b279-0ac163c438ab') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.892109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b7b65f-4118-42c2-b279-0ac163c438ab') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.923571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.931522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Checking router: 888f3db5-58e0-4642-851c-e59e9af0df71 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:49.935167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-88538245-6f9f-470e-8704-cf9a628e2da2 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:49.944467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-88538245-6f9f-470e-8704-cf9a628e2da2 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092178 Oct 26 13:59:49.957980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Routers {'888f3db5-58e0-4642-851c-e59e9af0df71'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:49.959326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-4b3e719b-a559-4ea3-9594-ec46f738352e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/quotas/405c785c8754489a86a9e9793f9f1d4a HTTP/1.1" status: 200 len: 375 time: 0.0138917 Oct 26 13:59:49.961386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['888f3db5-58e0-4642-851c-e59e9af0df71'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:49.967714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:49.976319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-f623d8ef-8e50-4847-8595-052ab5261410 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129699 Oct 26 13:59:50.063189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-7bd38343-d70f-406d-aef8-7b442b17fa02 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715647 Oct 26 13:59:50.087039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Deleting port ecc56548-2721-4f0d-9c7f-5fac75d89a15 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:50.087383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.103056 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.126461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-7c20a266-269a-46c7-9b60-186ac3b713ab service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530430 Oct 26 13:59:50.127692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:59:50.128212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.149725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] Set router 888f3db5-58e0-4642-851c-e59e9af0df71 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:50.228415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] For port ecc56548-2721-4f0d-9c7f-5fac75d89a15, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ecc56548-2721-4f0d-9c7f-5fac75d89a15,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:50.228827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.249631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Calling delete_port for ecc56548-2721-4f0d-9c7f-5fac75d89a15 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:50.271960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:59:49Z', 'revision_number': 6, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:50.309063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339dbd65-9f32-4631-bf6a-97f9164765b3 None None] The sync data for ids ['888f3db5-58e0-4642-851c-e59e9af0df71'] in n-d-813419-9 is: [{'id': '888f3db5-58e0-4642-851c-e59e9af0df71', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1600662214-router', 'tenant_id': '1a48d3107a1a489a99358a1387db4cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:38Z', 'updated_at': '2021-10-26T13:59:49Z', 'revision_number': 6, 'project_id': '1a48d3107a1a489a99358a1387db4cb1', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: timer() Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:59:50.346901 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:59:50.364679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-336770ac-eef0-4127-a949-fc99d07e66be tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:50.366557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-336770ac-eef0-4127-a949-fc99d07e66be tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3892183 Oct 26 13:59:50.376086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ff32c69-e296-4c0a-8d3b-eb8f6a150cb6 req-f0fac385-bbda-4eb1-8036-746b07381ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671740 Oct 26 13:59:50.430180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48276) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:50.460446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.473575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.481079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-33bba745-d213-44a6-a7f6-ba1fd8fec8ed tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.1075592 Oct 26 13:59:50.505710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.506691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc56548-2721-4f0d-9c7f-5fac75d89a15,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:50.509375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a236c6c-dd09-4f58-a2e2-74cc3b0b4883 HTTP/1.1" status: 204 len: 168 time: 1.4142854 Oct 26 13:59:50.544105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.586607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5798e-00df-4191-8828-8434e843c4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a236c6c-dd09-4f58-a2e2-74cc3b0b4883,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:50.600766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-70e28551-9ed1-4b2e-9c0e-08368703db58 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122148 Oct 26 13:59:50.637602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3519f5-e312-4a87-aad3-3cba7e3a3ccf req-568c67e6-dee9-4988-9f36-e08b7f1185d7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:50.644766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b3519f5-e312-4a87-aad3-3cba7e3a3ccf req-568c67e6-dee9-4988-9f36-e08b7f1185d7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1948359 Oct 26 13:59:50.658256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ef3c314-719d-4f10-9364-f21349a35f67 req-3fbb9683-82da-4fe7-9aef-cfa13e07c9ca service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805703 Oct 26 13:59:50.664806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-network', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:50.704908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.709866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.716092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Made reservation on behalf of ce8b20fc32ed490ca6b1b54a8381a541 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:50.721016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.733723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.743651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b3519f5-e312-4a87-aad3-3cba7e3a3ccf req-b4c684e7-c07c-4c4c-9d7f-6aff38cd08eb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978720 Oct 26 13:59:50.816164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48290) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:50.901342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe0055ae-068f-46e7-9f53-804ed03b876a req-42b37b68-ebcb-4057-b5fd-4877af58b75c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 210 time: 0.0438075 Oct 26 13:59:50.907235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.907949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 888f3db5-58e0-4642-851c-e59e9af0df71 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 13:59:50.916349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:50.917799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5d254415-3965-4f7a-97f5-817d1bba4f10 admin admin] 10.222.0.37 "DELETE /v2.0/routers/888f3db5-58e0-4642-851c-e59e9af0df71 HTTP/1.1" status: 204 len: 168 time: 1.7876179 Oct 26 13:59:50.920562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48296) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:50.939000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bac12ea8-d021-482f-91d0-1ecee2a572e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37feee2b3fd14cdf8b8c21ceda35a6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148765 Oct 26 13:59:50.939626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:50.991591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.012657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.026366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Deleting subnet 4b6264b8-12f0-488c-b378-c2ace489b680 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 13:59:51.030280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.064278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:59:51.082103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.098755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.102497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.102837 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Added segment 532b38dd-3b58-4a35-94f0-e8b69fb72a0f of type vlan for network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a Oct 26 13:59:51.104838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.115546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-423308e7-5b03-4468-a773-6dd89141a2ef req-1436f66d-1494-4d9d-9443-604f4bf78b20 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0305157 Oct 26 13:59:51.167326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeda35-2b92-442d-983b-109fab8bb063 req-161ffb87-6bb2-4a6a-9ab0-2b5616b73ef5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.175606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dcdeda35-2b92-442d-983b-109fab8bb063 req-161ffb87-6bb2-4a6a-9ab0-2b5616b73ef5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.1817875 Oct 26 13:59:51.187372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.199345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.225264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.297398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dcdeda35-2b92-442d-983b-109fab8bb063 req-f3d78ada-ebe6-473f-a64f-33a37f05977e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207271 Oct 26 13:59:51.300617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.306333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.307804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:51.308787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.354586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6264b8-12f0-488c-b378-c2ace489b680,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.361354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.366257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c14ce0e7-9dda-49d0-84c2-559f4c2d9208 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b6264b8-12f0-488c-b378-c2ace489b680 HTTP/1.1" status: 204 len: 168 time: 0.4443800 Oct 26 13:59:51.368847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9373055 Oct 26 13:59:51.371136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff53c9e-ff53-4342-b291-261bb2bf0a2e None None] Network 55e8fb9e-3653-4ce2-8840-c3b4d762d581 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:51.371644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.371868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48304) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:51.372256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48306) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:51.374974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.377599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Request body: {'subnet': {'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-subnet', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:51.381389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57bfee29-8062-4b62-b77d-5809e5a7113a HTTP/1.1" status: 204 len: 168 time: 0.4402308 Oct 26 13:59:51.402115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1a923-5de8-4700-a9d7-031eadad3da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfee29-8062-4b62-b77d-5809e5a7113a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.409127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eab56-8adc-4372-8670-9933e2e9ecca admin admin] Pushing event updated for resources: {'Network': ['ID=48f88a3a-f8f7-40d5-ba40-8b3460e5379a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:51.471301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:59:51.493545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.560154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Made reservation on behalf of ce8b20fc32ed490ca6b1b54a8381a541 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:51.562609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.615183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.679651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Deleting port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:51.680594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.794245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] For port 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c455169-86d0-4cd8-9eab-0b8bb4399f18,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:51.794891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:51.814268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0584607-b220-4331-bb82-98775308ac8b None None] DHCP port deletion for 55e8fb9e-3653-4ce2-8840-c3b4d762d581 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 13:59:51.843251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Calling delete_port for 1c455169-86d0-4cd8-9eab-0b8bb4399f18 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:51.854858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-4373e3ba-e325-4069-8254-14385eb1f4ad tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=405c785c8754489a86a9e9793f9f1d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702047 Oct 26 13:59:51.894854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Deleting port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 13:59:51.895683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.025686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.039446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48320) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:52.040828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d0584607-b220-4331-bb82-98775308ac8b None None] For port 1c455169-86d0-4cd8-9eab-0b8bb4399f18, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c455169-86d0-4cd8-9eab-0b8bb4399f18,segment=NetworkSegment(cd9cc990-2070-494e-b922-22a0fe6e6eef),segment_id=cd9cc990-2070-494e-b922-22a0fe6e6eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:52.041406 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.063472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Calling delete_port for 1c455169-86d0-4cd8-9eab-0b8bb4399f18 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 13:59:52.073400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0ca1911-8ed2-48df-b860-7362c89801bc req-b02069f7-9d6c-48a1-a98d-b243be00d656 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 210 time: 0.0313351 Oct 26 13:59:52.076268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ed7b1-4ad9-4f16-aac4-c5637b95bfaf req-1d032a36-ef38-4e36-8e45-d3c59cb38463 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.077723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e82ed7b1-4ad9-4f16-aac4-c5637b95bfaf req-1d032a36-ef38-4e36-8e45-d3c59cb38463 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1667681 Oct 26 13:59:52.137087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-7c31bf30-fdf6-44cd-9f1e-42ea0da40ca7 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.138908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-7c31bf30-fdf6-44cd-9f1e-42ea0da40ca7 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761769 Oct 26 13:59:52.160821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Request body: {'port': {'device_id': '5c865ae0-c835-40dc-981f-35d285b75750', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '405c785c8754489a86a9e9793f9f1d4a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:52.190329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd267fed-a9ba-46de-9dbc-a9041c22d10c,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:52.194020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.250479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c455169-86d0-4cd8-9eab-0b8bb4399f18,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:52.259400 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e82ed7b1-4ad9-4f16-aac4-c5637b95bfaf req-bbf69d6e-7849-4df0-ac07-d73b7e172681 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552529 Oct 26 13:59:52.264228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39a893ef-5695-4ddb-9850-4f0c4db11a03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=154bb962be9f446f8435eec5b5c7deb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158432 Oct 26 13:59:52.264710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48324) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:52.267554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] No DVR routers for this DVR port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:52.277274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Checking segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:52.277596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Network hostable DHCP agents. Network: 48f88a3a-f8f7-40d5-ba40-8b3460e5379a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:59:52.326235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 13:59:52.452599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:59:52.456728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.486933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0130405e-d846-400a-997f-8dc2782b9d3d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:52.492641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 48f88a3a-f8f7-40d5-ba40-8b3460e5379a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:52.536575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1480d-7f95-452e-93cc-0c099d191631 None None] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:52.537380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.538178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.542600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.554698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0130405e-d846-400a-997f-8dc2782b9d3d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:52.555009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.555128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0130405e-d846-400a-997f-8dc2782b9d3d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:52.555441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ecc56548-2721-4f0d-9c7f-5fac75d89a15 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:52.555617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.556518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.557119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.557546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.557972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.558416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.559662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.559662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.559662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.586979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.632033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.632475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.632902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.633296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 13:59:52.633731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e8fb9e-3653-4ce2-8840-c3b4d762d581']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:52.646168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ba3b8-8b59-4cca-8e2c-f3c4b6df9f4f req-0b5764e6-d4ba-4e8e-a417-fab5b62aa3b4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:52.646985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ecc56548-2721-4f0d-9c7f-5fac75d89a15 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:52.647333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ecc56548-2721-4f0d-9c7f-5fac75d89a15 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:52.647745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1c455169-86d0-4cd8-9eab-0b8bb4399f18 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 13:59:52.648232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e4ba3b8-8b59-4cca-8e2c-f3c4b6df9f4f req-0b5764e6-d4ba-4e8e-a417-fab5b62aa3b4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.2355547 Oct 26 13:59:52.663913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9075abbe-3ace-4bf9-a301-fd2ef4199560 req-bb794feb-d08b-4c05-8760-16399404da90 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0813682 Oct 26 13:59:52.680594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-6bf79d6b-4d84-41bc-9386-16cb7fcea260 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697357 Oct 26 13:59:52.680795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584607-b220-4331-bb82-98775308ac8b None None] No DVR routers for this DVR port 1c455169-86d0-4cd8-9eab-0b8bb4399f18 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 13:59:52.685798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584607-b220-4331-bb82-98775308ac8b None None] Pushing event deleted for resources: {'Port': ['ID=1c455169-86d0-4cd8-9eab-0b8bb4399f18,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:52.702694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1c455169-86d0-4cd8-9eab-0b8bb4399f18 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 13:59:52.703008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9cc990-2070-494e-b922-22a0fe6e6eef') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:52.703118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1c455169-86d0-4cd8-9eab-0b8bb4399f18 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 13:59:52.703292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9cc990-2070-494e-b922-22a0fe6e6eef') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:52.759949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:52.760922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.776541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'port_id': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'mac_address': 'fa:16:3e:55:b9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43d6f7-6df1-453f-b59d-a0bb52b8ea39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 13:59:52.776810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Made reservation on behalf of 405c785c8754489a86a9e9793f9f1d4a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:52.781120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.787030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-36fc22c2-1e06-4286-acd1-e9d13788df89 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4106536 Oct 26 13:59:52.787030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.788325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48328) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:52.810880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:52.852806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.857172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.858170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.858626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.883365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 13:59:52.883949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.890089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:59:52.890954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: from cryptography.utils import int_from_bytes Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: from cryptography.utils import int_from_bytes Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: timer() Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 13:59:52.893118 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 13:59:52.895172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:52.923769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:52.938235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:52.989425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.003372 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.080099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.093592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Allocated IP 192.168.233.122 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/fd1a987c-75ba-469b-a40e-091cf95d8a9d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:53.163217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Allocated IP 172.20.0.2 (48f88a3a-f8f7-40d5-ba40-8b3460e5379a/bd267fed-a9ba-46de-9dbc-a9041c22d10c/f5b49821-792b-4c89-a767-f88e946491a7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:53.179162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.222709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e4ba3b8-8b59-4cca-8e2c-f3c4b6df9f4f req-246d1b17-c228-4fd9-8c76-7dd9a4095de1 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626621 Oct 26 13:59:53.251640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d89574a8-2704-4b58-86c5-70a6d4a70167 req-a296fd6c-aed9-45be-8602-3cd687f1c04d tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 210 time: 0.0578201 Oct 26 13:59:53.271839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.307070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.310743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.312129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2aaafcf-d463-4e2e-bed4-e9e72896afe4 HTTP/1.1" status: 204 len: 168 time: 1.0460515 Oct 26 13:59:53.317134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.324466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/55e8fb9e-3653-4ce2-8840-c3b4d762d581 HTTP/1.1" status: 204 len: 168 time: 1.9416752 Oct 26 13:59:53.346616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad42b0-d9ee-47b7-a158-ca7e7c1504a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aaafcf-d463-4e2e-bed4-e9e72896afe4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.349915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05db0ff-3a33-43d8-930f-5df45860caa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e8fb9e-3653-4ce2-8840-c3b4d762d581,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.360333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-bed76ca6-d7b9-44e2-bed0-cfff274fefbf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.362505 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-bed76ca6-d7b9-44e2-bed0-cfff274fefbf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6414418 Oct 26 13:59:53.387024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:53.404791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:53.507777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92461926-25e6-4cf6-baf3-2e62b76d3794 req-fe60c62c-4d0f-4eef-825f-7e2063d8574c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.523720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92461926-25e6-4cf6-baf3-2e62b76d3794 req-fe60c62c-4d0f-4eef-825f-7e2063d8574c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1195083 Oct 26 13:59:53.537011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.545317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.577934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.618303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92461926-25e6-4cf6-baf3-2e62b76d3794 req-4d662941-dd7f-4dbd-9b2b-e2e209cd6957 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934463 Oct 26 13:59:53.636730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:53.641109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.646747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:53.651420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:53.653979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.671286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:53.720327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.744527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48344) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:53.805147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:53.812015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:53.818626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Pushing event updated for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.823209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:53.861244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Pushing event updated for resources: {'Port': ['ID=f5b49821-792b-4c89-a767-f88e946491a7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:53.872316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.881814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42efe51b-67e0-4460-8d77-e2dc6d23ae4c req-b2ed6140-4524-45a1-afe8-c3bb6afdf924 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0874803 Oct 26 13:59:53.901859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Attempting to bind port f5b49821-792b-4c89-a767-f88e946491a7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:53.901859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Attempting to bind port f5b49821-792b-4c89-a767-f88e946491a7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:53.901859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Attempting to bind port f5b49821-792b-4c89-a767-f88e946491a7 on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:53.907836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.922647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:53.923137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Checking segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:53.925306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.926012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Bound using segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:53.926618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Bound port: f5b49821-792b-4c89-a767-f88e946491a7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:53.927124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.933456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:53.937110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:53.966441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e7567ea-8402-4f00-9dd9-9656f7fd4072 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a48d3107a1a489a99358a1387db4cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188544 Oct 26 13:59:53.972045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:53.982058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.000338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.016689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-766528ff-3728-4aea-82a9-384ca0bae65c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8659508 Oct 26 13:59:54.039278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Request body: {'port': {'device_id': '5c865ae0-c835-40dc-981f-35d285b75750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:54.060685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] For port f5b49821-792b-4c89-a767-f88e946491a7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:54.064400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] For port f5b49821-792b-4c89-a767-f88e946491a7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5b49821-792b-4c89-a767-f88e946491a7,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:54.081359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.088265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.171770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.172126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525a83-7b7f-4b5f-a2fc-198d8970f678 None None] Pushing event updated for resources: {'Port': ['ID=f5b49821-792b-4c89-a767-f88e946491a7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:54.186172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743d61f2-2ef6-4596-a98c-5f39dc39d403,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:54.189924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-07c6ab7d-c5f1-47c8-bb3e-534ef184b4a7 None None] Provisioning complete for port fd1a987c-75ba-469b-a40e-091cf95d8a9d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:54.190405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-07c6ab7d-c5f1-47c8-bb3e-534ef184b4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.236974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.242008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Allocated IP 172.25.5.9 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/96ab22c6-c875-4dbe-a33c-e1449b03e2b5) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:54.250429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-07c6ab7d-c5f1-47c8-bb3e-534ef184b4a7 None None] Port fd1a987c-75ba-469b-a40e-091cf95d8a9d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:54.303104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['50e48634-a809-4a48-bccc-2c3d5a447ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 13:59:54.500234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.123 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/2996e7fd-df23-44ca-8bc0-8b68a4149b19) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:54.502905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.506795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.508166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4733311-c588-4815-88cb-c23b9dd9cba8 HTTP/1.1" status: 204 len: 168 time: 0.5351412 Oct 26 13:59:54.529003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a18bd-f17e-45f2-8f13-078110852c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4733311-c588-4815-88cb-c23b9dd9cba8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:54.593969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211665-8dd8-4969-8acc-a93cc8b49a15 req-b1170764-97de-4e34-b94a-d52b22f15e8f tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:54.595800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b211665-8dd8-4969-8acc-a93cc8b49a15 req-b1170764-97de-4e34-b94a-d52b22f15e8f tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 936 time: 0.2067235 Oct 26 13:59:54.633044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d734f0f-6c45-443f-9241-8b55cda2b3b8 req-dcad0ec7-3408-44af-8f57-d4826639cbe7 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:54.641820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d734f0f-6c45-443f-9241-8b55cda2b3b8 req-dcad0ec7-3408-44af-8f57-d4826639cbe7 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.1750710 Oct 26 13:59:54.674887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.752813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d734f0f-6c45-443f-9241-8b55cda2b3b8 req-27bd0476-685d-4419-b0c3-7aeeee6c6bcb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662634 Oct 26 13:59:54.784755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.814718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b211665-8dd8-4969-8acc-a93cc8b49a15 req-95a643ad-bea2-4fd1-a713-cee00e1b6306 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093551 Oct 26 13:59:54.844748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:54.847784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:54.852059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:54.890706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Pushing event updated for resources: {'Port': ['ID=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:54.896861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:54.999789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.013262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e1a91-0a6e-487a-a985-f16bae169b93 req-dfa26c82-6710-4ec4-924c-7eec499abcd8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:55.014807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e7e1a91-0a6e-487a-a985-f16bae169b93 req-dfa26c82-6710-4ec4-924c-7eec499abcd8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0835361 Oct 26 13:59:55.086087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 13:59:55.094206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:55.096886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:55.105218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 13:59:55.152338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e7e1a91-0a6e-487a-a985-f16bae169b93 req-2a49d9f5-8e16-4778-8715-7e4c8abb6254 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065218 Oct 26 13:59:55.190315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:55.190973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.231175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-669bda16-6dad-4dc7-9a4e-62c87ef017b8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8564844 Oct 26 13:59:55.245903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Request body: {'port': {'device_id': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:55.337900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46104f2-b2bc-4537-b1c8-953f47efe740 req-cec2513a-ab5c-4344-9c59-af4cf3f4e872 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:55.347817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c46104f2-b2bc-4537-b1c8-953f47efe740 req-cec2513a-ab5c-4344-9c59-af4cf3f4e872 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 936 time: 0.3610094 Oct 26 13:59:55.365418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.476410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.523051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4983a912-b477-4284-a4b5-143952036b1c None None] Provisioning complete for port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:55.523596 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4983a912-b477-4284-a4b5-143952036b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.590922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1a987c-75ba-469b-a40e-091cf95d8a9d {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:55.600632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4983a912-b477-4284-a4b5-143952036b1c None None] Port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 13:59:55.600838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.618257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Transition to ACTIVE for port object fd1a987c-75ba-469b-a40e-091cf95d8a9d will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:55.641266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c46104f2-b2bc-4537-b1c8-953f47efe740 req-6f52cf83-b41c-4663-8b0d-dde628e3a52a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885199 Oct 26 13:59:55.684812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.744848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02593691-90a7-48bd-8676-0050957126fa None None] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:55.759264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48412) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:55.886474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] Provisioning complete for port f5b49821-792b-4c89-a767-f88e946491a7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:55.886868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:55.987551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:55.999723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2996e7fd-df23-44ca-8bc0-8b68a4149b19 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 13:59:56.014058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-network', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:56.014815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.071749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Transition to ACTIVE for port object 2996e7fd-df23-44ca-8bc0-8b68a4149b19 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 13:59:56.082940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.122880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.141464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b36d43-0b69-457f-bbda-2b5100303b90 req-5d36f000-4206-43e7-9f7e-d3982d08c780 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.143095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6b36d43-0b69-457f-bbda-2b5100303b90 req-5d36f000-4206-43e7-9f7e-d3982d08c780 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 948 time: 0.1224666 Oct 26 13:59:56.175184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] For port f5b49821-792b-4c89-a767-f88e946491a7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5b49821-792b-4c89-a767-f88e946491a7,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:56.183297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.198811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:56.265068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55884d-bc21-434e-8b5b-3875cb19fe3d None None] Pushing event updated for resources: {'Port': ['ID=f5b49821-792b-4c89-a767-f88e946491a7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:56.296427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:56.320871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48442) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:56.344904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6b36d43-0b69-457f-bbda-2b5100303b90 req-ced4ffc1-2810-4349-ac30-256e4a9fd36e tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891460 Oct 26 13:59:56.345875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Attempting to bind port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:56.347302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Attempting to bind port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:56.347805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Attempting to bind port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:56.363842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:56.365118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Attempting to bind port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:56.378910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:56.379614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:56.381626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 13:59:56.382084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:56.384281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Bound port: 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:56.385146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.391884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:56.392579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.604754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:56.608870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:56.617621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5b49821-792b-4c89-a767-f88e946491a7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 13:59:56.655557 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.655805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.657699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f87030e0-d60c-450f-983f-7b12fc8e5220 None None] Provisioning complete for port f5b49821-792b-4c89-a767-f88e946491a7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:56.657952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f87030e0-d60c-450f-983f-7b12fc8e5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.667233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Attempting to bind port fd1a987c-75ba-469b-a40e-091cf95d8a9d on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:56.667565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Attempting to bind port fd1a987c-75ba-469b-a40e-091cf95d8a9d by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:56.667939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Attempting to bind port fd1a987c-75ba-469b-a40e-091cf95d8a9d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:56.674887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Port fd1a987c-75ba-469b-a40e-091cf95d8a9d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 13:59:56.675639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Attempting to bind port fd1a987c-75ba-469b-a40e-091cf95d8a9d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:56.684995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Made reservation on behalf of 9c82ac30b2454b6aaa490b49324dc782 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:56.690755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.700408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1109485-5137-4b70-8022-66305d090a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.704033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac248f-3e60-4859-b713-0224b242004e req-eaeca1c8-68af-4b9d-bf24-91820e1d0c57 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.712273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83ac248f-3e60-4859-b713-0224b242004e req-eaeca1c8-68af-4b9d-bf24-91820e1d0c57 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.8451419 Oct 26 13:59:56.718662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.721449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.722588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.723806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] 10.222.0.73 "PUT /v2.0/ports/2996e7fd-df23-44ca-8bc0-8b68a4149b19 HTTP/1.1" status: 200 len: 1096 time: 1.4825079 Oct 26 13:59:56.730758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:56.731106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:56.731498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:56.731995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Bound port: fd1a987c-75ba-469b-a40e-091cf95d8a9d, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:56.732297 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.736752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:56.746470 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3291781-1bac-4474-ad88-31f292befb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:56.794261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb8fd-c0a4-489a-98bd-eee0c68d9e49 req-97ba06bd-4baa-415e-a735-6b86d36be26e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.796642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-567bb8fd-c0a4-489a-98bd-eee0c68d9e49 req-97ba06bd-4baa-415e-a735-6b86d36be26e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1842039 Oct 26 13:59:56.862880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3077b-9c30-4fbc-9b21-de4b845d0e2c service neutron] Pushing event updated for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:56.881570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83ac248f-3e60-4859-b713-0224b242004e req-c92c676d-65a8-4163-be97-2adaf090bf57 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608362 Oct 26 13:59:56.898291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 13:59:56.904289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:56.906950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.907368 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f4b88-e32f-41cc-bbd9-9c37cdbef145" -d '{"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-plugged", "status": "completed", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:56.933615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:56.940971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:56.948671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-567bb8fd-c0a4-489a-98bd-eee0c68d9e49 req-08e58f26-88bd-4327-ae74-7935ff3cdb1f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318033 Oct 26 13:59:56.955080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-05b6d5fa-ae5a-4d2f-a937-ae8094f19442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:56.957074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-05b6d5fa-ae5a-4d2f-a937-ae8094f19442 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 1099 time: 0.1779346 Oct 26 13:59:56.958024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:57.007021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f5b49821-792b-4c89-a767-f88e946491a7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 13:59:57.007407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.039084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.050441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1109485-5137-4b70-8022-66305d090a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.054313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.054856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-64416b75-0b46-4a9f-8799-c64264fe0a0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19 HTTP/1.1" status: 200 len: 217 time: 0.0836742 Oct 26 13:59:57.058222 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1264449e-8a8e-4cd5-bb77-10212cfcdb6f x-openstack-request-id: req-1264449e-8a8e-4cd5-bb77-10212cfcdb6f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:57.058675 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:57.059236 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1264449e-8a8e-4cd5-bb77-10212cfcdb6f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:57.059758 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19', 'status': 'completed', 'code': 200} Oct 26 13:59:57.061242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1109485-5137-4b70-8022-66305d090a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.129575 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae32ea9d-addc-42b1-a7c7-d339e86d42e1 x-openstack-request-id: req-ae32ea9d-addc-42b1-a7c7-d339e86d42e1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:57.129999 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-plugged", "status": "completed", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:57.131380 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae32ea9d-addc-42b1-a7c7-d339e86d42e1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:57.131786 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'code': 200} Oct 26 13:59:57.177254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1109485-5137-4b70-8022-66305d090a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8cdcae-4073-4786-a411-299e47b81494,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.189517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1109485-5137-4b70-8022-66305d090a0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=781dfae30296415a9eb73934ec0f5bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8661859 Oct 26 13:59:57.192064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.192517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48452) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:57.193887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.198438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] 10.222.0.73 "PUT /v2.0/ports/fd1a987c-75ba-469b-a40e-091cf95d8a9d HTTP/1.1" status: 200 len: 1096 time: 3.1647623 Oct 26 13:59:57.204515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 13:59:57.206938 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8e464-7e2d-470a-8862-0e05fc368b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 13:59:57.215245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-5a63d20e-4950-47c9-8b40-c88d8799d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.217296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-5a63d20e-4950-47c9-8b40-c88d8799d256 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1298823 Oct 26 13:59:57.221829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.266425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.309303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-05f6b72a-491e-4161-ae06-1f6a74b7241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.311843 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-05f6b72a-491e-4161-ae06-1f6a74b7241f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833759 Oct 26 13:59:57.347080 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f94e3a-aacc-44f9-a685-7852b8cb0037 x-openstack-request-id: req-30f94e3a-aacc-44f9-a685-7852b8cb0037 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 13:59:57.347370 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 13:59:57.347823 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30f94e3a-aacc-44f9-a685-7852b8cb0037 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 13:59:57.348371 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d', 'status': 'completed', 'code': 200} Oct 26 13:59:57.365718 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.375696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9596-8eea-4c5e-82d7-0223c3438815 req-4f475cdd-f897-4423-bcfc-263e41270f4c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.378183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-116e9596-8eea-4c5e-82d7-0223c3438815 req-4f475cdd-f897-4423-bcfc-263e41270f4c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 948 time: 0.3423800 Oct 26 13:59:57.401599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d0eb2-5df5-49bd-a31f-56fe044b2ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.405634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 13:59:57.430219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.466441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.467932 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Added segment 0dddc8ff-08a5-44da-bf28-540f46a5c504 of type vlan for network b95730ad-e548-4b68-9fa9-0dc5f7960aea Oct 26 13:59:57.522723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-51cccc9d-829f-4a84-8312-71c61067879f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881843 Oct 26 13:59:57.548430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcd25-b8e2-41a1-abbe-db305d20eade req-7ab27b69-799a-442c-acc8-1d37821dbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.550174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-485bcd25-b8e2-41a1-abbe-db305d20eade req-7ab27b69-799a-442c-acc8-1d37821dbfd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1097 time: 0.3232107 Oct 26 13:59:57.577551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95daf6c-27b4-4d3c-aed0-d070f49b949b req-78875944-f01d-4aa0-8c86-f9f71214558d tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.578194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf1b5d3-e4d3-440a-8b2f-c193b4fe54a1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.579178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c95daf6c-27b4-4d3c-aed0-d070f49b949b req-78875944-f01d-4aa0-8c86-f9f71214558d tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 948 time: 0.1296597 Oct 26 13:59:57.588825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-116e9596-8eea-4c5e-82d7-0223c3438815 req-1e6ca7b8-c7a4-43a4-89d0-ed023f54fa73 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909721 Oct 26 13:59:57.596217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.616280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.619400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.623435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c8cdcae-4073-4786-a411-299e47b81494 HTTP/1.1" status: 204 len: 168 time: 0.4254072 Oct 26 13:59:57.667238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-5fe16a8a-a1d5-4fa6-bad7-b64749d6694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.668772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-5fe16a8a-a1d5-4fa6-bad7-b64749d6694d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 1099 time: 0.3898323 Oct 26 13:59:57.676061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c8887-cd6a-4ea8-ac88-d7c98623e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8cdcae-4073-4786-a411-299e47b81494,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.676279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-485bcd25-b8e2-41a1-abbe-db305d20eade req-e0cabbc1-7453-47ab-994c-ed6d1dd00545 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Oct 26 13:59:57.683882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.684982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.685603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.712535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c95daf6c-27b4-4d3c-aed0-d070f49b949b req-46bf31cc-0f11-4c06-8bd8-2b9690e32c7c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829887 Oct 26 13:59:57.751874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ff215ca-b786-45ce-b6f9-e2c08361fbd0 req-9b4af706-25bc-4868-80cc-a863cfbe431d service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080777 Oct 26 13:59:57.754694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 13:59:57.802427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-cee61bd5-9f05-4671-bd86-fbe74a3a1d89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d HTTP/1.1" status: 200 len: 217 time: 0.0935831 Oct 26 13:59:57.804441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] Pushing event updated for resources: {'Network': ['ID=b95730ad-e548-4b68-9fa9-0dc5f7960aea,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:57.810998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0421a403-4787-427d-aa81-09cacf0dbfe6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0491011 Oct 26 13:59:57.821264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48468) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:57.829198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 13:59:57.834613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Request body: {'subnet': {'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-subnet', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:57.888787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3291781-1bac-4474-ad88-31f292befb2b req-a24f35f4-e710-449c-8053-05a81f5945a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.890756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-a24f35f4-e710-449c-8053-05a81f5945a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 1099 time: 0.0820844 Oct 26 13:59:57.915047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Made reservation on behalf of 9c82ac30b2454b6aaa490b49324dc782 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 13:59:57.919001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:57.933665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-f4c47c46-6463-45e3-a02d-fba2f6748505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:57.935863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-f4c47c46-6463-45e3-a02d-fba2f6748505 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1229086 Oct 26 13:59:58.008358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 13:59:58.017947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74d43-aa48-4844-b268-d35bb8c744de req-20828575-496e-4653-b9c0-3c000a1d2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.019521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-20828575-496e-4653-b9c0-3c000a1d2f50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770612 Oct 26 13:59:58.020245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 13:59:58.040579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.042008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0845aaf8-f5d7-40c3-a63d-1a33bdf67c52 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2528448 Oct 26 13:59:58.050162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48478) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:58.051899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:58.055294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:58.186147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57294004-fdbc-4f66-b625-d98bffda798a req-7894e3af-7d5c-4d73-a1e3-e4d33ac3ca4c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.188061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57294004-fdbc-4f66-b625-d98bffda798a req-7894e3af-7d5c-4d73-a1e3-e4d33ac3ca4c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.1786580 Oct 26 13:59:58.191554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-53e2995e-9663-4545-b718-f4de48bf3239 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481280 Oct 26 13:59:58.207459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67b84-ee3f-483c-b730-dac2efcc1f40 req-38378ab4-744d-4a49-bd4c-04814ef23712 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.209314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fe67b84-ee3f-483c-b730-dac2efcc1f40 req-38378ab4-744d-4a49-bd4c-04814ef23712 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0948060 Oct 26 13:59:58.222606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:58.288851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3291781-1bac-4474-ad88-31f292befb2b req-4c9f0c39-03ff-4c5c-9063-f174be81e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.290814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-4c9f0c39-03ff-4c5c-9063-f174be81e0d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3912089 Oct 26 13:59:58.308904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57294004-fdbc-4f66-b625-d98bffda798a req-85404bc8-d91a-411c-9916-dba15443c10e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007411 Oct 26 13:59:58.321228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fe67b84-ee3f-483c-b730-dac2efcc1f40 req-998633d8-f7ed-4bdf-8816-fabaed55466e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Oct 26 13:59:58.349620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e74d43-aa48-4844-b268-d35bb8c744de req-daec1e0b-0e74-4c42-bdd1-af9832ed92bb service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382513 Oct 26 13:59:58.384100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-142936be-eb48-4037-8a6c-3f331cffc5e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19 HTTP/1.1" status: 200 len: 217 time: 0.0741110 Oct 26 13:59:58.477046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-5064582c-94c9-4fb3-811c-55d37dbb546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.479315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-5064582c-94c9-4fb3-811c-55d37dbb546c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=405c785c8754489a86a9e9793f9f1d4a&device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 1099 time: 0.0630157 Oct 26 13:59:58.479938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T13:59:55Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T13:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:58.512658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 13:59:58.513305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Updating router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 13:59:58.548960 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.573414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3291781-1bac-4474-ad88-31f292befb2b req-c2826f18-f47d-47cb-880c-39c28a1a7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.575305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-c2826f18-f47d-47cb-880c-39c28a1a7046 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1064827 Oct 26 13:59:58.627555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-51da3d1d-b5ed-4c26-b8d9-4ec690f1a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.627555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-51da3d1d-b5ed-4c26-b8d9-4ec690f1a3d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1390970 Oct 26 13:59:58.687029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-736bdee7-bca7-4688-80d2-d04d97b3e2de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d HTTP/1.1" status: 200 len: 217 time: 0.0459173 Oct 26 13:59:58.738911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.763675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-bec07b47-4f23-47c4-9ef8-2ef241702c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.765983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-bec07b47-4f23-47c4-9ef8-2ef241702c7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0654891 Oct 26 13:59:58.818950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3291781-1bac-4474-ad88-31f292befb2b req-65e4d630-abc7-46fe-911b-26686a5b92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.820509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-65e4d630-abc7-46fe-911b-26686a5b92b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195711 Oct 26 13:59:58.825459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-894b7a18-5dc6-4d29-a1f5-4b9e46e59577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.829630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-894b7a18-5dc6-4d29-a1f5-4b9e46e59577 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553765 Oct 26 13:59:58.898954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.909470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.968697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a171-c429-4453-b585-603d1db6af38 req-8dd0968d-7b1a-471e-b6e1-89721e094cb8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:58.973201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Attempting to bind port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 13:59:58.973618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Attempting to bind port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 13:59:58.974617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Attempting to bind port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 13:59:58.977143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1520a171-c429-4453-b585-603d1db6af38 req-8dd0968d-7b1a-471e-b6e1-89721e094cb8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 948 time: 0.2331741 Oct 26 13:59:58.982531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-8a3f8821-e294-4536-8e17-235999a6ccb5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432199 Oct 26 13:59:58.983948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0673e-abac-4f7a-bf3d-55bb4e255189 None None] Pushing event updated for resources: {'Port': ['ID=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:58.986572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 13:59:58.986944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:58.987343 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.987728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 13:59:58.988205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Bound port: 96ab22c6-c875-4dbe-a33c-e1449b03e2b5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 13:59:58.988607 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:58.997117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fbe36c-ff0b-4205-8e6e-9927e9d63435,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:59.035653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Checking segment: {'id': '0dddc8ff-08a5-44da-bf28-540f46a5c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 13:59:59.036195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Network hostable DHCP agents. Network: b95730ad-e548-4b68-9fa9-0dc5f7960aea, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 13:59:59.049474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] For port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 13:59:59.053450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] For port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 13:59:59.063272 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.134538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 13:59:59.135250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:59.138755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1520a171-c429-4453-b585-603d1db6af38 req-caa87f36-a323-474c-9e10-2a21bf2e3849 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606061 Oct 26 13:59:59.154656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297499e-21fe-4411-80a8-7e877c33c93f req-93d378a4-8f1b-48cc-a089-0e4211f28f79 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:59.156176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c297499e-21fe-4411-80a8-7e877c33c93f req-93d378a4-8f1b-48cc-a089-0e4211f28f79 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 948 time: 0.0874019 Oct 26 13:59:59.165621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-b5c378a9-450d-43e2-b390-5baa7d731ccd service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232465 Oct 26 13:59:59.171395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 13:59:59.173726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aba8e464-7e2d-470a-8862-0e05fc368b0b req-c31aa683-ec1a-466e-a46d-27b7dcabb271 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820443 Oct 26 13:59:59.210340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0673e-abac-4f7a-bf3d-55bb4e255189 None None] Pushing event updated for resources: {'Port': ['ID=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 13:59:59.216525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c297499e-21fe-4411-80a8-7e877c33c93f req-560604ef-8291-472c-bf18-7126140d08aa tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Oct 26 13:59:59.274522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b95730ad-e548-4b68-9fa9-0dc5f7960aea) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 13:59:59.279119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:59.279756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.287563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84fd89-f8b0-4068-9788-c7a092888a62 None None] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 13:59:59.291356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 13:59:59.329736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a14a7c8-505b-4b7e-a5a6-0a5675914842 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5062201 Oct 26 13:59:59.332447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48508) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 13:59:59.342086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 13:59:59.376235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.396611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.397081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.483592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.674922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b95730ad-e548-4b68-9fa9-0dc5f7960aea', 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'fixed_ips': [{'subnet_id': 'b2fbe36c-ff0b-4205-8e6e-9927e9d63435'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 13:59:59.676282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.691158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3291781-1bac-4474-ad88-31f292befb2b req-4abd53cf-f2b4-401a-82ff-2b0f4c9ffd5c service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140114 Oct 26 13:59:59.698257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 13:59:59.780316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f1188-899f-4766-8029-72d8873db051 req-83a3182b-c473-44a0-8679-a00bbd3aa7a6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:59.787851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc4f1188-899f-4766-8029-72d8873db051 req-83a3182b-c473-44a0-8679-a00bbd3aa7a6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1050835 Oct 26 13:59:59.796457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bdd55-7bf0-4ac7-a241-097113de5ac6 req-4d6e3925-2818-4e59-80d6-9bfc287c7c23 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 13:59:59.798016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a0bdd55-7bf0-4ac7-a241-097113de5ac6 req-4d6e3925-2818-4e59-80d6-9bfc287c7c23 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.1092548 Oct 26 13:59:59.847329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc4f1188-899f-4766-8029-72d8873db051 req-4bde4a83-a28f-4405-964e-c126ebb1c412 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Oct 26 13:59:59.851741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Allocated IP 172.20.0.2 (b95730ad-e548-4b68-9fa9-0dc5f7960aea/b2fbe36c-ff0b-4205-8e6e-9927e9d63435/029f2540-85e6-46ad-bcfd-ac4e3a260777) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 13:59:59.866046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T13:59:55Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T13:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 13:59:59.927772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488ed885-b906-456e-9893-6d0a902973e0 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T13:59:55Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T13:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 13:59:59.980016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Allocated IP 172.20.0.1 (48f88a3a-f8f7-40d5-ba40-8b3460e5379a/bd267fed-a9ba-46de-9dbc-a9041c22d10c/18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:00.016170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.059827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.128630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a0bdd55-7bf0-4ac7-a241-097113de5ac6 req-a99389ed-e3bd-4328-944f-c24a7adadba3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145869 Oct 26 14:00:00.262428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.266682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.287383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.344464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Allocated IP 172.25.5.96 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/b1cf3530-6cf0-46c6-a51f-bc0aff40bb33) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:00.385951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.405865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76249-711a-4beb-bd10-9c778705b4a5 req-5751b1ae-f4ae-4fc0-9d1c-2c0221ce7475 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:00.416549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6db76249-711a-4beb-bd10-9c778705b4a5 req-5751b1ae-f4ae-4fc0-9d1c-2c0221ce7475 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1097 time: 0.1217074 Oct 26 14:00:00.450529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Pushing event updated for resources: {'Port': ['ID=029f2540-85e6-46ad-bcfd-ac4e3a260777,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:00.457504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:00.459883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:00.464267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:00.471444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:00.484326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:00.491482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:00.570933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2996e7fd-df23-44ca-8bc0-8b68a4149b19 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:00.578777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Pushing event updated for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:00.609057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6db76249-711a-4beb-bd10-9c778705b4a5 req-3c36dbeb-b2fc-4581-8e8e-02b622413f51 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912403 Oct 26 14:00:00.619697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.708313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.722596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cca32f-9ee7-4efd-82bb-9722d3cc02a9 req-c20e2c13-1456-4029-8a33-6610c721504f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:00.740616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6cca32f-9ee7-4efd-82bb-9722d3cc02a9 req-c20e2c13-1456-4029-8a33-6610c721504f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 948 time: 0.1488872 Oct 26 14:00:00.810700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6cca32f-9ee7-4efd-82bb-9722d3cc02a9 req-b2c407f7-fecf-4308-89b3-a1115f05a168 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Oct 26 14:00:00.814613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Attempting to bind port 029f2540-85e6-46ad-bcfd-ac4e3a260777 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:00.815212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Attempting to bind port 029f2540-85e6-46ad-bcfd-ac4e3a260777 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0dddc8ff-08a5-44da-bf28-540f46a5c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:00.815797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Attempting to bind port 029f2540-85e6-46ad-bcfd-ac4e3a260777 on network b95730ad-e548-4b68-9fa9-0dc5f7960aea {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:00.840703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:00.843340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.866805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:00.867386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Checking segment: {'id': '0dddc8ff-08a5-44da-bf28-540f46a5c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:00.868008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.869405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Bound using segment: {'id': '0dddc8ff-08a5-44da-bf28-540f46a5c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:00.874702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Bound port: 029f2540-85e6-46ad-bcfd-ac4e3a260777, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dddc8ff-08a5-44da-bf28-540f46a5c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:00.875405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:00.920647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:00.936362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:00.954808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:00.962196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:01.078219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8c785-28dc-43af-9be6-c57c6d31e168 req-37919bd7-4e01-45ac-af2c-439a420872a5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:01.081327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44f8c785-28dc-43af-9be6-c57c6d31e168 req-37919bd7-4e01-45ac-af2c-439a420872a5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 948 time: 0.2888336 Oct 26 14:00:01.138883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.205601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44f8c785-28dc-43af-9be6-c57c6d31e168 req-943f8cb6-6d22-45b0-a09f-7c3a1e34acc2 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159308 Oct 26 14:00:01.524640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867ed2e-b0d6-4b14-bbe3-f19c6f0a1ac4 req-73108ffa-8f5c-4a2e-9983-95c078068e86 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:01.533896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2867ed2e-b0d6-4b14-bbe3-f19c6f0a1ac4 req-73108ffa-8f5c-4a2e-9983-95c078068e86 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2759831 Oct 26 14:00:01.604884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-79d947f3-9139-4470-8592-9df3c8ee3765 None None] Provisioning complete for port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:01.608974 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-79d947f3-9139-4470-8592-9df3c8ee3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.634023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2867ed2e-b0d6-4b14-bbe3-f19c6f0a1ac4 req-733d2363-983b-46f9-b43f-3f0e465166eb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Oct 26 14:00:01.635831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.648946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.666892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.712037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:01.712710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.793589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:01.806899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] For port 029f2540-85e6-46ad-bcfd-ac4e3a260777, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:01.809195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-79d947f3-9139-4470-8592-9df3c8ee3765 None None] Port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:01.826647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '2996e7fd-df23-44ca-8bc0-8b68a4149b19', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '2996e7fd-df23-44ca-8bc0-8b68a4149b19', 'mac_address': 'fa:16:3e:e5:4e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:01.827113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:01.832352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] For port 029f2540-85e6-46ad-bcfd-ac4e3a260777, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=029f2540-85e6-46ad-bcfd-ac4e3a260777,segment=NetworkSegment(0dddc8ff-08a5-44da-bf28-540f46a5c504),segment_id=0dddc8ff-08a5-44da-bf28-540f46a5c504)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:01.871431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Pushing event updated for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:01.888951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.018523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.039276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:02.041570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:02.054266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:02.079773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2996e7fd-df23-44ca-8bc0-8b68a4149b19 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:02.188172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.227832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4702fa-d4f0-4ea9-8043-11bf8d8248d7 req-2a42b913-3f68-401a-9a22-63c974bf6cc7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.237238 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c4702fa-d4f0-4ea9-8043-11bf8d8248d7 req-2a42b913-3f68-401a-9a22-63c974bf6cc7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 948 time: 0.2067535 Oct 26 14:00:02.258002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:02.275058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:02.325469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.338762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e681e-936c-4f41-a4d5-a5135e800e1c None None] Pushing event updated for resources: {'Port': ['ID=029f2540-85e6-46ad-bcfd-ac4e3a260777,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:02.352269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.403285 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c4702fa-d4f0-4ea9-8043-11bf8d8248d7 req-67b4157a-1ec6-4940-ae85-623549e600d6 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650653 Oct 26 14:00:02.452331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:02.584913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8385a94a-c2c6-4077-b9e3-f4e9716c7467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.606143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fd1a987c-75ba-469b-a40e-091cf95d8a9d details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:02.638922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 029f2540-85e6-46ad-bcfd-ac4e3a260777 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:02.694682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:02.756224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:02.811341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5e8491a9-6e10-4346-adfc-e3f484d5df87 None None] Provisioning complete for port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:02.811707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e8491a9-6e10-4346-adfc-e3f484d5df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.825321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace9e1-14de-486d-bf29-7ea4613b20e1 req-eacc9ed5-6f7d-4bab-98f7-8aca4f4c7fbf tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:02.827209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89ace9e1-14de-486d-bf29-7ea4613b20e1 req-eacc9ed5-6f7d-4bab-98f7-8aca4f4c7fbf tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 948 time: 0.1469042 Oct 26 14:00:02.829722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8385a94a-c2c6-4077-b9e3-f4e9716c7467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.854518 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:00:02.972395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8385a94a-c2c6-4077-b9e3-f4e9716c7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:02.982332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:03.015251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89ace9e1-14de-486d-bf29-7ea4613b20e1 req-cf814446-49b8-4085-baa1-3a30c93a1998 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786053 Oct 26 14:00:03.021835 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.078069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385a94a-c2c6-4077-b9e3-f4e9716c7467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab3a28-fb58-49f2-b0e6-57c45e23d691,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:03.110380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8385a94a-c2c6-4077-b9e3-f4e9716c7467 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b02e534538c42968b5d3f2f4fa9a20e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0510738 Oct 26 14:00:03.111289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48568) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:03.117067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5e8491a9-6e10-4346-adfc-e3f484d5df87 None None] Port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:03.121030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:03.145370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:03.157539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 029f2540-85e6-46ad-bcfd-ac4e3a260777 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:03.158701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.165545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d', 'mac_address': 'fa:16:3e:ff:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:03.188413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f737b-8d8b-4924-be6b-a36a56442431 req-5dcb5293-b909-4480-99a6-13ade4f1ba91 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:03.191103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b24f737b-8d8b-4924-be6b-a36a56442431 req-5dcb5293-b909-4480-99a6-13ade4f1ba91 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2716825 Oct 26 14:00:03.202354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96a61778-0999-4bb7-b7eb-8e04829c9856 admin admin] 10.222.0.37 "PUT /v2.0/routers/acb8fed1-4c8a-4a68-bb16-9514529ce9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1366131 Oct 26 14:00:03.308479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.312472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:00:03.330036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.367271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.374812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1a987c-75ba-469b-a40e-091cf95d8a9d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:03.440112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b24f737b-8d8b-4924-be6b-a36a56442431 req-884321f3-f2dc-43dd-b728-034178bc0d34 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200882 Oct 26 14:00:03.441406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:03.453888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.479983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.486740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.491358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.493489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8ab3a28-fb58-49f2-b0e6-57c45e23d691 HTTP/1.1" status: 204 len: 168 time: 0.3810794 Oct 26 14:00:03.507642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba8dac-0211-4ec8-b546-9744733dcee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab3a28-fb58-49f2-b0e6-57c45e23d691,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:03.634444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:03.638092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 029f2540-85e6-46ad-bcfd-ac4e3a260777, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=029f2540-85e6-46ad-bcfd-ac4e3a260777,segment=NetworkSegment(0dddc8ff-08a5-44da-bf28-540f46a5c504),segment_id=0dddc8ff-08a5-44da-bf28-540f46a5c504)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:03.651671 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:03.652355 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.654671 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:03.663451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:03.680609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:03.689007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Sync routers for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:03.764364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=029f2540-85e6-46ad-bcfd-ac4e3a260777,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:03.770560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fd1a987c-75ba-469b-a40e-091cf95d8a9d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:03.793877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:03.795407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-03d08e16-659e-44a6-9047-cff7d00bc5a5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4595098 Oct 26 14:00:03.798249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:03.804881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d9c10-b6f0-49e8-8e38-41e3372f89eb req-94e93bf7-dd9c-4012-a89f-15dcd22e9964 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:03.814805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c8d9c10-b6f0-49e8-8e38-41e3372f89eb req-94e93bf7-dd9c-4012-a89f-15dcd22e9964 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 949 time: 0.1459327 Oct 26 14:00:03.837956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011383e-cccc-4f35-89a4-9d86a3a5883e None None] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:03.872130 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:03.882720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Routers {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:03.883364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:03.916941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c8d9c10-b6f0-49e8-8e38-41e3372f89eb req-5d676e6a-fbed-4b2b-bb5c-45253f543f11 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Oct 26 14:00:04.077971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-88bc2980-5a50-4495-83f7-14a1ec031ba8 None None] Provisioning complete for port 029f2540-85e6-46ad-bcfd-ac4e3a260777 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:04.078348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-88bc2980-5a50-4495-83f7-14a1ec031ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:04.239389 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 2, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:04.241250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Set router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:04.317491 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:04.317968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Updating router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:00:04.409763 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:04.554602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 029f2540-85e6-46ad-bcfd-ac4e3a260777 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:04.689371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-2520e4a1-6a63-4a5b-b74e-b6a37f5eb114 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:04.691604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-2520e4a1-6a63-4a5b-b74e-b6a37f5eb114 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 821 time: 0.2268336 Oct 26 14:00:04.759989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-61fa2a83-06d3-41d8-99ad-e627ab6c83af tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/quotas/ce8b20fc32ed490ca6b1b54a8381a541 HTTP/1.1" status: 200 len: 375 time: 0.0602059 Oct 26 14:00:04.830022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2996e7fd-df23-44ca-8bc0-8b68a4149b19 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:05.000837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:05.002747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ce1d01d6-90c4-457c-9dd5-28bf998ea035 None None] Provisioning complete for port 029f2540-85e6-46ad-bcfd-ac4e3a260777 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:05.006985 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ce1d01d6-90c4-457c-9dd5-28bf998ea035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.047203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:05.047668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.050141 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.059100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99b516-0fba-49f4-aebf-949db1918e0f req-8233fe62-18aa-4078-9a5d-de48c1063534 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:05.066097 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.073955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 029f2540-85e6-46ad-bcfd-ac4e3a260777 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:05.074324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.074769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc99b516-0fba-49f4-aebf-949db1918e0f req-8233fe62-18aa-4078-9a5d-de48c1063534 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 949 time: 0.0803955 Oct 26 14:00:05.085694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 3, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:05.152896 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Pushing event updated for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:05.169551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc99b516-0fba-49f4-aebf-949db1918e0f req-3054d04d-3741-443a-ad85-6051df3dedac tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935817 Oct 26 14:00:05.177016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.177636 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.178171 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.178758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.179279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.179959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.180476 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.181066 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.182107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.182710 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.183268 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.183803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:05.190075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Checking router: 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:05.190424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Updating router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:00:05.236901 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Attempting to bind port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:05.237375 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Attempting to bind port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:05.237688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:05.238213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Attempting to bind port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:05.245528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:05.246302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Checking segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:05.246930 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.247794 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Bound using segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:05.249000 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Bound port: 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:05.249663 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.309175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-2339c7f0-b77d-4bd7-87bc-50883a60c563 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4508426 Oct 26 14:00:05.314561 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.381782 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] For port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:05.391355 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] For port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:05.408863 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.423751 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.463195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe2e59-0296-44ff-9534-f7ea2ff2799d req-b2e8e396-61e6-4456-9459-d660451926d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:05.471284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a8fe2e59-0296-44ff-9534-f7ea2ff2799d req-b2e8e396-61e6-4456-9459-d660451926d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1295512 Oct 26 14:00:05.498426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1611182341-network', 'tenant_id': 'a651b33cda8a463bb0feceddbbc689a1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:05.517469 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b5a8-ddd1-485e-ada9-9f187c35f36f None None] Pushing event updated for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:05.561116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a8fe2e59-0296-44ff-9534-f7ea2ff2799d req-9393d8d1-baa4-4a32-a217-848db87ff119 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785213 Oct 26 14:00:05.565314 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:05.575599 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:05.601502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Made reservation on behalf of a651b33cda8a463bb0feceddbbc689a1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:05.603898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.613710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.721090 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.732169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-78146d26-0112-437d-8b33-18e2f9cf0347 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073436 Oct 26 14:00:05.774262 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:05.778747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7308-2b69-4846-b106-66c0845e1434 req-f3c08d83-e1cd-4127-a308-2995ce291ada tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:05.778975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:05.788392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42df7308-2b69-4846-b106-66c0845e1434 req-f3c08d83-e1cd-4127-a308-2995ce291ada tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 949 time: 0.1306193 Oct 26 14:00:05.874017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] Provisioning complete for port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:05.874552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.923990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42df7308-2b69-4846-b106-66c0845e1434 req-673640af-fcc9-40a6-bef2-a8ceb2fa5419 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345384 Oct 26 14:00:05.935206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.943040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:05.979969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:05.987662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b12db3-b7ba-4d3f-a1ff-d23a60bef90b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:05.990943 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d50940-bd92-4780-adcd-e2aa19e8e2ad" -d '{"events": [{"server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:06.009693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:06.030498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.031072 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Added segment f368276a-3707-4e0a-a994-cc5095a17770 of type vlan for network d1dce9a5-484f-4437-9573-26cfbbd25fb8 Oct 26 14:00:06.078271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:06.092059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.097913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.119635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-2342352f-4520-4578-834d-3c767be8c86e service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096664 Oct 26 14:00:06.120874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Allocated IP 172.20.0.1 (b95730ad-e548-4b68-9fa9-0dc5f7960aea/b2fbe36c-ff0b-4205-8e6e-9927e9d63435/ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:06.162319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.176286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.177721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.224906 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6510cb54-566f-4c00-bc54-c4931c0b6ada x-openstack-request-id: req-6510cb54-566f-4c00-bc54-c4931c0b6ada {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:06.225261 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "name": "network-vif-plugged", "status": "completed", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:06.225530 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6510cb54-566f-4c00-bc54-c4931c0b6ada {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:06.225946 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19', 'code': 200} Oct 26 14:00:06.230171 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:05Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:06.300511 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38754525-bcea-45e9-ad2b-dc25331010d6 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:05Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:06.393533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.407218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eed9d-7104-47d6-906b-78570f308a21 req-112b8257-ab1f-458b-9fa3-362b24902e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.409389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf1eed9d-7104-47d6-906b-78570f308a21 req-112b8257-ab1f-458b-9fa3-362b24902e9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 1101 time: 0.0891752 Oct 26 14:00:06.452300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:06.452703 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.487980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] Pushing event updated for resources: {'Network': ['ID=d1dce9a5-484f-4437-9573-26cfbbd25fb8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:06.491578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:06.502318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f4a036fd-9104-4379-a816-df5eaa99c3cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2615516 Oct 26 14:00:06.505689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:06.515271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d1dce9a5-484f-4437-9573-26cfbbd25fb8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:06.518152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Request body: {'subnet': {'network_id': 'd1dce9a5-484f-4437-9573-26cfbbd25fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1611182341-subnet', 'tenant_id': 'a651b33cda8a463bb0feceddbbc689a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:06.526362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9263f18f-1177-4e8c-8c1f-26897b72c5d1 req-a4f109f0-b15b-4ba8-9e11-f58b4619a36a tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 210 time: 0.0805683 Oct 26 14:00:06.587240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Made reservation on behalf of a651b33cda8a463bb0feceddbbc689a1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:06.594767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.607670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf1eed9d-7104-47d6-906b-78570f308a21 req-a8445512-8460-46ae-9faa-b6668b049ab3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889968 Oct 26 14:00:06.626349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:06.766197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd263f-47aa-484c-9d3a-51750a487475 req-83f8ba8a-233f-45a3-8308-eadb191785d8 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:06.776238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:06.777686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76cd263f-47aa-484c-9d3a-51750a487475 req-83f8ba8a-233f-45a3-8308-eadb191785d8 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 949 time: 0.3441136 Oct 26 14:00:06.778323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:06.783289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:06.788042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:06.802737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fd1a987c-75ba-469b-a40e-091cf95d8a9d up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:06.903657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.037452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76cd263f-47aa-484c-9d3a-51750a487475 req-c89f3f4b-b76d-4a4f-9c2e-cf8f8f5a941b tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580116 Oct 26 14:00:07.118355 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.230261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b9549-ab28-4e2d-bcfb-947d39556e4f req-3c3c0411-6701-4251-92f0-c290c86b1cab tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.231487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.241705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae3b9549-ab28-4e2d-bcfb-947d39556e4f req-3c3c0411-6701-4251-92f0-c290c86b1cab tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.5343604 Oct 26 14:00:07.259085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.338257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.349873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae3b9549-ab28-4e2d-bcfb-947d39556e4f req-eeeca38f-2860-4f5b-b903-e87f319eeb07 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891745 Oct 26 14:00:07.389798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28057a9-aa52-4bd1-aeee-64e1445bcccb req-996583d2-8f60-41ca-b065-a3daff3219c9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.399790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b28057a9-aa52-4bd1-aeee-64e1445bcccb req-996583d2-8f60-41ca-b065-a3daff3219c9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 950 time: 0.1530085 Oct 26 14:00:07.434846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] For port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:07.458084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba1aa-e1a6-446e-8ad0-7dda7c8a819d None None] Pushing event updated for resources: {'Port': ['ID=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:07.459508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.469975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8693350-fd70-48b2-acf9-a55d11229c9c,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:07.471459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port fd1a987c-75ba-469b-a40e-091cf95d8a9d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:07.472476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Checking segment: {'id': 'f368276a-3707-4e0a-a994-cc5095a17770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'd1dce9a5-484f-4437-9573-26cfbbd25fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:07.473056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Network hostable DHCP agents. Network: d1dce9a5-484f-4437-9573-26cfbbd25fb8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:07.486668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Attempting to bind port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:07.487624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Attempting to bind port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:07.488315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Attempting to bind port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:07.498956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:07.501039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:07.501938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.502577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:07.503312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Bound port: b1cf3530-6cf0-46c6-a51f-bc0aff40bb33, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:07.504124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.508806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.514607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port fd1a987c-75ba-469b-a40e-091cf95d8a9d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:07.514607 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.522280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b28057a9-aa52-4bd1-aeee-64e1445bcccb req-cb1b5074-2b5c-41e2-828b-289dead9409a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213160 Oct 26 14:00:07.550499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Network d1dce9a5-484f-4437-9573-26cfbbd25fb8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:07.591222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d1dce9a5-484f-4437-9573-26cfbbd25fb8) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:07.598077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:07.598930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.659343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c75eadfd-9069-4196-8c27-0e1ffb026daa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1445665 Oct 26 14:00:07.718865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb43b6-90a4-46d6-af12-7fb0242b9735 None None] Network d1dce9a5-484f-4437-9573-26cfbbd25fb8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:07.783261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e13f72a3-fada-4ddf-94a3-f32ceb5753b5 req-eb640e50-ebf3-4eaf-ad4f-a8ce011899ce tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 210 time: 0.0927637 Oct 26 14:00:07.909256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.914329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1bc46-df53-4e77-8a95-fbc93ca9a9aa None None] Pushing event updated for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:07.939855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:07.991971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-77a0b5a0-b591-471a-9c9d-deb4dc614cbd None None] Provisioning complete for port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:07.992346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-77a0b5a0-b591-471a-9c9d-deb4dc614cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.050429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] For port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:08.155792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] For port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:08.166910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.213841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:08.217066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.228260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.244317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Pushing event updated for resources: {'Port': ['ID=ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:08.349066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda9797-cf47-443a-94ca-91a146617b81 None None] Network d1dce9a5-484f-4437-9573-26cfbbd25fb8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:08.351051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:08.353396 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84200e26-9de0-47ed-ab64-09493a7ebdb3" -d '{"events": [{"server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "name": "network-vif-plugged", "status": "completed", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:08.388476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-695360663', 'description': 'tempest-description-90764620'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:08.433127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-1d599573-bce7-4abd-9743-4bfd9b1e726b tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:08.435481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-1d599573-bce7-4abd-9743-4bfd9b1e726b tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 821 time: 0.4458344 Oct 26 14:00:08.454662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.456951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'port': {'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'admin_state_up': True, 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:08.524663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:08.531348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:08.555497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fe2ba-c07a-4be8-be22-f67b9e170f5a req-ba5880ab-02a0-4057-9aad-8362039fc758 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:08.559525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c33fe2ba-c07a-4be8-be22-f67b9e170f5a req-ba5880ab-02a0-4057-9aad-8362039fc758 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 949 time: 0.2596097 Oct 26 14:00:08.622963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:08.693638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.696828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c33fe2ba-c07a-4be8-be22-f67b9e170f5a req-21e238b6-1ca4-4da0-88d9-b602269e6105 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295156 Oct 26 14:00:08.698383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba1aa-e1a6-446e-8ad0-7dda7c8a819d None None] Pushing event updated for resources: {'Port': ['ID=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:08.737959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Routers {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:08.738773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T13:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:08.771019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Made reservation on behalf of ce8b20fc32ed490ca6b1b54a8381a541 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:08.774197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.779083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.786499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.812171 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c7b814-8122-4d23-949b-29df42f1c349 x-openstack-request-id: req-b9c7b814-8122-4d23-949b-29df42f1c349 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:08.812588 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "name": "network-vif-plugged", "status": "completed", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:08.812906 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c7b814-8122-4d23-949b-29df42f1c349 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:08.817992 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d', 'code': 200} Oct 26 14:00:08.853592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:08.875989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:08.898246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc83f9bc-9c72-47b1-ad32-b721c19f800e req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5838530 Oct 26 14:00:08.920986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525633-bdb2-4441-8f1c-e3ef4bfc6f0b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97df02f-3dbf-4e8a-abfd-a1db1e142f4d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:09.003629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:09.004153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.029436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef29ee9-c670-46c9-9a8b-028bbb16ee5a req-8367b8d2-1b93-4acf-84d7-622f03dc3f34 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.037560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ef29ee9-c670-46c9-9a8b-028bbb16ee5a req-8367b8d2-1b93-4acf-84d7-622f03dc3f34 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1096363 Oct 26 14:00:09.070427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:09.088460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-77a0b5a0-b591-471a-9c9d-deb4dc614cbd None None] Provisioning complete for port ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:09.088864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-77a0b5a0-b591-471a-9c9d-deb4dc614cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.100612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ef29ee9-c670-46c9-9a8b-028bbb16ee5a req-f2d5e6b6-e732-4b9a-b6bb-17a1ee35be08 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620339 Oct 26 14:00:09.114035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Allocated IP 172.20.0.12 (48f88a3a-f8f7-40d5-ba40-8b3460e5379a/bd267fed-a9ba-46de-9dbc-a9041c22d10c/d836ce44-7e62-4e13-a3bf-46f7a460912e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:09.204287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] Set router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:09.274856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-77a0b5a0-b591-471a-9c9d-deb4dc614cbd None None] Port ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:09.353666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235a24e3-ae30-495d-82f7-da5d5cd71b83 req-accb33b0-23ee-4db7-8622-b20bab792696 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 210 time: 0.0382340 Oct 26 14:00:09.471984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.487328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-9877eb73-d76f-42c7-a21b-811fe22f425c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/f97df02f-3dbf-4e8a-abfd-a1db1e142f4d HTTP/1.1" status: 200 len: 1810 time: 0.0971601 Oct 26 14:00:09.495549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f97df02f-3dbf-4e8a-abfd-a1db1e142f4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:09.496250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f97df02f-3dbf-4e8a-abfd-a1db1e142f4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:09.535067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-44324429-a0b0-42c2-92f1-242be7406619 None None] Provisioning complete for port ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:09.535444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44324429-a0b0-42c2-92f1-242be7406619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.604772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:09.613722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-03d3ba97-7085-4af8-bc70-0c30d1f20936 admin admin] 10.222.0.37 "PUT /v2.0/routers/2e7468ee-ecf0-4fc5-a298-7a0c3af422fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8143744 Oct 26 14:00:09.632423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993c63c-318f-4960-a1db-e8f0546a09a8 req-01bdbdb9-d3e7-49dc-942e-14de291dfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.634841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6993c63c-318f-4960-a1db-e8f0546a09a8 req-01bdbdb9-d3e7-49dc-942e-14de291dfbfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 1101 time: 0.7341139 Oct 26 14:00:09.647942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382b073-e4ae-4ae0-a6b1-24d4725faf16 req-f809d660-9890-48bf-933d-2706a3a34de5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.649536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9382b073-e4ae-4ae0-a6b1-24d4725faf16 req-f809d660-9890-48bf-933d-2706a3a34de5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 950 time: 0.6706150 Oct 26 14:00:09.659058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-44324429-a0b0-42c2-92f1-242be7406619 None None] Port ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:09.660451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.674737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.712615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 4, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f', 'name': '', 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'mac_address': 'fa:16:3e:ee:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b2fbe36c-ff0b-4205-8e6e-9927e9d63435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:05Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 2, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'subnets': [{'id': 'b2fbe36c-ff0b-4205-8e6e-9927e9d63435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:09.748288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6993c63c-318f-4960-a1db-e8f0546a09a8 req-67e04424-e6c9-4df2-885a-3096f5ab78b0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976174 Oct 26 14:00:09.766528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:09.776977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9382b073-e4ae-4ae0-a6b1-24d4725faf16 req-3afea33d-d279-43f4-afbb-94d948f42acd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133401 Oct 26 14:00:09.777351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:09.793813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1644bf-704a-4837-88ba-36bb7d58f4f6 None None] The sync data for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 is: [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 4, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f', 'name': '', 'network_id': 'b95730ad-e548-4b68-9fa9-0dc5f7960aea', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'mac_address': 'fa:16:3e:ee:d9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'b2fbe36c-ff0b-4205-8e6e-9927e9d63435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:05Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 2, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'subnets': [{'id': 'b2fbe36c-ff0b-4205-8e6e-9927e9d63435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:09.798400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:09.858112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event updated for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:09.871059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.879335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.895241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.896312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.926354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4429825f-24d2-4e75-8d9c-c38442b51e38,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:09.940545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-dfd7bc46-3d5d-4b44-b734-2a887c9310c7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4889281 Oct 26 14:00:09.944186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:09.945566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6c13cdc-6f07-4c30-9247-64f54227f9c2 req-fab13b3e-45c8-4fb1-9205-614e40482053 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4570031 Oct 26 14:00:09.960259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Request body: {'port': {'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:09.987892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ed7ad-decc-4c94-904c-1d9eb1576b31 req-fe830c32-549e-4c62-8224-926fb1a3a5d3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:09.990267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-222ed7ad-decc-4c94-904c-1d9eb1576b31 req-fe830c32-549e-4c62-8224-926fb1a3a5d3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.1238215 Oct 26 14:00:10.058969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.066564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0b6994fb-9d9a-4462-8bd7-4bb88bdd70ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.067895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-222ed7ad-decc-4c94-904c-1d9eb1576b31 req-16c1b160-c5e3-4bc2-a797-3e9d091bbbf2 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668514 Oct 26 14:00:10.246813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-592f9e66-2787-4a85-96db-991807cd12cc None None] Provisioning complete for port d836ce44-7e62-4e13-a3bf-46f7a460912e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:10.248676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-592f9e66-2787-4a85-96db-991807cd12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.289553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82cfa415-3ea2-48a9-b848-7323cb1392ae req-fa50fcb3-090d-4d93-9eb6-97b082f2032d tempest-FloatingIPsNegativeTestJSON-1429319149 tempest-FloatingIPsNegativeTestJSON-1429319149-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=9c82ac30b2454b6aaa490b49324dc782 HTTP/1.1" status: 200 len: 217 time: 0.1355648 Oct 26 14:00:10.313426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-592f9e66-2787-4a85-96db-991807cd12cc None None] Port d836ce44-7e62-4e13-a3bf-46f7a460912e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:10.385000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db0ba20c-59d6-4057-990f-c1105541c627 req-ba746446-5485-4a25-be12-30707c58a7bc tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/f97df02f-3dbf-4e8a-abfd-a1db1e142f4d HTTP/1.1" status: 200 len: 2403 time: 0.0860643 Oct 26 14:00:10.497372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-6f8397e7-9328-46f4-b26b-cafbce93b896 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.506850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-6f8397e7-9328-46f4-b26b-cafbce93b896 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 1101 time: 0.1125948 Oct 26 14:00:10.532099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96cb04-abd6-438e-be00-66beda742f7c req-68785f9a-ab15-43e1-b661-d72dce952436 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:10.534238 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d96cb04-abd6-438e-be00-66beda742f7c req-68785f9a-ab15-43e1-b661-d72dce952436 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0777228 Oct 26 14:00:10.553651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-e1c5c9a6-4af0-4511-b0a0-2a80120e37de tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.594299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d96cb04-abd6-438e-be00-66beda742f7c req-eba1acd7-d4c0-4da0-bde1-70bb0c0216d3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519700 Oct 26 14:00:10.696103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d836ce44-7e62-4e13-a3bf-46f7a460912e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:10.708210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.737282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Transition to ACTIVE for port object d836ce44-7e62-4e13-a3bf-46f7a460912e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:10.743411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-e1c5c9a6-4af0-4511-b0a0-2a80120e37de tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.745401 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.755972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-e1c5c9a6-4af0-4511-b0a0-2a80120e37de tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:10.772376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-babbb444-7499-48d5-8b64-27bc9aeeef69 req-49ed4225-ff74-4b88-b1cd-5b970c248d58 tempest-FloatingIPsNegativeTestJSON-1429319149 tempest-FloatingIPsNegativeTestJSON-1429319149-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555496 Oct 26 14:00:10.840138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5c9a6-4af0-4511-b0a0-2a80120e37de tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e1b12d-9b91-4edf-aad2-0c84f7d2e377,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:10.846152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-85a6f7c2-bac3-4535-a635-e1035e887c2f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-group-rules/4429825f-24d2-4e75-8d9c-c38442b51e38 HTTP/1.1" status: 200 len: 778 time: 0.0486791 Oct 26 14:00:10.867986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e280b926-325a-4dd5-bf9a-b4f89133feaa req-e1c5c9a6-4af0-4511-b0a0-2a80120e37de tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589206 Oct 26 14:00:10.876006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Pushing event updated for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:10.978509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-afc3ac45-2783-4d8d-8476-993986d8f318 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/f97df02f-3dbf-4e8a-abfd-a1db1e142f4d HTTP/1.1" status: 200 len: 2403 time: 0.1213841 Oct 26 14:00:11.034849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.088016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.103839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Attempting to bind port d836ce44-7e62-4e13-a3bf-46f7a460912e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:11.104444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Attempting to bind port d836ce44-7e62-4e13-a3bf-46f7a460912e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:11.105028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Attempting to bind port d836ce44-7e62-4e13-a3bf-46f7a460912e on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:11.121301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Port d836ce44-7e62-4e13-a3bf-46f7a460912e on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:11.122367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Attempting to bind port d836ce44-7e62-4e13-a3bf-46f7a460912e on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:11.128627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.139060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bda0e-1d31-4ef2-8917-fb94fa67d2ec req-b7ae1342-a0ea-485a-8792-6d7a588b18ec tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.140305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.141389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c53bda0e-1d31-4ef2-8917-fb94fa67d2ec req-b7ae1342-a0ea-485a-8792-6d7a588b18ec tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 944 time: 0.1171227 Oct 26 14:00:11.143279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a065414-0dcd-43d3-8be2-f2016a959f60 req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4429825f-24d2-4e75-8d9c-c38442b51e38 HTTP/1.1" status: 204 len: 173 time: 0.1603181 Oct 26 14:00:11.153353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e05bd-1844-4a88-92fb-911d64e947f0 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4429825f-24d2-4e75-8d9c-c38442b51e38,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:11.174577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:11.175008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Checking segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:11.175484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Bound using segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:11.176093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Bound port: d836ce44-7e62-4e13-a3bf-46f7a460912e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:11.176614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.238584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c53bda0e-1d31-4ef2-8917-fb94fa67d2ec req-5ccd1aee-b74b-42d3-bb88-eae6f9dc4823 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795074 Oct 26 14:00:11.284404 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-f048c013-1d9d-4079-888d-411feab09b0f req-ef45da2c-3fff-46c1-8ebe-d068f4c1c58a tempest-FloatingIPsNegativeTestJSON-1429319149 tempest-FloatingIPsNegativeTestJSON-1429319149-project] show failed (client error): The resource could not be found. Oct 26 14:00:11.285586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f048c013-1d9d-4079-888d-411feab09b0f req-ef45da2c-3fff-46c1-8ebe-d068f4c1c58a tempest-FloatingIPsNegativeTestJSON-1429319149 tempest-FloatingIPsNegativeTestJSON-1429319149-project] 10.222.0.37 "GET /v2.0/floatingips/d9464181-aa68-47d2-947c-0abe5596da71 HTTP/1.1" status: 404 len: 350 time: 0.1034391 Oct 26 14:00:11.300335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:11.300596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:11.304330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:11.314480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.400653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.402774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.405325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 1092 time: 1.4547818 Oct 26 14:00:11.406053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:11.409127 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b478411-fbc3-41e6-9939-6dfbde653d48" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:11.559490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19998b0-2cf5-44d2-8f17-dc6d6369ded5 service neutron] Pushing event updated for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:11.591781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-2927d68b-6b7a-4f89-b128-fcc4ca922f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.593519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-2927d68b-6b7a-4f89-b128-fcc4ca922f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1095 time: 0.1369820 Oct 26 14:00:11.598909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abbeab-b87e-4402-90f7-edb09d37a32a req-1201be3c-62f8-4050-b940-6bfd29dd52ef tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.601079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7abbeab-b87e-4402-90f7-edb09d37a32a req-1201be3c-62f8-4050-b940-6bfd29dd52ef tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.1003313 Oct 26 14:00:11.665244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-456638612', 'description': 'tempest-description-962932629'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:11.670453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-517b1e62-e073-4d5c-a500-630643168dfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0650868 Oct 26 14:00:11.689292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7abbeab-b87e-4402-90f7-edb09d37a32a req-8771b09f-c8bf-45c5-86f4-1a4364e0ee1c tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Oct 26 14:00:11.797969 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b928486-4f75-428e-b6f0-9c96544125a6 x-openstack-request-id: req-2b928486-4f75-428e-b6f0-9c96544125a6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:11.800942 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:11.802885 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b928486-4f75-428e-b6f0-9c96544125a6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:11.803486 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:00:11.827860 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:11.853315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-e9bcf1fc-37bd-4d78-ab30-ff78cd8ec83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.858176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-e9bcf1fc-37bd-4d78-ab30-ff78cd8ec83c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1659729 Oct 26 14:00:11.945200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241317a-794e-4695-907c-241f8c73d489 req-c42d0f9d-6f6c-4185-b9e9-dfd103194a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.946902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-c42d0f9d-6f6c-4185-b9e9-dfd103194a7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742760 Oct 26 14:00:11.950115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074f68-ba08-4173-8ff5-0888d005dfbd req-730d796d-9cd3-4136-8304-dea90b6f0aaa tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:11.951473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb074f68-ba08-4173-8ff5-0888d005dfbd req-730d796d-9cd3-4136-8304-dea90b6f0aaa tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0971725 Oct 26 14:00:12.084582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.086277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb074f68-ba08-4173-8ff5-0888d005dfbd req-9a106e03-8082-4925-94ac-53220ff36982 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220829 Oct 26 14:00:12.093355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.102664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-548e701d-5cb1-4b5e-8130-cf5daf088772 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426752 Oct 26 14:00:12.155161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:12.198640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.205129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6e14300-5301-4837-bc95-f9e278203ce1 req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5475991 Oct 26 14:00:12.229820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d83392-b6fe-44fb-9c15-8d9b58b5577c tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9c1a5-c47f-4f7b-97ef-8d80681af10f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:12.255706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:12.261134 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.283894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.291157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d241317a-794e-4695-907c-241f8c73d489 req-5edde990-9eeb-49fb-890b-ca0e77c6afae service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706550 Oct 26 14:00:12.346107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-57aa6412-3fcb-4e03-8679-43126555cce1 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330436 Oct 26 14:00:12.443860 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.472953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:12.482143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.521190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68a7ac8b-5aac-4c5e-b226-516fd174bca5 req-1fdc6d00-618c-4369-a9d3-3555654b552b tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/33f9c1a5-c47f-4f7b-97ef-8d80681af10f HTTP/1.1" status: 200 len: 1811 time: 0.0856664 Oct 26 14:00:12.555484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:12.627825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-e6f21dec-1fae-4196-a358-43bd2f17f689 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.630547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-e6f21dec-1fae-4196-a358-43bd2f17f689 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761686 Oct 26 14:00:12.649460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-3aa052a8-c3f5-4aa8-9ba8-0d3b0eccc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.650953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-3aa052a8-c3f5-4aa8-9ba8-0d3b0eccc0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1095 time: 0.1359565 Oct 26 14:00:12.653476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-c81bd7c3-e035-4f20-ad2b-8291e940a775 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.0150673 Oct 26 14:00:12.710799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858f38-ed0d-477f-9cbd-be179ba385a4 req-b2056a2a-5e3f-43d6-bdbb-67849f3707ab tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.712473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf858f38-ed0d-477f-9cbd-be179ba385a4 req-b2056a2a-5e3f-43d6-bdbb-67849f3707ab tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 944 time: 0.0797148 Oct 26 14:00:12.762813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf858f38-ed0d-477f-9cbd-be179ba385a4 req-ad7012e2-0682-45cc-87bb-51855d3636ce tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Oct 26 14:00:12.765108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Deleting port ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:12.765454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.788339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-0db0f631-d8ff-469e-bb8b-5b6ecb21e162 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284750 Oct 26 14:00:12.854338 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-23c058d9-c54b-4171-b77b-3298d2268478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.878584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-036899ab-936f-4757-96f7-c9efca4e1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:12.884078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-036899ab-936f-4757-96f7-c9efca4e1516 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.2113385 Oct 26 14:00:12.909135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:12.946793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-952489b4-deda-4374-9300-d2e123006b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0526476 Oct 26 14:00:12.962891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Calling delete_port for ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:13.027448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-a949c3b2-d7ad-4348-8b60-22c2a81983c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.029067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-a949c3b2-d7ad-4348-8b60-22c2a81983c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0738168 Oct 26 14:00:13.058081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4198f-baed-48ca-b243-95b5907b6a09 req-3492271f-ef7a-46b7-b6be-d8e0e1d8dc12 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.059670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60a4198f-baed-48ca-b243-95b5907b6a09 req-3492271f-ef7a-46b7-b6be-d8e0e1d8dc12 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.1470881 Oct 26 14:00:13.110426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-cb310a1b-513c-49c1-b60e-758bc82c05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.112114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-cb310a1b-513c-49c1-b60e-758bc82c05e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738070 Oct 26 14:00:13.238767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-372145b1-260a-43b2-a0fa-d695f5b62b48 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181285 Oct 26 14:00:13.310605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60a4198f-baed-48ca-b243-95b5907b6a09 req-7e28fd35-d8ea-41a8-b393-c1e61504152d tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390885 Oct 26 14:00:13.325137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.387973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b478411-fbc3-41e6-9939-6dfbde653d48 req-1a767220-ed3e-49b7-9827-a31da07e96ae service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422224 Oct 26 14:00:13.402492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:13.437046 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Sync routers for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:13.450182 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Routers {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:13.451185 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:13.573609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1760710064', 'description': 'tempest-description-1708024542'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:13.623372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac9f4e-a2fb-4684-ae85-9b7f533cc8cd req-2b1b3757-dde6-4ca3-b5de-ac94ef00ed86 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:13.628414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49ac9f4e-a2fb-4684-ae85-9b7f533cc8cd req-2b1b3757-dde6-4ca3-b5de-ac94ef00ed86 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1937418 Oct 26 14:00:13.634650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.733866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49ac9f4e-a2fb-4684-ae85-9b7f533cc8cd req-95ad7fdf-df83-4f37-9475-519e0debeb62 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676129 Oct 26 14:00:13.741299 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.767136 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Set router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:13.793359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.827501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.833393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.896609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:13.910712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adf7fc6d-2d9a-4fb4-adac-ca0bcf1a26f7 req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3424757 Oct 26 14:00:13.925900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe1f9b-e1fd-427c-a36a-dbf34ab8d968 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7b26b-8d68-4aa9-9340-196e144ddb31,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:14.076350 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.137547 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:13Z', 'revision_number': 5, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:14.149621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:14.178711 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Checking router: 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:14.178925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1813bc-8aa3-4688-8c20-a4fd789d9183 req-c2256bf7-8fb6-4942-81d2-c86228f75bf0 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:14.184692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:14.187421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f1813bc-8aa3-4688-8c20-a4fd789d9183 req-c2256bf7-8fb6-4942-81d2-c86228f75bf0 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 944 time: 0.1639421 Oct 26 14:00:14.190424 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Routers {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:14.191408 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:14.264009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f1813bc-8aa3-4688-8c20-a4fd789d9183 req-f30e8ac1-d038-41c6-9cb4-76d09b2cc1b2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Oct 26 14:00:14.272300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:14.272946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.378149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1875df04-d074-40d0-be99-2463dbfb9a30 req-435c14b3-8963-4336-a4f7-8ed6ee97f960 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/d9c7b26b-8d68-4aa9-9340-196e144ddb31 HTTP/1.1" status: 200 len: 1813 time: 0.0733099 Oct 26 14:00:14.432201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1551715926', 'description': 'tempest-description-517154587'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:14.465935 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] Set router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:14.472060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:14.478027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4f6b99ef-084c-453d-a889-9b45dcd49cb2 admin admin] 10.222.0.37 "PUT /v2.0/routers/2e7468ee-ecf0-4fc5-a298-7a0c3af422fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1765506 Oct 26 14:00:14.479180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.481111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48788) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:14.570476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.576676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.617893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.634389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0809859-432d-4ff5-92df-1f69ccbccc62 req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2059739 Oct 26 14:00:14.639190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f2a7-0a5a-4dc5-8dfa-5f5d1371ee68 req-96a46e64-cf49-4b0a-82cd-a5a68ac873d5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:14.648406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4124f2a7-0a5a-4dc5-8dfa-5f5d1371ee68 req-96a46e64-cf49-4b0a-82cd-a5a68ac873d5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.1179812 Oct 26 14:00:14.670576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1813d-4781-4931-be21-4f822c75e15f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38463907-88a6-4f1f-81af-7fb0aff88bcf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:14.709393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4124f2a7-0a5a-4dc5-8dfa-5f5d1371ee68 req-deed41d5-c415-4588-8ec4-ec68fbe60c94 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597262 Oct 26 14:00:14.725369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.782125 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:13Z', 'revision_number': 5, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:14.820099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e4e6cc1-5acb-4db9-a876-a07ef2924e24 req-212f59c9-1610-4ccb-82e5-6bedb20ef8c7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 210 time: 0.1130521 Oct 26 14:00:14.886338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:14.926599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87fb4897-6142-4ee6-9c4f-1e8521208347 req-4a7c6df0-ded0-4d14-b1d3-c439401ab063 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/38463907-88a6-4f1f-81af-7fb0aff88bcf HTTP/1.1" status: 200 len: 1812 time: 0.0778360 Oct 26 14:00:14.970754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184880b-9676-442e-8278-1fe81ebb7280 None None] The sync data for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 is: [{'id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'name': 'tempest-FloatingIPsNegativeTestJSON-1497558760-router', 'tenant_id': '9c82ac30b2454b6aaa490b49324dc782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:13Z', 'revision_number': 5, 'project_id': '9c82ac30b2454b6aaa490b49324dc782', 'gw_port': {'id': 'b1cf3530-6cf0-46c6-a51f-bc0aff40bb33', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ee:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7468ee-ecf0-4fc5-a298-7a0c3af422fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:00Z', 'updated_at': '2021-10-26T14:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:15.058334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008755d-f127-4979-8e02-8d9144619879 req-b176601a-1600-454a-929e-7f0499ead1fc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.059949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f008755d-f127-4979-8e02-8d9144619879 req-b176601a-1600-454a-929e-7f0499ead1fc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.0755701 Oct 26 14:00:15.100709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f008755d-f127-4979-8e02-8d9144619879 req-38641b69-3fdd-4c2a-9a92-912c25c712a1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Oct 26 14:00:15.137018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777236190', 'description': 'tempest-description-1675982450'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:15.161410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.235214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.239931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.273414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.278454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a060fe3-c722-4267-9f33-04595c874bbe req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1515434 Oct 26 14:00:15.284095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a7085-663f-4c2c-a3a6-da48ad2bb85e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4edba9-36c9-40e6-a86f-249c8cce24de,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.288749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-6e724163-1264-4b8b-beef-5947aaa36f3e tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.290502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-6e724163-1264-4b8b-beef-5947aaa36f3e tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 1101 time: 0.3346121 Oct 26 14:00:15.295566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Deleting port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:15.295977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.348678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-e6b17681-3cf5-446f-b47b-bfd678fe204d tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.384931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e4d9c3e-edb1-4f73-b739-ddbcca921a1a req-98aa3c69-d4f6-408b-a2e9-7fbbba07e5ed tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/7c4edba9-36c9-40e6-a86f-249c8cce24de HTTP/1.1" status: 200 len: 1813 time: 0.0611236 Oct 26 14:00:15.440688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] For port b1cf3530-6cf0-46c6-a51f-bc0aff40bb33, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:15.441270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.462557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Calling delete_port for b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:15.549349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822de3bf-4906-4212-b8b8-a6f9ab742abf req-f4d65cf8-b41a-4d1f-8e57-5423e3624347 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.554762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-e6b17681-3cf5-446f-b47b-bfd678fe204d tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.557465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-822de3bf-4906-4212-b8b8-a6f9ab742abf req-f4d65cf8-b41a-4d1f-8e57-5423e3624347 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 944 time: 0.0666621 Oct 26 14:00:15.578620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-e6b17681-3cf5-446f-b47b-bfd678fe204d tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.602974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-822de3bf-4906-4212-b8b8-a6f9ab742abf req-5da99b26-49fd-4966-a0c5-0c09a7dd8036 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Oct 26 14:00:15.605522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-04c83685-e99a-453c-9542-a3ef26fd6699 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491025 Oct 26 14:00:15.624789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3508d9ba-6431-493c-a73a-57a0b2524bb5 req-e6b17681-3cf5-446f-b47b-bfd678fe204d tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236020 Oct 26 14:00:15.664147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.687962 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-688c9886-c943-4b87-9c0e-5796f4c7f37c req-2eba4034-da9a-4273-ac71-5f11f7dd53e7 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] show failed (client error): The resource could not be found. Oct 26 14:00:15.694517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-688c9886-c943-4b87-9c0e-5796f4c7f37c req-2eba4034-da9a-4273-ac71-5f11f7dd53e7 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/517cbfb7-5e52-4d90-84b2-3fe32eda1e69 HTTP/1.1" status: 404 len: 352 time: 0.0309584 Oct 26 14:00:15.726045 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-9af06047-4b25-445e-935c-129516acc69c req-0165d44b-30e2-4ebf-a120-439c2429d095 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] show failed (client error): The resource could not be found. Oct 26 14:00:15.727627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9af06047-4b25-445e-935c-129516acc69c req-0165d44b-30e2-4ebf-a120-439c2429d095 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-group-rules/4cca7465-9341-494b-a90d-cc5ba658d735 HTTP/1.1" status: 404 len: 361 time: 0.0153117 Oct 26 14:00:15.732767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b17681-3cf5-446f-b47b-bfd678fe204d tempest-LiveMigrationNegativeTest-472469916 tempest-LiveMigrationNegativeTest-472469916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6224605-4834-4fe8-8550-26ff49340cde,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:15.889608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-16db0535-3619-4537-b94e-7abf9961072e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/7c4edba9-36c9-40e6-a86f-249c8cce24de HTTP/1.1" status: 200 len: 1813 time: 0.0998058 Oct 26 14:00:15.904894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-add22cd1-f40a-41af-99a7-c34f3ad3513f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:15.906885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-add22cd1-f40a-41af-99a7-c34f3ad3513f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910984 Oct 26 14:00:15.938483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:15.960014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:15.975310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6222e6b-47fe-4daf-8f11-e9a637d14f82 req-65279da7-1e9a-4365-9bd2-e3833c99f9d8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 210 time: 0.0539851 Oct 26 14:00:16.005388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.014666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:16.035131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cf3530-6cf0-46c6-a51f-bc0aff40bb33,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.044753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.063600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:16.064078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba0580e5-0d1c-4a04-bb61-fd52e37bdc2f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:16.097922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-a732aa1a-84a3-4ac7-9050-13bf3e515109 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453115 Oct 26 14:00:16.157094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.167114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.170887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.172064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df4820ad-2e15-47b5-aa94-bb983be9be1d req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c4edba9-36c9-40e6-a86f-249c8cce24de HTTP/1.1" status: 204 len: 173 time: 0.2784915 Oct 26 14:00:16.224682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ba301-0afc-4487-b17e-df492be94a8e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4edba9-36c9-40e6-a86f-249c8cce24de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.336038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-053f1cb3-969f-4e72-a03b-2665bf3c17cd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.337719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-053f1cb3-969f-4e72-a03b-2665bf3c17cd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845274 Oct 26 14:00:16.358391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:16.390476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.390732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d836ce44-7e62-4e13-a3bf-46f7a460912e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:16.407656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.437134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45e6860a-76fb-478a-8291-435ef5a912be req-4327fb39-0c0e-441f-8bc5-60a654348245 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/38463907-88a6-4f1f-81af-7fb0aff88bcf HTTP/1.1" status: 200 len: 1812 time: 0.0982099 Oct 26 14:00:16.455914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] Sync routers for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:16.475775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:16.479176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.506529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] Routers {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:16.507664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:16.508218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.508783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7468ee-ecf0-4fc5-a298-7a0c3af422fa {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:00:16.527677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb48bc-1632-4bc0-a2a9-dcba3fad0804 req-b0af1b22-b596-4b03-b294-174d6e5a833f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.529473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ceb48bc-1632-4bc0-a2a9-dcba3fad0804 req-b0af1b22-b596-4b03-b294-174d6e5a833f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1614285 Oct 26 14:00:16.532637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.536509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-376e0fb6-674f-4129-90a4-7dc4c89929fc admin admin] 10.222.0.37 "DELETE /v2.0/routers/2e7468ee-ecf0-4fc5-a298-7a0c3af422fa HTTP/1.1" status: 204 len: 168 time: 2.0510342 Oct 26 14:00:16.540040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:16.556684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:16.566549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45e6860a-76fb-478a-8291-435ef5a912be req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.583944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] Routers set() bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:16.584297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] Router IDs set() for agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:00:16.584984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_agentschedulers_db [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent'). {{(pid=102165) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:00:16.585350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8f90f-04e3-4574-ba1b-e031458aea10 None None] The sync data for ids ['2e7468ee-ecf0-4fc5-a298-7a0c3af422fa'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:16.587031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:16.590871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.600324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:16.614797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45e6860a-76fb-478a-8291-435ef5a912be req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.615019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:16.657669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.675896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d836ce44-7e62-4e13-a3bf-46f7a460912e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:16.692886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ceb48bc-1632-4bc0-a2a9-dcba3fad0804 req-db07ac67-3db8-4e69-86bb-546fcb8b912e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514540 Oct 26 14:00:16.698091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Deleting subnet b2fbe36c-ff0b-4205-8e6e-9927e9d63435 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:00:16.699392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:16.705661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.723059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.741480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45e6860a-76fb-478a-8291-435ef5a912be req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.744175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45e6860a-76fb-478a-8291-435ef5a912be req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.745403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45e6860a-76fb-478a-8291-435ef5a912be req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-groups/38463907-88a6-4f1f-81af-7fb0aff88bcf HTTP/1.1" status: 204 len: 173 time: 0.2981019 Oct 26 14:00:16.759014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57bb1d-18f9-4bf0-aa99-484e27941c61 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38463907-88a6-4f1f-81af-7fb0aff88bcf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.785202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.12 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/2dcfb4ee-7f81-46b0-a2c9-07d799c27055) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:16.796576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:16.800905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:16.810268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.812509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.813242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.813242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.813410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.813639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.813968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:16.889296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4be4b4-ab94-4fe9-b966-05a1c6c35754 req-9f6109d9-27cf-4572-97ed-a5743cc3f0ba tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:16.894790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce4be4b4-ab94-4fe9-b966-05a1c6c35754 req-9f6109d9-27cf-4572-97ed-a5743cc3f0ba tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 945 time: 0.0584655 Oct 26 14:00:16.948313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce4be4b4-ab94-4fe9-b966-05a1c6c35754 req-b373195e-70a7-4306-93df-a5f4c6f34f6e tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452642 Oct 26 14:00:17.001631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d836ce44-7e62-4e13-a3bf-46f7a460912e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:17.026909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-845700c6-7408-489a-87fe-83ae0203c12e tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/d9c7b26b-8d68-4aa9-9340-196e144ddb31 HTTP/1.1" status: 200 len: 1813 time: 0.0508571 Oct 26 14:00:17.030121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074422b-4fe2-4ff7-a3e4-b49aa7b9cbde req-02c401fd-ae69-4c00-b150-404458cf83c0 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.031672 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0074422b-4fe2-4ff7-a3e4-b49aa7b9cbde req-02c401fd-ae69-4c00-b150-404458cf83c0 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.1977181 Oct 26 14:00:17.036785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.109946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.132618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0074422b-4fe2-4ff7-a3e4-b49aa7b9cbde req-ae08c536-9ff0-4868-8b3c-03a7e686c40d tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933108 Oct 26 14:00:17.153087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.174707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.181931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.225787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2fbe36c-ff0b-4205-8e6e-9927e9d63435,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:17.227572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.228033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5bace-8214-459a-b658-a677cffd5eca None None] Network b95730ad-e548-4b68-9fa9-0dc5f7960aea requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:17.228654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.237182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b4f865db-0995-4a78-aa00-fd955983b4a3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b2fbe36c-ff0b-4205-8e6e-9927e9d63435 HTTP/1.1" status: 204 len: 168 time: 0.6895404 Oct 26 14:00:17.237409 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.237409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-717c4c04-e5cc-445d-8b3b-d8eb6e86daa6 req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9c7b26b-8d68-4aa9-9340-196e144ddb31 HTTP/1.1" status: 204 len: 173 time: 0.1976061 Oct 26 14:00:17.245429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48842) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:17.269712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b89606-54ed-420e-9a79-144534c01051 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7b26b-8d68-4aa9-9340-196e144ddb31,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:17.287051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15429c1c-c3bd-4c7b-8e9a-eaa5a7e967c3 req-3974dafd-eac8-48d0-8882-6c2887c72164 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 210 time: 0.0665207 Oct 26 14:00:17.330532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-4c7fa27e-3ed7-49c6-8192-baba83b1557f tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/33f9c1a5-c47f-4f7b-97ef-8d80681af10f HTTP/1.1" status: 200 len: 1811 time: 0.0711927 Oct 26 14:00:17.331361 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.350981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:17.388260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.404840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:17.411941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:17.417759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:17.441829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.143 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/8a6dc40c-37ae-48c6-9017-56ba06ca01f9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:17.463140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:17.476380 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.506928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:17.507602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.538219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-baa06382-7f52-4617-8bcf-5192a01b03c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6142085 Oct 26 14:00:17.543079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.562662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Request body: {'port': {'device_id': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:17.569376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Deleting port 029f2540-85e6-46ad-bcfd-ac4e3a260777 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:17.569722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.697996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] For port 029f2540-85e6-46ad-bcfd-ac4e3a260777, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=029f2540-85e6-46ad-bcfd-ac4e3a260777,segment=NetworkSegment(0dddc8ff-08a5-44da-bf28-540f46a5c504),segment_id=0dddc8ff-08a5-44da-bf28-540f46a5c504)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:17.698389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.731148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.744940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Calling delete_port for 029f2540-85e6-46ad-bcfd-ac4e3a260777 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:17.759551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.775886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.781378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dc42c46-4cc8-4464-8860-90b2e9ce528c req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-groups/33f9c1a5-c47f-4f7b-97ef-8d80681af10f HTTP/1.1" status: 204 len: 173 time: 0.4496279 Oct 26 14:00:17.802241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] DHCP port deletion for b95730ad-e548-4b68-9fa9-0dc5f7960aea request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:00:17.823904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.849627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.857008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6b9c7eff-174c-46e9-bc86-cfec69b6ebcc None None] Provisioning complete for port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:17.857523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b9c7eff-174c-46e9-bc86-cfec69b6ebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.872353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea096d-b1d4-4e74-97be-a6487e543a96 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9c1a5-c47f-4f7b-97ef-8d80681af10f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:17.938071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c7eff-174c-46e9-bc86-cfec69b6ebcc None None] Port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:17.956758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Deleting port 029f2540-85e6-46ad-bcfd-ac4e3a260777 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:17.957615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:17.971589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-08892eed-dfc2-4b04-9ae1-f29f1f1244d5 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "GET /v2.0/security-groups/f97df02f-3dbf-4e8a-abfd-a1db1e142f4d HTTP/1.1" status: 200 len: 1810 time: 0.1361480 Oct 26 14:00:17.980009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:18.019462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:18.025170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:18.030051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:18.031637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bd7a2-82f9-4228-8525-4e252b0c438e req-2edaeb5e-8772-48bc-96b2-f216e13c7d34 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.032483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.033294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c23bd7a2-82f9-4228-8525-4e252b0c438e req-2edaeb5e-8772-48bc-96b2-f216e13c7d34 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1515062 Oct 26 14:00:18.115908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] For port 029f2540-85e6-46ad-bcfd-ac4e3a260777, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=029f2540-85e6-46ad-bcfd-ac4e3a260777,segment=NetworkSegment(0dddc8ff-08a5-44da-bf28-540f46a5c504),segment_id=0dddc8ff-08a5-44da-bf28-540f46a5c504)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:18.116814 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.126579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-b8055a9c-5815-4d8e-9c59-306bd166aa60 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.126880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.132315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-b8055a9c-5815-4d8e-9c59-306bd166aa60 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.2155983 Oct 26 14:00:18.137122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.146551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.147390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.148399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Calling delete_port for 029f2540-85e6-46ad-bcfd-ac4e3a260777 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:18.178892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-9c1331f6-9b36-4143-9bac-e2de658baa99 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8257272 Oct 26 14:00:18.199518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Request body: {'port': {'device_id': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:18.268082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.350439 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.401411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d836ce44-7e62-4e13-a3bf-46f7a460912e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:18.405169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] No DVR routers for this DVR port 029f2540-85e6-46ad-bcfd-ac4e3a260777 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:18.409401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b90c24-3a0c-424c-93e1-f6876dc314b4 None None] Pushing event deleted for resources: {'Port': ['ID=029f2540-85e6-46ad-bcfd-ac4e3a260777,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.438587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:18.449612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.455570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] No DVR routers for this DVR port 029f2540-85e6-46ad-bcfd-ac4e3a260777 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:18.481091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:18.481432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1cf3530-6cf0-46c6-a51f-bc0aff40bb33 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:18.481848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 029f2540-85e6-46ad-bcfd-ac4e3a260777 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:18.487248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c6c50ac7-c45d-4fad-a417-633f6aed1754 None None] Provisioning complete for port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:18.488044 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6c50ac7-c45d-4fad-a417-633f6aed1754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.489810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=029f2540-85e6-46ad-bcfd-ac4e3a260777,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.501474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:18.504198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.507574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.508662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-452cb406-a704-4fad-ba76-1ec18627c6eb req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] 10.222.0.37 "DELETE /v2.0/security-groups/f97df02f-3dbf-4e8a-abfd-a1db1e142f4d HTTP/1.1" status: 204 len: 173 time: 0.5328090 Oct 26 14:00:18.512125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 029f2540-85e6-46ad-bcfd-ac4e3a260777 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:18.512479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 029f2540-85e6-46ad-bcfd-ac4e3a260777 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:18.525326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48862) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:18.531362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c23bd7a2-82f9-4228-8525-4e252b0c438e req-77fbfbb9-18f3-406c-8f33-8d2dab1e0e95 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475200 Oct 26 14:00:18.562746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c6c50ac7-c45d-4fad-a417-633f6aed1754 None None] Port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:18.566608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port d836ce44-7e62-4e13-a3bf-46f7a460912e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:18.574427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d836ce44-7e62-4e13-a3bf-46f7a460912e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:18.575308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.636378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.642960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.649765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c2771-bdec-4d86-80a5-34a032f2aab6 tempest-SecurityGroupRulesNegativeTestJSON-1993267843 tempest-SecurityGroupRulesNegativeTestJSON-1993267843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97df02f-3dbf-4e8a-abfd-a1db1e142f4d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.682922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Deleting port fd1a987c-75ba-469b-a40e-091cf95d8a9d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:18.683155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.684207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95730ad-e548-4b68-9fa9-0dc5f7960aea']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:18.687115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Transition to ACTIVE for port object 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:18.699617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.708818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.713127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dddc8ff-08a5-44da-bf28-540f46a5c504') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:18.713436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dddc8ff-08a5-44da-bf28-540f46a5c504') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:18.740547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:18.747718 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07f6289-7145-4ead-9542-0eda5eecd558" -d '{"events": [{"server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "name": "network-vif-plugged", "status": "completed", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:18.764025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:18.767740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.771383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.794744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Deleting subnet c8693350-fd70-48b2-acf9-a55d11229c9c {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:00:18.814355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.843472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.844419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.872218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:00:18.872660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:00:18.875857 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:00:18.889676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:18.963190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcc18f-f41f-41e5-9098-9e0c8cc3daba req-380fbb17-cdc9-45cb-8943-9d2276e70c61 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:18.965128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dbcc18f-f41f-41e5-9098-9e0c8cc3daba req-380fbb17-cdc9-45cb-8943-9d2276e70c61 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 950 time: 0.2705891 Oct 26 14:00:19.222584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] For port fd1a987c-75ba-469b-a40e-091cf95d8a9d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fd1a987c-75ba-469b-a40e-091cf95d8a9d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:19.222993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.227212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.236993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709a1e-e038-4764-8a96-6cc1b142b705 req-7fb5983e-1e85-47c1-8247-9af18a6c75af tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.238572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93709a1e-e038-4764-8a96-6cc1b142b705 req-7fb5983e-1e85-47c1-8247-9af18a6c75af tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 945 time: 0.5866883 Oct 26 14:00:19.278959 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-f956c88f-0bc7-46a0-befe-0a8622237140 service neutron] 10.222.0.73 "GET /v2.0/ports/6dfac51c-651b-4b10-9a14-27fd07379e87/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.5094411 Oct 26 14:00:19.284048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.291369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.295052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b95730ad-e548-4b68-9fa9-0dc5f7960aea HTTP/1.1" status: 204 len: 168 time: 2.0458994 Oct 26 14:00:19.321088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4ea2-b8df-4e1c-abc8-304e95ae1d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95730ad-e548-4b68-9fa9-0dc5f7960aea,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:19.334593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Calling delete_port for fd1a987c-75ba-469b-a40e-091cf95d8a9d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:19.346780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dbcc18f-f41f-41e5-9098-9e0c8cc3daba req-de07b652-924b-4411-92da-a4c31f8838a3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647354 Oct 26 14:00:19.354314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Attempting to bind port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:19.354656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Attempting to bind port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:19.355032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Attempting to bind port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:19.369260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:19.369843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Attempting to bind port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:19.376762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:19.377239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:19.377494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:19.378371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Bound port: 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:19.379039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.475446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:19.479675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:19.497027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.553457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93709a1e-e038-4764-8a96-6cc1b142b705 req-3834068f-15cd-49a8-8acd-3c4de5903551 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698398 Oct 26 14:00:19.555524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:19.580095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.623030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:19.624316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.624979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.626393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] 10.222.0.41 "PUT /v2.0/ports/2dcfb4ee-7f81-46b0-a2c9-07d799c27055 HTTP/1.1" status: 200 len: 1095 time: 2.0788932 Oct 26 14:00:19.631648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:19.634071 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00679a12-13b8-4a89-85d9-2f4aabe6be28" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:19.658765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87151466-06ec-43c5-adde-6b4ee9355b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:19.659025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.687555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3893c-91f5-4185-a359-786fab774609 req-06d5098a-f36b-4436-abce-7d4418d82388 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.690172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3f3893c-91f5-4185-a359-786fab774609 req-06d5098a-f36b-4436-abce-7d4418d82388 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 936 time: 0.2069161 Oct 26 14:00:19.707286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-1ed1f537-2ea2-4933-89d3-67deb72ec65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.709602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-1ed1f537-2ea2-4933-89d3-67deb72ec65d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1101 time: 0.1318426 Oct 26 14:00:19.730638 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac907c-cc7f-4f16-a4c0-3491a6bfa451 x-openstack-request-id: req-3aac907c-cc7f-4f16-a4c0-3491a6bfa451 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:19.731338 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "name": "network-vif-plugged", "status": "completed", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:19.731781 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3aac907c-cc7f-4f16-a4c0-3491a6bfa451 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:19.732944 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'code': 200} Oct 26 14:00:19.756087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-510e0f35-952a-4a1d-bdba-43fc13b1bd04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c82ac30b2454b6aaa490b49324dc782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912692 Oct 26 14:00:19.756824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48876) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:19.760573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Transition to ACTIVE for port object 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:19.770496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.778194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.836774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8693350-fd70-48b2-acf9-a55d11229c9c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:19.838720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3f3893c-91f5-4185-a359-786fab774609 req-8055c93e-b6be-4a2b-9814-c4fd277c9ffa tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333594 Oct 26 14:00:19.858517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-945ea761-295c-4c50-8dc5-310ab3dcb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.860057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-945ea761-295c-4c50-8dc5-310ab3dcb5dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 1098 time: 0.1665347 Oct 26 14:00:19.913661 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b644c7-ff3a-4e6a-aacb-421120ec72b7 x-openstack-request-id: req-84b644c7-ff3a-4e6a-aacb-421120ec72b7 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:19.913920 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:19.914029 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84b644c7-ff3a-4e6a-aacb-421120ec72b7 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:19.914418 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055', 'status': 'completed', 'code': 200} Oct 26 14:00:19.933413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:19.939837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a5b367d9-fc99-4920-a36a-8d921176712d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c8693350-fd70-48b2-acf9-a55d11229c9c HTTP/1.1" status: 204 len: 168 time: 1.3911958 Oct 26 14:00:19.947504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48878) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:19.969774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-c47c7c34-34e1-4a97-a543-4225e4680da0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055 HTTP/1.1" status: 200 len: 217 time: 0.0706718 Oct 26 14:00:19.980172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-9a6f0b4a-6c9b-4587-8b21-9f68d4baaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:19.981721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-9a6f0b4a-6c9b-4587-8b21-9f68d4baaed4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1101 time: 0.2087548 Oct 26 14:00:20.009194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.016877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.056523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddafdf-3b98-4dac-ba0a-3032a53175b3 req-e60382e3-5591-49e9-a64d-384a8e3ff80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.058101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76ddafdf-3b98-4dac-ba0a-3032a53175b3 req-e60382e3-5591-49e9-a64d-384a8e3ff80c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.2171936 Oct 26 14:00:20.064783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6cd45-f8be-4365-bba2-e2d96c238e00 req-d213a40a-0174-4cb9-be9d-1d9926e55090 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.066499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc6cd45-f8be-4365-bba2-e2d96c238e00 req-d213a40a-0174-4cb9-be9d-1d9926e55090 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2015822 Oct 26 14:00:20.067140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.080755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fd1a987c-75ba-469b-a40e-091cf95d8a9d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:20.108402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['50e48634-a809-4a48-bccc-2c3d5a447ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:20.156756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Pushing event deleted for resources: {'Port': ['ID=fd1a987c-75ba-469b-a40e-091cf95d8a9d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.165717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.212703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.244604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-48053617-86f7-4c91-8539-f23775902620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.246111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-48053617-86f7-4c91-8539-f23775902620 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2603869 Oct 26 14:00:20.265416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] No DVR routers for this DVR port fd1a987c-75ba-469b-a40e-091cf95d8a9d on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:20.289445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.290871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-c1a6f3b7-9d7d-4a17-b6b1-4bb25bb52b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.292631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-c1a6f3b7-9d7d-4a17-b6b1-4bb25bb52b4e service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2950304 Oct 26 14:00:20.293904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-703a8105-0009-478f-a054-76b84a3cbbe9 req-18fd45a4-70e3-4a3c-9e5b-4ee624fc04c1 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.73 "DELETE /v2.0/ports/fd1a987c-75ba-469b-a40e-091cf95d8a9d HTTP/1.1" status: 204 len: 173 time: 2.1080585 Oct 26 14:00:20.297621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc6cd45-f8be-4365-bba2-e2d96c238e00 req-8e3edc95-7ef9-49c9-b25c-e8eb57e2aec5 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Oct 26 14:00:20.298202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'name': 'network-vif-deleted', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:20.301423 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82c664-2ce0-4828-ba1c-645a84b4d98d" -d '{"events": [{"server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "name": "network-vif-deleted", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:20.365505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Attempting to bind port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:20.365845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Attempting to bind port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:20.366172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Attempting to bind port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:20.366648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76ddafdf-3b98-4dac-ba0a-3032a53175b3 req-bdf5d56b-3263-40e4-93de-28186abeb8b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214410 Oct 26 14:00:20.457014 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa08c1c-4d75-4694-897e-306959473178 x-openstack-request-id: req-4fa08c1c-4d75-4694-897e-306959473178 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:20.457357 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c865ae0-c835-40dc-981f-35d285b75750", "name": "network-vif-deleted", "tag": "fd1a987c-75ba-469b-a40e-091cf95d8a9d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:20.458224 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fa08c1c-4d75-4694-897e-306959473178 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:20.461124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-a012c39e-4480-4d35-a195-bdfae47fcf88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.1145744 Oct 26 14:00:20.469410 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c865ae0-c835-40dc-981f-35d285b75750', 'name': 'network-vif-deleted', 'tag': 'fd1a987c-75ba-469b-a40e-091cf95d8a9d', 'status': 'completed', 'code': 200} Oct 26 14:00:20.473840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:20.474677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Attempting to bind port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:20.525196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-89c58205-9435-4bcd-a2a4-1f75dd0f1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.527190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-89c58205-9435-4bcd-a2a4-1f75dd0f1384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661996 Oct 26 14:00:20.544602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:20.545002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:20.545325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:20.545789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Bound port: 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:20.546156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.569603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.573871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.574842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bf1b5d3-e4d3-440a-8b2f-c193b4fe54a1 HTTP/1.1" status: 204 len: 168 time: 0.8147361 Oct 26 14:00:20.589236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4296aaca-441a-41d8-ab0d-56035869d1be req-1957a46c-8613-4f83-9bcc-d67a7ef716f5 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c865ae0-c835-40dc-981f-35d285b75750 HTTP/1.1" status: 200 len: 210 time: 0.0614703 Oct 26 14:00:20.596117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.649544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dce9a5-484f-4437-9573-26cfbbd25fb8']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:20.674309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f368276a-3707-4e0a-a994-cc5095a17770') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:20.674599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f368276a-3707-4e0a-a994-cc5095a17770') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:20.689949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a737b-aea3-40e4-9519-2fe838ff8247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf1b5d3-e4d3-440a-8b2f-c193b4fe54a1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:20.700511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248b43-72ea-4c44-a5f3-5cc12f85d5a3 req-51b70af2-435b-4bdb-a374-cc68f245c2bb tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.702255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e248b43-72ea-4c44-a5f3-5cc12f85d5a3 req-51b70af2-435b-4bdb-a374-cc68f245c2bb tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1097 time: 0.2577100 Oct 26 14:00:20.707839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.724061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-2dc66b05-6d2e-429f-8c08-f63c3f7e6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.725668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-2dc66b05-6d2e-429f-8c08-f63c3f7e6f7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2383671 Oct 26 14:00:20.735595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:20.743081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.747304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-44cf7693-b84e-4b20-8dbb-76860bcca0bc service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553295 Oct 26 14:00:20.759836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:20.761200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:00:20.761600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:00:20.763393 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:00:20.805992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.840985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e248b43-72ea-4c44-a5f3-5cc12f85d5a3 req-56beee49-e120-4bfc-ae41-c277f194ed16 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277103 Oct 26 14:00:20.860449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40949-904c-4218-b347-2af911b45903 req-af418da8-e771-40c7-8d71-c49e65611230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.862000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-af418da8-e771-40c7-8d71-c49e65611230 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269436 Oct 26 14:00:20.862669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b6961-fab4-4009-9e4c-39274540eb77 req-71775536-38c1-4a39-a2ad-35f14bac28c1 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.870313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed2b6961-fab4-4009-9e4c-39274540eb77 req-71775536-38c1-4a39-a2ad-35f14bac28c1 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 946 time: 0.1858981 Oct 26 14:00:20.881322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:20.881953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.883328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a6dc40c-37ae-48c6-9017-56ba06ca01f9 HTTP/1.1" status: 200 len: 1096 time: 2.6901081 Oct 26 14:00:20.905556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.938949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:20.947801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1dce9a5-484f-4437-9573-26cfbbd25fb8 HTTP/1.1" status: 204 len: 168 time: 0.9950740 Oct 26 14:00:21.013735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d883f-47a6-40bc-9d92-71387aed3870 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1dce9a5-484f-4437-9573-26cfbbd25fb8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.029065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bfeac-caf5-4600-8999-219c0b99b0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.042070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-6616ef88-5ec6-40e3-85ff-f8c645a4374f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702923 Oct 26 14:00:21.096638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed2b6961-fab4-4009-9e4c-39274540eb77 req-2c0acc9b-c5aa-4d58-b4ad-dd7cfc43eacf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243543 Oct 26 14:00:21.122274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-fa6fa925-5aab-49c6-b506-425cf6aaf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.125921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-fa6fa925-5aab-49c6-b506-425cf6aaf3db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 1099 time: 0.1461954 Oct 26 14:00:21.168946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-20297566-cdf1-4a89-837e-bf1be8d76f3d service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950187 Oct 26 14:00:21.265548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-4a4b3ace-2744-4637-8fe5-169b201dedca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9 HTTP/1.1" status: 200 len: 217 time: 0.1264749 Oct 26 14:00:21.322800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:21.372919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-4dd89a37-1a79-44a7-b60b-235111d3ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.374985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-4dd89a37-1a79-44a7-b60b-235111d3ce4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0992095 Oct 26 14:00:21.386873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-e185ec8b-6d60-4b15-b3a6-a3ef167e1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.388382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-e185ec8b-6d60-4b15-b3a6-a3ef167e1fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 1098 time: 0.1723752 Oct 26 14:00:21.402832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825c6b7-ca61-47a3-8a1e-39c912d743db req-18d1dab9-77f2-411f-b229-c665b4272265 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.410335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f825c6b7-ca61-47a3-8a1e-39c912d743db req-18d1dab9-77f2-411f-b229-c665b4272265 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 948 time: 0.1477168 Oct 26 14:00:21.425404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b5b0c02-c5f8-423b-bb27-98c35f13a2e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a651b33cda8a463bb0feceddbbc689a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012328 Oct 26 14:00:21.435308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:21.474082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.498248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15100119-7c0c-46b2-854e-69922ade6c77 req-aa2a3724-ece4-4748-8dbc-7507d1ee0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.500031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-aa2a3724-ece4-4748-8dbc-7507d1ee0750 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872724 Oct 26 14:00:21.504072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4d40949-904c-4218-b347-2af911b45903 req-fb0809c5-6817-4a82-9816-a401824fc50b service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246930 Oct 26 14:00:21.507101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f825c6b7-ca61-47a3-8a1e-39c912d743db req-a0326474-030f-4257-ab74-25808899d052 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953617 Oct 26 14:00:21.608863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-456faf37-f3cf-4a2c-a929-679a81554399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.610425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-456faf37-f3cf-4a2c-a929-679a81554399 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2051699 Oct 26 14:00:21.617896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.677861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.685561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-72b463b1-4fed-40be-938c-f7adb71d3231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055 HTTP/1.1" status: 200 len: 217 time: 0.0525856 Oct 26 14:00:21.735947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50e84-417f-4fd5-a29e-a76d442e12f4 req-77dc16ba-e32e-47cf-8424-e4bedbc38e35 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.749036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdc50e84-417f-4fd5-a29e-a76d442e12f4 req-77dc16ba-e32e-47cf-8424-e4bedbc38e35 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1512768 Oct 26 14:00:21.771959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-6c41db3e-f2f8-47f1-b3ca-6e008c27cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.773492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-6c41db3e-f2f8-47f1-b3ca-6e008c27cb73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0777309 Oct 26 14:00:21.804699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-0d67778d-cacd-413b-bc74-18538e5ffa50 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931476 Oct 26 14:00:21.845680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.849555 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:21.851003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13b12db3-b7ba-4d3f-a1ff-d23a60bef90b HTTP/1.1" status: 204 len: 168 time: 0.4143827 Oct 26 14:00:21.887056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2f4f2-542d-4cd0-a417-541277d98f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b12db3-b7ba-4d3f-a1ff-d23a60bef90b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:21.897407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdc50e84-417f-4fd5-a29e-a76d442e12f4 req-51a72965-0e98-48e7-9cfd-6d49208af321 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446893 Oct 26 14:00:21.911748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-42eae96c-50a6-4a03-b362-eda496a6b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:21.914187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-42eae96c-50a6-4a03-b362-eda496a6b18e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293826 Oct 26 14:00:22.027084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15100119-7c0c-46b2-854e-69922ade6c77 req-d5fb37eb-b379-494c-bbe3-426b147018f3 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164280 Oct 26 14:00:22.212040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-43fa4ffb-64a7-4645-85f7-b2577a074d6d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786055 Oct 26 14:00:22.389303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00679a12-13b8-4a89-85d9-2f4aabe6be28 req-9f4d08d5-29dd-4d7e-8349-0a14afac082c service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680360 Oct 26 14:00:22.428784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae956bb-2bd4-439e-9075-111a16f631f3 req-b4a1fd4c-80d4-445a-aa45-80c9d29b8933 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.430335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ae956bb-2bd4-439e-9075-111a16f631f3 req-b4a1fd4c-80d4-445a-aa45-80c9d29b8933 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 946 time: 0.0673330 Oct 26 14:00:22.473884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:22.477531 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:22.493943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ae956bb-2bd4-439e-9075-111a16f631f3 req-6497d107-bf88-47bf-ac71-5efb19446dea tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574746 Oct 26 14:00:22.653654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:22.713047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b3367-c5fd-45eb-a724-879170c5a4c6 req-9bd2d797-1c05-4358-9f04-6f9d749a3384 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.715631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-554b3367-c5fd-45eb-a724-879170c5a4c6 req-9bd2d797-1c05-4358-9f04-6f9d749a3384 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.0715749 Oct 26 14:00:22.735144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-84728c54-bc32-4407-b398-0cc08324fe08 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:00:22.736593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-84728c54-bc32-4407-b398-0cc08324fe08 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056472 Oct 26 14:00:22.763613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:22.766708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-554b3367-c5fd-45eb-a724-879170c5a4c6 req-fa4bb42e-e374-451d-a895-3628a231e387 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Oct 26 14:00:22.797644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-30829fc9-a219-430a-b084-10cd93dbf8bc tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:22.799580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-30829fc9-a219-430a-b084-10cd93dbf8bc tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 1094 time: 0.0512788 Oct 26 14:00:22.803967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:22.806654 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe0e2b1-6fd1-4ccd-9e68-392f025d9f86" -d '{"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-unplugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:22.814039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:22.814509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:00:22.828016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:22.833791 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:22.835144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fd1a987c-75ba-469b-a40e-091cf95d8a9d no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:22.860222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: fd1a987c-75ba-469b-a40e-091cf95d8a9d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:22.860757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fd1a987c-75ba-469b-a40e-091cf95d8a9d not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:22.897541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48988) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:22.930897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:22.979211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:22.993749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:22.994281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:22.994766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:23.002518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:23.002895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:23.009653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:23.009991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:23.010372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:23.010815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Bound port: 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:23.019085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-553462330-network', 'tenant_id': '0ba0514100424edc9491db7b61b178e3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:23.049760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Made reservation on behalf of 0ba0514100424edc9491db7b61b178e3 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:23.052698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.062189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.073146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:23.080328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.082055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f9411a2c-5ee6-49e0-b5b5-d54e7df2a26d service neutron] 10.222.0.37 "POST /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2756453 Oct 26 14:00:23.163319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.169701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.203546 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0963fed-297d-4052-9f92-57c42548a59b x-openstack-request-id: req-f0963fed-297d-4052-9f92-57c42548a59b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:23.203877 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:23.204090 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0963fed-297d-4052-9f92-57c42548a59b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:23.204579 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', 'status': 'completed', 'code': 200} Oct 26 14:00:23.220433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:23.236450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9800ac64-0378-4fd7-a9c1-92c1da55ad21,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:23.247130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.247323 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Added segment 29529b96-c87f-4ec3-a15b-a4cfaa01b527 of type vlan for network 434ffb53-c902-444c-8139-27ed12d7e65e Oct 26 14:00:23.294282 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.336481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.337704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.338400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.422583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] Pushing event updated for resources: {'Network': ['ID=434ffb53-c902-444c-8139-27ed12d7e65e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:23.428909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-214ccf15-2df5-442c-972e-6eed51ba9ddd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5302248 Oct 26 14:00:23.432964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48998) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:23.439374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 434ffb53-c902-444c-8139-27ed12d7e65e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:23.453171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Request body: {'subnet': {'network_id': '434ffb53-c902-444c-8139-27ed12d7e65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-553462330-subnet', 'tenant_id': '0ba0514100424edc9491db7b61b178e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:23.479183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-2a10cb17-9d2e-416b-a5f3-40826ff5676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.483397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-2a10cb17-9d2e-416b-a5f3-40826ff5676c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 1099 time: 0.2291439 Oct 26 14:00:23.547102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b75db-2473-4216-95e7-099269db827a req-d0f99c05-0749-452a-aab2-1d4da34c2daa tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.549217 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-691b75db-2473-4216-95e7-099269db827a req-d0f99c05-0749-452a-aab2-1d4da34c2daa tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 948 time: 0.0858541 Oct 26 14:00:23.550380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Made reservation on behalf of 0ba0514100424edc9491db7b61b178e3 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:23.553508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.647522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-691b75db-2473-4216-95e7-099269db827a req-59215be2-5cbd-4588-8521-dff4fd550ef1 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789504 Oct 26 14:00:23.674913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-52457526-3066-4270-b723-7c145193cc67 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4596901 Oct 26 14:00:23.684451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-cb8b40b9-0de0-4d5c-b63c-46e50c2b2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.687182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-cb8b40b9-0de0-4d5c-b63c-46e50c2b2059 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1097 time: 0.1954143 Oct 26 14:00:23.691002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:23.743778 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c15039-1edc-40f2-8f40-c6bcdbb2ef25 x-openstack-request-id: req-22c15039-1edc-40f2-8f40-c6bcdbb2ef25 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:23.744290 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-unplugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:23.744510 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22c15039-1edc-40f2-8f40-c6bcdbb2ef25 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:23.744796 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'code': 200} Oct 26 14:00:23.798341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.884162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:23.930843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1682cb2-3a21-452a-9238-9d6dc93076c5 req-5bd76d05-03f5-43f9-b069-b738b5367a54 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:23.932337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1682cb2-3a21-452a-9238-9d6dc93076c5 req-5bd76d05-03f5-43f9-b069-b738b5367a54 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 948 time: 0.1277916 Oct 26 14:00:23.977753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf6ba84-1518-48c9-aa11-4829d827e9e2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:24.028601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Checking segment: {'id': '29529b96-c87f-4ec3-a15b-a4cfaa01b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '434ffb53-c902-444c-8139-27ed12d7e65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:24.028959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Network hostable DHCP agents. Network: 434ffb53-c902-444c-8139-27ed12d7e65e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:24.045538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1682cb2-3a21-452a-9238-9d6dc93076c5 req-325df1ec-b8d8-4215-9a6b-c5dd05373287 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019013 Oct 26 14:00:24.068242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-254b134a-2288-4cd4-815f-915c4a32a41b tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.068242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-254b134a-2288-4cd4-815f-915c4a32a41b tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.41 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.1082039 Oct 26 14:00:24.079792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-95d2ddfc-4ce9-4054-bf3b-d2e27d34bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.082090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-95d2ddfc-4ce9-4054-bf3b-d2e27d34bd87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.5617235 Oct 26 14:00:24.104056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Network 434ffb53-c902-444c-8139-27ed12d7e65e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:24.121567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 434ffb53-c902-444c-8139-27ed12d7e65e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:24.131708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.132291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.143895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b39f81-e557-4e20-9aa4-39bfea392d34 None None] Network 434ffb53-c902-444c-8139-27ed12d7e65e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:24.169511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-5292a5a5-79b6-47d5-8d4d-5f136e630c42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9 HTTP/1.1" status: 200 len: 217 time: 0.0608938 Oct 26 14:00:24.223743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-578760fe-f9d9-4d65-ae5e-7a20d8c9c07b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7836401 Oct 26 14:00:24.264987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Deleting port 50e48634-a809-4a48-bccc-2c3d5a447ad0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:00:24.266013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.272382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f8d5dd91-3670-401e-bb25-574e322f1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.275310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-f8d5dd91-3670-401e-bb25-574e322f1e51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.5771444 Oct 26 14:00:24.300997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-f63dbc42-ed60-49c2-9a98-88bfa8c5cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.305161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-f63dbc42-ed60-49c2-9a98-88bfa8c5cd21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1175361 Oct 26 14:00:24.314064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a18be-1e5f-424e-9c93-e49aa12d2558 None None] Network 434ffb53-c902-444c-8139-27ed12d7e65e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:24.355429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe43b-d90f-4497-9f1f-756113bbb959 req-cf5ca874-2293-4909-94c7-4c2d87df1923 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.359679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-2b2fae9d-0349-4eb8-898c-4f3e1862f800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.0534251 Oct 26 14:00:24.369596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-309fe43b-d90f-4497-9f1f-756113bbb959 req-cf5ca874-2293-4909-94c7-4c2d87df1923 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.1989639 Oct 26 14:00:24.445729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-e64cbee8-bbfa-4e0f-aba4-0b9f6b4030b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.447212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-e64cbee8-bbfa-4e0f-aba4-0b9f6b4030b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0684209 Oct 26 14:00:24.453833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-4cb306b8-1d19-49bd-be9d-02d388edafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.455333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-4cb306b8-1d19-49bd-be9d-02d388edafd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089311 Oct 26 14:00:24.460895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-309fe43b-d90f-4497-9f1f-756113bbb959 req-6a228bbd-70d7-4b08-963c-617082b12752 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893705 Oct 26 14:00:24.467945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:24.518619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-09717128-90fa-48cc-9a0d-6387d5e01ed5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565748 Oct 26 14:00:24.522916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] For port 50e48634-a809-4a48-bccc-2c3d5a447ad0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=50e48634-a809-4a48-bccc-2c3d5a447ad0,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:24.523351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.552554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Calling delete_port for 50e48634-a809-4a48-bccc-2c3d5a447ad0 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:00:24.640040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.681487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:24.718266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:24.769100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', 'mac_address': 'fa:16:3e:a2:af:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:24.809979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-170deecc-b8fa-4a4b-ab81-e39db35e0280 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425989 Oct 26 14:00:24.813127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef36aa-434e-452f-b84a-a44bd9f05098 req-eed92800-9b08-4bf3-a38f-9bd394f1f9b0 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:24.821630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48ef36aa-434e-452f-b84a-a44bd9f05098 req-eed92800-9b08-4bf3-a38f-9bd394f1f9b0 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/ports?device_id=a09e239b-412b-45f2-b45c-56721c273dd2 HTTP/1.1" status: 200 len: 950 time: 0.1109850 Oct 26 14:00:24.841534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.851372 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.858408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['50e48634-a809-4a48-bccc-2c3d5a447ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:24.862884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:24.878948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Pushing event deleted for resources: {'Port': ['ID=50e48634-a809-4a48-bccc-2c3d5a447ad0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:24.904017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'mac_address': 'fa:16:3e:56:51:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:24.906476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:24.907475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-7c63f49b-7681-4100-8cab-58e4236975c9 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579302 Oct 26 14:00:24.912566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Allocated IP 172.25.5.223 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/5647d7cf-d80c-43f4-a453-a7eeaaf445e9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:24.937832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48ef36aa-434e-452f-b84a-a44bd9f05098 req-5577a0fc-92ac-4660-97e2-0a5e2f536320 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.37 "GET /v2.0/security-groups?id=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137841 Oct 26 14:00:24.977451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] No DVR routers for this DVR port 50e48634-a809-4a48-bccc-2c3d5a447ad0 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:24.980835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:24.984388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c620235-f145-4897-8ad5-1fe7e436f23b req-6fcfd5fb-592c-477c-98e8-cc9f255a2ea3 tempest-LiveMigrationNegativeTest-174059981 tempest-LiveMigrationNegativeTest-174059981-project] 10.222.0.41 "DELETE /v2.0/ports/50e48634-a809-4a48-bccc-2c3d5a447ad0 HTTP/1.1" status: 204 len: 173 time: 0.9126768 Oct 26 14:00:24.987776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.003459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.005800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:25.020400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.076280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfac51c-651b-4b10-9a14-27fd07379e87 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:25.100716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.116920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.127740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.132186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.154503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286ccab0-1ba4-4d65-bf60-4033a2d1b27e req-c84c6aa9-8930-463c-b079-87c8b149bf5b service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340173 Oct 26 14:00:25.165172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-eca67f01-f8d0-4589-94a7-25191ea3b596 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393918 Oct 26 14:00:25.165550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055', 'mac_address': 'fa:16:3e:75:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:25.205012 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.206505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'name': 'network-vif-deleted', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:25.210309 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260d8d5-daa2-4799-b56a-d602ae9085e3" -d '{"events": [{"server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "name": "network-vif-deleted", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:25.215326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.226244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.241748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:25.255664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.271605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:25.280079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.290251 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-0644d70e-0914-40f8-a563-5186f12ab525 req-0e0d0a94-6540-4b02-9e64-7edf2d03a89e tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] show failed (client error): The resource could not be found. Oct 26 14:00:25.291413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0644d70e-0914-40f8-a563-5186f12ab525 req-0e0d0a94-6540-4b02-9e64-7edf2d03a89e tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/b41989c4-7002-4c44-bab2-0cb954fbb4d7 HTTP/1.1" status: 404 len: 352 time: 0.0273600 Oct 26 14:00:25.308790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:25.313774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:25.318249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:25.342131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event updated for resources: {'Port': ['ID=5647d7cf-d80c-43f4-a453-a7eeaaf445e9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.356044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.371320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:25.431078 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.552461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5cfb2-a5d5-4a73-9f6d-a113cf350a75 req-c1c1b049-1e8a-4e1d-a4e9-e0a811cc09f3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.555088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf5cfb2-a5d5-4a73-9f6d-a113cf350a75 req-c1c1b049-1e8a-4e1d-a4e9-e0a811cc09f3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 949 time: 0.1076882 Oct 26 14:00:25.575773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.596311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.635413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf5cfb2-a5d5-4a73-9f6d-a113cf350a75 req-2af3bb8f-c9f5-461c-bc9f-57c0b95fa1ec tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Oct 26 14:00:25.657995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-afbf5f3c-9cce-4324-afa9-3c0818bcc192 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.659701 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-afbf5f3c-9cce-4324-afa9-3c0818bcc192 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 949 time: 0.1806054 Oct 26 14:00:25.771383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676618-7657-4258-85f3-1e5e4caf9ebb req-6e066fec-52f1-4d20-bcd3-41360ec773e2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.773075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b676618-7657-4258-85f3-1e5e4caf9ebb req-6e066fec-52f1-4d20-bcd3-41360ec773e2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 949 time: 0.0747356 Oct 26 14:00:25.817495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b676618-7657-4258-85f3-1e5e4caf9ebb req-b67b008b-7af0-457b-a9d8-83e33c9165bf tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Oct 26 14:00:25.878951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:25.882434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.898203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:25.906419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-1c2f10dc-d2d2-43dc-9c35-12a59833dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:25.908114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-1c2f10dc-d2d2-43dc-9c35-12a59833dcc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1100 time: 0.1202188 Oct 26 14:00:25.949443 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3671c50-f837-4045-88d5-d37a0657b3b6 x-openstack-request-id: req-d3671c50-f837-4045-88d5-d37a0657b3b6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:25.950188 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09e239b-412b-45f2-b45c-56721c273dd2", "name": "network-vif-deleted", "tag": "50e48634-a809-4a48-bccc-2c3d5a447ad0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:25.950188 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3671c50-f837-4045-88d5-d37a0657b3b6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:25.950460 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09e239b-412b-45f2-b45c-56721c273dd2', 'name': 'network-vif-deleted', 'tag': '50e48634-a809-4a48-bccc-2c3d5a447ad0', 'status': 'completed', 'code': 200} Oct 26 14:00:26.030240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-27f6faf8-795c-4ad9-8320-c8a45ff742af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.031919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-27f6faf8-795c-4ad9-8320-c8a45ff742af service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.0987785 Oct 26 14:00:26.083868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.136525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-f67b68af-04bf-44dc-a268-e020bb8da37d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.0955133 Oct 26 14:00:26.141542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.142684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4609959 Oct 26 14:00:26.156847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147c4b-6eff-4a0c-8396-bd43aa682bd3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event updated for resources: {'Port': ['ID=5647d7cf-d80c-43f4-a453-a7eeaaf445e9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:26.212039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-439be9ee-55bf-4369-8ff6-f0b51ecb6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.213708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-439be9ee-55bf-4369-8ff6-f0b51ecb6432 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0664968 Oct 26 14:00:26.232159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:00:26.293073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-3325d3eb-9140-4216-8ddf-8177b28cd62c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0827167 Oct 26 14:00:26.309686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-0be8abd7-f1b1-41a6-bbe8-cc1dc4216b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.311265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-0be8abd7-f1b1-41a6-bbe8-cc1dc4216b3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885813 Oct 26 14:00:26.433214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e5ed-aee3-43d0-b02b-6bc0eaf748de req-18c51009-141c-4cc9-baec-7e607827ab03 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.434936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b430e5ed-aee3-43d0-b02b-6bc0eaf748de req-18c51009-141c-4cc9-baec-7e607827ab03 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0594680 Oct 26 14:00:26.463854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 50e48634-a809-4a48-bccc-2c3d5a447ad0 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:26.488097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 50e48634-a809-4a48-bccc-2c3d5a447ad0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:00:26.489135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 50e48634-a809-4a48-bccc-2c3d5a447ad0 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:00:26.497910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b430e5ed-aee3-43d0-b02b-6bc0eaf748de req-897d838a-4cbe-4cf3-a7c2-ba9152b0c50b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540080 Oct 26 14:00:26.503257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-72f34ec0-703d-4944-807b-c316e2077c5c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.505419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c65ae89f-82fa-4fb8-9f4b-0e6b0b36e160 req-72f34ec0-703d-4944-807b-c316e2077c5c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1931953 Oct 26 14:00:26.516534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-1c4b06d4-e860-4625-8597-0965ee3aeedf service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880019 Oct 26 14:00:26.681050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:26.694953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c90e7bdf-66e5-4f11-96f2-54a1a86afbb1 req-b5a0170f-b8ea-426a-b691-27cc275e7b0a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760478 Oct 26 14:00:26.766217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6dfac51c-651b-4b10-9a14-27fd07379e87 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:26.766590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.795963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d1ce8c-e342-4796-92b4-5602d1d52b26 req-93376275-3f21-435a-9f68-0c363bb99b91 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ba0514100424edc9491db7b61b178e3 HTTP/1.1" status: 200 len: 2984 time: 0.2018425 Oct 26 14:00:26.885266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d1ce8c-e342-4796-92b4-5602d1d52b26 req-491523a7-a6ff-4f89-973b-23bccc0f8969 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/9800ac64-0378-4fd7-a9c1-92c1da55ad21 HTTP/1.1" status: 200 len: 2981 time: 0.0823011 Oct 26 14:00:26.919192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:26.920417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bb243-09e7-473f-9198-633928ac8474 req-e3d77a75-2343-4519-86a4-9354d6a4a630 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:26.934981 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-545bb243-09e7-473f-9198-633928ac8474 req-e3d77a75-2343-4519-86a4-9354d6a4a630 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 949 time: 0.1134665 Oct 26 14:00:26.961113 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d1ce8c-e342-4796-92b4-5602d1d52b26 req-93ece6f8-d94f-4edb-97fd-8f486fc58046 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/9800ac64-0378-4fd7-a9c1-92c1da55ad21 HTTP/1.1" status: 200 len: 2981 time: 0.0672832 Oct 26 14:00:26.978641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:26.984945 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619b7aca-8a72-4560-bb8a-509d180cb160" -d '{"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-plugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:27.006817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-545bb243-09e7-473f-9198-633928ac8474 req-56a1d025-264f-4ea5-9402-461873807585 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708377 Oct 26 14:00:27.022473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:27.034218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.075876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49062) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:27.149945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:27.264611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab40b2-c119-4174-ba93-e06262423b9c req-dd8b3afa-370c-44c0-b830-5ad42cf0b68c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.266672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41ab40b2-c119-4174-ba93-e06262423b9c req-dd8b3afa-370c-44c0-b830-5ad42cf0b68c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1177764 Oct 26 14:00:27.293318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-46c639d8-cfa7-429d-9af1-e4a89caab45c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.302920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-46c639d8-cfa7-429d-9af1-e4a89caab45c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 821 time: 0.1815734 Oct 26 14:00:27.339305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-2588a7d2-285b-4724-ae2d-be5dd88debd9 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/quotas/ce8b20fc32ed490ca6b1b54a8381a541 HTTP/1.1" status: 200 len: 375 time: 0.0348725 Oct 26 14:00:27.361767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41ab40b2-c119-4174-ba93-e06262423b9c req-542f2899-0386-4d86-b7d2-847318aec9c1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867417 Oct 26 14:00:27.424759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-76ee49de-6c5a-49b8-8b88-9b66ac211996 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=405c785c8754489a86a9e9793f9f1d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451586 Oct 26 14:00:27.425157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49072) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:27.449686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d4b9ab9-4bf5-4fb0-9955-4e24281ca67a req-88dc1049-f9dc-48fa-bae7-22e7a306e52a tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/9800ac64-0378-4fd7-a9c1-92c1da55ad21 HTTP/1.1" status: 200 len: 2981 time: 0.0549488 Oct 26 14:00:27.452642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-b5f5a8df-a728-4a0f-bb22-610325c499a2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1124389 Oct 26 14:00:27.517312 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-5d4b9ab9-4bf5-4fb0-9955-4e24281ca67a req-86450617-d07c-4289-a68a-8cd38d7a80a2 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:00:27.519137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d4b9ab9-4bf5-4fb0-9955-4e24281ca67a req-86450617-d07c-4289-a68a-8cd38d7a80a2 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "DELETE /v2.0/security-groups/9800ac64-0378-4fd7-a9c1-92c1da55ad21 HTTP/1.1" status: 409 len: 352 time: 0.0685713 Oct 26 14:00:27.562345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.583267 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b802248b-ff4e-44e2-8e5d-71fa5db26463 x-openstack-request-id: req-b802248b-ff4e-44e2-8e5d-71fa5db26463 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:27.583545 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-plugged", "status": "completed", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:27.583808 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b802248b-ff4e-44e2-8e5d-71fa5db26463 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:27.584300 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'code': 200} Oct 26 14:00:27.607977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-1cce0e87-f348-44c1-a182-51f3a882985e service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429021 Oct 26 14:00:27.609908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.718263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2848df6-6def-4f0d-8ddd-e1e03b3ca05e req-bda8cee3-0404-4902-bf32-e63ccdfe68cb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:27.719794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2848df6-6def-4f0d-8ddd-e1e03b3ca05e req-bda8cee3-0404-4902-bf32-e63ccdfe68cb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Oct 26 14:00:27.773062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.777725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:27.779957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3 HTTP/1.1" status: 204 len: 168 time: 0.3535800 Oct 26 14:00:27.782228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2848df6-6def-4f0d-8ddd-e1e03b3ca05e req-205563e6-a476-476c-a031-321a952b90df tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Oct 26 14:00:27.803799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-58c21257-a885-43e6-ab62-760e16e53ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812599 Oct 26 14:00:27.835192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a3b6c-1f53-4860-b1ae-b46eb497c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ba7525-e8ab-4b6f-a4b8-69ab3495a5e3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:27.895424 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-b96f42c5-0cdf-4d6c-91ad-e8d5dbfd508b req-9e8284d8-2ce6-4f3e-b027-bf28bb4eda3e tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] show failed (client error): The resource could not be found. Oct 26 14:00:27.912763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b96f42c5-0cdf-4d6c-91ad-e8d5dbfd508b req-9e8284d8-2ce6-4f3e-b027-bf28bb4eda3e tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/ff29c0c5-ab4d-4597-aeda-8c2f6f3225af HTTP/1.1" status: 404 len: 352 time: 0.0405707 Oct 26 14:00:28.202247 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-28c287c4-a310-4b6c-95ee-c7ca50f7eb3d req-aa5642c5-2717-4b73-a48f-fb0c0cfd87b3 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] show failed (client error): The resource could not be found. Oct 26 14:00:28.204623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28c287c4-a310-4b6c-95ee-c7ca50f7eb3d req-aa5642c5-2717-4b73-a48f-fb0c0cfd87b3 tempest-SecurityGroupsNegativeTestJSON-601648074 tempest-SecurityGroupsNegativeTestJSON-601648074-project] 10.222.0.37 "GET /v2.0/security-groups/8c35493d-418e-46f3-a8a2-da52b0976d18 HTTP/1.1" status: 404 len: 352 time: 0.0251284 Oct 26 14:00:28.225051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:28.317445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Deleting subnet 3bf6ba84-1518-48c9-aa11-4829d827e9e2 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:00:28.323537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.395013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49104) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:28.400335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.469676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:28.487421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad17ac-ee0c-41d8-ab6d-5bdec9a15d57 req-3964a7e2-413a-41d9-81b2-3db4eb9c503e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:28.497833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-baad17ac-ee0c-41d8-ab6d-5bdec9a15d57 req-3964a7e2-413a-41d9-81b2-3db4eb9c503e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 949 time: 0.1386259 Oct 26 14:00:28.503330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bff16c82-d3f2-441a-98b3-ee7c2a0e229f req-612c2882-39d8-46bc-a25d-8b405b9d1f79 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 210 time: 0.0720904 Oct 26 14:00:28.540386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.569028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ccb9969-b00b-457c-a532-05597ccb8a66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1eadc0064f914a4a8ba0c6c837533a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727016 Oct 26 14:00:28.570067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49106) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:28.620229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-baad17ac-ee0c-41d8-ab6d-5bdec9a15d57 req-454ac46c-8bc0-4f0b-8994-d855d763c5bd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211877 Oct 26 14:00:28.642144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:28.656834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.659872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.664296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:28.665450 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.710012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf6ba84-1518-48c9-aa11-4829d827e9e2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:28.723193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.728290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.735919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49110) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:28.737601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-79918196-cfc5-4687-938e-9ee7c655d114 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3bf6ba84-1518-48c9-aa11-4829d827e9e2 HTTP/1.1" status: 204 len: 168 time: 0.5127358 Oct 26 14:00:28.812391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.817469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.823692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6224605-4834-4fe8-8550-26ff49340cde HTTP/1.1" status: 204 len: 168 time: 0.2492187 Oct 26 14:00:28.836612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e45b-6286-423f-ba4e-c50bb968e832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6224605-4834-4fe8-8550-26ff49340cde,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:28.883942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.936857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:28.945132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:28.946343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:29.070872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:29.099774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:29.105431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:29.106106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.198857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168efe7f-efb1-4424-907e-f53bd68831fe req-93532719-eaba-4861-bcc3-49b9e5d79ffd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.210371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-168efe7f-efb1-4424-907e-f53bd68831fe req-93532719-eaba-4861-bcc3-49b9e5d79ffd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.1130342 Oct 26 14:00:29.288197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.290142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-168efe7f-efb1-4424-907e-f53bd68831fe req-5b69f70d-70ab-46f8-a652-1d17afff3770 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741842 Oct 26 14:00:29.347088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:29.358686 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.429726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:29.431922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.487736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cf636-32f3-43df-a991-4eee04a0820f req-a7740775-c64d-42db-9ebe-0ebe5e62a877 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:29.496608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d58cf636-32f3-43df-a991-4eee04a0820f req-a7740775-c64d-42db-9ebe-0ebe5e62a877 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.5686467 Oct 26 14:00:29.578127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d58cf636-32f3-43df-a991-4eee04a0820f req-08f8e107-9abe-4478-b8c1-bd5eb114caea tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772564 Oct 26 14:00:29.585058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'}, {'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:29.587363 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c846312-7bcb-45a3-b6e9-15cb57dd2ea5" -d '{"events": [{"server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "name": "network-vif-plugged", "status": "completed", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9"}, {"server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:29.729821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:29.916320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-185206c5-1c51-4816-8138-28ab3dfdac9a req-2c7f8ab5-4bf7-4ca4-84e4-a7128de6e542 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 210 time: 0.0726871 Oct 26 14:00:29.933250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434ffb53-c902-444c-8139-27ed12d7e65e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:30.006062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-55077b99-9bc6-421e-b6c5-ab25a13562ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2200923 Oct 26 14:00:30.013851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29529b96-c87f-4ec3-a15b-a4cfaa01b527') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:30.014365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29529b96-c87f-4ec3-a15b-a4cfaa01b527') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:30.043622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.130467 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.156556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:00:30.157163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:00:30.163162 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:00:30.181759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-8b45c843-1e89-4686-9781-7e5fe225c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.183438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-8b45c843-1e89-4686-9781-7e5fe225c1aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.1441560 Oct 26 14:00:30.221041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-c59b0120-2d9b-4c31-9910-348655a9fc4e tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.222479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-c59b0120-2d9b-4c31-9910-348655a9fc4e tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.73 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 821 time: 0.5184453 Oct 26 14:00:30.274419 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527971e-9a18-41ce-9c67-d4285f9c8ea2 x-openstack-request-id: req-0527971e-9a18-41ce-9c67-d4285f9c8ea2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:30.274709 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "name": "network-vif-plugged", "status": "completed", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9", "code": 200}, {"server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "name": "network-vif-plugged", "status": "completed", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:30.274964 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0527971e-9a18-41ce-9c67-d4285f9c8ea2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:30.275504 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', 'code': 200} Oct 26 14:00:30.275765 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055', 'code': 200} Oct 26 14:00:30.346112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-bf8a6515-f9a5-4f19-a863-5c317db3b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.347599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-bf8a6515-f9a5-4f19-a863-5c317db3b470 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1220293 Oct 26 14:00:30.358185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'port': {'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'admin_state_up': True, 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:30.383328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352c0ce-188d-491a-9e57-06b785c83e34 req-1415f8b4-1c71-46b9-922c-996d6a0f979f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.384032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ef27-2dd0-41d2-8439-c59bb4d97a6c req-420bbcd0-754b-4f0d-a0fa-8fa6c477e63f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.391475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25f7ef27-2dd0-41d2-8439-c59bb4d97a6c req-420bbcd0-754b-4f0d-a0fa-8fa6c477e63f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.3531466 Oct 26 14:00:30.391923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1352c0ce-188d-491a-9e57-06b785c83e34 req-1415f8b4-1c71-46b9-922c-996d6a0f979f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 950 time: 0.0640242 Oct 26 14:00:30.458517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1352c0ce-188d-491a-9e57-06b785c83e34 req-5c3b0c5b-4c6a-4185-afa4-5343280e901e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656199 Oct 26 14:00:30.506639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-bac2bc31-6a47-4232-a0b1-1b39ffaaf95d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.1343429 Oct 26 14:00:30.516938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7092a-3f6b-4853-9e09-2536ae1876d9 req-d4e9fc69-c100-49b9-a848-ae0256476010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.519265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81b7092a-3f6b-4853-9e09-2536ae1876d9 req-d4e9fc69-c100-49b9-a848-ae0256476010 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 1100 time: 0.0892742 Oct 26 14:00:30.525693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.539470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.550719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] 10.222.0.37 "DELETE /v2.0/networks/434ffb53-c902-444c-8139-27ed12d7e65e HTTP/1.1" status: 204 len: 168 time: 1.8137476 Oct 26 14:00:30.568996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81b7092a-3f6b-4853-9e09-2536ae1876d9 req-eec9423e-5c4f-49d8-9a6f-b0f2b932a88c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Oct 26 14:00:30.677123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25f7ef27-2dd0-41d2-8439-c59bb4d97a6c req-1d52614b-949e-4ed2-9d1f-9c2f8daf9c7e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844906 Oct 26 14:00:30.716804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc403-306b-48f6-9b7a-fda74ee4878d admin admin] Pushing event deleted for resources: {'Network': ['ID=434ffb53-c902-444c-8139-27ed12d7e65e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:30.716943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc221e-9f1b-4c66-b80f-3b1d22c524d0 req-d27a1db7-602c-4dad-889d-9ae649f5cac0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.722548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58dc221e-9f1b-4c66-b80f-3b1d22c524d0 req-d27a1db7-602c-4dad-889d-9ae649f5cac0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.1044998 Oct 26 14:00:30.744985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-36098e4a-c2a8-4516-a917-0963b9c5dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.746722 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-36098e4a-c2a8-4516-a917-0963b9c5dc17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2219968 Oct 26 14:00:30.765444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c21c0-e326-48c6-a937-cbd8990a29f0 req-6e6ef9c7-3e17-4e4b-a334-22df4189f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.767504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-919c21c0-e326-48c6-a937-cbd8990a29f0 req-6e6ef9c7-3e17-4e4b-a334-22df4189f179 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 1101 time: 0.2800994 Oct 26 14:00:30.788213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49172) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:30.839142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58dc221e-9f1b-4c66-b80f-3b1d22c524d0 req-6921af7e-4111-48f4-b42a-4b806f650e31 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035511 Oct 26 14:00:30.845911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Made reservation on behalf of ce8b20fc32ed490ca6b1b54a8381a541 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:30.849899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:30.909522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-919c21c0-e326-48c6-a937-cbd8990a29f0 req-8abf415b-c7b2-4bfe-929d-d60b322587a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219952 Oct 26 14:00:30.933899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-833ec2f4-ed2c-4c87-8df3-530c21093aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:30.936401 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-833ec2f4-ed2c-4c87-8df3-530c21093aad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498375 Oct 26 14:00:30.939750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c00a1fe-4d77-489e-90fb-cefce28b6cf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ba0514100424edc9491db7b61b178e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305819 Oct 26 14:00:30.942587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49182) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:31.084384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.109079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Allocated IP 172.20.0.14 (48f88a3a-f8f7-40d5-ba40-8b3460e5379a/bd267fed-a9ba-46de-9dbc-a9041c22d10c/a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:31.124926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.227129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f654a5-d276-4d29-a9cf-e807f43e87b1 req-a7f63b9e-3aaf-4324-8070-e6faa2b3b129 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 210 time: 0.0999670 Oct 26 14:00:31.355961 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-bba78129-4d5d-4dda-865f-49ac39c79d48 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470202 Oct 26 14:00:31.411290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.415946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.420036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9800ac64-0378-4fd7-a9c1-92c1da55ad21 HTTP/1.1" status: 204 len: 168 time: 0.4763267 Oct 26 14:00:31.442418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf9f9-88fd-475b-892c-09b9224e85d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9800ac64-0378-4fd7-a9c1-92c1da55ad21,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:31.507324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-4ecb6665-fefa-4c63-8a20-5013edbad802 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698852 Oct 26 14:00:31.558541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49214) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:31.603547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-1781d5da-6d82-41cf-802d-46e756b9a2cd tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:31.612274 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-1781d5da-6d82-41cf-802d-46e756b9a2cd tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546105 Oct 26 14:00:31.631847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-72bf8135-28f2-4853-bbbf-9fae8817d61f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/quotas/9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 375 time: 0.0185461 Oct 26 14:00:31.688830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.725815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b9fdfce6-250e-42df-9f06-594c10dd2f93 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927181 Oct 26 14:00:31.797205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f59ecb1-607b-4c54-9c05-84473e9e495d req-762efb9c-9db3-450d-87df-c734a89bdb6d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797182 Oct 26 14:00:31.824807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:31.839533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d836ce44-7e62-4e13-a3bf-46f7a460912e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:31.934704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:31.938323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:31.943162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:31.979738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event updated for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:32.058279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.058522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.116187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaebf44f-1c15-4c7a-8361-18ef22c00341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.126887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-9f38ad1c-cca2-4945-8fa2-c3e01746f0fd tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7749317 Oct 26 14:00:32.150370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Request body: {'port': {'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:32.396857 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.432336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccdecc-98db-4350-990a-ee37dfb377c3 req-ebaa03b9-d933-49dc-a002-d546cccd6755 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.442183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1eccdecc-98db-4350-990a-ee37dfb377c3 req-ebaa03b9-d933-49dc-a002-d546cccd6755 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 950 time: 0.4666059 Oct 26 14:00:32.465611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ee4a5130-2262-430f-a8ee-9f5ec1b0e987 None None] Provisioning complete for port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:32.465971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5130-2262-430f-a8ee-9f5ec1b0e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.481722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaebf44f-1c15-4c7a-8361-18ef22c00341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.491229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaebf44f-1c15-4c7a-8361-18ef22c00341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:32.541332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a5130-2262-430f-a8ee-9f5ec1b0e987 None None] Port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:32.556645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aaebf44f-1c15-4c7a-8361-18ef22c00341 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=380d326fef604499aa088de7b1a0e5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9969020 Oct 26 14:00:32.557623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49250) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:32.576778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1eccdecc-98db-4350-990a-ee37dfb377c3 req-f13a7d72-32bc-46c9-abea-4c94b9f17f24 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332712 Oct 26 14:00:32.609067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebf44f-1c15-4c7a-8361-18ef22c00341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db80c6d9-17f6-4caf-aac6-3b3908491b22,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:32.664048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc8d36cf-310f-410e-a9b5-b0162992e0d9 req-8e1b633c-1ffa-47f4-bae1-c92ffaf3340b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 210 time: 0.0313125 Oct 26 14:00:32.935034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddae840-7416-4e50-801a-202ce826b093 req-bf570eb9-4270-4c69-9e3b-6dfb136eb52f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.936475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ddae840-7416-4e50-801a-202ce826b093 req-bf570eb9-4270-4c69-9e3b-6dfb136eb52f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.3856046 Oct 26 14:00:32.948860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c6e28-b6fa-4718-bd91-7f1b271f55e4 req-3c46c5ea-6f86-4590-b48f-03653ad3e0eb tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:32.957428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-427c6e28-b6fa-4718-bd91-7f1b271f55e4 req-3c46c5ea-6f86-4590-b48f-03653ad3e0eb tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 932 time: 0.0729961 Oct 26 14:00:33.009431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-427c6e28-b6fa-4718-bd91-7f1b271f55e4 req-afaaba54-c0cc-4002-bf9d-94abc37a896b tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510502 Oct 26 14:00:33.041143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:33.054314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.104179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.119152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ddae840-7416-4e50-801a-202ce826b093 req-4c0da632-ae1a-412d-adc6-6a714c8a068d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370583 Oct 26 14:00:33.188731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-622378075-network', 'tenant_id': '73b9e084f79846219f3a403ec8506b73'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:33.239880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Made reservation on behalf of 73b9e084f79846219f3a403ec8506b73 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:33.242250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.258777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.261325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.262507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db80c6d9-17f6-4caf-aac6-3b3908491b22 HTTP/1.1" status: 204 len: 168 time: 0.7039440 Oct 26 14:00:33.262841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.279341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8183e-76a0-435f-b627-444f78310c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db80c6d9-17f6-4caf-aac6-3b3908491b22,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:33.305258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:33.333284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.369322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Transition to ACTIVE for port object a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:33.382712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.477829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.481069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-6e9edd06-110c-49a1-b949-a6e004d62646 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432537 Oct 26 14:00:33.544211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Pushing event updated for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:33.633125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.651988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:33.671854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.672250 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Added segment fd416950-8747-43d7-a656-1c03c77812cf of type vlan for network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 Oct 26 14:00:33.685520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Attempting to bind port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:33.686308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Attempting to bind port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:33.686308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Attempting to bind port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:33.694075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:33.694964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Attempting to bind port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b on network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:33.700708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:33.701269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Checking segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:33.701674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Bound using segment: {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:33.702125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Bound port: a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '532b38dd-3b58-4a35-94f0-e8b69fb72a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:33.702531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.721818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.760734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-39b49c9a-8ca8-4273-be42-226eb10707ab tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:33.762299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-39b49c9a-8ca8-4273-be42-226eb10707ab tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752860 Oct 26 14:00:33.767443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.768691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:33.769476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:33.793026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Request body: {'port': {'device_id': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '9768d7d3382c45fca7ccb8f162f7d1e3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:33.950167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:33.970425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:33.983874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.013855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1f9f99-d1c2-41fe-8b53-df73e367a313,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:34.053495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0089684 Oct 26 14:00:34.056015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49292) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:34.070576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Request body: {'subnet': {'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-622378075-subnet', 'tenant_id': '73b9e084f79846219f3a403ec8506b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:34.076401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bb981-ae2a-4d7a-baca-f43b935187e9 admin admin] Pushing event updated for resources: {'Network': ['ID=75cb3c12-7ced-48c4-bc84-4b5059c6e204,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:34.093137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12aa64-6ceb-418d-a76b-de15a842ea0c req-a9c72e6e-d337-4782-b9cb-53b997615cdf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.101055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:34.109184 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e12aa64-6ceb-418d-a76b-de15a842ea0c req-a9c72e6e-d337-4782-b9cb-53b997615cdf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 950 time: 0.3341691 Oct 26 14:00:34.117369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.117993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.119406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] 10.222.0.73 "PUT /v2.0/ports/a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 1092 time: 1.9734123 Oct 26 14:00:34.125716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:34.128081 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:34.153780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Made reservation on behalf of 73b9e084f79846219f3a403ec8506b73 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:34.168162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.208541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e12aa64-6ceb-418d-a76b-de15a842ea0c req-20a280dc-4ae0-4ccd-94cc-6824f2ac1436 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980294 Oct 26 14:00:34.212276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe033b4-c708-46fc-9e4c-baadeeaffe5f service neutron] Pushing event updated for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:34.290341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-51f4989b-89ab-474a-b557-481c0413775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.291946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-51f4989b-89ab-474a-b557-481c0413775b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1095 time: 0.1001358 Oct 26 14:00:34.357614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-f3036073-733c-4649-a432-6044b48b113b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 217 time: 0.0558302 Oct 26 14:00:34.409461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb5947cb-7025-4569-ade3-15db35645811 req-bbd904f3-e5ff-417e-8613-38fcca3de03a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 210 time: 0.0568776 Oct 26 14:00:34.524460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-d185af6e-f699-437e-80b8-27b443f8779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.527103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-d185af6e-f699-437e-80b8-27b443f8779a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1575289 Oct 26 14:00:34.607679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-e1365bc9-129c-44b0-8010-60eeba879751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.609396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-e1365bc9-129c-44b0-8010-60eeba879751 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718570 Oct 26 14:00:34.643630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0201378-cd37-4727-82ea-7be09eb8e692 req-f8181d24-6b32-46c6-a3b6-600cde217f53 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a504afdbe17d427b93782a847e1c3691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460405 Oct 26 14:00:34.693764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Made reservation on behalf of 9768d7d3382c45fca7ccb8f162f7d1e3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:34.697524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:34.726321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3800e6-79e2-4db5-9489-9ac85ab9e00b req-a24ab102-6e38-4627-ac43-0d63b28b9213 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.727868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be3800e6-79e2-4db5-9489-9ac85ab9e00b req-a24ab102-6e38-4627-ac43-0d63b28b9213 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 944 time: 0.1170111 Oct 26 14:00:34.767803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-e92eeefc-4dca-4f9b-8382-a32780701e01 service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440625 Oct 26 14:00:34.831665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be3800e6-79e2-4db5-9489-9ac85ab9e00b req-8881346e-e925-4eeb-b6e3-1e12f7e00135 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948935 Oct 26 14:00:34.884536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bed5d2e-9375-4772-b806-2130c4690b35 req-3b4428e6-6e90-47b6-8497-5a31ed844fd8 service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050112 Oct 26 14:00:34.904885 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6d80a-831e-46fc-a038-c8682e44ed82 x-openstack-request-id: req-bda6d80a-831e-46fc-a038-c8682e44ed82 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:34.905269 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:34.905641 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bda6d80a-831e-46fc-a038-c8682e44ed82 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:34.906287 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'status': 'completed', 'code': 200} Oct 26 14:00:34.932379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0201378-cd37-4727-82ea-7be09eb8e692 req-c9db76b5-55cb-4b9a-bc84-e86722e3513b tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:34.938351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0201378-cd37-4727-82ea-7be09eb8e692 req-c9db76b5-55cb-4b9a-bc84-e86722e3513b tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821600 Oct 26 14:00:34.997798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Allocated IP 192.168.233.117 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/6d8dd6a8-0504-4783-a97e-6a94e92c6a76) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:35.009331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0201378-cd37-4727-82ea-7be09eb8e692 req-3f9fbfc2-c920-4100-bd51-11b609c6f609 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/quotas/a504afdbe17d427b93782a847e1c3691 HTTP/1.1" status: 200 len: 375 time: 0.0500779 Oct 26 14:00:35.018349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-437fed21-2dad-4ad2-9fb4-b062c44b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.019983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-437fed21-2dad-4ad2-9fb4-b062c44b288c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1095 time: 0.0758829 Oct 26 14:00:35.030761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8b0fe-449e-47e1-b16f-3519e10377e8 req-cc42ed0c-80da-42e1-b316-f037bc75f2d2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.032474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34c8b0fe-449e-47e1-b16f-3519e10377e8 req-cc42ed0c-80da-42e1-b316-f037bc75f2d2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0632906 Oct 26 14:00:35.053511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0201378-cd37-4727-82ea-7be09eb8e692 req-531a2add-ac87-47b1-bbb7-f9cc99bf6129 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a504afdbe17d427b93782a847e1c3691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345500 Oct 26 14:00:35.056689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.134476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34c8b0fe-449e-47e1-b16f-3519e10377e8 req-60adfbb2-cd15-4c4a-8c9c-ddb3955b968b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929556 Oct 26 14:00:35.163182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-7c6edf2f-ea27-401c-8325-f29fcd0b6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.164758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-7c6edf2f-ea27-401c-8325-f29fcd0b6afc service neutron] 10.222.0.73 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1312661 Oct 26 14:00:35.197407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dd7981-c0e5-4df6-90bb-4a71df4a16fa,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:35.212592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-6c3ec53b-81c5-41a4-9d96-e592d424b826 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 217 time: 0.0368314 Oct 26 14:00:35.240705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Checking segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:35.241061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Network hostable DHCP agents. Network: 75cb3c12-7ced-48c4-bc84-4b5059c6e204, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:35.268208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-4ce0fcab-dbff-4ccc-a6e9-056e212bd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.271632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-4ce0fcab-dbff-4ccc-a6e9-056e212bd7bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0514643 Oct 26 14:00:35.296684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a11d4d-6d53-45f4-b785-dfbbd4270e04 req-b211774a-f087-4ebf-a0f1-a1cb696b41e8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.298220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5a11d4d-6d53-45f4-b785-dfbbd4270e04 req-b211774a-f087-4ebf-a0f1-a1cb696b41e8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 949 time: 0.1073983 Oct 26 14:00:35.304191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:35.333079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 75cb3c12-7ced-48c4-bc84-4b5059c6e204) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:35.342109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef90524-c262-441a-aa26-c7e569c0a829 None None] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:35.346842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.353839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.354429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.389310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-19bfa86c-f0a6-4be9-9df9-d201ace5b2da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3294034 Oct 26 14:00:35.404528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5a11d4d-6d53-45f4-b785-dfbbd4270e04 req-3b858f05-b4b9-4686-952d-bd3b0549572e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957744 Oct 26 14:00:35.427357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.529396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:35.531596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:35.541099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:35.568480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:35.570746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:35.578305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:35.677730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.678366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.727785 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-a42c9224-ac18-4b39-b5a7-86e456a7fdcb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9455614 Oct 26 14:00:35.739657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee859627-aa3c-4cc8-80a2-1dfd2e9b1171 None None] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:35.742518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Request body: {'port': {'device_id': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:35.851848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-8e319f48-4eca-4438-92df-8ef6d17dd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.853611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-8e319f48-4eca-4438-92df-8ef6d17dd96d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5741286 Oct 26 14:00:35.867691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.870364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e41f3-bea2-4104-96b8-a2144e80706b req-2aba85e3-fc37-41d4-8e37-7d50a825719d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:35.872001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-002e41f3-bea2-4104-96b8-a2144e80706b req-2aba85e3-fc37-41d4-8e37-7d50a825719d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 936 time: 0.0787241 Oct 26 14:00:35.940159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-015bbf46-95f7-4e06-9b40-64c9b93b2f2a None None] Provisioning complete for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:35.940827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-015bbf46-95f7-4e06-9b40-64c9b93b2f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:35.992953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-002e41f3-bea2-4104-96b8-a2144e80706b req-7f644c0c-0e8b-4087-8c10-a2e3287db838 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066275 Oct 26 14:00:36.078594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-94650307-7e30-48fd-99c0-eac0eddf5a2b service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052352 Oct 26 14:00:36.087726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-015bbf46-95f7-4e06-9b40-64c9b93b2f2a None None] Port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:36.199524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b0a5dc-6254-405a-9190-3b5fe7bdca4b req-da4a7983-4e84-4edf-96ad-b825808461c0 service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103358 Oct 26 14:00:36.216349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:36.226674 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.245252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Transition to ACTIVE for port object 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:36.258190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627214-299b-4648-96df-eeb072859c4d req-5f29f82f-c07b-450a-9a51-7ebc0f61ee4d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.264282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5627214-299b-4648-96df-eeb072859c4d req-5f29f82f-c07b-450a-9a51-7ebc0f61ee4d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.265963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5627214-299b-4648-96df-eeb072859c4d req-5f29f82f-c07b-450a-9a51-7ebc0f61ee4d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af&device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 1690 time: 0.0811136 Oct 26 14:00:36.266894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.337840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:36.373729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5627214-299b-4648-96df-eeb072859c4d req-c699f5c0-ae17-43d8-80ab-057b9a45f6d7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771704 Oct 26 14:00:36.375709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-f4fff387-9068-4014-a4d0-4cd617e33889 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.383807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-f4fff387-9068-4014-a4d0-4cd617e33889 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.1254163 Oct 26 14:00:36.407805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-af364334-5de9-4104-88fe-2e43f7969c83 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/quotas/73b9e084f79846219f3a403ec8506b73 HTTP/1.1" status: 200 len: 375 time: 0.0226490 Oct 26 14:00:36.440672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:36.441016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:36.441360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:36.445591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-ac00f8bc-6be1-43bd-bd99-5bcc8e6fce39 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312638 Oct 26 14:00:36.447642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:36.447975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:36.454010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:36.454514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:36.455024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:36.456156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Bound port: 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:36.456541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.533316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:36.538016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:36.543366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.562802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6d17aea5-180f-4c1a-a956-7cbed62bd3e4 service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054952 Oct 26 14:00:36.621014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.621629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:36.623176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b134973c-1038-4950-8121-5365d60ca318 service neutron] 10.222.0.73 "PUT /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 1096 time: 0.8860381 Oct 26 14:00:36.623643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:36.627073 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b7d3a-15fa-4c4b-a810-99afda091434" -d '{"events": [{"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:36.668357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134973c-1038-4950-8121-5365d60ca318 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:36.681510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-316075f7-884d-466a-a951-0915c898881b service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110778 Oct 26 14:00:36.697739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b0d18-8361-4b56-9082-22e38f040147 req-d9d16f27-8c1b-42ee-b710-ae73e6fece3d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.699290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf4b0d18-8361-4b56-9082-22e38f040147 req-d9d16f27-8c1b-42ee-b710-ae73e6fece3d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 944 time: 0.1407249 Oct 26 14:00:36.758270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf4b0d18-8361-4b56-9082-22e38f040147 req-b3b4e91b-0b5b-43c2-b10e-0f78e0345c03 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Oct 26 14:00:36.760364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-cc82b0b5-cabe-40ee-924a-4eb2f3d55a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.762022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-cc82b0b5-cabe-40ee-924a-4eb2f3d55a3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1099 time: 0.0892367 Oct 26 14:00:36.818698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-7c88ef96-adba-442d-8d83-65af55d7f01d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0476654 Oct 26 14:00:36.917466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-7c8aebc4-3cba-4453-8bdb-c34b3f7d2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.918858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-7c8aebc4-3cba-4453-8bdb-c34b3f7d2afa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0916712 Oct 26 14:00:36.932327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cca638-5975-481c-9b14-7244951e6c8f req-20f9bce8-b59c-41b5-b8cb-329525b70213 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:36.934169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66cca638-5975-481c-9b14-7244951e6c8f req-20f9bce8-b59c-41b5-b8cb-329525b70213 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0944860 Oct 26 14:00:37.004226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66cca638-5975-481c-9b14-7244951e6c8f req-93a875ad-5f73-4aab-a5fc-45dd0bc75b3b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594618 Oct 26 14:00:37.008055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b9bc9226-43dc-403d-baf1-46606d39116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.008541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-b9bc9226-43dc-403d-baf1-46606d39116c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733230 Oct 26 14:00:37.104317 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf7131-a1cb-4cbd-b31c-0fb2075de6b5 x-openstack-request-id: req-9fdf7131-a1cb-4cbd-b31c-0fb2075de6b5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:37.104645 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:37.104902 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fdf7131-a1cb-4cbd-b31c-0fb2075de6b5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:37.105913 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'status': 'completed', 'code': 200} Oct 26 14:00:37.164341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1d8bb1b-d916-4740-a76d-31b4b341adaf req-b558dccc-2ed8-466f-9451-d042d6a10793 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 210 time: 0.0775719 Oct 26 14:00:37.185651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-e762e3e2-744f-4668-acc0-5cbb6e302dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609449 Oct 26 14:00:37.270295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255611c1-be53-4545-8bdf-6a6c1b51adfe req-7da3851e-b451-4bd9-9b7b-4bdcd0c45620 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.271846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-255611c1-be53-4545-8bdf-6a6c1b51adfe req-7da3851e-b451-4bd9-9b7b-4bdcd0c45620 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 1100 time: 0.1119516 Oct 26 14:00:37.316234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45c6843c-9d11-404e-9fba-2c189262e936 req-04e54a09-679b-4c87-ac94-2605d3172ffa service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165123 Oct 26 14:00:37.326472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-255611c1-be53-4545-8bdf-6a6c1b51adfe req-ff1caae5-160e-44ff-9bc3-79a42c2fcc4d tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Oct 26 14:00:37.450142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-affd79ce-086b-4f3c-9e21-f2b1fe8b3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.452900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-affd79ce-086b-4f3c-9e21-f2b1fe8b3f10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1099 time: 0.0598795 Oct 26 14:00:37.455838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969fde2-b442-4327-b126-fc9727d36188 req-0c4d1c6d-9415-4686-942e-91b14f86254c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.457730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3969fde2-b442-4327-b126-fc9727d36188 req-0c4d1c6d-9415-4686-942e-91b14f86254c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0653362 Oct 26 14:00:37.499513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3969fde2-b442-4327-b126-fc9727d36188 req-068bf4ed-5cc5-4eb4-9fd9-17443657b9f1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Oct 26 14:00:37.555801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188fcf26-e012-421a-bbcc-a77dbf091f2a req-8282353f-57b4-4aae-97d7-5d5f314e3741 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a504afdbe17d427b93782a847e1c3691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618837 Oct 26 14:00:37.649625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf1c7-df45-40d7-a0b8-ac129d7189d1 req-80c1589e-d668-44c1-acac-1bc99abeef07 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.651157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4adcf1c7-df45-40d7-a0b8-ac129d7189d1 req-80c1589e-d668-44c1-acac-1bc99abeef07 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 1101 time: 0.0542471 Oct 26 14:00:37.678383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-27505f2a-7ba3-4103-8024-1e0387a11558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.679763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-27505f2a-7ba3-4103-8024-1e0387a11558 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2105715 Oct 26 14:00:37.690934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4adcf1c7-df45-40d7-a0b8-ac129d7189d1 req-9412d55b-343d-4e80-a12c-e84c00a922d9 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284042 Oct 26 14:00:37.734442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-2a46bad1-ecb4-4da0-ae72-22c7054c6533 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0449758 Oct 26 14:00:37.791194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fcf26-e012-421a-bbcc-a77dbf091f2a req-795a83d3-1503-4e66-b315-d89e0a9af0c4 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.792691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188fcf26-e012-421a-bbcc-a77dbf091f2a req-795a83d3-1503-4e66-b315-d89e0a9af0c4 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235932 Oct 26 14:00:37.813968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188fcf26-e012-421a-bbcc-a77dbf091f2a req-0da76a5c-fb6e-4e82-ab6a-1ccae02db80b tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/quotas/a504afdbe17d427b93782a847e1c3691 HTTP/1.1" status: 200 len: 375 time: 0.0148833 Oct 26 14:00:37.820572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-56132128-7345-4e9c-b3e4-0c4d7b8ca438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.822004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-56132128-7345-4e9c-b3e4-0c4d7b8ca438 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0720775 Oct 26 14:00:37.865186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188fcf26-e012-421a-bbcc-a77dbf091f2a req-10bb42b3-c65f-4d63-9ea2-41a9f4c0d4b8 tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a504afdbe17d427b93782a847e1c3691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420659 Oct 26 14:00:37.906465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-607a1d3e-e328-4481-b67d-79a2faa763e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:37.908000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-607a1d3e-e328-4481-b67d-79a2faa763e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757110 Oct 26 14:00:38.031870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d9133-fbdf-4e85-8194-1dc998183711 req-081dc18c-4242-4c74-9880-1a2891ce17b3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.033595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd3d9133-fbdf-4e85-8194-1dc998183711 req-081dc18c-4242-4c74-9880-1a2891ce17b3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 944 time: 0.0707023 Oct 26 14:00:38.050070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-8d40a68c-d6c0-4b36-99df-fd2fecf99d44 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288412 Oct 26 14:00:38.138854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd3d9133-fbdf-4e85-8194-1dc998183711 req-1d0073b7-9aef-4a03-9307-ffc53a4f02e6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926943 Oct 26 14:00:38.172890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b4b7d3a-15fa-4c4b-a810-99afda091434 req-0ba984d4-8f24-4e78-b8d9-83dc9231c790 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063361 Oct 26 14:00:38.185835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-1509ce2c-2a68-450c-bfd8-493c9f611acc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.187816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-1509ce2c-2a68-450c-bfd8-493c9f611acc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.1532245 Oct 26 14:00:38.208989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Request body: {'port': {'device_id': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'admin_state_up': True, 'tenant_id': '73b9e084f79846219f3a403ec8506b73'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:38.341939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Made reservation on behalf of 73b9e084f79846219f3a403ec8506b73 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:38.345760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.384302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-f9160589-36aa-4359-813c-0682863d7453 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219784 Oct 26 14:00:38.500051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-ff1fc0e5-2a8d-4bce-ae07-7baf28c75271 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.500334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20120be-9dd5-447c-8545-073800b2cfa1 req-e8a64d99-52da-4d7d-a32a-a7ef8f2211de tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.501453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-ff1fc0e5-2a8d-4bce-ae07-7baf28c75271 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114373 Oct 26 14:00:38.501843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d20120be-9dd5-447c-8545-073800b2cfa1 req-e8a64d99-52da-4d7d-a32a-a7ef8f2211de tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0989609 Oct 26 14:00:38.518454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-6871e928-4f0c-4639-ac06-38e13bea79f0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.0094490 Oct 26 14:00:38.522343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Allocated IP 172.20.0.14 (75cb3c12-7ced-48c4-bc84-4b5059c6e204/88dd7981-c0e5-4df6-90bb-4a71df4a16fa/c79dc070-9a5f-4be9-bf4f-29c6bef07efe) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:38.563145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d20120be-9dd5-447c-8545-073800b2cfa1 req-4c084d5a-5e3e-4bef-b835-8bd8ed05ea89 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518181 Oct 26 14:00:38.582658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-5c9b9108-4488-472a-8bd2-caf13f3d7eeb tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544984 Oct 26 14:00:38.671352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:38.693100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4647f552-2733-4afe-89e4-805737895df2 req-ce109023-23df-4a18-8016-7edc19165be2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 210 time: 0.0459354 Oct 26 14:00:38.761244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.803480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:38.806972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.816992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:38.860584 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.865911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:38.882064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:38.891355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:38.894014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:38.902917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:38.904685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:38.909962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.971834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:38.973358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:38.994693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-a9ca78c0-16af-4cb8-8f13-d674e0021f51 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905426 Oct 26 14:00:39.009309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:39.023242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Request body: {'port': {'device_id': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:39.101400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.155515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff089db-107f-469f-a13a-0ada8549812f req-7b141e6f-c76a-47e7-bfd5-a52cda017739 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.164539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ff089db-107f-469f-a13a-0ada8549812f req-7b141e6f-c76a-47e7-bfd5-a52cda017739 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0628366 Oct 26 14:00:39.209825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:39.213811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ff089db-107f-469f-a13a-0ada8549812f req-17052f66-74a2-4c31-a117-6c9aa5efff7a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470963 Oct 26 14:00:39.430183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79dc070-9a5f-4be9-bf4f-29c6bef07efe {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:39.438385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.451914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Transition to ACTIVE for port object c79dc070-9a5f-4be9-bf4f-29c6bef07efe will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:39.457714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.513422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:39.607202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Attempting to bind port c79dc070-9a5f-4be9-bf4f-29c6bef07efe on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:39.607545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Attempting to bind port c79dc070-9a5f-4be9-bf4f-29c6bef07efe by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:39.607881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Attempting to bind port c79dc070-9a5f-4be9-bf4f-29c6bef07efe on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:39.619533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Port c79dc070-9a5f-4be9-bf4f-29c6bef07efe on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:39.619872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Attempting to bind port c79dc070-9a5f-4be9-bf4f-29c6bef07efe on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:39.629341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:39.629901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Checking segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:39.630702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Bound using segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:39.631233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Bound port: c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:39.631700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.736818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53587de3-07b4-4b88-b86c-6ed77020ff87 req-c14a10bf-7095-4205-84ae-6ba7f835ccf3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.738586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53587de3-07b4-4b88-b86c-6ed77020ff87 req-c14a10bf-7095-4205-84ae-6ba7f835ccf3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 945 time: 0.0965140 Oct 26 14:00:39.744956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:39.753132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:39.765838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.808038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca3341ac-1bf7-4351-b232-b80cfa5454f8 req-bb06e3bf-b735-430c-a295-f006abdd3b3f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 210 time: 0.0333555 Oct 26 14:00:39.828148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.828896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:39.830365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] 10.222.0.73 "PUT /v2.0/ports/c79dc070-9a5f-4be9-bf4f-29c6bef07efe HTTP/1.1" status: 200 len: 1092 time: 0.8221610 Oct 26 14:00:39.845585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:39.848547 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dea61f-a772-4628-86dd-ed43615d14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:39.866078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53587de3-07b4-4b88-b86c-6ed77020ff87 req-6f6824d7-d7fd-4bf8-8a03-f3ced44afdc2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102436 Oct 26 14:00:39.886749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9ea13-371f-4530-9a47-dff281656679 service neutron] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:39.977959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe109-7ea8-435d-b5e1-82477be00bb7 req-0a30dc7a-8f88-4d89-b3f6-b5fc530f437c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:39.979614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-751fe109-7ea8-435d-b5e1-82477be00bb7 req-0a30dc7a-8f88-4d89-b3f6-b5fc530f437c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.0851030 Oct 26 14:00:40.013841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-4388ff04-c037-4667-ade7-893d9fe852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.015397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-4388ff04-c037-4667-ade7-893d9fe852c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 1095 time: 0.1040888 Oct 26 14:00:40.017051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b5999ac-5a4f-4be0-90c1-f00227373191 req-3ff42f4a-a9fb-4e27-bd7b-33eecb5f87de tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a504afdbe17d427b93782a847e1c3691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515170 Oct 26 14:00:40.025266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-751fe109-7ea8-435d-b5e1-82477be00bb7 req-bd86fd7e-f369-4db5-be8a-177969eecad9 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 Oct 26 14:00:40.090279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a95dc6b-e660-4eea-b6e2-9d501b42f83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:40.134992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-f6667cd9-018f-4642-98b3-811b51837b19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe HTTP/1.1" status: 200 len: 217 time: 0.0936337 Oct 26 14:00:40.182085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785a5ce-5826-441a-843d-15c2f53acaa1 req-36ba717b-478f-4fee-8f6e-9c847c6dbe2a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.183569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8785a5ce-5826-441a-843d-15c2f53acaa1 req-36ba717b-478f-4fee-8f6e-9c847c6dbe2a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 944 time: 0.0550756 Oct 26 14:00:40.222019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8785a5ce-5826-441a-843d-15c2f53acaa1 req-78b9bb8d-e7a7-499d-b58d-035ae44b82ea tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Oct 26 14:00:40.229097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-ab1f6fbe-ef3d-4dab-a661-6ea56e47f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.230553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-ab1f6fbe-ef3d-4dab-a661-6ea56e47f1fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.0832720 Oct 26 14:00:40.241635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5999ac-5a4f-4be0-90c1-f00227373191 req-33d9aa30-1bfc-4e42-a815-3c1e420dbccb tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.243067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b5999ac-5a4f-4be0-90c1-f00227373191 req-33d9aa30-1bfc-4e42-a815-3c1e420dbccb tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136383 Oct 26 14:00:40.278288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-9e2062b2-8fe6-437d-9172-c1245c1add43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316427 Oct 26 14:00:40.281756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b5999ac-5a4f-4be0-90c1-f00227373191 req-f48276cb-5ee5-4a2f-872b-98217207cfcb tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/quotas/a504afdbe17d427b93782a847e1c3691 HTTP/1.1" status: 200 len: 375 time: 0.0258858 Oct 26 14:00:40.288381 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aefee1-aee7-4e9c-9da4-cf3affdb577b x-openstack-request-id: req-41aefee1-aee7-4e9c-9da4-cf3affdb577b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:40.288697 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:40.288950 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41aefee1-aee7-4e9c-9da4-cf3affdb577b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:40.289333 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'status': 'completed', 'code': 200} Oct 26 14:00:40.329776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b5999ac-5a4f-4be0-90c1-f00227373191 req-ab65ac02-62dc-471b-9cb9-fe1937929fef tempest-QuotasAdminNegativeTest-109586974 tempest-QuotasAdminNegativeTest-109586974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a504afdbe17d427b93782a847e1c3691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395312 Oct 26 14:00:40.412996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-92949c8b-03d6-4703-a302-0a6c5e052764 service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139328 Oct 26 14:00:40.487086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5c187-7a5e-4b7e-94b6-cc1b7e2e3166 req-3fa34ed2-50de-43c1-92ed-5520e8e570c9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.491192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1d5c187-7a5e-4b7e-94b6-cc1b7e2e3166 req-3fa34ed2-50de-43c1-92ed-5520e8e570c9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0681398 Oct 26 14:00:40.537325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eee74cc0-54ce-4dd9-b52b-f5f0fd97e68b req-17584301-1605-4a09-99fc-dce62eb4a6aa service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126878 Oct 26 14:00:40.545919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1d5c187-7a5e-4b7e-94b6-cc1b7e2e3166 req-324a3984-66b7-4e2a-bb8b-840f090659e2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Oct 26 14:00:40.685410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-d36c1392-a050-4790-aa87-1b4b6f4002f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:40.687235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-d36c1392-a050-4790-aa87-1b4b6f4002f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 1095 time: 0.0585403 Oct 26 14:00:40.699544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:40.701937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:40.864415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-b44bdfd3-1ff9-4a77-8a77-326c2a32a533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332257 Oct 26 14:00:40.875983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-faf6d657-2a0f-4544-97cd-326b208a4974 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389795 Oct 26 14:00:41.052327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-f964609c-e83a-4609-bf4e-3a5113022a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.054552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-f964609c-e83a-4609-bf4e-3a5113022a3a service neutron] 10.222.0.73 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 915 time: 0.3447261 Oct 26 14:00:41.064091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:41.083589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'mac_address': 'fa:16:3e:40:dc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:41.115078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:41.123710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-48519ec3-7e7c-4881-8795-a377a3e8867d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.125623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-48519ec3-7e7c-4881-8795-a377a3e8867d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403040 Oct 26 14:00:41.126283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49534) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:41.128086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:41.128468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.147308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:41.165486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-dba1f6c8-8549-4c59-847b-a757a2a752f6 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.167633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-dba1f6c8-8549-4c59-847b-a757a2a752f6 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839413 Oct 26 14:00:41.170504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-5c3c2b59-0161-4c8c-b590-a169cbe92376 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe HTTP/1.1" status: 200 len: 217 time: 0.1028738 Oct 26 14:00:41.179359 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d187702-b8bc-4423-a2de-5de6cae0f743 req-69159326-0b0d-462e-9dd6-e773cffa2f80 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 210 time: 0.2474976 Oct 26 14:00:41.181884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:41.193822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.247861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:41.257711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-71270930-a9e6-4952-bcb1-250d8fc13a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.259181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-71270930-a9e6-4952-bcb1-250d8fc13a47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.0711963 Oct 26 14:00:41.296143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:41.302474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.318837 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.325429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:41.333608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.359000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67522d38-70d2-48f6-94d9-03c913bea95d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.366793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:41.369164 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756a41f-a1e5-4d5f-9585-a23dbaca85cb" -d '{"events": [{"server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "name": "network-vif-plugged", "status": "completed", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:41.378239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98636e-4485-456b-a35d-b237b66a4685 req-66fea91b-055a-4102-8cf0-858db436b9b7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.379819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e98636e-4485-456b-a35d-b237b66a4685 req-66fea91b-055a-4102-8cf0-858db436b9b7 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 945 time: 0.2982626 Oct 26 14:00:41.384767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-f3da1b21-e1fa-4fba-86ac-0c6e189f2c34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569355 Oct 26 14:00:41.397140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:41.406887 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.415810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:41.468343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:41.560740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e98636e-4485-456b-a35d-b237b66a4685 req-fc855ce3-7e26-4727-afd4-e1365082636d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653113 Oct 26 14:00:41.572869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8be9f-9e9a-4440-a99b-c2d21c21766d req-5de99e12-7c6b-4f44-b67d-0e86934196ca tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.574530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbc8be9f-9e9a-4440-a99b-c2d21c21766d req-5de99e12-7c6b-4f44-b67d-0e86934196ca tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.2125697 Oct 26 14:00:41.585417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-7f30e3f6-3c6c-4a63-b67e-d20b2454bc6a tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:41.586936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-7f30e3f6-3c6c-4a63-b67e-d20b2454bc6a tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1097 time: 0.1782668 Oct 26 14:00:41.614273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:41.624250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:41.628139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.631867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67522d38-70d2-48f6-94d9-03c913bea95d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.646281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67522d38-70d2-48f6-94d9-03c913bea95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.667850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-896fd211-9b13-44a3-abbf-986b5ec8349a service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602372 Oct 26 14:00:41.684859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.232 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/1134f93b-e713-4d69-97b5-13532ae2f4bb) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:41.712344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6d8dd6a8-0504-4783-a97e-6a94e92c6a76'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:41.747537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-67522d38-70d2-48f6-94d9-03c913bea95d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a504afdbe17d427b93782a847e1c3691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126223 Oct 26 14:00:41.748646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522d38-70d2-48f6-94d9-03c913bea95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff9227e-eae3-44cd-898c-c59bd07b03af,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:41.755751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:41.805417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbc8be9f-9e9a-4440-a99b-c2d21c21766d req-e8aac780-3af6-41a2-ab93-fa399614f38d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694467 Oct 26 14:00:41.849286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:41.965727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.047703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.069916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602515be-a827-46ae-a2a0-fd8b5a73e873 req-a4bebc39-5618-4a27-8d0f-72071726578d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.074670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-602515be-a827-46ae-a2a0-fd8b5a73e873 req-a4bebc39-5618-4a27-8d0f-72071726578d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 944 time: 0.1563268 Oct 26 14:00:42.139304 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4895bce-526a-4ca9-993a-7e1ffa05298a x-openstack-request-id: req-c4895bce-526a-4ca9-993a-7e1ffa05298a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:42.139818 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "name": "network-vif-plugged", "status": "completed", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:42.139936 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4895bce-526a-4ca9-993a-7e1ffa05298a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:42.140743 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'code': 200} Oct 26 14:00:42.201791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.223525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-602515be-a827-46ae-a2a0-fd8b5a73e873 req-8aec7e76-21b4-48b7-8f7e-57ff1a46a9c3 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339059 Oct 26 14:00:42.308742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.311300 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.314844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aff9227e-eae3-44cd-898c-c59bd07b03af HTTP/1.1" status: 204 len: 168 time: 0.5555980 Oct 26 14:00:42.338795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80b8ec-cbd3-45f3-8054-4bb176b8e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff9227e-eae3-44cd-898c-c59bd07b03af,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:42.370383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4dea61f-a772-4628-86dd-ed43615d14a6 req-a4584bbb-835c-4b69-9fb9-79c52eb1473f service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921263 Oct 26 14:00:42.386198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1445e952-89af-43a5-8868-84906991a452 req-a571d639-24f6-45e0-a7fa-626fa22ce955 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 210 time: 0.0516069 Oct 26 14:00:42.398982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd852c0-22c7-4891-aa69-eaee6e82f509 req-f5e6efe9-ab0d-4e27-86ba-fd229b6c0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.401457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdd852c0-22c7-4891-aa69-eaee6e82f509 req-f5e6efe9-ab0d-4e27-86ba-fd229b6c0ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1097 time: 0.1569028 Oct 26 14:00:42.402949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.420238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:42.469058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:42.480775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:42.489140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:42.505212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdd852c0-22c7-4891-aa69-eaee6e82f509 req-c7324a06-5e70-4497-83a8-93e8f1b66dab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919819 Oct 26 14:00:42.612643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.613621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.626850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:42.633353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:42.642953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-28aac6bd-a79a-434e-b6e1-47d160f6bd8c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5023146 Oct 26 14:00:42.677341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:42.714476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Request body: {'port': {'device_id': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:42.718056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be1a30-7dff-4344-a4a6-955fa6404d43 req-dccfc956-2bd5-4e90-838d-882a5e9a8370 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.723269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:42.732719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55be1a30-7dff-4344-a4a6-955fa6404d43 req-dccfc956-2bd5-4e90-838d-882a5e9a8370 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.4220190 Oct 26 14:00:42.764968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.77 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/93c4ea1a-8036-4e87-b5a4-9951ef9dab1c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:42.842353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:42.866217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:42.884646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930c1eb-b257-437d-b51d-ad4a734b340e req-792a20f2-14f9-4574-b70d-2b009b97cb01 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:42.885897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:00:42.897176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2930c1eb-b257-437d-b51d-ad4a734b340e req-792a20f2-14f9-4574-b70d-2b009b97cb01 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 946 time: 0.1337628 Oct 26 14:00:42.900896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55be1a30-7dff-4344-a4a6-955fa6404d43 req-1ccef890-e5db-4e34-b6a9-dc8bbf87b987 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669080 Oct 26 14:00:42.946161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:42.973917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2930c1eb-b257-437d-b51d-ad4a734b340e req-d15597f5-ec9d-436b-9f32-0d953c9ec3e6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Oct 26 14:00:42.978470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:43.005162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a24abe-c421-41b4-b853-324b80e50279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.013548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:43.015916 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2028b5f6-062f-452f-b99a-e7964603b513" -d '{"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-unplugged", "status": "completed", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:43.021710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.091287 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38981709-67b9-49b3-a137-1d121ffdb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.100743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.112671 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd03a19-2776-4467-952f-c68a384530ec x-openstack-request-id: req-5fd03a19-2776-4467-952f-c68a384530ec {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:43.112948 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-unplugged", "status": "completed", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:43.113847 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fd03a19-2776-4467-952f-c68a384530ec {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:43.114126 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'code': 200} Oct 26 14:00:43.125420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53cfd8a2-f4a1-4474-8f5f-4ea0e7a11de7 None None] Provisioning complete for port 1134f93b-e713-4d69-97b5-13532ae2f4bb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:43.125749 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53cfd8a2-f4a1-4474-8f5f-4ea0e7a11de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.153854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:43.220137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-53cfd8a2-f4a1-4474-8f5f-4ea0e7a11de7 None None] Port 1134f93b-e713-4d69-97b5-13532ae2f4bb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:43.269966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ac2c1-cac0-4889-8bc8-3fa148609a10 req-1effb037-2041-4a69-a64e-4c30998e0997 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.271532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b6ac2c1-cac0-4889-8bc8-3fa148609a10 req-1effb037-2041-4a69-a64e-4c30998e0997 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 946 time: 0.2620580 Oct 26 14:00:43.286717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:43.326642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:43.326966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:43.327299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:43.335068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2b4997a-5f55-4f7a-9df7-ddf799a9afad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.348409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:43.348869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Attempting to bind port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:43.360944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.381096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:43.381332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:43.381725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:43.384455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Bound port: 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:43.384455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.411042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b6ac2c1-cac0-4889-8bc8-3fa148609a10 req-baa167e2-5f5b-423e-8c6f-986205a7ca29 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122746 Oct 26 14:00:43.427046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a24abe-c421-41b4-b853-324b80e50279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.443715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f76f-1a6a-4dae-a1f6-624e2aa5e704 req-0399985f-92a5-4eb8-b600-2a7b28f45854 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.445328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a82f76f-1a6a-4dae-a1f6-624e2aa5e704 req-0399985f-92a5-4eb8-b600-2a7b28f45854 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 944 time: 0.0839841 Oct 26 14:00:43.461928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a24abe-c421-41b4-b853-324b80e50279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.496334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2b4997a-5f55-4f7a-9df7-ddf799a9afad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.509236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2b4997a-5f55-4f7a-9df7-ddf799a9afad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.520027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a82f76f-1a6a-4dae-a1f6-624e2aa5e704 req-604d86e3-66d4-4900-8cd8-72880c4b5b67 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603712 Oct 26 14:00:43.555965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a2b4997a-5f55-4f7a-9df7-ddf799a9afad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3b47994b2a24d5a91e6b21a95d8915d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022279 Oct 26 14:00:43.558783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4997a-5f55-4f7a-9df7-ddf799a9afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed76b8-6169-4727-b808-c58da5781cf5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:43.561106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49584) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:43.564151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a24abe-c421-41b4-b853-324b80e50279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ec6a5-3187-46e9-8c98-d6f7b5a6fdf2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:43.569401 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b2a24abe-c421-41b4-b853-324b80e50279 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e781b1f7af3f49f9af161251b37682ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898869 Oct 26 14:00:43.572402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:43.575502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:43.578374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.598348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:43.627347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:43.646201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.650732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:43.663529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:43.667323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:43.678315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed9d4a-a666-4225-9cd7-abdefce555d6 req-32b8ff1e-3f33-4391-a8b1-9019a0cc5aad tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.680131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92ed9d4a-a666-4225-9cd7-abdefce555d6 req-32b8ff1e-3f33-4391-a8b1-9019a0cc5aad tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 936 time: 0.1798129 Oct 26 14:00:43.681085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:43.710222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:43.781949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.799852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.821448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:43.860812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.957993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.958624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:43.960354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-85de3694-19df-41e6-bad7-8690cbfdab09 service neutron] 10.222.0.73 "PUT /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 1122 time: 2.3581326 Oct 26 14:00:43.967552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:43.968234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.000148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92ed9d4a-a666-4225-9cd7-abdefce555d6 req-181ae00e-7fa2-45df-9a18-c9eb6e700689 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591617 Oct 26 14:00:44.034403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-724e0abd-2491-4a65-8c49-a37d4f1e8385 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8564394 Oct 26 14:00:44.049773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Request body: {'port': {'device_id': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:44.132518 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.167746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:44.204186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.204518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-80480339-378f-47f9-ac1b-8448aafb0a90 None None] Provisioning complete for port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:44.205267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-80480339-378f-47f9-ac1b-8448aafb0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.216446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:44.257068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae6e2-822e-45eb-a389-4c82befe50b4 req-1e17e95b-697f-46bd-83e2-9def7cec94b2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.257421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.265900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fbae6e2-822e-45eb-a389-4c82befe50b4 req-1e17e95b-697f-46bd-83e2-9def7cec94b2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 946 time: 0.1497643 Oct 26 14:00:44.289575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.321062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1134f93b-e713-4d69-97b5-13532ae2f4bb {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:44.327008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-80480339-378f-47f9-ac1b-8448aafb0a90 None None] Port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:44.338862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fbae6e2-822e-45eb-a389-4c82befe50b4 req-0d49e3d3-1f32-4054-8411-3c697a37acd4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Oct 26 14:00:44.350865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.407365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Transition to ACTIVE for port object 1134f93b-e713-4d69-97b5-13532ae2f4bb will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:44.427848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9a61-90a8-4bfe-b831-f6649274c511 req-87e8d91d-6393-44ad-a48a-63908b03e656 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.435720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-36aa9a61-90a8-4bfe-b831-f6649274c511 req-87e8d91d-6393-44ad-a48a-63908b03e656 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.1851745 Oct 26 14:00:44.451113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.520091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Pushing event updated for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:44.571292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-36aa9a61-90a8-4bfe-b831-f6649274c511 req-f89f855f-8acb-450f-86fe-64ac279984e1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355789 Oct 26 14:00:44.579582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.583082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.587848 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fed76b8-6169-4727-b808-c58da5781cf5 HTTP/1.1" status: 204 len: 168 time: 1.0165877 Oct 26 14:00:44.634447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb1ca-1bef-4985-9a80-fe5094d79e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed76b8-6169-4727-b808-c58da5781cf5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:44.666962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.669841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.671439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/856ec6a5-3187-46e9-8c98-d6f7b5a6fdf2 HTTP/1.1" status: 204 len: 168 time: 1.0980434 Oct 26 14:00:44.698556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436d23c-3161-4490-b900-a7c41660f8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ec6a5-3187-46e9-8c98-d6f7b5a6fdf2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:44.731743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:44.733679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Attempting to bind port 1134f93b-e713-4d69-97b5-13532ae2f4bb on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:44.734449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:44.734581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Attempting to bind port 1134f93b-e713-4d69-97b5-13532ae2f4bb by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:44.734962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Attempting to bind port 1134f93b-e713-4d69-97b5-13532ae2f4bb on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:44.742192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Port 1134f93b-e713-4d69-97b5-13532ae2f4bb on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:44.742687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Attempting to bind port 1134f93b-e713-4d69-97b5-13532ae2f4bb on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:44.757397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-ba862556-8e97-4b6e-9cde-3ec7193ee393 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:44.760155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:44.762078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:44.762784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:44.763846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Bound port: 1134f93b-e713-4d69-97b5-13532ae2f4bb, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:44.764831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.768440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-ba862556-8e97-4b6e-9cde-3ec7193ee393 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2429764 Oct 26 14:00:44.864905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-f663e9f1-5452-4da9-b432-4aaf2f8622c2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0928578 Oct 26 14:00:44.890215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:44.931631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:44.938703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:44.939197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.974480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:44.984219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:45.009623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'port_id': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'mac_address': 'fa:16:3e:9d:4e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd7981-c0e5-4df6-90bb-4a71df4a16fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:45.042973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0aca1-ec49-4a05-b6b5-e01d051d0353 req-48fc5bb5-8fba-4925-bd37-af3a988c6365 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.044562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ed0aca1-ec49-4a05-b6b5-e01d051d0353 req-48fc5bb5-8fba-4925-bd37-af3a988c6365 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.2876229 Oct 26 14:00:45.047342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:45.053573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:45.081590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.097249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:45.106405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.115330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:45.117958 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00310793-b1e1-4304-8883-2719ef0cf2da" -d '{"events": [{"name": "network-changed", "server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:45.124118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.139669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Transition to ACTIVE for port object 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:45.180635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79dc070-9a5f-4be9-bf4f-29c6bef07efe {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:45.186739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.189148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.189840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.191829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] 10.222.0.73 "PUT /v2.0/ports/1134f93b-e713-4d69-97b5-13532ae2f4bb HTTP/1.1" status: 200 len: 1096 time: 2.4826615 Oct 26 14:00:45.192381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:45.194806 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5271a542-e619-4ddd-9301-efc99887f5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:45.218389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:45.219976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.234736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.290139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:45.292810 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2240eecd-c9d3-4608-a714-2e2e3b4380c2" -d '{"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:45.318068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:45.328553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ed0aca1-ec49-4a05-b6b5-e01d051d0353 req-1517bc3a-4f23-462d-b297-452c99a197cf tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719884 Oct 26 14:00:45.341988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.374109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.416091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Pushing event updated for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.436359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.437986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.438343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.438681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.439016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.439347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.441583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.442227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.442582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.442918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.443248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.443577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb67b0-7680-409b-83f1-0f8cc0889114 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.455023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-cdce15e8-d0ce-49a4-b031-f4d7f4e0386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.460265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-cdce15e8-d0ce-49a4-b031-f4d7f4e0386d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 1099 time: 0.1762695 Oct 26 14:00:45.477749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Pushing event updated for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.531201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:45.532942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-6635abc1-a174-46c9-b8cb-1f10e14a99cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb HTTP/1.1" status: 200 len: 217 time: 0.0640039 Oct 26 14:00:45.554807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.555213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.555792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.556321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.556864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.557408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.557928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.558578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.559096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.559609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.560146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.560713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:00:45.609779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-2d374b5a-4859-4117-9ccd-a621d57eacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.611501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-2d374b5a-4859-4117-9ccd-a621d57eacd5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0644126 Oct 26 14:00:45.634422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c79dc070-9a5f-4be9-bf4f-29c6bef07efe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:45.670479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Attempting to bind port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:45.671140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Attempting to bind port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:45.671548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Attempting to bind port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:45.689607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:45.689607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Attempting to bind port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:45.714316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-8bed850f-353e-4c83-9e77-1a621db624b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.720551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-8bed850f-353e-4c83-9e77-1a621db624b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918415 Oct 26 14:00:45.733822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894094b1-cd91-421f-b716-67a6dc82f9c2 req-d52b9d4c-244e-41d4-b019-66ab406937fe tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:45.747468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:45.753253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-894094b1-cd91-421f-b716-67a6dc82f9c2 req-d52b9d4c-244e-41d4-b019-66ab406937fe tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 945 time: 0.2242858 Oct 26 14:00:45.755790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:45.756539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:45.757223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Bound port: 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:45.757834 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:45.781537 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.025876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-894094b1-cd91-421f-b716-67a6dc82f9c2 req-d0ecf5a4-8a60-40a4-a9c2-a485c20caf62 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686422 Oct 26 14:00:46.026983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:46.037039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-5ddf824e-dccc-4943-b47f-a7954d95ce6d service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783921 Oct 26 14:00:46.090603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:46.113879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:46.152776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.180560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-1c96c48c-7ea3-434e-af15-535f6e9ada03 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357727 Oct 26 14:00:46.206423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c37bf7-4f9c-4608-9be4-7a2820b4e0b3 req-c884d59a-da68-46b6-a7e5-7847afd92891 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.209021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-97c37bf7-4f9c-4608-9be4-7a2820b4e0b3 req-c884d59a-da68-46b6-a7e5-7847afd92891 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 948 time: 0.0697944 Oct 26 14:00:46.220638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.221555 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.223668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] 10.222.0.41 "PUT /v2.0/ports/93c4ea1a-8036-4e87-b5a4-9951ef9dab1c HTTP/1.1" status: 200 len: 1095 time: 2.1801591 Oct 26 14:00:46.234651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:00:46.287056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-97c37bf7-4f9c-4608-9be4-7a2820b4e0b3 req-9849219b-45e9-40af-afac-914111998f91 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717304 Oct 26 14:00:46.420558 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b6513e-55b6-47f5-900b-d77f431b746a x-openstack-request-id: req-e0b6513e-55b6-47f5-900b-d77f431b746a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:46.420873 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:46.421134 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b6513e-55b6-47f5-900b-d77f431b746a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:46.421976 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb', 'status': 'completed', 'code': 200} Oct 26 14:00:46.479432 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6970b67-b4ad-4a9d-b5fd-59635e7f12f8 x-openstack-request-id: req-b6970b67-b4ad-4a9d-b5fd-59635e7f12f8 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:46.480005 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:46.480005 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6970b67-b4ad-4a9d-b5fd-59635e7f12f8 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:46.480375 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'code': 200} Oct 26 14:00:46.557353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-be18d3f1-1253-40c1-a9bb-e002f2921bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.559071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-be18d3f1-1253-40c1-a9bb-e002f2921bcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 1099 time: 0.1066003 Oct 26 14:00:46.690488 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8de40b0-346d-4f4b-b674-ce805c95b98f x-openstack-request-id: req-e8de40b0-346d-4f4b-b674-ce805c95b98f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:46.690781 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:46.691015 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8de40b0-346d-4f4b-b674-ce805c95b98f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:46.691928 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'status': 'completed', 'code': 200} Oct 26 14:00:46.714851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1734596303-network', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:46.719428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-7adcc627-19db-48d9-bbe3-c0f584b26e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.720941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-7adcc627-19db-48d9-bbe3-c0f584b26e8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1481383 Oct 26 14:00:46.760275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba2c7e-a58d-425d-9c99-3abb285071e6 req-39288fa0-686d-47eb-83ce-16677d05f97c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.761889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cba2c7e-a58d-425d-9c99-3abb285071e6 req-39288fa0-686d-47eb-83ce-16677d05f97c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0778828 Oct 26 14:00:46.774028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7c6e1-67ca-42aa-8729-ff68ac9e3f5a service neutron] Pushing event updated for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:46.781760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.792093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-47969c35-5c0e-4ad8-bccf-92f35cb31a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.793634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-47969c35-5c0e-4ad8-bccf-92f35cb31a72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 1098 time: 0.5139129 Oct 26 14:00:46.800334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.803366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-15fd2d16-e9d3-45e5-be7d-d16efc2b282c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb HTTP/1.1" status: 200 len: 217 time: 0.0688655 Oct 26 14:00:46.870642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cba2c7e-a58d-425d-9c99-3abb285071e6 req-84925b0c-1d5d-4a35-b338-0d57d40acb06 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750368 Oct 26 14:00:46.878175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-5f2532a8-5b14-4d0e-8ac5-a4e001f7825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.880192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-5f2532a8-5b14-4d0e-8ac5-a4e001f7825d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0680912 Oct 26 14:00:46.885557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Made reservation on behalf of 2c08b363b56f4bfca458cb64f14d561d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:46.887885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.947342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-2d09f42f-650c-477f-a5ba-a81057d0b663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c HTTP/1.1" status: 200 len: 217 time: 0.1378953 Oct 26 14:00:46.948379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-d92894cc-e64f-496b-a5a6-d62b1c9093e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.950597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-d92894cc-e64f-496b-a5a6-d62b1c9093e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609119 Oct 26 14:00:46.956328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:46.965556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff22b5-e3a2-42f7-bf53-7650210f38f9 req-ff2c83b5-22c9-45b9-91f8-66611b1df7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.965556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c1ff22b5-e3a2-42f7-bf53-7650210f38f9 req-ff2c83b5-22c9-45b9-91f8-66611b1df7b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1101 time: 0.2716610 Oct 26 14:00:46.976727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310793-b1e1-4304-8883-2719ef0cf2da req-65b32a52-56c8-4928-8acd-1c7e9b898172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:46.978315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-65b32a52-56c8-4928-8acd-1c7e9b898172 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1125 time: 0.2830453 Oct 26 14:00:47.072636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860499-1d3c-4050-9ddd-ccc6f1f1dc5d req-3218013e-2d47-446c-9a95-96f8b8d90203 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.077074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1860499-1d3c-4050-9ddd-ccc6f1f1dc5d req-3218013e-2d47-446c-9a95-96f8b8d90203 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.1177044 Oct 26 14:00:47.130547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-3c20026c-1755-440c-9910-2c0d8063c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.132046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-3c20026c-1755-440c-9910-2c0d8063c766 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1719334 Oct 26 14:00:47.137016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-507a99dc-49a6-4747-8430-7b0db40343d3 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761756 Oct 26 14:00:47.139984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1860499-1d3c-4050-9ddd-ccc6f1f1dc5d req-e4c78727-94c8-435b-87a1-c7f7b8154d17 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Oct 26 14:00:47.142516 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9 associated. External IP: 172.25.5.223, port: d836ce44-7e62-4e13-a3bf-46f7a460912e. Oct 26 14:00:47.164484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c1ff22b5-e3a2-42f7-bf53-7650210f38f9 req-0346d933-15d2-44f0-a982-65e1a0253d20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776838 Oct 26 14:00:47.292261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5271a542-e619-4ddd-9301-efc99887f5b9 req-b6becdda-0662-498f-b6ba-272d11554522 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338272 Oct 26 14:00:47.318544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14dbf1-7ff5-42e3-8b5e-be1a04685303 req-249f0ffe-3351-42c7-b5f7-addd56809f32 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.320070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef14dbf1-7ff5-42e3-8b5e-be1a04685303 req-249f0ffe-3351-42c7-b5f7-addd56809f32 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 945 time: 0.0816243 Oct 26 14:00:47.328761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310793-b1e1-4304-8883-2719ef0cf2da req-e8714e9a-9625-4133-aad7-b4ba70f3ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.330320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-e8714e9a-9625-4133-aad7-b4ba70f3ba97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.3165143 Oct 26 14:00:47.341676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-6d2e67f5-1964-42c1-b146-6b5e7a3ab53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.341935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-6d2e67f5-1964-42c1-b146-6b5e7a3ab53d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945221 Oct 26 14:00:47.362348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef14dbf1-7ff5-42e3-8b5e-be1a04685303 req-0d56132c-4b02-4512-a823-bda23e818984 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359595 Oct 26 14:00:47.417460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-063f971d-1050-4a47-bf3a-6ed94fd39160 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.0731163 Oct 26 14:00:47.454621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:47.492156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:47.590171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-2eaec768-608e-486b-ab33-9d1af004169b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240579 Oct 26 14:00:47.610763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:00:47.637177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c410ebe-4442-4e5e-b08b-73dcc86e4548,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:47.657050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310793-b1e1-4304-8883-2719ef0cf2da req-2cdff350-8060-44ff-819b-8e9f4115b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.658635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-2cdff350-8060-44ff-819b-8e9f4115b9c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.2079437 Oct 26 14:00:47.661729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:47.662078 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Added segment 098453e3-d1b2-4b95-8b63-923a91c100f6 of type vlan for network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a Oct 26 14:00:47.666379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-cc9337af-c479-461b-a000-f4a315bd9c5d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053894 Oct 26 14:00:47.716059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-a43314a9-776c-43cb-afcf-f1392ba20bd5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.717573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-a43314a9-776c-43cb-afcf-f1392ba20bd5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191049 Oct 26 14:00:47.734123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-c5c41286-3e68-42a1-a696-f8befe7c376e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/quotas/f6a0776247b14a13af33b63f9bbb5477 HTTP/1.1" status: 200 len: 375 time: 0.0101469 Oct 26 14:00:47.755794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-8fa7afab-f9c9-4466-80a9-4dc0dba219c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720978 Oct 26 14:00:47.772779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-160d8c6f-0a5e-491c-aa0d-9733f9c0b005 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272129 Oct 26 14:00:47.818490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:47.860690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:47.944155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:47.945624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:47.949682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.015600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffaf34-b126-4b91-a151-3b77ec555193 req-e09e8404-a933-48a9-8939-6d8fef539264 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.023793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29ffaf34-b126-4b91-a151-3b77ec555193 req-e09e8404-a933-48a9-8939-6d8fef539264 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 948 time: 0.0767653 Oct 26 14:00:48.069934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29ffaf34-b126-4b91-a151-3b77ec555193 req-c3552e9b-b8b7-4436-919e-d0e2c3bcf694 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442231 Oct 26 14:00:48.094503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8eea35b-512e-4433-bf51-27c49fa7be44 req-44966a18-3344-4f9b-9b7c-873cda49322f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761220 Oct 26 14:00:48.124397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0916276 Oct 26 14:00:48.127749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:48.131201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-94d67412-dcff-4eb1-a40c-10d1c43e25d3 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451302 Oct 26 14:00:48.135003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Request body: {'subnet': {'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1734596303-subnet', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:48.137398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e161011-a52d-49ce-8dd1-c813996e9fde admin admin] Pushing event updated for resources: {'Network': ['ID=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:48.150207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:00:48.178249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Made reservation on behalf of 2c08b363b56f4bfca458cb64f14d561d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:48.182678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.239854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:48.245999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.250937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:48.265707 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:48.266443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:48.293688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-084d9a6a-c4ad-4345-9534-459812b54829 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "PUT /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 997 time: 3.4280851 Oct 26 14:00:48.306299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00310793-b1e1-4304-8883-2719ef0cf2da req-fd0a549a-76a7-4c38-8b5f-08cb27a18bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638939 Oct 26 14:00:48.366581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-fafeb296-f7ed-4266-a996-709a5556c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.375107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-fafeb296-f7ed-4266-a996-709a5556c43b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.0643945 Oct 26 14:00:48.389821 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:48.464977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.493339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-0aa5f6a4-c22e-45b8-b7a6-920545e4d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.501375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-0aa5f6a4-c22e-45b8-b7a6-920545e4d050 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1250198 Oct 26 14:00:48.540710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b2424b-75ff-4902-8ba6-c29adcfb166d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:48.545983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Checking segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:48.546274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Network hostable DHCP agents. Network: c0af6b9e-37d4-4c67-a3cf-e3f688118a1a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:00:48.569518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:00:48.583650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-4dab6109-d10d-4d02-8c60-6aa445f17ac5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 1000 time: 0.0804393 Oct 26 14:00:48.591242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c0af6b9e-37d4-4c67-a3cf-e3f688118a1a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:48.602885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.603120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903b051-0757-416e-af13-947c0a55e552 None None] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:48.603845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.647234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-21d2f75f-02f5-4084-9757-723f15d502dd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5169609 Oct 26 14:00:48.648278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:48.659362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-4b6c2cc5-da14-4fce-a5c3-73c537959d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.659859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:48.662240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-4b6c2cc5-da14-4fce-a5c3-73c537959d0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0711365 Oct 26 14:00:48.695893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.697009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.704964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'}, {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:48.708709 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f1c19-3310-433b-be12-a42eb58fc87a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c"}, {"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:48.729990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-3952dbb5-e5a3-48e0-b6d3-ec63a3555b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:48.737438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:46Z', 'revision_number': 1, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:48.738987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-3952dbb5-e5a3-48e0-b6d3-ec63a3555b55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670600 Oct 26 14:00:48.756973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:48.771760 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:48.782230 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:48.782859 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:48.818996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.851955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-cef7ef44-310c-41f2-ac0f-ae4de84b55c2 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116464 Oct 26 14:00:48.898456 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:48.928855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:00:48.929723 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:48.971946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b59cf0d-b0c1-4668-a6c6-97748894e10e req-5279a1d7-85f9-4360-b847-9ee270e72a78 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190152 Oct 26 14:00:48.983308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c79dc070-9a5f-4be9-bf4f-29c6bef07efe completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:48.994509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c79dc070-9a5f-4be9-bf4f-29c6bef07efe triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:48.994960 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.035461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.107715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf5f9-64f5-4907-94a9-ab3617f00ef0 req-3a86a263-b9ad-46cb-8b7a-87b73f94f121 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.115591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b7bf5f9-64f5-4907-94a9-ab3617f00ef0 req-3a86a263-b9ad-46cb-8b7a-87b73f94f121 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0678079 Oct 26 14:00:49.175911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b7bf5f9-64f5-4907-94a9-ab3617f00ef0 req-0725869b-83bb-42bb-8412-bc522d6f87ef tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537856 Oct 26 14:00:49.189322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.237497 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Allocated IP 172.20.0.2 (c0af6b9e-37d4-4c67-a3cf-e3f688118a1a/a4b2424b-75ff-4902-8ba6-c29adcfb166d/eb9f2e31-2931-4c77-b14b-6f333c240b12) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:49.257651 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:46Z', 'revision_number': 1, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:49.271493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:49.273866 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66bcbd5-567c-41b2-9d1a-f3cdeb64d088" -d '{"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-plugged", "status": "completed", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:49.284828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:49.290602 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32805c95-0de7-4d9c-b17b-15cca93ee36c None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:46Z', 'revision_number': 1, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:49.291227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-bc83fe41-f820-4ff6-b09a-4359e5dbf32c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355284 Oct 26 14:00:49.306023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.328899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.344307 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.435876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:49.471756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-d5841922-bb45-454d-87e5-4911fb46a092 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.474363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-d5841922-bb45-454d-87e5-4911fb46a092 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766758 Oct 26 14:00:49.487813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Allocated IP 172.25.5.18 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/bf49ab4b-993a-47e6-aaf7-efa77f010a1d) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:49.493769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-9e7a8fec-9022-41fc-86e7-dadb0735ccf1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/quotas/f6a0776247b14a13af33b63f9bbb5477 HTTP/1.1" status: 200 len: 375 time: 0.0118763 Oct 26 14:00:49.501888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.511141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.532547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5294d6b5-5e8b-45a3-a251-f8a766b456c9 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271187 Oct 26 14:00:49.581823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-1372d2d0-125d-4b67-9a19-5ea126801480 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504622 Oct 26 14:00:49.600202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2e31-2931-4c77-b14b-6f333c240b12,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:49.609211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:49.614180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:49.621584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:49.668591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.750647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98587a87-0d0a-4dbf-a039-ffb8ea4cee7a None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:00:49.758038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.794438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Attempting to bind port eb9f2e31-2931-4c77-b14b-6f333c240b12 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:49.794904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Attempting to bind port eb9f2e31-2931-4c77-b14b-6f333c240b12 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:49.795338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Attempting to bind port eb9f2e31-2931-4c77-b14b-6f333c240b12 on network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:49.802968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-adc2926b-9385-497e-bb58-ce6d05825c26 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.804286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:49.805588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-adc2926b-9385-497e-bb58-ce6d05825c26 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360120 Oct 26 14:00:49.807648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:49.810010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:49.810480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Checking segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:49.810944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.811393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Bound using segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:49.811966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Bound port: eb9f2e31-2931-4c77-b14b-6f333c240b12, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:49.812414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:49.819404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:49.845737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Request body: {'port': {'device_id': 'db95eb13-f596-4172-a377-f6454e365464', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f6a0776247b14a13af33b63f9bbb5477'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:49.921278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Pushing event updated for resources: {'Port': ['ID=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:49.994289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf6aa6-3633-4dd9-b8d6-92775f68ce4f req-8bf43e6c-e726-419f-9da4-b0ccbc223840 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:49.995858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7adf6aa6-3633-4dd9-b8d6-92775f68ce4f req-8bf43e6c-e726-419f-9da4-b0ccbc223840 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.0937839 Oct 26 14:00:50.035652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] For port eb9f2e31-2931-4c77-b14b-6f333c240b12, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:50.041695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] For port eb9f2e31-2931-4c77-b14b-6f333c240b12, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eb9f2e31-2931-4c77-b14b-6f333c240b12,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:50.049382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.064290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7adf6aa6-3633-4dd9-b8d6-92775f68ce4f req-572fd32d-d7cd-44a5-a201-78fe8a7118ae tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594788 Oct 26 14:00:50.069688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Made reservation on behalf of f6a0776247b14a13af33b63f9bbb5477 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:50.080840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.102235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.192196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb2d3a-ec2e-4955-8cc6-a9f081cdf344 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2e31-2931-4c77-b14b-6f333c240b12,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:50.270795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c477d-f48a-48e9-a6e7-282ca7e4a13c req-2caba4d6-b28f-4db1-9be8-5826c6b99f80 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.272810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-295c477d-f48a-48e9-a6e7-282ca7e4a13c req-2caba4d6-b28f-4db1-9be8-5826c6b99f80 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0865538 Oct 26 14:00:50.291517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.302325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.350199 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.421680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-295c477d-f48a-48e9-a6e7-282ca7e4a13c req-8d2bb419-99ff-4f95-8638-8bde82da952a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325033 Oct 26 14:00:50.426079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:50.520342 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b9dba-61e8-43de-89e2-632194165ff4 x-openstack-request-id: req-838b9dba-61e8-43de-89e2-632194165ff4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:50.520854 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:50.521246 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-838b9dba-61e8-43de-89e2-632194165ff4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:50.521738 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'status': 'completed', 'code': 200} Oct 26 14:00:50.522216 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:00:50.566974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Allocated IP 192.168.233.97 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/ce0387a9-0b1c-42dd-9e3b-1a925f267530) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:50.595609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:50.689148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-9996a033-d0c8-4f11-9c03-b915a269a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.690556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-9996a033-d0c8-4f11-9c03-b915a269a1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 1098 time: 0.1205235 Oct 26 14:00:50.711195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.717925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:50.722072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6e294455-1293-47f8-8496-54c2c47715c5 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:50.723666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6e294455-1293-47f8-8496-54c2c47715c5 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1390235 Oct 26 14:00:50.730336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'mac_address': 'fa:16:3e:e7:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:50.771856 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.791351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:50.816841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:50.824199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:50.884241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Router 548309e7-7dec-4101-8cca-f9d90fc5b9cc is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:00:50.890501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:51.020108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:51.040099 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Sync routers for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:51.043847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.051495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a60c415-e903-4ab1-899a-91dcfb104aff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3990800 Oct 26 14:00:51.051495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:51.070667 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:51.072663 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:51.167745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:51.236262 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:51.252912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-898e9d00-5f87-48e2-a512-f612ccd11bce tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.4820576 Oct 26 14:00:51.280944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:51.331581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.334148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-a7d95a5b-07eb-4b14-9fa9-88419ff1b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.335845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-a7d95a5b-07eb-4b14-9fa9-88419ff1b4cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.6356356 Oct 26 14:00:51.407196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-69ff9afe-0a32-4391-9dd1-364bb9eefb53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c HTTP/1.1" status: 200 len: 217 time: 0.0551543 Oct 26 14:00:51.422396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.455526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea41739-183c-44e7-b8db-b0683beb2cc9 None None] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:00:51.472393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.529001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.542038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-1cb507d5-ef4e-4d17-b59b-78a47d40c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.543968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-1cb507d5-ef4e-4d17-b59b-78a47d40c31f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1245379 Oct 26 14:00:51.549144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:50Z', 'revision_number': 3, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:51.550821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] Provisioning complete for port eb9f2e31-2931-4c77-b14b-6f333c240b12 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:51.551293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.583496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Checking router: 548309e7-7dec-4101-8cca-f9d90fc5b9cc for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:51.584233 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Updating router 548309e7-7dec-4101-8cca-f9d90fc5b9cc port bf49ab4b-993a-47e6-aaf7-efa77f010a1d binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:00:51.617733 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.650707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:51.681763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:51.688327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:51.694423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:51.767206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-cdbb814f-94a5-4c17-904a-ea68cc2cb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.769194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-cdbb814f-94a5-4c17-904a-ea68cc2cb7fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918426 Oct 26 14:00:51.817085 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:51.950657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:51.951772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.052189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-5663294d-be52-4de7-b6d6-5ee79bd6cd9d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2173810 Oct 26 14:00:52.075411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Request body: {'port': {'device_id': 'db95eb13-f596-4172-a377-f6454e365464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:52.128042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.199155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9f2e31-2931-4c77-b14b-6f333c240b12 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:52.211458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] For port eb9f2e31-2931-4c77-b14b-6f333c240b12, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eb9f2e31-2931-4c77-b14b-6f333c240b12,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:52.257177 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.261841 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.277554 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.283040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Allocated IP 172.20.0.1 (c0af6b9e-37d4-4c67-a3cf-e3f688118a1a/a4b2424b-75ff-4902-8ba6-c29adcfb166d/1f3bad15-8473-4656-8fa0-b86cf1c46c40) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:52.315349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-cc855653-735a-4b97-a0c2-f15591744493 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814754 Oct 26 14:00:52.323056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516237c1-e1c8-4e11-9cdc-e678a1fc3412 req-bd4fa120-67a6-4bd9-8245-8a1e49cec0ed tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:52.324749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-516237c1-e1c8-4e11-9cdc-e678a1fc3412 req-bd4fa120-67a6-4bd9-8245-8a1e49cec0ed tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 948 time: 0.1206062 Oct 26 14:00:52.340463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Attempting to bind port bf49ab4b-993a-47e6-aaf7-efa77f010a1d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:52.340463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Attempting to bind port bf49ab4b-993a-47e6-aaf7-efa77f010a1d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:52.340845 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Attempting to bind port bf49ab4b-993a-47e6-aaf7-efa77f010a1d on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:52.384183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a601c4-493e-4e21-878f-87838a604a01 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2e31-2931-4c77-b14b-6f333c240b12,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:52.391869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port eb9f2e31-2931-4c77-b14b-6f333c240b12 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:52.392380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.401124 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63836df-3cdc-40bb-b4dd-f5f53b283489 None None] Pushing event updated for resources: {'Port': ['ID=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:52.407549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:52.407970 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:52.408525 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.409091 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:52.410741 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Bound port: bf49ab4b-993a-47e6-aaf7-efa77f010a1d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:52.411743 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.428216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-49f58a42-641a-4aa3-982d-a890c5ef143a None None] Provisioning complete for port ce0387a9-0b1c-42dd-9e3b-1a925f267530 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:52.428617 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49f58a42-641a-4aa3-982d-a890c5ef143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.475608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-516237c1-e1c8-4e11-9cdc-e678a1fc3412 req-ca0a1634-d401-4702-a39b-113fd8bd331f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357937 Oct 26 14:00:52.485108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-49f58a42-641a-4aa3-982d-a890c5ef143a None None] Port ce0387a9-0b1c-42dd-9e3b-1a925f267530 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:52.533958 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.536994 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] For port bf49ab4b-993a-47e6-aaf7-efa77f010a1d, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:52.547303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] For port bf49ab4b-993a-47e6-aaf7-efa77f010a1d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:52.555185 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.585968 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dff3b3-c70d-440f-96ad-9b14c540bdc1 x-openstack-request-id: req-f3dff3b3-c70d-440f-96ad-9b14c540bdc1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:52.586267 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-plugged", "status": "completed", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:52.586527 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3dff3b3-c70d-440f-96ad-9b14c540bdc1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:52.586932 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'code': 200} Oct 26 14:00:52.587297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.623264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:52.637165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.649917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:52.662622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:52.667649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63836df-3cdc-40bb-b4dd-f5f53b283489 None None] Pushing event updated for resources: {'Port': ['ID=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:52.681440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:52.705757 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:52.707168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:52.723102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-2022aedd-2ac5-4ab2-9f5d-cffab9f43c2f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468983 Oct 26 14:00:52.758389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c2a64eb8-d527-45c6-9596-cbdd5568d743 None None] Provisioning complete for port eb9f2e31-2931-4c77-b14b-6f333c240b12 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:52.758766 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c2a64eb8-d527-45c6-9596-cbdd5568d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:52.792067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:52.896029 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:53.005080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:53.007221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-721f0a71-846e-4c9c-b9e3-7dffb7fe22e4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068101 Oct 26 14:00:53.010609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:53.011266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.062818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.079546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:00:53.080844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.192809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.204630 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:50Z', 'revision_number': 3, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:53.206403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-c6a5e437-34be-45df-9907-a9b535bd7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.208829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-c6a5e437-34be-45df-9907-a9b535bd7b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.3950055 Oct 26 14:00:53.228465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0a277125-efda-418c-a04f-73d5aec1777a None None] Provisioning complete for port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:53.229010 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a277125-efda-418c-a04f-73d5aec1777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.251992 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7bf25-bdb0-4dd5-94b5-c830f05f047c None None] The sync data for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 is: [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:50Z', 'revision_number': 3, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:53.304890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:53.307124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0a277125-efda-418c-a04f-73d5aec1777a None None] Port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:53.312942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.359390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-339f1911-a542-431f-bc99-a3133253c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.360924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-339f1911-a542-431f-bc99-a3133253c85f service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1341443 Oct 26 14:00:53.379179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.391891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:53.411686 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:53.467614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-5028d564-5031-4594-9f56-c4392bd914e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0782897 Oct 26 14:00:53.647344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2a9c051-ab79-4c39-8873-61aad1b957bc req-e3a21f77-ea81-49ad-bcdf-6941f04dbd96 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 210 time: 0.7963033 Oct 26 14:00:53.699995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7674a-66ea-4644-a9fc-0933e0591cb4 req-fdeb8896-a227-425d-b74b-d2eece05eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.701555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80c7674a-66ea-4644-a9fc-0933e0591cb4 req-fdeb8896-a227-425d-b74b-d2eece05eb8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 1097 time: 0.8218369 Oct 26 14:00:53.721401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-75890e9e-7035-46ae-82c7-a38a39858510 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.723058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-75890e9e-7035-46ae-82c7-a38a39858510 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6871011 Oct 26 14:00:53.775028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Request body: {'port': {'device_id': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f6a0776247b14a13af33b63f9bbb5477'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:53.789957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80c7674a-66ea-4644-a9fc-0933e0591cb4 req-5e4bf506-860b-4750-bf2a-c2a0db32c1d7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680425 Oct 26 14:00:53.792021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-3d40b2ff-37d6-4643-bfa6-dc5fa107b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.793935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-3d40b2ff-37d6-4643-bfa6-dc5fa107b500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.2747359 Oct 26 14:00:53.887360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151fccd-16f3-49f5-a199-05ed96f02ade req-b888e113-d177-4dd1-8681-9b9f403f5881 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:53.896684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1151fccd-16f3-49f5-a199-05ed96f02ade req-b888e113-d177-4dd1-8681-9b9f403f5881 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1125019 Oct 26 14:00:53.910640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.009603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1151fccd-16f3-49f5-a199-05ed96f02ade req-608efbe2-5897-400c-baea-f0e4188137c4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118562 Oct 26 14:00:54.236285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e231b-1026-4d80-a3e0-6e01c1190a85 req-59303e00-2e91-4c3e-a655-b230bea5fbe0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.238614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc1e231b-1026-4d80-a3e0-6e01c1190a85 req-59303e00-2e91-4c3e-a655-b230bea5fbe0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.1201422 Oct 26 14:00:54.265577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.284632 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.290907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device bf49ab4b-993a-47e6-aaf7-efa77f010a1d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:54.309587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:54.352223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.367855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port bf49ab4b-993a-47e6-aaf7-efa77f010a1d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:54.368164 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.378125 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9 associated. External IP: 172.25.5.223, port: d836ce44-7e62-4e13-a3bf-46f7a460912e. Oct 26 14:00:54.407315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc1e231b-1026-4d80-a3e0-6e01c1190a85 req-6f912ef3-3a37-4818-b568-6d5b40362074 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465697 Oct 26 14:00:54.423458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.461849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:54.497164 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.527053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port bf49ab4b-993a-47e6-aaf7-efa77f010a1d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:54.532760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.534081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9f2e31-2931-4c77-b14b-6f333c240b12 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:54.544881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Transition to ACTIVE for port object ce0387a9-0b1c-42dd-9e3b-1a925f267530 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:54.554324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1c19-3310-433b-be12-a42eb58fc87a req-f65e5efc-1d80-4500-8e65-383b1fa439a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.556355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-f65e5efc-1d80-4500-8e65-383b1fa439a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7408469 Oct 26 14:00:54.579231 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.646001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:54.648825 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dc3a2a-81f5-4862-b6d6-f6a7eccbe848" -d '{"events": [{"server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "name": "network-vif-plugged", "status": "completed", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:54.649248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2e7d-6081-4502-b029-09d5c22e993d req-d38d3291-b6cf-4002-8d64-d375fda007dd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:54.651574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:54.658318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5da2e7d-6081-4502-b029-09d5c22e993d req-d38d3291-b6cf-4002-8d64-d375fda007dd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1015019 Oct 26 14:00:54.669684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port eb9f2e31-2931-4c77-b14b-6f333c240b12 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:54.670282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:54.694611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:54.702336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:54.805308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1134f93b-e713-4d69-97b5-13532ae2f4bb details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:00:54.810614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-bb21afb1-f9eb-4108-8dad-2569a37dfb12 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325530 Oct 26 14:00:54.840448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5da2e7d-6081-4502-b029-09d5c22e993d req-b54d31c7-8539-4235-a481-6bc784653411 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805286 Oct 26 14:00:54.948630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Router 548309e7-7dec-4101-8cca-f9d90fc5b9cc has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:54.990739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:55.011120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '1134f93b-e713-4d69-97b5-13532ae2f4bb', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '1134f93b-e713-4d69-97b5-13532ae2f4bb', 'mac_address': 'fa:16:3e:9f:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:00:55.054611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-329f1c19-3310-433b-be12-a42eb58fc87a req-8bdf01e7-fce8-4515-81a9-4ae71f5a807f service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011580 Oct 26 14:00:55.139164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Made reservation on behalf of f6a0776247b14a13af33b63f9bbb5477 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:00:55.141170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.148578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.207291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1134f93b-e713-4d69-97b5-13532ae2f4bb {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:55.225083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:55.243499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-20800c41-716c-4d38-a1d0-a45321849896 admin admin] 10.222.0.37 "PUT /v2.0/routers/548309e7-7dec-4101-8cca-f9d90fc5b9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1865983 Oct 26 14:00:55.262764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:55.274720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ce026fee-7d90-445d-9cb3-983a146c0bd2 None None] Provisioning complete for port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:55.275173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ce026fee-7d90-445d-9cb3-983a146c0bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.307743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:55.354143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.362021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ce026fee-7d90-445d-9cb3-983a146c0bd2 None None] Port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:55.365324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273d72f-250e-483d-aae5-efdc8744ea1a req-8a7d9e7b-958a-4b33-ae92-2ff3bcc65093 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.376439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b273d72f-250e-483d-aae5-efdc8744ea1a req-8a7d9e7b-958a-4b33-ae92-2ff3bcc65093 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 948 time: 0.1589112 Oct 26 14:00:55.452223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:55.455442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b273d72f-250e-483d-aae5-efdc8744ea1a req-328ae7d7-a71c-4402-a4e1-9bfca19a1179 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780866 Oct 26 14:00:55.492436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:55.602507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e76f5-00cb-42bf-abb5-b1800824b75a req-bc8a1c56-b6c2-4af8-8b22-02b37a04e88e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:55.604382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee7e76f5-00cb-42bf-abb5-b1800824b75a req-bc8a1c56-b6c2-4af8-8b22-02b37a04e88e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0778491 Oct 26 14:00:55.653172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee7e76f5-00cb-42bf-abb5-b1800824b75a req-12e2787a-728a-4ed4-a7ea-52569dfab682 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Oct 26 14:00:55.674535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Attempting to bind port ce0387a9-0b1c-42dd-9e3b-1a925f267530 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:55.674942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Attempting to bind port ce0387a9-0b1c-42dd-9e3b-1a925f267530 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:55.676062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Attempting to bind port ce0387a9-0b1c-42dd-9e3b-1a925f267530 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:55.692379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Port ce0387a9-0b1c-42dd-9e3b-1a925f267530 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:55.696081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Attempting to bind port ce0387a9-0b1c-42dd-9e3b-1a925f267530 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:55.699482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:00:55.716372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:55.717104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:55.717620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:55.718144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Bound port: ce0387a9-0b1c-42dd-9e3b-1a925f267530, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:55.718605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:55.733818 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd348483-151a-4b8b-96f6-1a9139d723db x-openstack-request-id: req-dd348483-151a-4b8b-96f6-1a9139d723db {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:55.736683 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "name": "network-vif-plugged", "status": "completed", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:55.737150 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd348483-151a-4b8b-96f6-1a9139d723db {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:55.739305 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'code': 200} Oct 26 14:00:55.776195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Allocated IP 192.168.233.234 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/96d94322-10db-4c5f-9825-f1c4a9cb7f6c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:55.788688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:55.803749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:55.825458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:55.826150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:55.869611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b5d9efb-27a1-4996-a258-3a608e7b37e8 req-ea77dbb0-f581-4abf-97c7-0c2ef8723f6a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 210 time: 0.0376766 Oct 26 14:00:55.976906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Sync routers for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:55.996753 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:56.005420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:56.073431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0794692-aefc-4b0a-9226-0b112351667a req-a2cf0008-8434-44fe-8ed1-4abc72b2d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.075003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0794692-aefc-4b0a-9226-0b112351667a req-a2cf0008-8434-44fe-8ed1-4abc72b2d4dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 1100 time: 0.2644644 Oct 26 14:00:56.086342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:56.098465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:56.118132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d8b3d-2e0d-4fb4-b752-15b6e22b6af8 req-5d23b978-2169-4aff-abf9-a742dc49bdb0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.120090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-843d8b3d-2e0d-4fb4-b752-15b6e22b6af8 req-5d23b978-2169-4aff-abf9-a742dc49bdb0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 944 time: 0.1255198 Oct 26 14:00:56.159673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.175393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:56.179890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:56.218804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.219352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.220905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce0387a9-0b1c-42dd-9e3b-1a925f267530 HTTP/1.1" status: 200 len: 1095 time: 4.1561570 Oct 26 14:00:56.227683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-843d8b3d-2e0d-4fb4-b752-15b6e22b6af8 req-700b2e7a-c6a0-4718-9842-e40f2c60cb46 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792775 Oct 26 14:00:56.271646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device bf49ab4b-993a-47e6-aaf7-efa77f010a1d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:56.273004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:56.276626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-2291d26d-f3ef-4cbe-a70f-6cd1d23fb403 service neutron] 10.222.0.41 "GET /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.1532507 Oct 26 14:00:56.277154 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243" -d '{"events": [{"name": "network-changed", "server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:56.357094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0794692-aefc-4b0a-9226-0b112351667a req-8f099db6-ee62-46bd-b26f-2bdd5021957f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641191 Oct 26 14:00:56.503526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port bf49ab4b-993a-47e6-aaf7-efa77f010a1d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:56.504125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.557599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f3329-7854-4f1b-9714-ed4af1ed2f57 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:56.626004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-b6f11d18-73bc-4d1e-acbc-cee165bbe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.627816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-b6f11d18-73bc-4d1e-acbc-cee165bbe4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1098 time: 0.3448806 Oct 26 14:00:56.631257 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 2, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:56.636771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:00:56.637096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.667334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:56.681964 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Checking router: 548309e7-7dec-4101-8cca-f9d90fc5b9cc for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:56.684808 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Updating router 548309e7-7dec-4101-8cca-f9d90fc5b9cc port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:00:56.703939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-c63de48d-48d1-421b-89d8-9137635ebfce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530 HTTP/1.1" status: 200 len: 217 time: 0.0628669 Oct 26 14:00:56.724689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:56.746311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:00:56.755246 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.775066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:56.801513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:56.802037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:52Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:56.836173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.846911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:56.861454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:56.862081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:56.877002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:56.953355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-818df233-89c3-414e-a3f8-b26bc23afcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:56.956862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-818df233-89c3-414e-a3f8-b26bc23afcd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2316732 Oct 26 14:00:57.002546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:00:57.004947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] Transition to ACTIVE for port object 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:57.005091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event updated for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.018817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.028321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:00:57.041608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:57.052376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:00:57.167702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] No DVR routers for this DVR port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:00:57.172180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:00:57.185531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.195501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:57.200192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--742041648', 'description': 'tempest-description--354959723'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:57.204666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.206121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.220436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-1992a669-d0db-4110-afc4-42d33eeac20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.225731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-1992a669-d0db-4110-afc4-42d33eeac20c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470210 Oct 26 14:00:57.249106 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.259725 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.309106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] Pushing event updated for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.372432 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13970-a5ad-4131-9460-06790a9af929 None None] Pushing event updated for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.375322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3a17eb96-96ec-4cf1-9c73-76bc22452087 service neutron] 10.222.0.41 "PUT /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0888062 Oct 26 14:00:57.422059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.443012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-c577980f-3cc9-4dac-be72-5b84dae6ee59 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7066367 Oct 26 14:00:57.466059 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Attempting to bind port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:57.466437 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Attempting to bind port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:57.466806 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Attempting to bind port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 on network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:57.477127 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:57.477508 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Checking segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:57.477913 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.478312 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Bound using segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:57.478841 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Bound port: 1f3bad15-8473-4656-8fa0-b86cf1c46c40, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:57.479252 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.484927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Request body: {'port': {'device_id': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:57.491711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-8c872ccd-7007-403b-ad40-6abae573e6b6 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "PUT /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 999 time: 6.2201548 Oct 26 14:00:57.531247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f640f7-6b98-46f7-b475-14a4c653a655 req-cdca1d6b-600b-4f0d-92d8-5e77cbd7f0ca tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.532769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3f640f7-6b98-46f7-b475-14a4c653a655 req-cdca1d6b-600b-4f0d-92d8-5e77cbd7f0ca tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.2031388 Oct 26 14:00:57.571649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] For port 1f3bad15-8473-4656-8fa0-b86cf1c46c40, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:00:57.576061 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] For port 1f3bad15-8473-4656-8fa0-b86cf1c46c40, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f3bad15-8473-4656-8fa0-b86cf1c46c40,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:00:57.583216 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.615338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cc3fbeac-f0e0-43af-a281-838bf8100647 None None] Provisioning complete for port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:57.615900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.616003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc3fbeac-f0e0-43af-a281-838bf8100647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.661041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-2fb5309e-b948-4d40-b8d8-294f9d24309d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059145 Oct 26 14:00:57.665358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.686060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3f9438d4-aae7-4a68-a778-69934924ce7c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.687837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-3f9438d4-aae7-4a68-a778-69934924ce7c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.2286150 Oct 26 14:00:57.703880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3f640f7-6b98-46f7-b475-14a4c653a655 req-ea32fecc-4f29-449b-992f-e42ac23db824 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570382 Oct 26 14:00:57.714230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6e50aa7e-02ed-4b6f-b997-74ddc8d66410 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.715659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6e50aa7e-02ed-4b6f-b997-74ddc8d66410 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports/d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 943 time: 0.1893101 Oct 26 14:00:57.756519 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13970-a5ad-4131-9460-06790a9af929 None None] Pushing event updated for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.797577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fbeac-f0e0-43af-a281-838bf8100647 None None] Port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:00:57.799715 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:57.802425 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:57.822799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.826432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6278605 Oct 26 14:00:57.827180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:57.849346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'security_group_rule': {'security_group_id': '48c10ee5-0bbf-4e44-b677-cf371c6b6336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:57.860260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236df19e-2121-4843-9f0f-ea715447ad60 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c10ee5-0bbf-4e44-b677-cf371c6b6336,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:57.906600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-c0b3c7b1-5845-4b50-9003-d9b58a7a562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:57.908991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-c0b3c7b1-5845-4b50-9003-d9b58a7a562a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 1096 time: 0.2036760 Oct 26 14:00:57.937375 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2618e-2bbb-4783-bc7e-3da6ce571bfd x-openstack-request-id: req-f1f2618e-2bbb-4783-bc7e-3da6ce571bfd {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:00:57.937375 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:00:57.937375 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1f2618e-2bbb-4783-bc7e-3da6ce571bfd {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:00:57.937825 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'status': 'completed', 'code': 200} Oct 26 14:00:57.941364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.977570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:57.983365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:52Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:57.994645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] Provisioning complete for port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:57.995623 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.069635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91bb2b9-6c03-41dc-8fa0-31ea60f0cd75 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:52Z', 'revision_number': 3, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:58.079711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.104116 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:58.127007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.157338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dac294-3ec0-4cab-af62-183d32fa2f9a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:58.179952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.187634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-4be6f720-2df4-40a2-9ff1-e9cae123e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.189367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-4be6f720-2df4-40a2-9ff1-e9cae123e282 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1096 time: 0.1968722 Oct 26 14:00:58.195852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.200065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2634ec6-ddae-419c-808a-04a8eade1221 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600712 Oct 26 14:00:58.202479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:58.219780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d4b6-253a-40d5-91d4-9df445cb5915 req-031cade7-599a-4c2d-af87-995692b3ba5a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.228658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba98d4b6-253a-40d5-91d4-9df445cb5915 req-031cade7-599a-4c2d-af87-995692b3ba5a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 949 time: 0.2236669 Oct 26 14:00:58.235121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'security_group_rule': {'security_group_id': '48c10ee5-0bbf-4e44-b677-cf371c6b6336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:58.247436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] For port 1f3bad15-8473-4656-8fa0-b86cf1c46c40, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f3bad15-8473-4656-8fa0-b86cf1c46c40,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:58.254154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.350006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c579e6-9094-40a5-a7b0-279dd34d9c40 None None] Pushing event updated for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:58.358327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba98d4b6-253a-40d5-91d4-9df445cb5915 req-3bbd0796-82c9-4bd6-856e-6d5d7fac237f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284535 Oct 26 14:00:58.370967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafda003-0710-4f13-98f1-c1546dabc19e None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:00:58.444996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53d2da3a-683a-40d2-8719-85379b03f224 None None] Provisioning complete for port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:58.445673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53d2da3a-683a-40d2-8719-85379b03f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.450977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-a40836fd-8049-4106-9a14-4597ab9cdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.452575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-a40836fd-8049-4106-9a14-4597ab9cdda2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.2529917 Oct 26 14:00:58.504884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.564647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-20713e3b-d5eb-4890-9658-69d38235300d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.0933862 Oct 26 14:00:58.594113 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:57Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:58.617075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ebc6a1-3488-413a-9c86-40dc08b3c47e req-dde31d6e-7dd4-458f-9c7e-83bd7820824d service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9490719 Oct 26 14:00:58.621928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-d389b028-b445-4332-a6f8-64ca7dcd8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.623741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-d389b028-b445-4332-a6f8-64ca7dcd8f13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.7303104 Oct 26 14:00:58.646835 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f753ef-76d0-4d42-8f70-34c37ee93570 None None] The sync data for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 is: [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:57Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:00:58.656194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716360-fbd7-45ac-b761-e7d2fd8e534e req-2ba29952-a72b-48bb-a316-9025bf03ac90 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.664703 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45716360-fbd7-45ac-b761-e7d2fd8e534e req-2ba29952-a72b-48bb-a316-9025bf03ac90 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 936 time: 0.2110007 Oct 26 14:00:58.697175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.712343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.714153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-c03f8675-cbb9-4173-ab7e-9f344a56e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:58.715717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-c03f8675-cbb9-4173-ab7e-9f344a56e414 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1396201 Oct 26 14:00:58.745542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e977d67-9745-4b26-834c-c16f30a126f2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:58.787018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1134f93b-e713-4d69-97b5-13532ae2f4bb up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:00:58.799221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-6ad91bee-030f-4b9d-bcd4-b4027acb182a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557220 Oct 26 14:00:58.822777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45716360-fbd7-45ac-b761-e7d2fd8e534e req-7af698a0-2b04-44bc-ae8b-6b74ae53a1e7 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570816 Oct 26 14:00:58.846446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.852020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-158d2ddc-0fd8-4a39-9377-6056ec89f597 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6375272 Oct 26 14:00:58.860132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49794) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:00:58.869520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:00:58.889668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 1134f93b-e713-4d69-97b5-13532ae2f4bb completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:00:58.905306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 1134f93b-e713-4d69-97b5-13532ae2f4bb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:00:58.905306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.935496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:00:58.951281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:58.957386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:58.957889 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:59.031955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d94322-10db-4c5f-9825-f1c4a9cb7f6c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:00:59.042518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.054004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.058043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Transition to ACTIVE for port object 96d94322-10db-4c5f-9825-f1c4a9cb7f6c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:00:59.073088 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.111501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:59.117391 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5582a502-69cb-4b1b-a49b-f98c6e87d88b" -d '{"events": [{"server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "name": "network-vif-plugged", "status": "completed", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:00:59.129693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-52d230b5-fa0f-479c-9fec-a79c53d4e894 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172402 Oct 26 14:00:59.137554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:00:59.153382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.160457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-998ecae2-606d-4b94-aa5f-396159580183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.163986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-998ecae2-606d-4b94-aa5f-396159580183 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.5248613 Oct 26 14:00:59.166523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-36abe65e-1473-43f2-adf8-783dc174c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.168284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-36abe65e-1473-43f2-adf8-783dc174c524 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1098 time: 0.4486125 Oct 26 14:00:59.211544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445462-c4e8-4018-b8ac-5b2d48014ac3 req-1e9f4675-9d5e-4982-a5d3-7e0b5d371e24 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.224764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-b3de32ee-24f7-47b0-9a25-0d9fb3bdf305 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0485272 Oct 26 14:00:59.227673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74445462-c4e8-4018-b8ac-5b2d48014ac3 req-1e9f4675-9d5e-4982-a5d3-7e0b5d371e24 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.1880815 Oct 26 14:00:59.250134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:59.261303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:59.264176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:00:59.396212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74445462-c4e8-4018-b8ac-5b2d48014ac3 req-ede0f325-f11b-4ff5-a4f6-1b36a4928fcb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286201 Oct 26 14:00:59.405568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-797ebd87-6904-4106-8607-ef63658209e4 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613778 Oct 26 14:00:59.420303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.474094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6233851c-0619-48b2-8527-f4aaa32f25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.475668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-6233851c-0619-48b2-8527-f4aaa32f25c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.2182689 Oct 26 14:00:59.558959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-b69399ec-6d00-4e1b-a1a0-5aaa1959b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.560568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-b69399ec-6d00-4e1b-a1a0-5aaa1959b1d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3346424 Oct 26 14:00:59.565837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Attempting to bind port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:00:59.566662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Attempting to bind port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:00:59.567202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Attempting to bind port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:59.573179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:00:59.573512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Attempting to bind port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:00:59.580618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:00:59.581352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:00:59.582037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:00:59.583174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Bound port: 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:00:59.583174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.586932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-29c815ff-c870-4966-8271-b27f29075f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.592674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-29c815ff-c870-4966-8271-b27f29075f67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063025 Oct 26 14:00:59.667047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-ae19833f-2970-42f3-b843-b8c61a0d701c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530 HTTP/1.1" status: 200 len: 217 time: 0.0876839 Oct 26 14:00:59.667643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3616a-6103-4285-a0cf-f4deeffc1531 req-d4a3b53e-8000-42b3-bd11-ea06b86167ef tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.668883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0d3616a-6103-4285-a0cf-f4deeffc1531 req-d4a3b53e-8000-42b3-bd11-ea06b86167ef tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1382551 Oct 26 14:00:59.731982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Allocated IP 172.25.5.28 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/b5017a43-e2d0-4f71-9b88-18e876ed6e46) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:00:59.748525 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:59.798257 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:00:59.809652 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:00:59.809652 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:00:59.841936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-43a9905a-bf17-4ebd-a030-5111fad19db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:00:59.843611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-43a9905a-bf17-4ebd-a030-5111fad19db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1633708 Oct 26 14:00:59.865401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0d3616a-6103-4285-a0cf-f4deeffc1531 req-5c037ab6-1dc6-44a2-b25a-932020d85487 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835911 Oct 26 14:00:59.936065 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:00:59.943001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:00:59.960126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}, {'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:00:59.973700 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}, {"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:00.014179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.036997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-1d0bda14-b013-49f0-ab1c-1f685897f739 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.038582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-1d0bda14-b013-49f0-ab1c-1f685897f739 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.3195093 Oct 26 14:01:00.048293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-5de2916f-be30-48fe-9c97-074683bf09ed service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389448 Oct 26 14:01:00.103354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:00.136631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:00.157036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.205478 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:00.236464 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b641a9e-6946-45d5-8f1a-7f4779198176 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:0d:1f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:00.251589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f3bad15-8473-4656-8fa0-b86cf1c46c40 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:00.269372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:00.299318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-efd3b8ce-8a56-4ae5-a120-27daa105033c req-1dfe6122-3c6c-454f-9993-3683b65d3659 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:01:00.303930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efd3b8ce-8a56-4ae5-a120-27daa105033c req-1dfe6122-3c6c-454f-9993-3683b65d3659 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0216029 Oct 26 14:01:00.305227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:00.308726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:00.347872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:00.348257 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.350762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:00.374904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.375706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.377289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-0b4d1156-5e68-4ca4-a561-8fe1da1c2ea8 service neutron] 10.222.0.73 "PUT /v2.0/ports/96d94322-10db-4c5f-9825-f1c4a9cb7f6c HTTP/1.1" status: 200 len: 1096 time: 2.9182675 Oct 26 14:01:00.382924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-54b8bbe1-548b-41ae-a777-304286749c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.401471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-54b8bbe1-548b-41ae-a777-304286749c36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5319366 Oct 26 14:01:00.499177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-047d38d9-0e90-41b0-a1c8-7098752334cc service neutron] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:00.505265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'Port': ['ID=b5017a43-e2d0-4f71-9b88-18e876ed6e46,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:00.551424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-047d38d9-0e90-41b0-a1c8-7098752334cc service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.556339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1781055a-9200-42b5-b7bf-60ee4baa8421 req-047d38d9-0e90-41b0-a1c8-7098752334cc service neutron] 10.222.0.73 "DELETE /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.4661019 Oct 26 14:01:00.661453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-11f890e6-3bb4-447c-9293-cce932933f77 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097889 Oct 26 14:01:00.691311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-63c97180-a0c7-495b-8c76-a9a3f3829436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:00.692943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-63c97180-a0c7-495b-8c76-a9a3f3829436 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 1099 time: 0.2318971 Oct 26 14:01:00.810209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:00.857200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-b9a1f2bd-6af1-44d2-abad-1c3458b068bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c HTTP/1.1" status: 200 len: 217 time: 0.1154528 Oct 26 14:01:00.863957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-4d779545-8891-485e-b864-704781b444cb service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534359 Oct 26 14:01:00.882566 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8aaf43-31f4-4b05-bd8d-58a091e9faef x-openstack-request-id: req-dc8aaf43-31f4-4b05-bd8d-58a091e9faef {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:00.882913 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "name": "network-vif-plugged", "status": "completed", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:00.883341 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc8aaf43-31f4-4b05-bd8d-58a091e9faef {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:00.883968 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb', 'code': 200} Oct 26 14:01:00.971096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a7f5fc-fa0d-4ec0-95ad-1ea0ed48c243 req-4c4cf3c7-5e3c-493c-8cf6-6b40f6036463 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925317 Oct 26 14:01:00.994039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.009218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-a58d8852-5df3-46a5-aaa9-299422362c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.010759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-a58d8852-5df3-46a5-aaa9-299422362c32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1097 time: 0.3067036 Oct 26 14:01:01.114957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-bf672b06-776b-4cc0-9a27-6ce2fc538304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.116624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-bf672b06-776b-4cc0-9a27-6ce2fc538304 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2480621 Oct 26 14:01:01.128044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-9d688ba8-09a8-42ee-8995-35942c5c3e04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2987089 Oct 26 14:01:01.196258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-a707600f-10f7-4eee-bd51-2e3f9219cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.197775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-a707600f-10f7-4eee-bd51-2e3f9219cc74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1753609 Oct 26 14:01:01.220913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-eea0931c-90d0-49bf-9c86-c4b7a70c283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.223072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-eea0931c-90d0-49bf-9c86-c4b7a70c283b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969801 Oct 26 14:01:01.257591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac029f8-58ed-4a07-992f-157a583a0089 req-ba34679f-bc03-4787-85d8-4b6de6b51c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.259507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ac029f8-58ed-4a07-992f-157a583a0089 req-ba34679f-bc03-4787-85d8-4b6de6b51c04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 1101 time: 0.1830525 Oct 26 14:01:01.273748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f725a-c869-4030-8e3a-88a165856dc0 req-f776ebc9-4433-451c-af7a-4b1d9313e73f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.275460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c1f725a-c869-4030-8e3a-88a165856dc0 req-f776ebc9-4433-451c-af7a-4b1d9313e73f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 950 time: 0.1964295 Oct 26 14:01:01.336558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ac029f8-58ed-4a07-992f-157a583a0089 req-1677ff22-24e8-4bdf-9936-497564206f1b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Oct 26 14:01:01.385357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c1f725a-c869-4030-8e3a-88a165856dc0 req-4d3fd0a3-e1ca-4abd-a746-a28106d473c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863059 Oct 26 14:01:01.388280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-fe55b8d1-4309-4940-a1d3-ea4e72a29044 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 1002 time: 0.1699154 Oct 26 14:01:01.466222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.474621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.481425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-dcab3231-29e2-4c45-b416-b2996d1a6533 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043977 Oct 26 14:01:01.483283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-ba48e710-34c5-4df5-bc95-268aef6ecb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.484924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-ba48e710-34c5-4df5-bc95-268aef6ecb63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0863352 Oct 26 14:01:01.558403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-64b43b99-4b45-4ff9-b6ca-78c3ca827535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.564842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-64b43b99-4b45-4ff9-b6ca-78c3ca827535 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689833 Oct 26 14:01:01.574141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'Port': ['ID=b5017a43-e2d0-4f71-9b88-18e876ed6e46,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:01.687063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.708157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de571eb-717b-4f75-a014-392fc1b02172 req-443fb453-1a20-4631-9800-04a8db9f61dd tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:01.710227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3de571eb-717b-4f75-a014-392fc1b02172 req-443fb453-1a20-4631-9800-04a8db9f61dd tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 948 time: 0.1921446 Oct 26 14:01:01.729546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:01.730870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e1ac49d-1c20-4536-8ed0-15c1cde79c6d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8655164 Oct 26 14:01:01.785778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3de571eb-717b-4f75-a014-392fc1b02172 req-f88d62fd-c5ab-4a0b-9dc1-16cc803c3091 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Oct 26 14:01:01.795980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18a20ac2-f317-4008-8af2-8342368a4b98 req-7bf5011e-5f5a-4d85-9b61-f5f09fb8d3db service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291145 Oct 26 14:01:01.802781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-1315ede6-0f37-48aa-a807-74ca4b7e801f service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830444 Oct 26 14:01:01.980864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de2e6e70-b9b4-4f6f-965c-750cbbcabf8c req-66b1b64a-fa5c-4006-949d-2d6c53c5f6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586115 Oct 26 14:01:02.061872 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50099b5-8dcb-4a89-8316-a76659bdc455 x-openstack-request-id: req-d50099b5-8dcb-4a89-8316-a76659bdc455 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:02.062464 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:02.065345 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d50099b5-8dcb-4a89-8316-a76659bdc455 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:02.066287 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:01:02.066758 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'status': 'completed', 'code': 200} Oct 26 14:01:02.274925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-37e2edc6-114c-473e-9466-cb8b6c27ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.276392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-37e2edc6-114c-473e-9466-cb8b6c27ba78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.1856790 Oct 26 14:01:02.282645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-3846d638-ac1a-4b25-ae7a-d76cda70b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.284211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-3846d638-ac1a-4b25-ae7a-d76cda70b3c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1097 time: 0.1444695 Oct 26 14:01:02.288543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11599-fb59-4222-93d7-84d2e6250113 req-d49e438f-5d14-4844-80d4-1de25d4ad4ea tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.290311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84f11599-fb59-4222-93d7-84d2e6250113 req-d49e438f-5d14-4844-80d4-1de25d4ad4ea tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0908778 Oct 26 14:01:02.303228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8e638-682c-41d2-9abb-61623deed71b req-c322506b-925a-449c-8ac6-bf12510d0ab3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.305051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2a8e638-682c-41d2-9abb-61623deed71b req-c322506b-925a-449c-8ac6-bf12510d0ab3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.1305301 Oct 26 14:01:02.338226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84f11599-fb59-4222-93d7-84d2e6250113 req-c2a65bae-d9fc-4be2-979b-7abfd7c71576 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Oct 26 14:01:02.565621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-95e1c4eb-6d12-4428-82c6-88b8044e0ed1 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--742041648&fields=id&tenant_id=2c08b363b56f4bfca458cb64f14d561d HTTP/1.1" status: 200 len: 267 time: 0.0506225 Oct 26 14:01:02.672216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:02.816407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:02.816875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2a8e638-682c-41d2-9abb-61623deed71b req-72932a4d-f10b-42a5-9a02-9cbfda49944d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462350 Oct 26 14:01:02.861169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'mac_address': 'fa:16:3e:02:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:02.933476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-093084cb-7c72-437a-87bb-b2d0024447ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:02.934973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-093084cb-7c72-437a-87bb-b2d0024447ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.6485944 Oct 26 14:01:02.941346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:02.944410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-f09fee0b-4547-42d1-81a4-9679a86205a4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.0864906 Oct 26 14:01:02.964850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:02.993477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:02.999285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-fc5d204c-cc6a-417f-b847-92bcc99f168c tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.002218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:03.008139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-fc5d204c-cc6a-417f-b847-92bcc99f168c tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/networks?id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a HTTP/1.1" status: 200 len: 812 time: 0.4357848 Oct 26 14:01:03.027746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-bc5721ce-7641-4999-b0e6-e36eb744e6e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0759375 Oct 26 14:01:03.037767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-0195c57b-b558-486b-b444-82f1c1549abe tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/quotas/2c08b363b56f4bfca458cb64f14d561d HTTP/1.1" status: 200 len: 375 time: 0.0282636 Oct 26 14:01:03.041417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-d9021b25-e49b-483d-bbd5-664dc7d01569 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.048657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-d9021b25-e49b-483d-bbd5-664dc7d01569 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports/a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 943 time: 0.1028290 Oct 26 14:01:03.052115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-5c53a283-e61f-4701-818d-a15c18998b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.054655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-5c53a283-e61f-4701-818d-a15c18998b0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.3858621 Oct 26 14:01:03.103204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:03.107287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-07ea20ad-36a2-4e65-95cc-e4f449a590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.108810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-07ea20ad-36a2-4e65-95cc-e4f449a590ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1101 time: 0.0902603 Oct 26 14:01:03.128021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-6fa9d989-3cd7-49b7-ad5c-aff23be0cabb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c08b363b56f4bfca458cb64f14d561d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893917 Oct 26 14:01:03.212453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-5a58ad54-6395-495a-8417-3eb4979797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.213976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-5a58ad54-6395-495a-8417-3eb4979797a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1639531 Oct 26 14:01:03.221509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-d26c9374-1507-4820-8bc1-ec6e47071024 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 1002 time: 0.1565399 Oct 26 14:01:03.232859 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:01:03.238219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-ca0cfd10-1c73-422b-b344-c6feb2174698 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.1383684 Oct 26 14:01:03.296048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-cad26cd5-3d01-4c03-be80-2fb9a6551042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.297557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-cad26cd5-3d01-4c03-be80-2fb9a6551042 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1680841 Oct 26 14:01:03.305229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-72f2e5dd-3e4c-4187-bbaf-562ce9842f77 service neutron] 10.222.0.37 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517367 Oct 26 14:01:03.349945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:03.364537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-e2a453de-e3e8-47b9-aef1-45104eb4a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.365936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-e2a453de-e3e8-47b9-aef1-45104eb4a6bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1330550 Oct 26 14:01:03.376854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-298c990a-3d84-4294-9884-d0b09ee3e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.378599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-298c990a-3d84-4294-9884-d0b09ee3e0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538153 Oct 26 14:01:03.402113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-e2b2d2e0-00f3-43d2-9344-1353d7b98c85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0827053 Oct 26 14:01:03.492077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-d729eb89-9a90-4896-8492-3bc412cf1fbf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.493527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e85e50f-2bea-4435-a486-af3d9f48a43c req-d729eb89-9a90-4896-8492-3bc412cf1fbf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.2465045 Oct 26 14:01:03.494103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-18fbaeca-bd24-4037-b985-4a108a5f8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.495905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-18fbaeca-bd24-4037-b985-4a108a5f8660 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0778620 Oct 26 14:01:03.509194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-61c85c07-cada-481a-92d6-7c6dc6c292de service neutron] 10.222.0.37 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917403 Oct 26 14:01:03.525872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-a5294b7c-6a08-4a11-acb2-4469b2d83ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.527492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-a5294b7c-6a08-4a11-acb2-4469b2d83ac3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289692 Oct 26 14:01:03.572467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-d0aa3a64-6372-403e-bfef-c3e0db00983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.574254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-d0aa3a64-6372-403e-bfef-c3e0db00983e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640407 Oct 26 14:01:03.653359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-cc5e305f-4a91-4ff7-8675-3bfd37ee33d2 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517784 Oct 26 14:01:03.695572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-12a1efe4-364b-478f-8bb0-ca3c08471b59 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129272 Oct 26 14:01:03.697311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f206999-3ebb-46c5-8cce-688e6043b67d req-35e5787f-83c9-428b-a3cb-1ae554e4d1f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.698844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f206999-3ebb-46c5-8cce-688e6043b67d req-35e5787f-83c9-428b-a3cb-1ae554e4d1f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1112354 Oct 26 14:01:03.784551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-fdbf79be-1fad-4cfa-8866-019d41002c9a service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479322 Oct 26 14:01:03.831945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f206999-3ebb-46c5-8cce-688e6043b67d req-3749e86e-4372-415b-8f5a-2eaef059d1db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186397 Oct 26 14:01:03.866293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425d789-403f-4732-84b5-a2d6e83086b8 req-f451a673-23b8-47ef-8780-da6bfd01cfdf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:03.867989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d425d789-403f-4732-84b5-a2d6e83086b8 req-f451a673-23b8-47ef-8780-da6bfd01cfdf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 950 time: 0.0994704 Oct 26 14:01:03.874630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-005bfc37-42ac-4458-9e1c-95f23f953811 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661253 Oct 26 14:01:03.907732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-2af4792f-01ac-4f8f-94ce-abc3dd75adc9 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420089 Oct 26 14:01:03.926354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d425d789-403f-4732-84b5-a2d6e83086b8 req-6b8983fe-9e65-4a00-bbd5-ef6e1cee2f5f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488412 Oct 26 14:01:03.979013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43bde7-8cf2-4b93-9ba4-b86d1b812b2c req-83a66d35-f978-4382-b1da-83777416cdaf service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758697 Oct 26 14:01:04.071744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93474818-5c70-4085-8926-64c0062982f8 req-b4e48cea-a44c-4ccb-981c-ac95e7ce94bc tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.079384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93474818-5c70-4085-8926-64c0062982f8 req-b4e48cea-a44c-4ccb-981c-ac95e7ce94bc tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 948 time: 0.0990098 Oct 26 14:01:04.081972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:04.084415 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33fec75-34af-434d-bea7-71bc0a5da617" -d '{"events": [{"name": "network-changed", "server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:04.114744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ec18-3cee-4eb5-bca2-8059b7a73cd6 req-6d800dcd-4be3-4c04-b47e-a1362e199a2c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.116425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df97ec18-3cee-4eb5-bca2-8059b7a73cd6 req-6d800dcd-4be3-4c04-b47e-a1362e199a2c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0627933 Oct 26 14:01:04.138861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93474818-5c70-4085-8926-64c0062982f8 req-5f27ac20-abc2-46c7-96ab-3fdcbf1560f8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532596 Oct 26 14:01:04.166549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df97ec18-3cee-4eb5-bca2-8059b7a73cd6 req-9031e3eb-b660-4a84-a37c-bbb7f0b5e916 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Oct 26 14:01:04.307452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-22db679a-d3de-49a0-afd5-12551c77a569 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.1067891 Oct 26 14:01:04.310183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3bd1cde-d183-4e97-8559-fefdfd7973f2 req-d9961715-d620-49d0-9596-ffc83d1199ed tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 210 time: 0.0291378 Oct 26 14:01:04.380622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-827e1b8e-2f7e-49d8-bd59-33a47673c5a9 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.382046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-827e1b8e-2f7e-49d8-bd59-33a47673c5a9 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports/a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 943 time: 0.0684516 Oct 26 14:01:04.436848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b72a5-3085-49e4-b22f-9b21bd14bb8c req-acfe1a92-b89c-4da8-ae37-4e290a7af06c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.439050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c47b72a5-3085-49e4-b22f-9b21bd14bb8c req-acfe1a92-b89c-4da8-ae37-4e290a7af06c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 949 time: 0.0672400 Oct 26 14:01:04.489391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c47b72a5-3085-49e4-b22f-9b21bd14bb8c req-d1c3e17b-b446-4970-96de-6e81a4447507 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354009 Oct 26 14:01:04.498541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-91e8c204-dd26-478d-a5d1-4074bc6b29cb tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.0694704 Oct 26 14:01:04.605454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f6899-6100-44c3-943d-280893ddc80b req-205cad57-c85a-45f7-9866-b8751198f7ce tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.607360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-776f6899-6100-44c3-943d-280893ddc80b req-205cad57-c85a-45f7-9866-b8751198f7ce tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1096 time: 0.0427840 Oct 26 14:01:04.617846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-fcc621d9-1d94-43d0-8653-95259db5c579 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.619251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-fcc621d9-1d94-43d0-8653-95259db5c579 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1098447 Oct 26 14:01:04.646327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-776f6899-6100-44c3-943d-280893ddc80b req-d956182e-24ef-4c4d-b69d-7af02ecb76fa tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Oct 26 14:01:04.689911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:04.707924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-685f7f56-b746-43b3-ab0a-31817f1f276f tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.0809724 Oct 26 14:01:04.713151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:04.723662 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4694a02a-c7b0-4541-bc4c-87d140a54da9 x-openstack-request-id: req-4694a02a-c7b0-4541-bc4c-87d140a54da9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:04.724157 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:04.724591 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4694a02a-c7b0-4541-bc4c-87d140a54da9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:04.725187 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c', 'status': 'completed', 'code': 200} Oct 26 14:01:04.752736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port ce0387a9-0b1c-42dd-9e3b-1a925f267530 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:04.758453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ce0387a9-0b1c-42dd-9e3b-1a925f267530 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:04.759150 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.783478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.795477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 96d94322-10db-4c5f-9825-f1c4a9cb7f6c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:04.827466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-2a88a706-b166-4615-b757-6683e8f86242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:04.829628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-2a88a706-b166-4615-b757-6683e8f86242 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 1099 time: 0.0651686 Oct 26 14:01:04.944086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:04.987319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:04.994721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:04.997435 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b9cc5-f401-444e-b6ea-864e528919e3" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:05.011207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.020788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:05.021020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.021308 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9 disassociated. External IP: 172.25.5.223, port: a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b. Oct 26 14:01:05.022562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c', 'mac_address': 'fa:16:3e:ee:b6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:05.030961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.096729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.176030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-031a70d4-02f7-4480-8377-bd39aaabb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.178073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-031a70d4-02f7-4480-8377-bd39aaabb6e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3392506 Oct 26 14:01:05.213784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901c30d-6e5c-4e49-92ed-a69879c86e93 req-ee5edfea-859f-4c68-bfaf-bcdd1f814733 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.220437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901c30d-6e5c-4e49-92ed-a69879c86e93 req-ee5edfea-859f-4c68-bfaf-bcdd1f814733 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.231788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5901c30d-6e5c-4e49-92ed-a69879c86e93 req-ee5edfea-859f-4c68-bfaf-bcdd1f814733 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86&device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 1690 time: 0.2363646 Oct 26 14:01:05.266564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d94322-10db-4c5f-9825-f1c4a9cb7f6c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:05.276553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:05.281096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:05.292988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-3555d931-ea5f-425c-84e9-a224ddb27c48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c HTTP/1.1" status: 200 len: 217 time: 0.0966208 Oct 26 14:01:05.295738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:05.304470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.312052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-8a8e4c3a-c632-4d9e-9ecb-64f463025855 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.313519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-8a8e4c3a-c632-4d9e-9ecb-64f463025855 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.41 "GET /v2.0/networks?id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a HTTP/1.1" status: 200 len: 812 time: 0.2582345 Oct 26 14:01:05.358876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:05.372155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5901c30d-6e5c-4e49-92ed-a69879c86e93 req-f5df3526-a010-46c7-8cc9-624c883bbcb0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387892 Oct 26 14:01:05.404826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:05.410603 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.416770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-88112d78-6c1e-4f85-ade2-d3389102f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.419077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-88112d78-6c1e-4f85-ade2-d3389102f298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1154158 Oct 26 14:01:05.421287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:05.423809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-9a0cd988-9cd9-447a-aada-ea571aa36238 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c08b363b56f4bfca458cb64f14d561d HTTP/1.1" status: 200 len: 379 time: 0.0947440 Oct 26 14:01:05.434477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:05.435525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'port': {'device_id': 'f4133503-6758-48f0-af48-22c6abcba370', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'admin_state_up': True, 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'security_groups': ['48c10ee5-0bbf-4e44-b677-cf371c6b6336']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:05.435735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:05.447205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-0b71164b-a658-41e8-bf7e-e1efadc85fb8 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "PUT /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 695 time: 0.7379754 Oct 26 14:01:05.449341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:05.452594 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d959b1e-c488-4ba0-a18a-da02a15834e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:05.509705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-13c660ea-7604-40df-8ce4-53981f37f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.517071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-13c660ea-7604-40df-8ce4-53981f37f364 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1097 time: 0.0543175 Oct 26 14:01:05.574359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-aeb833bd-49ea-4ace-b666-9a1d31366359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.574359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-aeb833bd-49ea-4ace-b666-9a1d31366359 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416650 Oct 26 14:01:05.580577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:05.625379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-7c0456d6-f30d-42d8-82e3-ad5637f48b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.629693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-7c0456d6-f30d-42d8-82e3-ad5637f48b40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1072190 Oct 26 14:01:05.638515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be81b-a6e0-4002-aa5e-f01da248b186 req-5a7a8ec3-0de9-42b7-8d96-ef7c017aab20 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.640056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-544be81b-a6e0-4002-aa5e-f01da248b186 req-5a7a8ec3-0de9-42b7-8d96-ef7c017aab20 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1096 time: 0.1914203 Oct 26 14:01:05.669945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['96d94322-10db-4c5f-9825-f1c4a9cb7f6c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:05.679993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-7ef8f579-da18-4feb-837c-5222284b8353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 217 time: 0.0434175 Oct 26 14:01:05.739273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-544be81b-a6e0-4002-aa5e-f01da248b186 req-d11856ec-634b-4ee3-a2d7-60405d8eb0db tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Oct 26 14:01:05.742218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Made reservation on behalf of 2c08b363b56f4bfca458cb64f14d561d for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:05.742397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-202854f6-2ddb-46f5-95af-455e99c47ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.746147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:05.746602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-202854f6-2ddb-46f5-95af-455e99c47ad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0605984 Oct 26 14:01:05.750092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-a42d56e3-f1f3-49a6-b97d-eeee9492b66a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622581 Oct 26 14:01:05.808159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-dedca189-fc5d-4893-b7f4-807a890f768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:05.810661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-dedca189-fc5d-4893-b7f4-807a890f768d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583904 Oct 26 14:01:05.942404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-c3dbcef7-30fa-4b21-8689-641661c1d254 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247694 Oct 26 14:01:05.962099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:05.996442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:06.007422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:06.008059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:06.058011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3809820-5172-49f4-b9ec-be4fcc1f0a58 req-9d445dec-3958-43a0-899c-98014b127600 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043944 Oct 26 14:01:06.119459 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6eb458-6fce-4735-8d82-6754b9fab072 x-openstack-request-id: req-4b6eb458-6fce-4735-8d82-6754b9fab072 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:06.120162 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:06.120656 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b6eb458-6fce-4735-8d82-6754b9fab072 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:06.121264 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'code': 200} Oct 26 14:01:06.160123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:06.224726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba0b9-6bf1-4f76-8a47-6ead89c83456 req-950f4f44-d81b-4091-a9ec-83ca17d274c4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.226533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0acba0b9-6bf1-4f76-8a47-6ead89c83456 req-950f4f44-d81b-4091-a9ec-83ca17d274c4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 949 time: 0.0552182 Oct 26 14:01:06.303207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f20c84-9569-4f3d-8e0b-ffb5d264e86e req-f364b193-3aea-494b-93a8-b132d2538154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.303984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08f20c84-9569-4f3d-8e0b-ffb5d264e86e req-f364b193-3aea-494b-93a8-b132d2538154 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1100 time: 0.0763934 Oct 26 14:01:06.309213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0acba0b9-6bf1-4f76-8a47-6ead89c83456 req-f52998c3-1bcc-41b0-b246-6b5757c45d0b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 Oct 26 14:01:06.323655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33fec75-34af-434d-bea7-71bc0a5da617 req-d3e57475-b4bf-4114-a4d2-8545cb6b85fb service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610423 Oct 26 14:01:06.335352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58bc3e-5423-49bb-8620-d0b7b2fe16bd req-8a2a50fa-057c-41c2-af72-4d20b2c74943 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.337097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e58bc3e-5423-49bb-8620-d0b7b2fe16bd req-8a2a50fa-057c-41c2-af72-4d20b2c74943 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1325626 Oct 26 14:01:06.359204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Allocated IP 172.20.0.9 (c0af6b9e-37d4-4c67-a3cf-e3f688118a1a/a4b2424b-75ff-4902-8ba6-c29adcfb166d/f34b994f-4c86-47cb-a224-6c21a77c923d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:06.378341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08f20c84-9569-4f3d-8e0b-ffb5d264e86e req-ffa49a87-1737-4c19-a639-3adb05005682 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590963 Oct 26 14:01:06.416786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd611121-2311-43a9-a540-141e621b6302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:06.423901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e58bc3e-5423-49bb-8620-d0b7b2fe16bd req-856a7d0e-4d7d-4e23-a298-42dcaf6a27db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668361 Oct 26 14:01:06.462000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd611121-2311-43a9-a540-141e621b6302 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:06.462843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14765b-1b34-40d9-baf4-3e7cd402e1ee req-746e1102-0738-492b-825a-018d3e19eceb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.464880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b14765b-1b34-40d9-baf4-3e7cd402e1ee req-746e1102-0738-492b-825a-018d3e19eceb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0730810 Oct 26 14:01:06.524680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b14765b-1b34-40d9-baf4-3e7cd402e1ee req-0acb00c6-dc47-4bb5-9933-c73043200547 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Oct 26 14:01:06.610424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c71a0a9-616e-4c9b-b2b7-8d58d71a960c req-72edaaff-b9d9-4fa7-a963-0525c51aeb75 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 210 time: 0.0435736 Oct 26 14:01:06.616668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.657104 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63643c71-1cf6-4cdc-ac71-78afa849c5ae x-openstack-request-id: req-63643c71-1cf6-4cdc-ac71-78afa849c5ae {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:06.657436 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:06.657712 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63643c71-1cf6-4cdc-ac71-78afa849c5ae {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:06.658057 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'status': 'completed', 'code': 200} Oct 26 14:01:06.720906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.789581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:06.803276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:06.807965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:06.826857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61233b5-1017-4f96-b504-b73bc0f0285c None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:06.878517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-7c6a1a1e-8319-412a-9f6e-f70e20b0de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.880251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-7c6a1a1e-8319-412a-9f6e-f70e20b0de01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 1097 time: 0.1960790 Oct 26 14:01:06.880930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:06.920767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.921706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:06.964370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010cb4d-9011-4157-a6f9-b6e456550b45 req-4462dc51-91da-43c3-9957-6a43b01c665e tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:06.983791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1010cb4d-9011-4157-a6f9-b6e456550b45 req-4462dc51-91da-43c3-9957-6a43b01c665e tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 1101 time: 0.0983603 Oct 26 14:01:07.051605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1010cb4d-9011-4157-a6f9-b6e456550b45 req-bad953fd-9156-40f8-a5c7-7ba7c0291ee9 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615396 Oct 26 14:01:07.095728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-90837143-a2a4-49ac-a4fb-bbf36700b7cb tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6642816 Oct 26 14:01:07.106460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-48000266-6ffb-4c1a-ba69-4c6ccf0c4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.110330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-48000266-6ffb-4c1a-ba69-4c6ccf0c4415 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.2100315 Oct 26 14:01:07.118104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Request body: {'port': {'device_id': 'f4133503-6758-48f0-af48-22c6abcba370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:07.197413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-c5468fce-8361-4433-850b-2182a1284e1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 200 len: 217 time: 0.0535185 Oct 26 14:01:07.226761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae96835-00f8-475e-a84d-6d8074518a61 req-30fdb490-76ab-4fc6-aa8a-22f4db90f7a1 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.228611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ae96835-00f8-475e-a84d-6d8074518a61 req-30fdb490-76ab-4fc6-aa8a-22f4db90f7a1 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 1100 time: 0.0492499 Oct 26 14:01:07.241842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-1f1e3edd-d765-46f2-a806-791a7cb62cbf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.244680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fc13ab0e-6b94-4f64-9f34-59435c476fe8 None None] Provisioning complete for port f34b994f-4c86-47cb-a224-6c21a77c923d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:07.245185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-1f1e3edd-d765-46f2-a806-791a7cb62cbf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2224300 Oct 26 14:01:07.245996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc13ab0e-6b94-4f64-9f34-59435c476fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.278313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ae96835-00f8-475e-a84d-6d8074518a61 req-6905ad0a-ffcf-413d-99f0-ac8a60c3aa61 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Oct 26 14:01:07.281560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.297714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fc13ab0e-6b94-4f64-9f34-59435c476fe8 None None] Port f34b994f-4c86-47cb-a224-6c21a77c923d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:07.340652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-46c1c4c6-9cb3-4d71-b636-097574dbd871 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0899105 Oct 26 14:01:07.350292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-f0ac77e9-fc3b-4eb8-8c77-16afb97a672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.351787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-f0ac77e9-fc3b-4eb8-8c77-16afb97a672f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1309130 Oct 26 14:01:07.384983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:07.453851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:07.458473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ab1f-1574-4d5f-b95c-74a85b66c94b req-ea7527fa-237b-4258-8216-f2be0804c349 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.460023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e3ab1f-1574-4d5f-b95c-74a85b66c94b req-ea7527fa-237b-4258-8216-f2be0804c349 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 949 time: 0.0694423 Oct 26 14:01:07.508548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e3ab1f-1574-4d5f-b95c-74a85b66c94b req-33c1d645-96ce-4f85-9f3c-2bd9fc7dfd22 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Oct 26 14:01:07.597779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-07842f0f-752e-4ba7-b897-0ef0058276bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.599315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-07842f0f-752e-4ba7-b897-0ef0058276bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270374 Oct 26 14:01:07.620019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f7e4ac15-7315-4b91-ae70-e082d73bba30 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238264 Oct 26 14:01:07.745160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-da6254c0-a9f0-4864-8dda-84910ddafc3d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:07.747039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-da6254c0-a9f0-4864-8dda-84910ddafc3d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205344 Oct 26 14:01:07.774926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-faa2d788-543e-4c71-b3ea-b52f021a3300 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.0150056 Oct 26 14:01:07.877872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-b3426436-eee4-4252-8abc-073e957b8843 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1005402 Oct 26 14:01:07.906088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-7ff7121d-2824-4cb7-a0e1-8e508192174f service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794499 Oct 26 14:01:08.117220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfa265-59af-4758-9695-8f47a864f21b req-7eec81b4-f5e0-4057-a919-1f80338ad4db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:08.119045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82bfa265-59af-4758-9695-8f47a864f21b req-7eec81b4-f5e0-4057-a919-1f80338ad4db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0564115 Oct 26 14:01:08.182319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82bfa265-59af-4758-9695-8f47a864f21b req-7c3c5dd4-2ee5-4c61-99b9-70faa18e28ad tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553138 Oct 26 14:01:08.314341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34b994f-4c86-47cb-a224-6c21a77c923d {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:08.350760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.362233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.389775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Transition to ACTIVE for port object f34b994f-4c86-47cb-a224-6c21a77c923d will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:08.390991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.430169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274c83-023e-445d-8297-e19aed1dbb09 req-7ae7c8f3-5938-4153-8880-10e34c1baf59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:08.437784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a274c83-023e-445d-8297-e19aed1dbb09 req-7ae7c8f3-5938-4153-8880-10e34c1baf59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1070480 Oct 26 14:01:08.500353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a274c83-023e-445d-8297-e19aed1dbb09 req-a374622d-a4ad-4e9d-8160-ae00f4ca7756 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Oct 26 14:01:08.521814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.563686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d959b1e-c488-4ba0-a18a-da02a15834e2 req-46162eab-5b17-4cfa-9c9b-e781eaf3621c service neutron] 10.222.0.73 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423502 Oct 26 14:01:08.656635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2820e-39b3-4c06-bc07-68554e05cc8f req-bb3c1a08-2e3b-46a9-b7c2-f658825b7a4a tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:08.663094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6bc2820e-39b3-4c06-bc07-68554e05cc8f req-bb3c1a08-2e3b-46a9-b7c2-f658825b7a4a tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 943 time: 0.0850794 Oct 26 14:01:08.736465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:08.738027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6bc2820e-39b3-4c06-bc07-68554e05cc8f req-b40bbf25-3031-46b0-bfbe-00ca178939c1 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670390 Oct 26 14:01:08.750468 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9 associated. External IP: 172.25.5.223, port: d836ce44-7e62-4e13-a3bf-46f7a460912e. Oct 26 14:01:08.794412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 96d94322-10db-4c5f-9825-f1c4a9cb7f6c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:08.858890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-1b09e923-a73b-407c-ac6f-08a25159c6b0 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:08.860577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-1b09e923-a73b-407c-ac6f-08a25159c6b0 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c019cf7-09db-4143-bddd-dc2dfe9181c1 HTTP/1.1" status: 200 len: 946 time: 0.2543006 Oct 26 14:01:08.900239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:08.905809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:08.906468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:08.949247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1ab0ca2-f1e8-49a0-99ad-5dd0d5bee914 req-1c9f3dd3-601e-4d6b-b488-77d6b20088dc tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 210 time: 0.0491779 Oct 26 14:01:09.057233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.088849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:09.092108 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31be0b4e-d714-4ff2-a37a-880b2142af0e" -d '{"events": [{"server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "name": "network-vif-plugged", "status": "completed", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:09.111362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:09.122024 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.163016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba84cc-2cfe-4ea5-8758-67a458a3b6ae req-bb0a3978-81a8-4d9c-926c-32a1a474ebb2 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.165041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbba84cc-2cfe-4ea5-8758-67a458a3b6ae req-bb0a3978-81a8-4d9c-926c-32a1a474ebb2 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 949 time: 0.0736048 Oct 26 14:01:09.183855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:09.215923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbba84cc-2cfe-4ea5-8758-67a458a3b6ae req-46e7ea54-d7ac-43f9-b008-d2e1cc441fd0 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425067 Oct 26 14:01:09.276268 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a2cad-7c9a-4d1c-807a-8c636d7add29 x-openstack-request-id: req-2d1a2cad-7c9a-4d1c-807a-8c636d7add29 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:09.276815 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "name": "network-vif-plugged", "status": "completed", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:09.277345 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d1a2cad-7c9a-4d1c-807a-8c636d7add29 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:09.277902 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c', 'code': 200} Oct 26 14:01:09.314411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Attempting to bind port f34b994f-4c86-47cb-a224-6c21a77c923d on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:09.315016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Attempting to bind port f34b994f-4c86-47cb-a224-6c21a77c923d by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:09.315146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Attempting to bind port f34b994f-4c86-47cb-a224-6c21a77c923d on network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:09.325076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Port f34b994f-4c86-47cb-a224-6c21a77c923d on network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:09.325403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Attempting to bind port f34b994f-4c86-47cb-a224-6c21a77c923d on network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:09.341861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:09.342194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Checking segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:09.342583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Bound using segment: {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:09.343024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Bound port: f34b994f-4c86-47cb-a224-6c21a77c923d, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098453e3-d1b2-4b95-8b63-923a91c100f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:09.343382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.456754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2a504cda-3307-4e3a-84f5-8f0f84e46f65 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363526 Oct 26 14:01:09.468906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b61f74-0f22-4597-8e02-1c9b12b2348d req-6dd069d0-8494-4dd0-91c9-145ac9b6adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.470567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9b61f74-0f22-4597-8e02-1c9b12b2348d req-6dd069d0-8494-4dd0-91c9-145ac9b6adb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 1101 time: 0.1069236 Oct 26 14:01:09.517910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed36be-758a-41b3-98f8-979fc42e6e26 req-8fc4f137-89f5-4fc8-a4bf-b9080ba73a98 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.519660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6ed36be-758a-41b3-98f8-979fc42e6e26 req-8fc4f137-89f5-4fc8-a4bf-b9080ba73a98 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1461766 Oct 26 14:01:09.545516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Deleting port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:09.546070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.602911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9b61f74-0f22-4597-8e02-1c9b12b2348d req-4bb61ea9-0a53-4d56-9bd5-32dcd74b31f3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210010 Oct 26 14:01:09.631321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:09.633056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6ed36be-758a-41b3-98f8-979fc42e6e26 req-8e6dda56-a3b8-41b0-a205-8fc3b4e39951 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810647 Oct 26 14:01:09.654776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:09.666486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.679488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-e151f6ff-b624-4f31-aa07-f6fe07b92ab5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.681176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-e151f6ff-b624-4f31-aa07-f6fe07b92ab5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152164 Oct 26 14:01:09.692217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:09.701755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': '12907303-41c1-4403-bbec-d306aa480e86', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:09.751736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:09.755806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.755806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] 10.222.0.41 "PUT /v2.0/ports/f34b994f-4c86-47cb-a224-6c21a77c923d HTTP/1.1" status: 200 len: 1091 time: 2.6432014 Oct 26 14:01:09.756129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:09.759189 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:09.765523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] For port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:09.765901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:09.819555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Calling delete_port for a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:09.927158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22eae3-3e47-4073-badc-293d9ab6af84 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:10.031005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-93673a17-1ff8-4fe0-b937-65fda54b1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.032797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-93673a17-1ff8-4fe0-b937-65fda54b1add service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c08b363b56f4bfca458cb64f14d561d&device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 1094 time: 0.2192180 Oct 26 14:01:10.053526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36b716-b738-4f9a-8fa6-b0cea00a50a9 req-96f12198-2c1e-4cc7-a257-45a16f741f77 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.055090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa36b716-b738-4f9a-8fa6-b0cea00a50a9 req-96f12198-2c1e-4cc7-a257-45a16f741f77 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1265850 Oct 26 14:01:10.056773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:10.061583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.068324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f2db24cc-b2d0-4ce0-b8a7-f0cb5f27b274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.104203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:10.108847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-96df3338-df76-429d-ab91-2d7280b7aeba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34b994f-4c86-47cb-a224-6c21a77c923d HTTP/1.1" status: 200 len: 217 time: 0.0621881 Oct 26 14:01:10.113487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.139890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:10.142740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa36b716-b738-4f9a-8fa6-b0cea00a50a9 req-703c4cb8-71f3-4550-b6a1-4dbcd31c3a0f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773227 Oct 26 14:01:10.152213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:10.152947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:10.225943 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb9961-6574-416b-ae04-e395830fac45 x-openstack-request-id: req-ecbb9961-6574-416b-ae04-e395830fac45 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:10.226411 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:10.226755 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecbb9961-6574-416b-ae04-e395830fac45 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:10.227251 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'status': 'completed', 'code': 200} Oct 26 14:01:10.232577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-050d8370-c06d-4861-a96b-9348c7fd7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.233899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-050d8370-c06d-4861-a96b-9348c7fd7f5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4b2424b-75ff-4902-8ba6-c29adcfb166d HTTP/1.1" status: 200 len: 851 time: 0.1154780 Oct 26 14:01:10.271684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-818c2e6e-9f12-4a3c-852c-aab094cd54cc tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "PUT /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 997 time: 2.9186847 Oct 26 14:01:10.370837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:10.371858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.218 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/c901b5d6-fa06-4375-a918-958e05141506) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:10.412835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87588-920f-48ed-b119-357a90ae052f req-62bba423-579e-4ae9-ac90-9c593f3db42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.414390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-62bba423-579e-4ae9-ac90-9c593f3db42a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671073 Oct 26 14:01:10.417778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaefb4-5386-4d37-a261-60cfc33a5a26 req-8f7d4d0d-d81a-44a5-80ae-932429566808 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.426128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aaefb4-5386-4d37-a261-60cfc33a5a26 req-8f7d4d0d-d81a-44a5-80ae-932429566808 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 943 time: 0.0969148 Oct 26 14:01:10.451752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-84d06615-74d3-4872-b3ae-7babc37a3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.454100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-84d06615-74d3-4872-b3ae-7babc37a3305 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.1354549 Oct 26 14:01:10.537464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aaefb4-5386-4d37-a261-60cfc33a5a26 req-48efe302-623e-4633-91be-d769b1485519 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037545 Oct 26 14:01:10.643347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.670241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d836ce44-7e62-4e13-a3bf-46f7a460912e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:10.672419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:10.672879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-c4f1c3af-0199-4737-9294-28bee4afde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:10.674551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-c4f1c3af-0199-4737-9294-28bee4afde62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.2071695 Oct 26 14:01:10.690197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9024359d-587b-41dd-86b4-b99a202373ce req-3db3f32a-1d1e-4f11-bf4c-bb1527360ccc tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 210 time: 0.0459628 Oct 26 14:01:10.702735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.707492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event deleted for resources: {'Port': ['ID=a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:10.788428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.880052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-b793f6c7-608b-45fa-987a-63253b1cfafa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 1000 time: 0.1812897 Oct 26 14:01:10.906971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:10.920609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:10.934349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:10.938488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] No DVR routers for this DVR port a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:10.981904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:10.985475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:10.989806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed8927d8-63ef-46cd-ae69-6cbe89ad38d0 req-405de995-faa0-4e5f-8bc1-705c7b91c78d tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.73 "DELETE /v2.0/ports/a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b HTTP/1.1" status: 204 len: 173 time: 2.1204197 Oct 26 14:01:11.013147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-4494a9b8-3e33-4299-985d-d96ccf461108 service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797360 Oct 26 14:01:11.029758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-8875fc36-510a-4647-9357-04c8fdbccbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.053259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-8875fc36-510a-4647-9357-04c8fdbccbcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.1693165 Oct 26 14:01:11.081480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.082687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.102733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f8b18-fc8b-4b19-8c4d-828a1566d46f req-aede77fc-95fe-472e-9c34-39caa8c5a757 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.109093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-377f8b18-fc8b-4b19-8c4d-828a1566d46f req-aede77fc-95fe-472e-9c34-39caa8c5a757 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 950 time: 0.1930764 Oct 26 14:01:11.179720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-f9989cb6-fff6-47dd-9884-cef7ae166316 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4841983 Oct 26 14:01:11.234997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Request body: {'port': {'device_id': '12907303-41c1-4403-bbec-d306aa480e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:11.241784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:11.243539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-377f8b18-fc8b-4b19-8c4d-828a1566d46f req-03715fd1-90de-480a-b73f-e30dc62c4404 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228039 Oct 26 14:01:11.319614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.323267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-445b1c47-fc5d-45c3-85b8-8791291ceccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.324848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-445b1c47-fc5d-45c3-85b8-8791291ceccd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708070 Oct 26 14:01:11.426227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-ab6791aa-090a-4e8b-93c1-d42dbefc641f service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896695 Oct 26 14:01:11.444680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-275af98b-bc4f-4c53-ba74-bb6dcab2ea46 None None] Provisioning complete for port c901b5d6-fa06-4375-a918-958e05141506 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:11.445200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-275af98b-bc4f-4c53-ba74-bb6dcab2ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:11.483571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117461-4d19-49c8-992c-62119bcc121c req-af0c541e-578d-4700-9ed4-474fb89410e9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.485235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2117461-4d19-49c8-992c-62119bcc121c req-af0c541e-578d-4700-9ed4-474fb89410e9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1304591 Oct 26 14:01:11.491666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc87588-920f-48ed-b119-357a90ae052f req-df70e033-583c-4f54-ad87-49bd830676f5 service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728266 Oct 26 14:01:11.492274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-275af98b-bc4f-4c53-ba74-bb6dcab2ea46 None None] Port c901b5d6-fa06-4375-a918-958e05141506 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:11.579914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8345071-b2c1-4fe7-a906-6d50cbef21da req-0dc46b1f-a4f6-4661-9670-33294902f2a4 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413894 Oct 26 14:01:11.586985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:01:08Z', 'revision_number': 8, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:11.646855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:11.664837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2117461-4d19-49c8-992c-62119bcc121c req-78d0f2d2-c062-4985-8642-3b01a1868ec2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637175 Oct 26 14:01:11.666589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-14880840-e013-487d-9cba-ee5a075db5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.683776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-14880840-e013-487d-9cba-ee5a075db5aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c08b363b56f4bfca458cb64f14d561d&device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 1094 time: 0.1025882 Oct 26 14:01:11.710161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:11.711097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:00:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:11.867153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-42356d01-09d7-4ec8-93a8-f3270180ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:11.869548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-42356d01-09d7-4ec8-93a8-f3270180ecd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a HTTP/1.1" status: 200 len: 913 time: 0.1714821 Oct 26 14:01:11.945420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:11.972198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-67fb4a58-b249-4b6f-984b-bb9de12d3918 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34b994f-4c86-47cb-a224-6c21a77c923d HTTP/1.1" status: 200 len: 217 time: 0.0438461 Oct 26 14:01:12.013216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:12.047225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5068e-7d5d-48de-bb87-aef6a15f80b5 req-e6c3cdbe-bb02-41b5-8e6f-3f22eeba41fc tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.056257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8b5068e-7d5d-48de-bb87-aef6a15f80b5 req-e6c3cdbe-bb02-41b5-8e6f-3f22eeba41fc tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 943 time: 0.1854112 Oct 26 14:01:12.089927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-8d669d47-f362-4935-a940-866b9709efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.091470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-8d669d47-f362-4935-a940-866b9709efe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4b2424b-75ff-4902-8ba6-c29adcfb166d HTTP/1.1" status: 200 len: 851 time: 0.1110764 Oct 26 14:01:12.121779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8b5068e-7d5d-48de-bb87-aef6a15f80b5 req-5095b71f-a141-403c-b469-279e41fe4b6e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643525 Oct 26 14:01:12.247391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86bcd1-b8f8-4561-b81f-c3be67ce2e9c req-6907295b-75a8-4245-ad64-5d7755f24f69 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.256198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe86bcd1-b8f8-4561-b81f-c3be67ce2e9c req-6907295b-75a8-4245-ad64-5d7755f24f69 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.4381938 Oct 26 14:01:12.259134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}, {'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'name': 'network-vif-deleted', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:12.261542 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eab718-1c43-4c29-96d3-2c50612c1c48" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}, {"server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "name": "network-vif-deleted", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:12.273012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77af8ad4-f269-4cf0-b1f7-2a6efde3b428 req-7a7afe65-11de-48d4-a2cd-034094ef5d40 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 997 time: 0.0898716 Oct 26 14:01:12.301233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901b5d6-fa06-4375-a918-958e05141506 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:12.319722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe86bcd1-b8f8-4561-b81f-c3be67ce2e9c req-48ea1f7f-5d48-43d5-a813-117dc7cbdd17 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577242 Oct 26 14:01:12.324905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.341662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Transition to ACTIVE for port object c901b5d6-fa06-4375-a918-958e05141506 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:12.347911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.366997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-f5cf1ec9-d7bf-48be-9963-17a0a6fc55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.368553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-f5cf1ec9-d7bf-48be-9963-17a0a6fc55c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458549 Oct 26 14:01:12.479131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Pushing event updated for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:12.490949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af8ad4-f269-4cf0-b1f7-2a6efde3b428 req-867cd5d2-a480-4eeb-ae1f-cb829624aa79 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.498674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77af8ad4-f269-4cf0-b1f7-2a6efde3b428 req-867cd5d2-a480-4eeb-ae1f-cb829624aa79 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.2245464 Oct 26 14:01:12.505341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-77af8ad4-f269-4cf0-b1f7-2a6efde3b428 req-0b68e65c-5de7-49e8-84c8-b2a903ef7e31 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:01:12.519676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77af8ad4-f269-4cf0-b1f7-2a6efde3b428 req-0b68e65c-5de7-49e8-84c8-b2a903ef7e31 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0196202 Oct 26 14:01:12.560441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Attempting to bind port c901b5d6-fa06-4375-a918-958e05141506 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:12.561803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Attempting to bind port c901b5d6-fa06-4375-a918-958e05141506 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:12.562326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Attempting to bind port c901b5d6-fa06-4375-a918-958e05141506 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:12.576543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c21e-b990-4316-b364-94f3ee804249 req-c7667fbd-568e-48d2-aa47-d60cf60cefa4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.578724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-8aa8297d-f363-413f-ac8d-de5b4ab9884e service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952450 Oct 26 14:01:12.585134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1206c21e-b990-4316-b364-94f3ee804249 req-c7667fbd-568e-48d2-aa47-d60cf60cefa4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 948 time: 0.1468320 Oct 26 14:01:12.586354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Port c901b5d6-fa06-4375-a918-958e05141506 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:12.587489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Attempting to bind port c901b5d6-fa06-4375-a918-958e05141506 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:12.613855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:12.614202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:12.614585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:12.615036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Bound port: c901b5d6-fa06-4375-a918-958e05141506, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:12.615391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.699124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:01:08Z', 'revision_number': 8, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:12.713753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1206c21e-b990-4316-b364-94f3ee804249 req-ee26802c-d689-4f9f-82aa-2aaad79b6707 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218479 Oct 26 14:01:12.749739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec5182-79cd-40f6-b234-ba83005081af None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '17b931b2-0b02-4bc8-9e2f-665d206595f9', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'floating_ip_address': '172.25.5.223', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'port_id': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'mac_address': 'fa:16:3e:f4:c5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:00:25Z', 'updated_at': '2021-10-26T14:01:08Z', 'revision_number': 8, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:12.764948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:12.769638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c901b5d6-fa06-4375-a918-958e05141506,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:12.775625 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b95431c-bc27-4ab5-9f63-87b2da77a8e7 req-45ecd234-8639-4a5c-81a0-76a4043166d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823423 Oct 26 14:01:12.779951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.830213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.830836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:12.832757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] 10.222.0.41 "PUT /v2.0/ports/c901b5d6-fa06-4375-a918-958e05141506 HTTP/1.1" status: 200 len: 1096 time: 1.6404593 Oct 26 14:01:12.833156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:12.841300 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68538e8-536a-4585-ba31-6ad23d8ca194" -d '{"events": [{"name": "network-changed", "server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "tag": "c901b5d6-fa06-4375-a918-958e05141506"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:12.844202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402e3a-9e63-4bf2-a1f1-502b1e410010 req-9f4747b2-a7c5-4545-b6fe-ede3969601c1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:12.856537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15402e3a-9e63-4bf2-a1f1-502b1e410010 req-9f4747b2-a7c5-4545-b6fe-ede3969601c1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 950 time: 0.1423397 Oct 26 14:01:12.888947 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92f050-c3ee-4dd0-8756-4f3beaa76cec x-openstack-request-id: req-ab92f050-c3ee-4dd0-8756-4f3beaa76cec {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:12.889277 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}, {"server_uuid": "3c019cf7-09db-4143-bddd-dc2dfe9181c1", "name": "network-vif-deleted", "tag": "a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:12.889548 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab92f050-c3ee-4dd0-8756-4f3beaa76cec {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:12.889957 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:01:12.890239 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c019cf7-09db-4143-bddd-dc2dfe9181c1', 'name': 'network-vif-deleted', 'tag': 'a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b', 'status': 'completed', 'code': 200} Oct 26 14:01:12.905932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:12.948644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15402e3a-9e63-4bf2-a1f1-502b1e410010 req-7e88ecc2-1046-43fd-8ac7-7e4ea77219b1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911868 Oct 26 14:01:12.984019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:12.984396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a86d4b52-9f96-4c9c-9ba0-6a07efc2e64b not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:12.997444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-7420f5e9-5bb4-4cad-9eb9-079d944e3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.000658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-7420f5e9-5bb4-4cad-9eb9-079d944e3b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 1099 time: 0.0680621 Oct 26 14:01:13.036943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11c2df-f4e4-4fa5-8f3b-757f2ecae949 service neutron] Pushing event updated for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:13.047101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1585-d72c-4507-9351-76eca2c69b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.085409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-d3b98a89-0bc4-4dd9-8faf-11d3b03d26e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c901b5d6-fa06-4375-a918-958e05141506 HTTP/1.1" status: 200 len: 217 time: 0.0703731 Oct 26 14:01:13.122314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-4ee99e7c-3736-421b-b763-3ab5587b597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.124480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-4ee99e7c-3736-421b-b763-3ab5587b597d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.2488890 Oct 26 14:01:13.131078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-559a5202-5b0c-4fbd-b639-edc4df13d6d5 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1000 time: 0.1884716 Oct 26 14:01:13.202434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37b2d-2bb9-4fda-b023-97b286a449c8 req-7f003cee-54f3-44be-846a-deaa44ce9692 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.206588 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c81bda-819b-47bc-b72f-1cfe593bc0dd None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:13.215803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2c37b2d-2bb9-4fda-b023-97b286a449c8 req-7f003cee-54f3-44be-846a-deaa44ce9692 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1176856 Oct 26 14:01:13.229729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-3b652ca4-3f34-4a97-b39d-a69e7b2813ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.231765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-3b652ca4-3f34-4a97-b39d-a69e7b2813ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1040964 Oct 26 14:01:13.258808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-4cc05164-a8f8-4a82-b425-b32e1b38a16c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.270667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-4cc05164-a8f8-4a82-b425-b32e1b38a16c tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports/d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 943 time: 0.1286869 Oct 26 14:01:13.298612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2c37b2d-2bb9-4fda-b023-97b286a449c8 req-6220acba-4b02-4f7d-a96d-49322c9a4be7 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780823 Oct 26 14:01:13.336607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-4a87b23e-4968-4b97-babc-5cec7c4d2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.338130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-4a87b23e-4968-4b97-babc-5cec7c4d2f06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937283 Oct 26 14:01:13.421778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-6e3ea990-3176-449b-8c9b-d1502ce1b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.423055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-6e3ea990-3176-449b-8c9b-d1502ce1b8cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.2836382 Oct 26 14:01:13.456058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-75614807-8da6-4b69-8031-619c2ec70758 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1000 time: 0.0999596 Oct 26 14:01:13.476641 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d6d6f-0be3-458a-bd9c-9ea5834c6256 x-openstack-request-id: req-728d6d6f-0be3-458a-bd9c-9ea5834c6256 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:13.477248 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "tag": "c901b5d6-fa06-4375-a918-958e05141506", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:13.477717 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-728d6d6f-0be3-458a-bd9c-9ea5834c6256 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:13.478867 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506', 'status': 'completed', 'code': 200} Oct 26 14:01:13.503713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-4f6a5dbb-8a02-4a13-b9d6-60de4be7027c service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513293 Oct 26 14:01:13.590849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-6b87b60d-d598-41bf-a9bd-47e0e95dd0c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 1002 time: 0.1564250 Oct 26 14:01:13.648157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e8994-ecab-41c1-bca5-2b305908e514 req-2891c9e1-ae42-4973-b4e2-8ea32856fcbb service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302760 Oct 26 14:01:13.661825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-53d2ff1f-439a-470e-a065-8f949858314f tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.663561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-53d2ff1f-439a-470e-a065-8f949858314f tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1971571 Oct 26 14:01:13.672857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92d9a-3cc8-493d-8b19-512caf47224e req-0630b7ff-04db-4b61-9dd0-c2259aa08fda tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.675357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-6350b229-9a86-4168-8bdc-0ce355a34ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.676872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-6350b229-9a86-4168-8bdc-0ce355a34ef1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0710845 Oct 26 14:01:13.680856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48a92d9a-3cc8-493d-8b19-512caf47224e req-0630b7ff-04db-4b61-9dd0-c2259aa08fda tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0789211 Oct 26 14:01:13.728632 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.750137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48a92d9a-3cc8-493d-8b19-512caf47224e req-2483f6a2-8e92-4c5f-b005-89abef748773 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673220 Oct 26 14:01:13.797200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-8531b6d8-cc1e-4d69-9d3f-63514a68b9a2 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 1002 time: 0.1246941 Oct 26 14:01:13.800837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-c5325f82-771f-4c6d-adfd-c3a652ea705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.802636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-c5325f82-771f-4c6d-adfd-c3a652ea705e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840077 Oct 26 14:01:13.808905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-df2be8c8-321f-4c3f-9fba-9e2f11bff4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.811306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-df2be8c8-321f-4c3f-9fba-9e2f11bff4ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 1099 time: 0.0937932 Oct 26 14:01:13.811701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:13.932784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:13.965837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eae86-6f48-45aa-90c9-4a5d893a3e3f req-e1152b13-4773-4b7f-9070-7c24e81af3cf tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.967739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-540eae86-6f48-45aa-90c9-4a5d893a3e3f req-e1152b13-4773-4b7f-9070-7c24e81af3cf tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 943 time: 0.1423621 Oct 26 14:01:13.996271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-451133bf-635d-4b22-bd40-db6b30e1c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:13.997915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-451133bf-635d-4b22-bd40-db6b30e1c091 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1614809 Oct 26 14:01:14.019237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-5630e879-a48f-490f-ad9f-7a786922fbdd service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676226 Oct 26 14:01:14.028868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-540eae86-6f48-45aa-90c9-4a5d893a3e3f req-60bf0f48-ff84-48c8-a160-4510105e52d3 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533009 Oct 26 14:01:14.067878 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.069212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-9fc13398-92a3-44b7-91d6-59791634f98c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c901b5d6-fa06-4375-a918-958e05141506 HTTP/1.1" status: 200 len: 217 time: 0.0549929 Oct 26 14:01:14.165835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-3541b377-fb33-4fb3-925b-8692bc7c3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.167685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-3541b377-fb33-4fb3-925b-8692bc7c3130 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0881765 Oct 26 14:01:14.192813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfae06-8efd-43af-8f76-aba4c1e0ce4d req-0ff242fc-24f3-451c-9bf4-2c850773b612 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.194714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ddfae06-8efd-43af-8f76-aba4c1e0ce4d req-0ff242fc-24f3-451c-9bf4-2c850773b612 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0772483 Oct 26 14:01:14.215293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.224965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.225304 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9 disassociated. External IP: 172.25.5.223, port: d836ce44-7e62-4e13-a3bf-46f7a460912e. Oct 26 14:01:14.264154 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ddfae06-8efd-43af-8f76-aba4c1e0ce4d req-01fa3778-5a55-476f-b1e4-f8643c8af9c4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Oct 26 14:01:14.266134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-45bec2cd-1f93-47b7-8254-ce6efb33ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.267063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67eab718-1c43-4c29-96d3-2c50612c1c48 req-0ec296aa-0bcb-473d-be7e-de88b607063d service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883020 Oct 26 14:01:14.267593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-45bec2cd-1f93-47b7-8254-ce6efb33ef76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719812 Oct 26 14:01:14.401313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-5f485972-1031-4d1b-9209-984eb5e2a97e service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134126 Oct 26 14:01:14.480977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:14.610323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:14.615508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:14.624588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:14.641893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:14.643297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:14.647072 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6ec72d03-e592-4436-9ab2-271ec129f293 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "PUT /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 696 time: 0.8416164 Oct 26 14:01:14.710578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-2934ddb3-f6e5-4bf4-9a10-d75ec72f9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.711232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-2934ddb3-f6e5-4bf4-9a10-d75ec72f9a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.0478826 Oct 26 14:01:14.760420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f34b994f-4c86-47cb-a224-6c21a77c923d details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:14.793680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:14.798098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ceb6c-f83f-4fbb-9714-a645fda42083 req-b9d2a749-8ea2-4688-a00f-9c6eee9d9f8a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.805984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a9ceb6c-f83f-4fbb-9714-a645fda42083 req-b9d2a749-8ea2-4688-a00f-9c6eee9d9f8a tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 948 time: 0.4226599 Oct 26 14:01:14.838750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-0f0c28a4-915c-49e5-8f64-9a0539abae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.840607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-0f0c28a4-915c-49e5-8f64-9a0539abae0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.1218021 Oct 26 14:01:14.866899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a9ceb6c-f83f-4fbb-9714-a645fda42083 req-19d65ea3-d2ae-4234-a754-a2044ff5d267 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Oct 26 14:01:14.886567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d68538e8-536a-4585-ba31-6ad23d8ca194 req-e027e497-bbdb-46fd-a333-a63b5818b49a service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691927 Oct 26 14:01:14.901310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-62cae0f1-2d72-4166-9472-2ee606f1e4cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0541477 Oct 26 14:01:14.976916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6e8ae5cc-0796-4349-b11a-f20ed2923ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:14.977169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-58f28481-d6d4-4fc5-935d-73d99174e22c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240815 Oct 26 14:01:14.978650 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-6e8ae5cc-0796-4349-b11a-f20ed2923ce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0715353 Oct 26 14:01:15.017869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:15.042092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-09ffdfe7-3264-4807-afc8-f435a3c2a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.053066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-09ffdfe7-3264-4807-afc8-f435a3c2a89b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590694 Oct 26 14:01:15.072918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'port_id': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'mac_address': 'fa:16:3e:a4:e2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:15.128669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.150324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b994f-4c86-47cb-a224-6c21a77c923d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:15.155418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-63ccaa82-0e8a-4b31-99c4-6c6377c27c02 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.157137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-63ccaa82-0e8a-4b31-99c4-6c6377c27c02 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706774 Oct 26 14:01:15.175918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-64adcba0-587c-4994-a210-c228e860193e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/quotas/f6a0776247b14a13af33b63f9bbb5477 HTTP/1.1" status: 200 len: 375 time: 0.0113661 Oct 26 14:01:15.194536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:15.195814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-cdfb5346-013c-45ad-9041-28ea60e641b9 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310880 Oct 26 14:01:15.221969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.279746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-d8aa5c9e-f70d-4afd-b539-a1f3f43a4366 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939169 Oct 26 14:01:15.288541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:15.326811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a833a52-50ee-4321-bb68-fc30e646a84d req-9b8f1128-6f45-40bf-996f-3cdd746c9386 service neutron] 10.222.0.37 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241698 Oct 26 14:01:15.329260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:15.363222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:15.372830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:15.373459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:15.494154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:15.496639 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb344f1-d2b9-4993-8a94-b406175f9d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:15.505754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:15.557054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3600f9-f0fb-4931-89b6-a522e123ed63 req-5aec6f6d-2031-4c03-9e0c-db3d5b89e3a4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.558334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e3600f9-f0fb-4931-89b6-a522e123ed63 req-5aec6f6d-2031-4c03-9e0c-db3d5b89e3a4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0811956 Oct 26 14:01:15.613563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e3600f9-f0fb-4931-89b6-a522e123ed63 req-34867976-5fd9-4d88-a0b2-2f7e1ac0f90d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488472 Oct 26 14:01:15.688096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['f34b994f-4c86-47cb-a224-6c21a77c923d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:15.696901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a309b-4dd8-4da9-8697-57787232d31d req-b143ac48-103a-4296-9e11-2763c80a8d2e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.700888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c15a309b-4dd8-4da9-8697-57787232d31d req-b143ac48-103a-4296-9e11-2763c80a8d2e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 944 time: 0.1095417 Oct 26 14:01:15.802593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c15a309b-4dd8-4da9-8697-57787232d31d req-0da3a943-04c5-4094-8dda-8a1c38dc4580 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919421 Oct 26 14:01:15.841952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d68244-54e2-4842-9a1e-599c976a1674 req-537dbdb6-7f8a-4167-be5e-e108b63fc059 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:15.843546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23d68244-54e2-4842-9a1e-599c976a1674 req-537dbdb6-7f8a-4167-be5e-e108b63fc059 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1148043 Oct 26 14:01:15.904047 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:15.928567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23d68244-54e2-4842-9a1e-599c976a1674 req-10491697-5195-414f-b304-549fbc84c888 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640416 Oct 26 14:01:16.007343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b87df6dc-d07a-491b-a291-c11201c44ae1 req-f577ecc1-a95c-48a2-9c31-3f016309fc40 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 210 time: 0.0598142 Oct 26 14:01:16.007879 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6d4d1-bf27-456a-b13e-e8db1e6fddc0 x-openstack-request-id: req-74e6d4d1-bf27-456a-b13e-e8db1e6fddc0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:16.008587 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:16.009099 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e6d4d1-bf27-456a-b13e-e8db1e6fddc0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:16.009735 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:01:16.116235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:16.143178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-a8b692f4-407e-45da-95b1-34da089747ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.146598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-a8b692f4-407e-45da-95b1-34da089747ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 1097 time: 0.1019871 Oct 26 14:01:16.162336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-31ea5657-6db8-4e45-978a-14d90415af56 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 200 len: 696 time: 0.0779545 Oct 26 14:01:16.231118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaa8f66-0666-4222-aed1-eb19406a5a89 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:00:01Z', 'revision_number': 4, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe', 'name': '', 'network_id': '48f88a3a-f8f7-40d5-ba40-8b3460e5379a', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'mac_address': 'fa:16:3e:eb:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:59Z', 'updated_at': '2021-10-26T14:00:07Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'subnets': [{'id': 'bd267fed-a9ba-46de-9dbc-a9041c22d10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:16.316151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-1bf84ebd-a528-4341-bfb3-cb8480a3bd24 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.331735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-1bf84ebd-a528-4341-bfb3-cb8480a3bd24 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1612341 Oct 26 14:01:16.395957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-fb38a3f3-46d7-44cc-b3e7-cca85fbcd2f3 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 699 time: 0.0616500 Oct 26 14:01:16.398051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1eae5d-e213-4157-a309-1840cc253dfc req-c5ecb01a-2d77-4ec9-8c89-3e8693b4d15e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.407669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e1eae5d-e213-4157-a309-1840cc253dfc req-c5ecb01a-2d77-4ec9-8c89-3e8693b4d15e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 948 time: 0.1856744 Oct 26 14:01:16.462931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-3cd242e9-bae7-42c0-8321-d0da8911a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.465044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-3cd242e9-bae7-42c0-8321-d0da8911a1a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 200 len: 922 time: 0.3001862 Oct 26 14:01:16.468275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-d8f92036-a8fa-4727-a1d9-8f68f94b3d8a tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 699 time: 0.0710669 Oct 26 14:01:16.475372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e1eae5d-e213-4157-a309-1840cc253dfc req-6dcfdc87-9a74-4419-b759-e44becbaf1e0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665734 Oct 26 14:01:16.561406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-97d149cb-7dc7-4c2d-a1a4-e93aea234d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 200 len: 217 time: 0.0719514 Oct 26 14:01:16.642392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-d98991f4-cb4c-4296-8920-f3343fb659bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.644015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-d98991f4-cb4c-4296-8920-f3343fb659bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 200 len: 860 time: 0.0731835 Oct 26 14:01:16.675340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dc156-6700-4cfd-99ca-ba3d997ce4c6 None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:16.691668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Deleting port 5647d7cf-d80c-43f4-a453-a7eeaaf445e9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:16.692729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.750245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c901b5d6-fa06-4375-a918-958e05141506 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:16.768418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d9a36-3236-44f1-9cea-c67e22b684d2 req-326f36a9-658b-4c58-b1e1-9e4c56dfc117 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.776871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0a5d9a36-3236-44f1-9cea-c67e22b684d2 req-326f36a9-658b-4c58-b1e1-9e4c56dfc117 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0779684 Oct 26 14:01:16.792181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.792971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:16.809612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Calling delete_port for 5647d7cf-d80c-43f4-a453-a7eeaaf445e9 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:16.809852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-652af935-f525-43dd-8280-03e530074055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:16.811411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-652af935-f525-43dd-8280-03e530074055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=48f88a3a-f8f7-40d5-ba40-8b3460e5379a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485140 Oct 26 14:01:16.836148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0a5d9a36-3236-44f1-9cea-c67e22b684d2 req-b6870c54-8bea-4185-94e4-8fa979c55471 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582376 Oct 26 14:01:16.974946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c901b5d6-fa06-4375-a918-958e05141506,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:16.994124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'c901b5d6-fa06-4375-a918-958e05141506', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'c901b5d6-fa06-4375-a918-958e05141506', 'mac_address': 'fa:16:3e:4d:63:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:17.013251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.016673 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.db.api [None req-7e2dc156-6700-4cfd-99ca-ba3d997ce4c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:01:17.017117 n-d-813419-9 neutron-server[102166]: DEBUG oslo_db.api [None req-7e2dc156-6700-4cfd-99ca-ba3d997ce4c6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:01:17.041039 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.059217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901b5d6-fa06-4375-a918-958e05141506 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:17.070704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event deleted for resources: {'Port': ['ID=5647d7cf-d80c-43f4-a453-a7eeaaf445e9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:17.087032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-774edfdc-8441-4303-902e-4859570e4272 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444921 Oct 26 14:01:17.092145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-1621c819-21e3-4b9a-8aaa-db98c46a315d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347109 Oct 26 14:01:17.097477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c901b5d6-fa06-4375-a918-958e05141506,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:17.106886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.176576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465880-e234-499e-b669-bee14f11c557 req-b0b1a03b-1dd3-4e77-96fd-0ac954416089 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.186801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54465880-e234-499e-b669-bee14f11c557 req-b0b1a03b-1dd3-4e77-96fd-0ac954416089 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 944 time: 0.1947734 Oct 26 14:01:17.220023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:17.230170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.233289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.233531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.234113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.234627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.234929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.235381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.236124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.236382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.236803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.238425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.238425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.238757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.248193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b94c892-73f7-471f-a0d5-a32b347db334 req-deb1623c-4183-4d7f-8f78-bb6a49f2dbed tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "DELETE /v2.0/floatingips/17b931b2-0b02-4bc8-9e2f-665d206595f9 HTTP/1.1" status: 204 len: 173 time: 0.7789164 Oct 26 14:01:17.255463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:17.275717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54465880-e234-499e-b669-bee14f11c557 req-1ec1fccb-0f02-4119-97c8-9293768a2339 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879760 Oct 26 14:01:17.306045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb344f1-d2b9-4993-8a94-b406175f9d8f req-795bdf18-4fdb-4603-87e6-888565ff1354 service neutron] 10.222.0.41 "GET /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912980 Oct 26 14:01:17.342305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-d9858b6b-4155-4b26-9a61-d129df2a2c2c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.345830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-d9858b6b-4155-4b26-9a61-d129df2a2c2c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331266 Oct 26 14:01:17.388934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Request body: {'port': {'device_id': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f6a0776247b14a13af33b63f9bbb5477'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:17.405750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3e285b9-da2e-4b5b-b6e8-327dd9475e85 req-a171b359-0fea-4fe3-9855-606a479e4105 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 210 time: 0.0369332 Oct 26 14:01:17.465998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bee86-fa22-4ad9-8d79-a335cc3e7ccd req-c16682b4-8fe2-430d-b5f9-3e8f1bbb045e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.467695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097bee86-fa22-4ad9-8d79-a335cc3e7ccd req-c16682b4-8fe2-430d-b5f9-3e8f1bbb045e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1177626 Oct 26 14:01:17.485925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['c901b5d6-fa06-4375-a918-958e05141506'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:17.520092 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2dc156-6700-4cfd-99ca-ba3d997ce4c6 None None] New status for floating IP 17b931b2-0b02-4bc8-9e2f-665d206595f9: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:17.549298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097bee86-fa22-4ad9-8d79-a335cc3e7ccd req-77e0c4c1-ca3f-467b-aaa1-bd9764741b84 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710251 Oct 26 14:01:17.575352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Made reservation on behalf of f6a0776247b14a13af33b63f9bbb5477 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:17.589676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:17.773911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bec29-8691-428d-bc2d-02b40eb6af0f req-9430b6cd-de28-4dfc-b647-ae27d9795830 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.780551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c76bec29-8691-428d-bc2d-02b40eb6af0f req-9430b6cd-de28-4dfc-b647-ae27d9795830 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 946 time: 0.0696354 Oct 26 14:01:17.796774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Allocated IP 192.168.233.251 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/9f04be2e-c272-4da1-8847-2c19e685411b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:17.819505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e552532-38eb-4322-8d19-985ff9d7ad2d req-db9fc418-4e9c-4250-a8bf-970bbb673031 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:17.821180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e552532-38eb-4322-8d19-985ff9d7ad2d req-db9fc418-4e9c-4250-a8bf-970bbb673031 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 949 time: 0.0851717 Oct 26 14:01:17.826586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c76bec29-8691-428d-bc2d-02b40eb6af0f req-7131a1b2-7b8c-4190-95ef-3ec4b6715034 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Oct 26 14:01:17.925472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e552532-38eb-4322-8d19-985ff9d7ad2d req-4fac06ed-2580-4ec2-82de-914e18a5b356 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844443 Oct 26 14:01:18.039540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9e01-441b-46d1-9a01-57d3b891d23d req-0a31ee13-f757-475b-beb8-52c1bd4fd7d9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.041366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d2c9e01-441b-46d1-9a01-57d3b891d23d req-0a31ee13-f757-475b-beb8-52c1bd4fd7d9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0663605 Oct 26 14:01:18.092811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d2c9e01-441b-46d1-9a01-57d3b891d23d req-ec69c302-6215-4fd8-a938-9884dfc94e45 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Oct 26 14:01:18.303971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.345160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.359583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['96d94322-10db-4c5f-9825-f1c4a9cb7f6c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:18.428008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:18.435639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:18.438166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:18.466833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event updated for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:18.538892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00a6a-2da2-437b-9e72-8e0868727f92 req-be706658-65b9-4ddb-b1d3-3195bec90258 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.543208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5f00a6a-2da2-437b-9e72-8e0868727f92 req-be706658-65b9-4ddb-b1d3-3195bec90258 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 944 time: 0.1616743 Oct 26 14:01:18.559925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.560793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.582253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7a0d9-5be0-4fba-b072-bccb187f04dd req-d99da727-1518-4e7b-b0ba-bf74e906f7db tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.591643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24e7a0d9-5be0-4fba-b072-bccb187f04dd req-d99da727-1518-4e7b-b0ba-bf74e906f7db tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 936 time: 0.0846872 Oct 26 14:01:18.605755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-0c80f8fb-5b59-47de-ae94-988859b8c2fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2219706 Oct 26 14:01:18.615692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:18.624191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Request body: {'port': {'device_id': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:18.635909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5f00a6a-2da2-437b-9e72-8e0868727f92 req-3d989656-18f6-4dd1-91fc-3cc6764debab tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706606 Oct 26 14:01:18.649084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24e7a0d9-5be0-4fba-b072-bccb187f04dd req-d2e4c703-9f43-4349-9c2a-f5d8de59879d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 Oct 26 14:01:18.738333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.772223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f34b994f-4c86-47cb-a224-6c21a77c923d up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:18.806502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a756955-7086-495f-a4f7-ab0aca4c0454 req-2d13ac85-dd82-4337-b050-ed8ef2e6c9e3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:18.808242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a756955-7086-495f-a4f7-ab0aca4c0454 req-2d13ac85-dd82-4337-b050-ed8ef2e6c9e3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0722244 Oct 26 14:01:18.877201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port f34b994f-4c86-47cb-a224-6c21a77c923d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:18.882651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2453f765-da58-4d7b-9954-3553562532f5 None None] Provisioning complete for port 9f04be2e-c272-4da1-8847-2c19e685411b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:18.883035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2453f765-da58-4d7b-9954-3553562532f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.887446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port f34b994f-4c86-47cb-a224-6c21a77c923d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:18.887817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:18.891598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a756955-7086-495f-a4f7-ab0aca4c0454 req-83cfb356-3e91-4739-bf67-6cc5e93597b3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694451 Oct 26 14:01:18.979943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2453f765-da58-4d7b-9954-3553562532f5 None None] Port 9f04be2e-c272-4da1-8847-2c19e685411b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:19.034249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801f6fd-63c2-4b81-8ff4-0ca560d11c1e req-d0f8a494-e42f-490d-8da0-140d13ff0dcf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.035805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f801f6fd-63c2-4b81-8ff4-0ca560d11c1e req-d0f8a494-e42f-490d-8da0-140d13ff0dcf tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 946 time: 0.0755763 Oct 26 14:01:19.039070 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.070473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:19.079520 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1b8532-8fa0-4602-b430-1b49f5fe930b" -d '{"events": [{"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-plugged", "status": "completed", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:19.101853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:19.109065 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.116053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f801f6fd-63c2-4b81-8ff4-0ca560d11c1e req-a3f6c9a0-8e06-4a7a-9b0a-92a3fc752326 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680656 Oct 26 14:01:19.163967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10239c6a-e073-4245-8b35-45fdbb77d1b1 req-01977499-7824-4f1c-8f0b-67d18fc4f01f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.166482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10239c6a-e073-4245-8b35-45fdbb77d1b1 req-01977499-7824-4f1c-8f0b-67d18fc4f01f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 949 time: 0.1037970 Oct 26 14:01:19.185324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f04be2e-c272-4da1-8847-2c19e685411b {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:19.195382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.197413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.215569 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115cb381-aa22-4bb9-a64a-162e1bab6e46 x-openstack-request-id: req-115cb381-aa22-4bb9-a64a-162e1bab6e46 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:19.216521 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-plugged", "status": "completed", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:19.216521 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-115cb381-aa22-4bb9-a64a-162e1bab6e46 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:19.216904 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'code': 200} Oct 26 14:01:19.226767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Transition to ACTIVE for port object 9f04be2e-c272-4da1-8847-2c19e685411b will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:19.235455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.246689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10239c6a-e073-4245-8b35-45fdbb77d1b1 req-9264a8a7-0858-472f-9547-bf6624731295 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741582 Oct 26 14:01:19.330064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Pushing event updated for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.383557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-f37fd924-68e6-4284-b91e-dd972835affe tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.385738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-f37fd924-68e6-4284-b91e-dd972835affe tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 946 time: 0.1092937 Oct 26 14:01:19.428609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c32a-6f44-4708-83dd-f371ad609673 req-3c368df7-0425-4155-8f25-12a7342d7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.430130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-94a1c32a-6f44-4708-83dd-f371ad609673 req-3c368df7-0425-4155-8f25-12a7342d7f10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 1096 time: 0.1059322 Oct 26 14:01:19.430912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7adee7-4449-44fb-a4c4-d38b55cd9b09 req-0f1eed72-d144-4db9-88af-225d8683fd78 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.433249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a7adee7-4449-44fb-a4c4-d38b55cd9b09 req-0f1eed72-d144-4db9-88af-225d8683fd78 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1142578 Oct 26 14:01:19.474004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Attempting to bind port 9f04be2e-c272-4da1-8847-2c19e685411b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:19.474326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Attempting to bind port 9f04be2e-c272-4da1-8847-2c19e685411b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:19.474799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Attempting to bind port 9f04be2e-c272-4da1-8847-2c19e685411b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:19.510381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a7adee7-4449-44fb-a4c4-d38b55cd9b09 req-b89771a2-01d0-4c14-88a6-b5f5e3b74f93 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658979 Oct 26 14:01:19.511572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Port 9f04be2e-c272-4da1-8847-2c19e685411b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:19.511572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Attempting to bind port 9f04be2e-c272-4da1-8847-2c19e685411b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:19.517476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:19.518020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:19.519218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:19.519745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Bound port: 9f04be2e-c272-4da1-8847-2c19e685411b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:19.520326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.539370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-94a1c32a-6f44-4708-83dd-f371ad609673 req-30df7f2c-dae8-4ea6-a687-14d6c0495e13 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792384 Oct 26 14:01:19.594302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Deleting port d836ce44-7e62-4e13-a3bf-46f7a460912e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:19.595041 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.607211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:19.610830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9f04be2e-c272-4da1-8847-2c19e685411b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:19.615850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.652886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.653578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.654966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f04be2e-c272-4da1-8847-2c19e685411b HTTP/1.1" status: 200 len: 1096 time: 1.0354333 Oct 26 14:01:19.655410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:19.657790 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2725e96-28a5-48c4-b865-32da952531f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:19.723084 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4607f-eb72-41b3-bf71-010101e534a0 x-openstack-request-id: req-d2e4607f-eb72-41b3-bf71-010101e534a0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:19.723084 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:19.723084 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2e4607f-eb72-41b3-bf71-010101e534a0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:19.723508 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b', 'status': 'completed', 'code': 200} Oct 26 14:01:19.739407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8062f-937f-4edf-a54e-bea6178c6161 service neutron] Pushing event updated for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:19.787435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] For port d836ce44-7e62-4e13-a3bf-46f7a460912e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d836ce44-7e62-4e13-a3bf-46f7a460912e,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:19.793023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:19.830058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Calling delete_port for d836ce44-7e62-4e13-a3bf-46f7a460912e owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:19.892529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffeb7-2f24-4229-b9f0-ae853a65e083 req-978847b0-581f-47ba-97b2-580a5ffc865e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.894543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fbffeb7-2f24-4229-b9f0-ae853a65e083 req-978847b0-581f-47ba-97b2-580a5ffc865e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.1115067 Oct 26 14:01:19.914971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725e96-28a5-48c4-b865-32da952531f7 req-53aa0b0d-0e5f-4c35-b723-0a133393af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.916652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2725e96-28a5-48c4-b865-32da952531f7 req-53aa0b0d-0e5f-4c35-b723-0a133393af06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 1099 time: 0.0935235 Oct 26 14:01:19.944742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874dd62-7c72-4fca-9e57-2021e969143d req-4773014d-5ca0-46e3-a26a-f2b1fb6d21c7 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:19.946360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f874dd62-7c72-4fca-9e57-2021e969143d req-4773014d-5ca0-46e3-a26a-f2b1fb6d21c7 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 948 time: 0.1278107 Oct 26 14:01:19.969568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2725e96-28a5-48c4-b865-32da952531f7 req-ed081c11-a011-4710-acfc-ca7ebd6ced26 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f6a0776247b14a13af33b63f9bbb5477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399773 Oct 26 14:01:19.975232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fbffeb7-2f24-4229-b9f0-ae853a65e083 req-ef361e97-02a7-477f-a28a-cd6464c9e339 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715320 Oct 26 14:01:20.086004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f874dd62-7c72-4fca-9e57-2021e969143d req-8d828fd7-176c-4ef3-a564-f7caf5640772 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333070 Oct 26 14:01:20.119457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:20.137368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d836ce44-7e62-4e13-a3bf-46f7a460912e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:20.161502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Pushing event deleted for resources: {'Port': ['ID=d836ce44-7e62-4e13-a3bf-46f7a460912e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:20.208833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08c16d-5525-472a-bcfa-34ead9050564 req-0f86bfca-420e-4e92-81e1-f59742f3d34d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.210527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc08c16d-5525-472a-bcfa-34ead9050564 req-0f86bfca-420e-4e92-81e1-f59742f3d34d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1395814 Oct 26 14:01:20.212411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725e96-28a5-48c4-b865-32da952531f7 req-f84c59eb-6473-43d2-895b-f6d4a115cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.213822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2725e96-28a5-48c4-b865-32da952531f7 req-f84c59eb-6473-43d2-895b-f6d4a115cb9f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287006 Oct 26 14:01:20.261704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] No DVR routers for this DVR port d836ce44-7e62-4e13-a3bf-46f7a460912e on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:20.266688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:20.271619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69b9f863-85be-48ad-85e0-ab6830b5f8b3 req-409c27d4-2158-47bc-b4db-af4d9f30b5e4 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.41 "DELETE /v2.0/ports/d836ce44-7e62-4e13-a3bf-46f7a460912e HTTP/1.1" status: 204 len: 173 time: 0.8632746 Oct 26 14:01:20.272113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'name': 'network-vif-deleted', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:20.273911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc08c16d-5525-472a-bcfa-34ead9050564 req-d4111696-5e0f-4ad3-814b-555e7cd3989b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Oct 26 14:01:20.274858 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c2dd9-50fd-461e-98c0-5730f9ce1fce" -d '{"events": [{"server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "name": "network-vif-deleted", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:20.329826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-df7e4a6a-0ea6-466e-a6cd-f8c1673ff7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.332090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-df7e4a6a-0ea6-466e-a6cd-f8c1673ff7dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6a0776247b14a13af33b63f9bbb5477&device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 1099 time: 0.0572193 Oct 26 14:01:20.353348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1345d0d3-fabc-4b9c-b07b-f1ec9374d84b req-c668fb9d-bc0f-497b-9561-fa7fd3026126 tempest-FloatingIPsAssociationTestJSON-2145194779 tempest-FloatingIPsAssociationTestJSON-2145194779-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1f5c84b-951d-4bf7-b31f-f08a18b08cce HTTP/1.1" status: 200 len: 210 time: 0.0359900 Oct 26 14:01:20.391396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-2dc48d3a-e575-4b04-b20d-d5f9e20a1ace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=9f04be2e-c272-4da1-8847-2c19e685411b HTTP/1.1" status: 200 len: 217 time: 0.0410728 Oct 26 14:01:20.421878 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f111d-f0c2-4e8f-944e-00912d2eb53e x-openstack-request-id: req-e16f111d-f0c2-4e8f-944e-00912d2eb53e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:20.422165 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f5c84b-951d-4bf7-b31f-f08a18b08cce", "name": "network-vif-deleted", "tag": "d836ce44-7e62-4e13-a3bf-46f7a460912e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:20.422424 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e16f111d-f0c2-4e8f-944e-00912d2eb53e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:20.422824 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f5c84b-951d-4bf7-b31f-f08a18b08cce', 'name': 'network-vif-deleted', 'tag': 'd836ce44-7e62-4e13-a3bf-46f7a460912e', 'status': 'completed', 'code': 200} Oct 26 14:01:20.484892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6447fd-fa52-4ae1-ba61-4e9d6a391ad3 req-c78331eb-6b44-442d-961e-0a80b1209512 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.486421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6447fd-fa52-4ae1-ba61-4e9d6a391ad3 req-c78331eb-6b44-442d-961e-0a80b1209512 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 949 time: 0.0941210 Oct 26 14:01:20.488961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-6c4bc871-9447-4ae0-a864-4ad94d0ab977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.490209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-6c4bc871-9447-4ae0-a864-4ad94d0ab977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0646369 Oct 26 14:01:20.569574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6447fd-fa52-4ae1-ba61-4e9d6a391ad3 req-ebb1ed7b-3e2c-418c-a66b-f16e4723c538 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751617 Oct 26 14:01:20.592948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a64b2d05-c2c0-4f92-822e-bfb2b21238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.594592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-a64b2d05-c2c0-4f92-822e-bfb2b21238d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940018 Oct 26 14:01:20.673212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3850d4-7e43-422d-8984-f854da1c16ac req-b5ff40c4-479e-4ce5-af6e-37d87316c5b1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:20.675699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc3850d4-7e43-422d-8984-f854da1c16ac req-b5ff40c4-479e-4ce5-af6e-37d87316c5b1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0641174 Oct 26 14:01:20.724975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc3850d4-7e43-422d-8984-f854da1c16ac req-3f54495d-a1b4-4573-a84f-9b7fbe5b4616 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Oct 26 14:01:20.741232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-02b8e01e-6f5f-44f1-a318-8a86c1577652 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362376 Oct 26 14:01:20.781530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c901b5d6-fa06-4375-a918-958e05141506 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:20.845083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port c901b5d6-fa06-4375-a918-958e05141506 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:20.856475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port c901b5d6-fa06-4375-a918-958e05141506 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:20.857712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:20.901245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22d401bf-74f7-4e94-b7ee-dd146ff9a919 req-17662de9-bb5d-4036-a721-84184e38b59c service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330152 Oct 26 14:01:20.964265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.020368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c901b5d6-fa06-4375-a918-958e05141506,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:21.027590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.104127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:21.129584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536e74-f216-4825-813f-8728a6a7d3f8 req-81d40cef-f7db-4191-b225-4b9c1f7391ca tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.131129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c536e74-f216-4825-813f-8728a6a7d3f8 req-81d40cef-f7db-4191-b225-4b9c1f7391ca tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.0714536 Oct 26 14:01:21.181406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c536e74-f216-4825-813f-8728a6a7d3f8 req-cd546d04-f582-4f17-9460-27f90e4712cd tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434558 Oct 26 14:01:21.218537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:21.220952 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4fbb2-3bd2-40a7-9e73-5e02ab4fa96f" -d '{"events": [{"server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "name": "network-vif-plugged", "status": "completed", "tag": "c901b5d6-fa06-4375-a918-958e05141506"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:21.253284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c47e5-856c-4bf9-ac53-20c0fabb720f req-1105736c-0197-4df1-a8a1-aed69214959f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.256057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-264c47e5-856c-4bf9-ac53-20c0fabb720f req-1105736c-0197-4df1-a8a1-aed69214959f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 948 time: 0.0707123 Oct 26 14:01:21.261201 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4b726c-04ff-47c2-8a8f-e7657fb05ee6 x-openstack-request-id: req-cf4b726c-04ff-47c2-8a8f-e7657fb05ee6 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:21.261997 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "name": "network-vif-plugged", "status": "completed", "tag": "c901b5d6-fa06-4375-a918-958e05141506", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:21.262836 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf4b726c-04ff-47c2-8a8f-e7657fb05ee6 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:21.263439 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506', 'code': 200} Oct 26 14:01:21.314387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-264c47e5-856c-4bf9-ac53-20c0fabb720f req-be90508f-907b-470c-a3fc-d41537a71982 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Oct 26 14:01:21.413598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50218) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:21.426110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34edb00-b235-404d-8b72-b28ac3d9cc6d req-24579f3c-3ed0-47f6-9260-024a864949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.427662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f34edb00-b235-404d-8b72-b28ac3d9cc6d req-24579f3c-3ed0-47f6-9260-024a864949a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 1101 time: 0.0742815 Oct 26 14:01:21.457249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03c186-ccf6-404b-9b24-586587d3988b req-14ef120e-1e72-4497-9525-bd39c97693d9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.465197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f03c186-ccf6-404b-9b24-586587d3988b req-14ef120e-1e72-4497-9525-bd39c97693d9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0812809 Oct 26 14:01:21.468240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:21.535286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f03c186-ccf6-404b-9b24-586587d3988b req-06cb035f-c799-405a-bd2f-51d17b9276d7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688415 Oct 26 14:01:21.537684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f34edb00-b235-404d-8b72-b28ac3d9cc6d req-827b9b2e-cc81-4c48-9750-d45cc15ea54b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008492 Oct 26 14:01:21.749607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a097-c2a4-4c94-9bed-fb12fd493a21 req-77773067-ae41-4ed8-baa1-64d321171743 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.749870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5639a097-c2a4-4c94-9bed-fb12fd493a21 req-77773067-ae41-4ed8-baa1-64d321171743 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.0887771 Oct 26 14:01:21.851350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5639a097-c2a4-4c94-9bed-fb12fd493a21 req-670729d9-f14c-47f0-a543-7318b6f63c28 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827296 Oct 26 14:01:21.874209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcf05a-cdc9-48de-b1b4-93b59ea2bc47 req-74bf12f2-d032-4893-8d53-9dfc8bee2a35 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:21.875746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1dcf05a-cdc9-48de-b1b4-93b59ea2bc47 req-74bf12f2-d032-4893-8d53-9dfc8bee2a35 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0669892 Oct 26 14:01:21.925261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1dcf05a-cdc9-48de-b1b4-93b59ea2bc47 req-60199f8e-2031-4700-bcf1-261a4e41eab2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Oct 26 14:01:21.972095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.336216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad6a75-33c4-4b86-9e77-63828436fe91 req-8d2a5d7e-83a9-4dad-8d76-ba38d2ed31f0 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.337758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aad6a75-33c4-4b86-9e77-63828436fe91 req-8d2a5d7e-83a9-4dad-8d76-ba38d2ed31f0 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.0615611 Oct 26 14:01:22.343000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Deleting port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:22.343336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.436342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aad6a75-33c4-4b86-9e77-63828436fe91 req-4b4e8b4b-1f14-4f2e-8080-9d92e490b245 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908601 Oct 26 14:01:22.470518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] For port 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:22.470889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.493188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Calling delete_port for 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:22.556362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbf923-ec8e-4179-bad6-25148943be9b req-f41bf3c6-9522-448f-99f2-2d469bdf945c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.560984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12bbf923-ec8e-4179-bad6-25148943be9b req-f41bf3c6-9522-448f-99f2-2d469bdf945c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 948 time: 0.0732994 Oct 26 14:01:22.601536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12bbf923-ec8e-4179-bad6-25148943be9b req-ae0a7546-5eb0-4c56-9581-87df71ea6a1e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Oct 26 14:01:22.647554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9cd97-774d-47be-8777-bd7cacb93db3 req-1c32042d-92c8-462b-8bae-fac62c185d24 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.652384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8c9cd97-774d-47be-8777-bd7cacb93db3 req-1c32042d-92c8-462b-8bae-fac62c185d24 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.1128464 Oct 26 14:01:22.657830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50238) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:22.665779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Request body: {'floatingip': {'port_id': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:22.750673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.753834 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:22.792222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:22.797037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d836ce44-7e62-4e13-a3bf-46f7a460912e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:22.822971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: d836ce44-7e62-4e13-a3bf-46f7a460912e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:22.823831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d836ce44-7e62-4e13-a3bf-46f7a460912e not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:22.871012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32d05-ba7e-4860-863e-d59b6771152f req-7944be2e-71a8-4b2b-a859-20a99ae3738c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:22.878671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6aa32d05-ba7e-4860-863e-d59b6771152f req-7944be2e-71a8-4b2b-a859-20a99ae3738c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.2055075 Oct 26 14:01:22.964989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6aa32d05-ba7e-4860-863e-d59b6771152f req-1c0bfb7e-17d2-48fd-9c67-2ef467a2b152 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852184 Oct 26 14:01:22.975157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.225330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7043-cd01-4c3e-b94b-dcee59e1f0bd req-4dfead6e-8dd2-4c94-a455-d8216cf68a22 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.227173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17ad7043-cd01-4c3e-b94b-dcee59e1f0bd req-4dfead6e-8dd2-4c94-a455-d8216cf68a22 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1350112 Oct 26 14:01:23.336643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17ad7043-cd01-4c3e-b94b-dcee59e1f0bd req-32e0a70c-99f5-4cd6-b136-b9dd918a1ac0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Oct 26 14:01:23.359690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ac25-01b4-4a86-b70d-03ce34827cd8 req-29601c4e-4c23-42a8-856b-a9b4b03aef6f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.365002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0173ac25-01b4-4a86-b70d-03ce34827cd8 req-29601c4e-4c23-42a8-856b-a9b4b03aef6f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.0857136 Oct 26 14:01:23.391287 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.435925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0173ac25-01b4-4a86-b70d-03ce34827cd8 req-5c3a2cc5-a132-4316-b5f4-217eab057d66 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623357 Oct 26 14:01:23.451697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.457551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.571626 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Floating IP f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f associated. External IP: 172.25.5.28, port: f34b994f-4c86-47cb-a224-6c21a77c923d. Oct 26 14:01:23.696562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:23.824331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Router 548309e7-7dec-4101-8cca-f9d90fc5b9cc has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:23.849732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d73056-c04d-4139-8d28-ba860a0257a1 req-2235ef93-c800-4bd0-ab53-dbf65fc28e03 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:23.851263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98d73056-c04d-4139-8d28-ba860a0257a1 req-2235ef93-c800-4bd0-ab53-dbf65fc28e03 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 948 time: 0.1529734 Oct 26 14:01:23.912719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98d73056-c04d-4139-8d28-ba860a0257a1 req-a60a945c-fb16-498a-bd3d-390e9fb04267 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Oct 26 14:01:23.917591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:23.928223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Sync routers for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:23.929752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-54ad68fa-dc99-4ec6-a4cc-74d45d26ae39 admin admin] 10.222.0.37 "PUT /v2.0/routers/acb8fed1-4c8a-4a68-bb16-9514529ce9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5144978 Oct 26 14:01:23.933209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50250) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:23.943464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:23.944338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:23.954938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:23.960374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:23.967467 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Sync routers for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:23.983057 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:23.983702 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:23.999576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8ea4e12-8cf1-4a86-b9d1-92c4bc9c625b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "PUT /v2.0/floatingips/f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f HTTP/1.1" status: 200 len: 990 time: 1.3402205 Oct 26 14:01:24.000274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:24.014225 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:24.087475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.115633 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2887490-500e-4db6-9d8e-a51904e0e7d4 x-openstack-request-id: req-f2887490-500e-4db6-9d8e-a51904e0e7d4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:24.115921 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:24.116178 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2887490-500e-4db6-9d8e-a51904e0e7d4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:24.116629 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'status': 'completed', 'code': 200} Oct 26 14:01:24.224549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:24.250061 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:24.261483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.265575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a04da3-dcd6-4b9c-b4cb-ede85bdb4eaa req-bd07cfe1-bd8f-4fc4-baca-0c0173a94e10 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.267685 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35a04da3-dcd6-4b9c-b4cb-ede85bdb4eaa req-bd07cfe1-bd8f-4fc4-baca-0c0173a94e10 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1449509 Oct 26 14:01:24.274911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-ce29f291-aab5-46e7-9bfb-c52a0d75433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.276896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-ce29f291-aab5-46e7-9bfb-c52a0d75433c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c08b363b56f4bfca458cb64f14d561d&device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 1096 time: 0.0967634 Oct 26 14:01:24.347421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Deleting port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:24.348528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.411340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35a04da3-dcd6-4b9c-b4cb-ede85bdb4eaa req-a190f6c9-4d35-4003-af6b-8c3b7f08b0d0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287341 Oct 26 14:01:24.520289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] For port 96ab22c6-c875-4dbe-a33c-e1449b03e2b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:24.520930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:24.522372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-1828ab03-b5ce-4e7a-8720-2a2f363fc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.524697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-1828ab03-b5ce-4e7a-8720-2a2f363fc48b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a HTTP/1.1" status: 200 len: 913 time: 0.2250850 Oct 26 14:01:24.558407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Calling delete_port for 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:24.575376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:01:22Z', 'revision_number': 5, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port': {'id': '96ab22c6-c875-4dbe-a33c-e1449b03e2b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:53Z', 'updated_at': '2021-10-26T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.603944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210edfa2-3e99-4750-9727-c42d31173250 req-e0fc563a-0b73-440d-b08d-3a4001935755 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.612424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-210edfa2-3e99-4750-9727-c42d31173250 req-e0fc563a-0b73-440d-b08d-3a4001935755 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1644437 Oct 26 14:01:24.632897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Checking router: acb8fed1-4c8a-4a68-bb16-9514529ce9c2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:24.645519 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'port_id': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'mac_address': 'fa:16:3e:a4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4133503-6758-48f0-af48-22c6abcba370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:00Z', 'updated_at': '2021-10-26T14:01:23Z', 'revision_number': 1, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.648263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Routers {'acb8fed1-4c8a-4a68-bb16-9514529ce9c2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:24.648914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.699382 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Checking router: 548309e7-7dec-4101-8cca-f9d90fc5b9cc for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:24.704975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-16dca667-ecb8-4ed5-abd6-6cc1b8c9b075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34b994f-4c86-47cb-a224-6c21a77c923d HTTP/1.1" status: 200 len: 998 time: 0.1715603 Oct 26 14:01:24.711846 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:24.712930 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.720783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8d533-569d-4629-b908-4f382b3f6a46 req-c77d3f5e-8244-4d84-b8c5-949a272bae26 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:24.729634 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26b8d533-569d-4629-b908-4f382b3f6a46 req-c77d3f5e-8244-4d84-b8c5-949a272bae26 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.1115885 Oct 26 14:01:24.734814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-210edfa2-3e99-4750-9727-c42d31173250 req-e67a43a5-e368-406a-80f5-1e8ff69590ce tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157138 Oct 26 14:01:24.779181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] Set router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:24.857238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:01:24Z', 'revision_number': 6, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:24.890928 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:24.902322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0162e57-2d33-42f3-afbc-44b7db1af788 None None] The sync data for ids ['acb8fed1-4c8a-4a68-bb16-9514529ce9c2'] in n-d-813419-9 is: [{'id': 'acb8fed1-4c8a-4a68-bb16-9514529ce9c2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1608206606-router', 'tenant_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:52Z', 'updated_at': '2021-10-26T14:01:24Z', 'revision_number': 6, 'project_id': 'ce8b20fc32ed490ca6b1b54a8381a541', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:24.905372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9f04be2e-c272-4da1-8847-2c19e685411b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:25.074522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9f04be2e-c272-4da1-8847-2c19e685411b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:25.095835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '9f04be2e-c272-4da1-8847-2c19e685411b', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '9f04be2e-c272-4da1-8847-2c19e685411b', 'mac_address': 'fa:16:3e:0b:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:25.131993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.166930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.194249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ab22c6-c875-4dbe-a33c-e1449b03e2b5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:25.199094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f04be2e-c272-4da1-8847-2c19e685411b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:25.224203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-a69c06af-d6f8-4319-8e21-b0c3c2c45de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.225593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-a69c06af-d6f8-4319-8e21-b0c3c2c45de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4b2424b-75ff-4902-8ba6-c29adcfb166d HTTP/1.1" status: 200 len: 851 time: 0.0487299 Oct 26 14:01:25.230928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d91c8-5c0c-450a-9526-836f3a721242 req-610c0ddf-e9d9-45d9-a33d-1c3b4c634ea3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.234969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9f04be2e-c272-4da1-8847-2c19e685411b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:25.241039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-608d91c8-5c0c-450a-9526-836f3a721242 req-610c0ddf-e9d9-45d9-a33d-1c3b4c634ea3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 948 time: 0.1853607 Oct 26 14:01:25.255621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.284014 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'port_id': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'mac_address': 'fa:16:3e:a4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4133503-6758-48f0-af48-22c6abcba370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:00Z', 'updated_at': '2021-10-26T14:01:23Z', 'revision_number': 1, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:25.334569 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7fc2-bdc3-498b-94a3-dd09bcc9f644 None None] The sync data for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 is: [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'port_id': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'mac_address': 'fa:16:3e:a4:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4133503-6758-48f0-af48-22c6abcba370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:01:00Z', 'updated_at': '2021-10-26T14:01:23Z', 'revision_number': 1, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:25.355516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-608d91c8-5c0c-450a-9526-836f3a721242 req-23fedc28-3076-412e-b8ab-832d7087f113 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149220 Oct 26 14:01:25.360979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:25.363127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26b8d533-569d-4629-b908-4f382b3f6a46 req-9d2df701-ea33-4c9b-b8aa-23c79e4a0b76 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322219 Oct 26 14:01:25.379465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-5e76dc69-91ae-42dc-9a32-5c6c29d103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.381823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.391634 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-5e76dc69-91ae-42dc-9a32-5c6c29d103cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533418 Oct 26 14:01:25.589846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-aa7da06f-0a97-4e68-b43d-dbea2b3adebc service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857421 Oct 26 14:01:25.595552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.599635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.621535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['9f04be2e-c272-4da1-8847-2c19e685411b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:25.656428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9790c34-6d13-4336-af39-e15ba5357943 req-00aade9d-10b2-43ed-9869-a923dc148fa4 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.658004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9790c34-6d13-4336-af39-e15ba5357943 req-00aade9d-10b2-43ed-9869-a923dc148fa4 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 1101 time: 0.1531196 Oct 26 14:01:25.664571 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.664811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb8fed1-4c8a-4a68-bb16-9514529ce9c2 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:01:25.678991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.682565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ede802f-9161-4303-83d4-31047e0f9e56 admin admin] 10.222.0.37 "DELETE /v2.0/routers/acb8fed1-4c8a-4a68-bb16-9514529ce9c2 HTTP/1.1" status: 204 len: 168 time: 1.7451401 Oct 26 14:01:25.687310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:25.768745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9790c34-6d13-4336-af39-e15ba5357943 req-6a8ef0ae-f208-46c4-8136-757e23d14f72 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993621 Oct 26 14:01:25.780448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Deleting subnet bd267fed-a9ba-46de-9dbc-a9041c22d10c {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:01:25.784501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:25.799952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad0035-8056-4bcb-a636-bacfc5f5558e req-738c21f7-563f-40eb-b06e-2bce6799bdec tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:25.812405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dfad0035-8056-4bcb-a636-bacfc5f5558e req-738c21f7-563f-40eb-b06e-2bce6799bdec tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.2024055 Oct 26 14:01:25.851188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4605f48-9d0e-48cf-b16f-4663b3eec6d9 req-ba243863-abad-4593-ab19-60b5a46ad464 service neutron] 10.222.0.41 "GET /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515402 Oct 26 14:01:25.869811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ee3bd-fd3c-4b69-9afa-c14bcc466749 None None] New status for floating IP f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:25.910768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dfad0035-8056-4bcb-a636-bacfc5f5558e req-0f9ec51f-1e4b-48d1-901b-f4fea4fb6666 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921073 Oct 26 14:01:25.945643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.026858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-a80c7e90-071f-4858-8774-776fed33c498 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440721 Oct 26 14:01:26.086143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbda94-da14-4d72-971d-2364f3fb67cb req-6e786911-48ec-4a10-b906-4d9715b13c63 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.101229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1cbda94-da14-4d72-971d-2364f3fb67cb req-6e786911-48ec-4a10-b906-4d9715b13c63 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1314769 Oct 26 14:01:26.177208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.178985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:26.217661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:26.218004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18bfd5a5-e2b6-43d4-a84f-e41b18ed2ffe not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:26.218412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:26.237863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-c2e15e4d-128b-4fac-af6c-e6914a76ed1d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337131 Oct 26 14:01:26.258826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:26.259193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96ab22c6-c875-4dbe-a33c-e1449b03e2b5 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:26.267271 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1cbda94-da14-4d72-971d-2364f3fb67cb req-64bf7d76-8ed8-4d6d-8ebc-bdc15da62073 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643710 Oct 26 14:01:26.301628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302137b-9ab0-449c-b68c-12260f84871b req-c2ac9983-f075-4be0-b19b-bc82223f36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.303208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-c2ac9983-f075-4be0-b19b-bc82223f36cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 1101 time: 0.1816065 Oct 26 14:01:26.322964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.385626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd267fed-a9ba-46de-9dbc-a9041c22d10c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:26.429847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.433338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1de1393f-747b-4b4e-8507-46d7e1d5c218 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bd267fed-a9ba-46de-9dbc-a9041c22d10c HTTP/1.1" status: 204 len: 168 time: 0.7448132 Oct 26 14:01:26.433593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983e23e-6ad4-42fc-8525-3b88bf9088ce None None] Network 48f88a3a-f8f7-40d5-ba40-8b3460e5379a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:01:26.449440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:26.460831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-638314b7-18f0-4b99-ab49-ddb22ac7bdfd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.469886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-638314b7-18f0-4b99-ab49-ddb22ac7bdfd tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253435 Oct 26 14:01:26.494621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-c8254231-1423-4a25-8205-0cae311d5143 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.0234697 Oct 26 14:01:26.583913 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-8fcdc8e5-80b4-4e85-bdf5-b2657fb019ab tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0882392 Oct 26 14:01:26.605396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dace78-d2e7-4b79-9e7d-0616241574a8 req-fef2e62d-d4a9-40f2-bc84-2702c25dde2c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.613580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68dace78-d2e7-4b79-9e7d-0616241574a8 req-fef2e62d-d4a9-40f2-bc84-2702c25dde2c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 946 time: 0.2256818 Oct 26 14:01:26.630299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302137b-9ab0-449c-b68c-12260f84871b req-717a613f-75a0-4d96-8ec8-6aae14805fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.630299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-717a613f-75a0-4d96-8ec8-6aae14805fab service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2639508 Oct 26 14:01:26.630299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:26.682455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-8e02c630-feee-48e4-bdbd-a1544e892e0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 200 len: 217 time: 0.0457914 Oct 26 14:01:26.711518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68dace78-d2e7-4b79-9e7d-0616241574a8 req-a774a808-da39-4631-8c6c-bfd6f6263957 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967195 Oct 26 14:01:26.841554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302137b-9ab0-449c-b68c-12260f84871b req-0875971f-0fb3-4f09-8c32-292cac76ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:26.843061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-0875971f-0fb3-4f09-8c32-292cac76ddd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1300068 Oct 26 14:01:26.895900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] DHCP port deletion for 48f88a3a-f8f7-40d5-ba40-8b3460e5379a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:01:26.969975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Deleting port f5b49821-792b-4c89-a767-f88e946491a7 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:26.970360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.005339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Deleting port f5b49821-792b-4c89-a767-f88e946491a7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:27.020774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.034761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470c98-9c1e-4211-8df9-5ad49a648825 req-1c6755b0-3a77-4474-a3a1-d387d8b0c63d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.039230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94a1fdb2-18b6-46f2-853a-9a7802d230ac req-352898f3-2040-4c58-bd6f-ef3efa1a37ff tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0475309 Oct 26 14:01:27.039781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f470c98-9c1e-4211-8df9-5ad49a648825 req-1c6755b0-3a77-4474-a3a1-d387d8b0c63d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 949 time: 0.1913559 Oct 26 14:01:27.041308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302137b-9ab0-449c-b68c-12260f84871b req-ae103cb4-b70d-4d45-a9a3-8b7dee05b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.042876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-ae103cb4-b70d-4d45-a9a3-8b7dee05b3bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869040 Oct 26 14:01:27.114011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] For port f5b49821-792b-4c89-a767-f88e946491a7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5b49821-792b-4c89-a767-f88e946491a7,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:27.114591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.133456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Calling delete_port for f5b49821-792b-4c89-a767-f88e946491a7 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:27.240055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dae774-877a-45bb-b0d5-9ec41cfabf31 req-47ba061d-5c4c-498c-8f41-aaa3692fc18c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.249273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0dae774-877a-45bb-b0d5-9ec41cfabf31 req-47ba061d-5c4c-498c-8f41-aaa3692fc18c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0634086 Oct 26 14:01:27.253266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.293661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] For port f5b49821-792b-4c89-a767-f88e946491a7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5b49821-792b-4c89-a767-f88e946491a7,segment=NetworkSegment(532b38dd-3b58-4a35-94f0-e8b69fb72a0f),segment_id=532b38dd-3b58-4a35-94f0-e8b69fb72a0f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:27.294304 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.297522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] No DVR routers for this DVR port f5b49821-792b-4c89-a767-f88e946491a7 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:27.307172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f470c98-9c1e-4211-8df9-5ad49a648825 req-75980ace-d8a2-45f8-84b8-304e4d141f1e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508349 Oct 26 14:01:27.329185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90be0a-e696-48cc-bc5f-86cc8b833791 None None] Pushing event deleted for resources: {'Port': ['ID=f5b49821-792b-4c89-a767-f88e946491a7,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:27.331310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Calling delete_port for f5b49821-792b-4c89-a767-f88e946491a7 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:27.337821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0dae774-877a-45bb-b0d5-9ec41cfabf31 req-6545a935-0633-48d3-af62-43c0f123ea0a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870492 Oct 26 14:01:27.363356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-754f901a-3a0b-46f5-97aa-d8b39178cd51 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590632 Oct 26 14:01:27.503634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241182e8-d202-4d35-99a3-88a57bc92408 req-e2e73a94-705a-4812-99a2-395bac964a81 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:27.505640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-241182e8-d202-4d35-99a3-88a57bc92408 req-e2e73a94-705a-4812-99a2-395bac964a81 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1105497 Oct 26 14:01:27.557211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-241182e8-d202-4d35-99a3-88a57bc92408 req-a8fd1f0d-ad79-4318-a1ed-7b401832a951 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Oct 26 14:01:27.572011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3302137b-9ab0-449c-b68c-12260f84871b req-adef4946-9185-4028-9d40-5c89df0e88fd service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644430 Oct 26 14:01:27.585821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.630972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] No DVR routers for this DVR port f5b49821-792b-4c89-a767-f88e946491a7 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:27.635742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b49821-792b-4c89-a767-f88e946491a7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:27.719814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.753603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f88a3a-f8f7-40d5-ba40-8b3460e5379a']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:27.765285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532b38dd-3b58-4a35-94f0-e8b69fb72a0f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:27.766290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532b38dd-3b58-4a35-94f0-e8b69fb72a0f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:27.780282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.804135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.811377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:01:27.811833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:01:27.813748 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:01:27.879039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.885062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:27.888375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] 10.222.0.37 "DELETE /v2.0/networks/48f88a3a-f8f7-40d5-ba40-8b3460e5379a HTTP/1.1" status: 204 len: 168 time: 1.4342456 Oct 26 14:01:27.903133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735372-444e-44b6-a361-c1e157274423 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f88a3a-f8f7-40d5-ba40-8b3460e5379a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:27.921884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-df52d119-d873-4b79-8f36-04b10eb443d1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--167338240&fields=id&tenant_id=20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 267 time: 0.0824113 Oct 26 14:01:28.044915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-f702567e-de69-4f6c-95c6-b55ff46fdf00 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.053590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-f702567e-de69-4f6c-95c6-b55ff46fdf00 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 823 time: 0.1273532 Oct 26 14:01:28.071568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-e6f6ec0b-aead-4fd7-b286-2c5c58df7aa9 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/quotas/20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 375 time: 0.0169792 Oct 26 14:01:28.154602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5b49821-792b-4c89-a767-f88e946491a7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:28.169686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50342) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:28.170518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-a6faeeae-3e32-43f8-829e-5a3e74c402e1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0980818 Oct 26 14:01:28.221098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f5b49821-792b-4c89-a767-f88e946491a7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:28.221098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5b49821-792b-4c89-a767-f88e946491a7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:28.251830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02341a8f-4f3d-4e1c-a2ad-d63ffc0e3097 req-22ffc129-140f-40c8-a7d8-85f135a46cd1 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0491235 Oct 26 14:01:28.279176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-f9d60878-1741-4317-9a3d-1341aa9275ba tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241666 Oct 26 14:01:28.282450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-570a07e0-9f44-4d6f-96c4-71f4f888b2fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce8b20fc32ed490ca6b1b54a8381a541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109972 Oct 26 14:01:28.287670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50344) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:28.380816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-5fa1a3ff-a46e-4986-a96a-85f9c4c317dc service neutron] 10.222.0.37 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972811 Oct 26 14:01:28.398642 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.431559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.494882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-67c4e2e6-adae-490c-b578-f29ede1addfe tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.496378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-67c4e2e6-adae-490c-b578-f29ede1addfe tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101138 Oct 26 14:01:28.515339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a62a38-8c0e-48a4-82af-1e15f30d3456 req-e8b7467a-178b-4f7d-b0da-887df2d2c181 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.515873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:28.516924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0a62a38-8c0e-48a4-82af-1e15f30d3456 req-e8b7467a-178b-4f7d-b0da-887df2d2c181 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0691621 Oct 26 14:01:28.531698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.531698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.531698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3 HTTP/1.1" status: 204 len: 168 time: 0.2421148 Oct 26 14:01:28.543201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a26b13-7f50-4777-84c1-717acb7226a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5db657-ecf4-4d33-9ca1-1b8672a9f1c3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:28.577189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-d2e60067-f37e-4dbb-818e-a500c26f3433 service neutron] 10.222.0.37 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951888 Oct 26 14:01:28.611532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0a62a38-8c0e-48a4-82af-1e15f30d3456 req-cf944962-2de2-46bd-bf8c-c13bf95a4fc5 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Oct 26 14:01:28.708525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:28.722508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.800240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e88dd-0a31-42ed-acb8-e9e0ab714351 req-f2df4d29-ce8e-4703-83c2-fd288f435d85 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.808708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-505e88dd-0a31-42ed-acb8-e9e0ab714351 req-f2df4d29-ce8e-4703-83c2-fd288f435d85 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 949 time: 0.0916705 Oct 26 14:01:28.812457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9f04be2e-c272-4da1-8847-2c19e685411b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:28.878425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-505e88dd-0a31-42ed-acb8-e9e0ab714351 req-dc4c6e24-8ca3-420d-8ec2-b788d5c78e00 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Oct 26 14:01:28.908658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 9f04be2e-c272-4da1-8847-2c19e685411b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:28.914408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 9f04be2e-c272-4da1-8847-2c19e685411b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:28.914776 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:28.972256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b259e-5ba4-4780-84c3-3137f4d935ef req-5c674e76-047b-452d-bca8-6fd870efa63f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:28.979908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-370b259e-5ba4-4780-84c3-3137f4d935ef req-5c674e76-047b-452d-bca8-6fd870efa63f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.2003314 Oct 26 14:01:29.013381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f754e28c-5080-48a6-abf3-9b800e1bd7b8 req-84eb967f-e317-4be1-bc43-99c212ab4eb2 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 210 time: 0.0616200 Oct 26 14:01:29.089107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-370b259e-5ba4-4780-84c3-3137f4d935ef req-053f7ee7-20eb-46a1-820a-f9da2e8a402a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Oct 26 14:01:29.089664 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.118393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:29.122637 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1236a07b-af91-4276-a09b-c4cb502b0f1d" -d '{"events": [{"server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "name": "network-vif-plugged", "status": "completed", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:29.135042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.125 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/d260e1e2-9988-4859-8b47-493622f088b5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:29.155294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9f04be2e-c272-4da1-8847-2c19e685411b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:29.161850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.204973 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da103a6-8720-48d0-b038-1f3ad09b3c77 x-openstack-request-id: req-6da103a6-8720-48d0-b038-1f3ad09b3c77 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:29.205967 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "name": "network-vif-plugged", "status": "completed", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:29.206226 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6da103a6-8720-48d0-b038-1f3ad09b3c77 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:29.206794 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b', 'code': 200} Oct 26 14:01:29.234267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:29.491065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.527424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab0fc229-45d2-4e20-9669-f6421f72c83b req-5c209ae7-4657-4700-86cd-eea1c88eab14 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 210 time: 0.1018677 Oct 26 14:01:29.564535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.579406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:29.583510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'c901b5d6-fa06-4375-a918-958e05141506'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:29.591362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-78474177-0fde-4ced-814f-3a1b9f6eb210 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:29.593041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-78474177-0fde-4ced-814f-3a1b9f6eb210 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/ports?device_id=925adbf5-1591-40fb-a798-88ab9191e4dd HTTP/1.1" status: 200 len: 946 time: 0.1335227 Oct 26 14:01:29.612820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147cad3-b2e0-4007-b45f-ab08bcd673ea req-6b91f984-da17-4ee0-a7cb-527196553076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:29.625085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1147cad3-b2e0-4007-b45f-ab08bcd673ea req-6b91f984-da17-4ee0-a7cb-527196553076 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 1101 time: 0.1234498 Oct 26 14:01:29.640971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:29.647259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:29.651456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:29.700986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:29.743072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:29.744416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:29.785512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-a7180c12-bc6a-45f7-8364-5dd30a6d73a0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2733288 Oct 26 14:01:29.805224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Request body: {'port': {'device_id': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:29.864910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1147cad3-b2e0-4007-b45f-ab08bcd673ea req-f1267ec3-8253-405c-9268-ea2a54c0615a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Oct 26 14:01:29.998409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Deleting port e37df615-2865-4c5a-b36a-6037f66ce451 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:29.998635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.000780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.034921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee03a-2e1b-4918-bc67-effead7a2670 req-d547ac16-d302-4254-85cb-d52e82babbd6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:30.043035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24eee03a-2e1b-4918-bc67-effead7a2670 req-d547ac16-d302-4254-85cb-d52e82babbd6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.2051029 Oct 26 14:01:30.139326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24eee03a-2e1b-4918-bc67-effead7a2670 req-ef4148cb-0884-4e3b-88b6-86ed4182601b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904226 Oct 26 14:01:30.201207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277a091-2e0e-4055-9c31-28f79f9f970e req-2ef14212-4ead-463c-b85c-26ded24ad9ad tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:30.215386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8277a091-2e0e-4055-9c31-28f79f9f970e req-2ef14212-4ead-463c-b85c-26ded24ad9ad tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 950 time: 0.1576984 Oct 26 14:01:30.291005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-559e8cc1-9f0b-40e0-ae92-89cc99f0e102 None None] Provisioning complete for port d260e1e2-9988-4859-8b47-493622f088b5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:30.291612 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-559e8cc1-9f0b-40e0-ae92-89cc99f0e102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.296905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8277a091-2e0e-4055-9c31-28f79f9f970e req-14d7e686-9d28-464d-8c95-744b9057ddf6 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Oct 26 14:01:30.343578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] For port e37df615-2865-4c5a-b36a-6037f66ce451, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e37df615-2865-4c5a-b36a-6037f66ce451,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:30.343952 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:30.388238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-559e8cc1-9f0b-40e0-ae92-89cc99f0e102 None None] Port d260e1e2-9988-4859-8b47-493622f088b5 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:30.421169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1dd55de-d5b7-4e46-b675-daadb932660f req-ad366e52-a6b0-44a0-97a1-ae02bfd4f0b5 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 210 time: 0.1140800 Oct 26 14:01:30.937507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d260e1e2-9988-4859-8b47-493622f088b5 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:30.959462 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.029833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Transition to ACTIVE for port object d260e1e2-9988-4859-8b47-493622f088b5 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:31.042720 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.117012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-c8ee4faa-d0d3-4a24-be72-d7e1f06b5a60 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.119449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-c8ee4faa-d0d3-4a24-be72-d7e1f06b5a60 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 823 time: 0.4481556 Oct 26 14:01:31.206615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a3abc-3fab-453f-aecb-e7bdea29120d req-794a88db-ba28-49ba-b598-78b6dd156110 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.214186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-948a3abc-3fab-453f-aecb-e7bdea29120d req-794a88db-ba28-49ba-b598-78b6dd156110 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.4978590 Oct 26 14:01:31.248082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.248463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.248840 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Floating IP 4b112073-e243-41d2-ad74-75ce70871c93 disassociated. External IP: 172.25.5.39, port: e37df615-2865-4c5a-b36a-6037f66ce451. Oct 26 14:01:31.249454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Calling delete_port for e37df615-2865-4c5a-b36a-6037f66ce451 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:31.277788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-948a3abc-3fab-453f-aecb-e7bdea29120d req-0d39d713-3d4b-4a1f-9cb4-52644a16c5d9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Oct 26 14:01:31.310867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Pushing event updated for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:31.328579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-3c2567e5-b808-4ae5-9173-ab32e6155476 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307676 Oct 26 14:01:31.352604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-11f98dad-6435-4f77-9eed-65c94228b8f4 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20213f3a23e14e29807ee4edebd85e8e HTTP/1.1" status: 200 len: 379 time: 0.2079902 Oct 26 14:01:31.411371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'port': {'device_id': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'admin_state_up': True, 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'security_groups': ['419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:31.509325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d615fc-8d24-4a61-a26c-c38dbf893cc2 req-eb314bf1-65bb-4b98-b596-d8c5916afee8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.511296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84d615fc-8d24-4a61-a26c-c38dbf893cc2 req-eb314bf1-65bb-4b98-b596-d8c5916afee8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 948 time: 0.0730689 Oct 26 14:01:31.512417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.529307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Attempting to bind port d260e1e2-9988-4859-8b47-493622f088b5 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:31.529654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Attempting to bind port d260e1e2-9988-4859-8b47-493622f088b5 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:31.529988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Attempting to bind port d260e1e2-9988-4859-8b47-493622f088b5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:31.559094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Port d260e1e2-9988-4859-8b47-493622f088b5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:31.559748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Attempting to bind port d260e1e2-9988-4859-8b47-493622f088b5 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:31.560557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event deleted for resources: {'Port': ['ID=e37df615-2865-4c5a-b36a-6037f66ce451,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:31.589500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:31.590088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:31.590826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:31.591631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Bound port: d260e1e2-9988-4859-8b47-493622f088b5, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:31.592114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84d615fc-8d24-4a61-a26c-c38dbf893cc2 req-4fce922d-981d-4902-9e9a-68aa5327a9c1 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711625 Oct 26 14:01:31.592358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.605919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-92288cb9-f51a-4481-b036-5a139fcbbe30 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.615094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-92288cb9-f51a-4481-b036-5a139fcbbe30 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856166 Oct 26 14:01:31.657130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-85b62728-9e29-4475-a15e-43a15c23879d tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/quotas/ddfa56864bc34dca9d3ab236bc74870f HTTP/1.1" status: 200 len: 375 time: 0.0384364 Oct 26 14:01:31.728198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-1371a1bf-340c-43e5-a1ab-a042cd39e37b tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695171 Oct 26 14:01:31.752843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:31.753753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Made reservation on behalf of 20213f3a23e14e29807ee4edebd85e8e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:31.763379 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.806493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:31.812345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d260e1e2-9988-4859-8b47-493622f088b5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:31.829752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.915299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.916018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:31.917629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] 10.222.0.41 "PUT /v2.0/ports/d260e1e2-9988-4859-8b47-493622f088b5 HTTP/1.1" status: 200 len: 1096 time: 2.1170948 Oct 26 14:01:31.918509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:31.920925 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "tag": "d260e1e2-9988-4859-8b47-493622f088b5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:31.921094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb995c-2f1b-48d5-bd9e-9731a31e714f req-d45ecd5e-a3a1-4152-8a9a-5c42d13a92e3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:31.922610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-badb995c-2f1b-48d5-bd9e-9731a31e714f req-d45ecd5e-a3a1-4152-8a9a-5c42d13a92e3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1805797 Oct 26 14:01:32.039523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-badb995c-2f1b-48d5-bd9e-9731a31e714f req-a0c6181f-cbce-474f-90f4-e8b7846e19f8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042449 Oct 26 14:01:32.046393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:32.057539 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:32.067699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed116cf6-30d0-49ae-bfcc-44b0922bda33 service neutron] Pushing event updated for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:32.085678 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:32.107661 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:32.179361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] No DVR routers for this DVR port e37df615-2865-4c5a-b36a-6037f66ce451 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:32.189348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Allocated IP 172.20.0.9 (7c6b449f-8821-4e85-a25e-1dcd8a909999/ef482f6b-9264-4fe3-b6c0-3e56f5eb3240/95dd3e43-df26-4323-9677-900f684b80c3) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:32.193349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.197872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8714402c-ae1a-4f7a-be58-817eec1b25ad req-6a745004-964c-4244-bc39-0bc2a91111ed tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "DELETE /v2.0/ports/e37df615-2865-4c5a-b36a-6037f66ce451 HTTP/1.1" status: 204 len: 173 time: 2.5928977 Oct 26 14:01:32.198831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'name': 'network-vif-deleted', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:32.219045 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e37271-4a9c-4792-8f2c-284023f1d71d" -d '{"events": [{"server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "name": "network-vif-deleted", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:32.303877 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:32.315559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60786cac-ce3c-45a4-b84b-56e0332c2667 req-ed1d1e26-c398-4d59-9bec-2e19ad475284 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 210 time: 0.0859320 Oct 26 14:01:32.418041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.454833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4c06d-682e-4f83-9b71-372eb96fc385 req-311c713b-38b7-42c1-88b4-1ad206bdaf4d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.463257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc4c06d-682e-4f83-9b71-372eb96fc385 req-311c713b-38b7-42c1-88b4-1ad206bdaf4d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 950 time: 0.4693940 Oct 26 14:01:32.473688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-78fd07e9-f2a7-4c5e-815c-728f6fb998b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.475090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-78fd07e9-f2a7-4c5e-815c-728f6fb998b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 1099 time: 0.4576640 Oct 26 14:01:32.531259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc4c06d-682e-4f83-9b71-372eb96fc385 req-e0a27ed2-2481-4830-af93-5545cf490164 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670366 Oct 26 14:01:32.602295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9feaa10-c812-43dd-bae7-5004adfd4fef req-b59305e2-6570-4446-a362-d9c4e25ff414 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 210 time: 0.0402815 Oct 26 14:01:32.625072 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0ed8d-2100-4e09-876e-c9ada7f75e4f x-openstack-request-id: req-dcb0ed8d-2100-4e09-876e-c9ada7f75e4f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:32.625364 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "tag": "d260e1e2-9988-4859-8b47-493622f088b5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:32.625627 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcb0ed8d-2100-4e09-876e-c9ada7f75e4f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:32.626031 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5', 'status': 'completed', 'code': 200} Oct 26 14:01:32.633580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-eecc2c2f-f745-44ac-a7ca-76aa2ba11fc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d260e1e2-9988-4859-8b47-493622f088b5 HTTP/1.1" status: 200 len: 217 time: 0.1197572 Oct 26 14:01:32.653956 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead60fc-40aa-4110-92f9-4885806d05f1 x-openstack-request-id: req-cead60fc-40aa-4110-92f9-4885806d05f1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:32.654578 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925adbf5-1591-40fb-a798-88ab9191e4dd", "name": "network-vif-deleted", "tag": "e37df615-2865-4c5a-b36a-6037f66ce451", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:32.655063 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cead60fc-40aa-4110-92f9-4885806d05f1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:32.655892 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925adbf5-1591-40fb-a798-88ab9191e4dd', 'name': 'network-vif-deleted', 'tag': 'e37df615-2865-4c5a-b36a-6037f66ce451', 'status': 'completed', 'code': 200} Oct 26 14:01:32.660950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:32.762783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:32.796555 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:32.832772 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:32.832772 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:32.840524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:32.854452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:32.869909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:32.873568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-477a635d-4521-4f01-bcee-41da3bca6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:32.875428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-477a635d-4521-4f01-bcee-41da3bca6aa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2124670 Oct 26 14:01:32.878715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event updated for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:32.948619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e37df615-2865-4c5a-b36a-6037f66ce451 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:33.005556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: e37df615-2865-4c5a-b36a-6037f66ce451 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:33.005898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e37df615-2865-4c5a-b36a-6037f66ce451 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:33.014641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2cb39-aa94-453a-98d9-9332ced68872 req-179e0915-5ff3-4687-a78b-26c0f6c77134 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.025410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ff2cb39-aa94-453a-98d9-9332ced68872 req-179e0915-5ff3-4687-a78b-26c0f6c77134 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.3059721 Oct 26 14:01:33.034879 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:33.101563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.102234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.140428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-96d09833-9ddc-4331-8c4c-1fece98b37ab tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7674134 Oct 26 14:01:33.162362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ff2cb39-aa94-453a-98d9-9332ced68872 req-f1dc403b-39c4-41a7-87ad-50defa7cbfca tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331725 Oct 26 14:01:33.177366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-3b8ab351-c5a7-48fd-a666-6606b3cd458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.181321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-3b8ab351-c5a7-48fd-a666-6606b3cd458c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2454629 Oct 26 14:01:33.185483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Request body: {'port': {'device_id': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:33.240079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bc31a-da25-492b-95e8-83e2117a5da8 req-248112b4-3e13-40e0-b281-d8c58d0bfd04 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.248333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-440bc31a-da25-492b-95e8-83e2117a5da8 req-248112b4-3e13-40e0-b281-d8c58d0bfd04 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 948 time: 0.0941660 Oct 26 14:01:33.304246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-440bc31a-da25-492b-95e8-83e2117a5da8 req-7355b967-b2b1-489b-8c0f-95a8363aac35 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544722 Oct 26 14:01:33.348552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8427614c-aea8-4630-93f9-b976aa1c235f None None] Provisioning complete for port 95dd3e43-df26-4323-9677-900f684b80c3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:33.349006 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8427614c-aea8-4630-93f9-b976aa1c235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.380586 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:33.422456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8427614c-aea8-4630-93f9-b976aa1c235f None None] Port 95dd3e43-df26-4323-9677-900f684b80c3 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:33.511219 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:33.516509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-8eb74eab-6d09-4866-9231-bc8a37d658a6 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213356 Oct 26 14:01:33.520435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c0233-902c-4cec-bd08-670f94071afc req-c84b849f-f844-4e72-bc7a-70e3a54a12b0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.529851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-854c0233-902c-4cec-bd08-670f94071afc req-c84b849f-f844-4e72-bc7a-70e3a54a12b0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.0999491 Oct 26 14:01:33.566036 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1b00-b6bb-475e-ac45-8588af34c32a None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:33.609709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-854c0233-902c-4cec-bd08-670f94071afc req-deae7f0f-f87b-4597-9d49-c9d25c9491d4 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763390 Oct 26 14:01:33.681994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-634e320b-430e-4137-b293-2bc59560c83b tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427141 Oct 26 14:01:33.942920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-c697a7bc-f6f9-4398-97eb-0fae1d0e8b93 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:33.944484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-c697a7bc-f6f9-4398-97eb-0fae1d0e8b93 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553844 Oct 26 14:01:33.963335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Request body: {'port': {'device_id': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'ddfa56864bc34dca9d3ab236bc74870f'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:33.973089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2b98d3-093d-419c-b276-c697ca0f762f None None] New status for floating IP 4b112073-e243-41d2-ad74-75ce70871c93: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:34.096785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755106f6-af25-4155-822b-65db488288cb req-49122624-4656-4950-8227-c6f771252d39 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.110574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-755106f6-af25-4155-822b-65db488288cb req-49122624-4656-4950-8227-c6f771252d39 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 931 time: 0.2856107 Oct 26 14:01:34.170709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Made reservation on behalf of ddfa56864bc34dca9d3ab236bc74870f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:34.173082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.178230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-755106f6-af25-4155-822b-65db488288cb req-7d82756b-9502-414f-98f8-d8be75f15825 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667744 Oct 26 14:01:34.202282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.282645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-336394ad-c8fc-41dc-a111-e2d9cf4c5437 req-be17f15b-33f8-4535-bfad-7ef5faa5bc1e service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480640 Oct 26 14:01:34.298435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.299527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.299943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.300415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.301029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.301502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.301970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.302477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.302888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.303357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.303824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.304283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.304769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.305227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.305683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.306141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.306602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.307058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.307545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.319474 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-55080753-a686-4913-bf16-a3c5d6d5fdde tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a&device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba&device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0&device_id=b33a82d7-1661-4bdc-861f-c01230ae916c&device_id=12907303-41c1-4403-bbec-d306aa480e86&device_id=f4133503-6758-48f0-af48-22c6abcba370&device_id=efdb5691-6d1b-4547-899d-384c1c9a7210&device_id=db95eb13-f596-4172-a377-f6454e365464&device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86&device_id=cc33c599-7481-4973-aecf-63fc9a8e64af&device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b&device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af&device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22&device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&device_id=9428814c-516d-419b-8f50-cccf01bff623&device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 17058 time: 0.2171855 Oct 26 14:01:34.340915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-dd9f6af4-4d7c-487b-8f4f-cec0cb96c0fe tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.414918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.449123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.455170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-216306d0-d0fb-4bd9-b4e6-bb19b27e8353 req-1c7ce094-2904-4745-9eeb-be775ef77a3c tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 210 time: 0.0473571 Oct 26 14:01:34.535811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-ecb797e5-9b81-4945-bac3-0c27e62d3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.537747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-ecb797e5-9b81-4945-bac3-0c27e62d3872 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 1099 time: 0.1551766 Oct 26 14:01:34.548561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a317a2b0-ce76-4966-b188-24fff43a1605,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:34.568551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dd3e43-df26-4323-9677-900f684b80c3 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:34.617062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.632219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-dd9f6af4-4d7c-487b-8f4f-cec0cb96c0fe tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.648052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-dd9f6af4-4d7c-487b-8f4f-cec0cb96c0fe tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.655097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Transition to ACTIVE for port object 95dd3e43-df26-4323-9677-900f684b80c3 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:34.673218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf77d2a-fb0e-4b35-9f8f-b22ed0aad76c req-2a5458ba-b4e9-4ed8-90c4-4de912c2427a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.676719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdf77d2a-fb0e-4b35-9f8f-b22ed0aad76c req-2a5458ba-b4e9-4ed8-90c4-4de912c2427a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1053829 Oct 26 14:01:34.681017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:34.706126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-86999f52-032c-4850-a5e9-ebd56ed2bea6 req-dd9f6af4-4d7c-487b-8f4f-cec0cb96c0fe tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&id=743d61f2-2ef6-4596-a98c-5f39dc39d403&id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.3850543 Oct 26 14:01:34.753609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Allocated IP 192.168.233.136 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/6347e205-1c6b-45ef-9bd0-dbc2184cf077) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:34.761977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f6af4-4d7c-487b-8f4f-cec0cb96c0fe tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f465178-97e8-42eb-a274-de05507678ea,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:34.769280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-1e126f6a-0676-4dc5-9b75-64cbed20d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.770768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-1e126f6a-0676-4dc5-9b75-64cbed20d176 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2188580 Oct 26 14:01:34.807075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdf77d2a-fb0e-4b35-9f8f-b22ed0aad76c req-38ba529b-c0f0-4f90-b12a-b8ed0c31d055 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113312 Oct 26 14:01:34.807551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Pushing event updated for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:34.871325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-12388950-4c77-41e2-845a-1b70af0525e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=d260e1e2-9988-4859-8b47-493622f088b5 HTTP/1.1" status: 200 len: 217 time: 0.0775149 Oct 26 14:01:34.973729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba0ce7-aae5-43bd-b46e-7bea80274e66 req-641399e2-0c7e-43fa-a8d9-cdceb561eaf5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:34.975301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9aba0ce7-aae5-43bd-b46e-7bea80274e66 req-641399e2-0c7e-43fa-a8d9-cdceb561eaf5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 948 time: 0.1985791 Oct 26 14:01:35.025734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-c9724b2d-e1c5-4732-a702-1bf4d393e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.027198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-c9724b2d-e1c5-4732-a702-1bf4d393e3fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1351407 Oct 26 14:01:35.040461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d128a2-0bbb-470f-bf84-d83bf48c0e15 req-55c0f82c-fa55-43f5-b45f-382a505933cf tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.042719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24d128a2-0bbb-470f-bf84-d83bf48c0e15 req-55c0f82c-fa55-43f5-b45f-382a505933cf tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1480892 Oct 26 14:01:35.059257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9aba0ce7-aae5-43bd-b46e-7bea80274e66 req-f1a0a966-1977-4a7c-9449-3ef252f8ea43 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710807 Oct 26 14:01:35.069688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Attempting to bind port 95dd3e43-df26-4323-9677-900f684b80c3 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:35.069688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Attempting to bind port 95dd3e43-df26-4323-9677-900f684b80c3 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:35.069688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Attempting to bind port 95dd3e43-df26-4323-9677-900f684b80c3 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:35.091698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.112195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Port 95dd3e43-df26-4323-9677-900f684b80c3 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:35.112566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Attempting to bind port 95dd3e43-df26-4323-9677-900f684b80c3 on network 7c6b449f-8821-4e85-a25e-1dcd8a909999 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:35.126118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:35.126493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Checking segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:35.127050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24d128a2-0bbb-470f-bf84-d83bf48c0e15 req-642edc9b-76e2-47a3-95de-c0b1a3ab269f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740561 Oct 26 14:01:35.139399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Bound using segment: {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:35.139961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Bound port: 95dd3e43-df26-4323-9677-900f684b80c3, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5e69bb-a667-4407-87e9-2b3f535e2ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:35.140343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.161934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-146aa370-7448-4e98-ac58-3c95c29acebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.163874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-146aa370-7448-4e98-ac58-3c95c29acebd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0986083 Oct 26 14:01:35.166279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.226424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:35.230057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:35.249250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:35.328346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.330058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.354349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-9e9bdbc4-b368-444c-b19f-5a6e23270e39 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618509 Oct 26 14:01:35.361479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Pushing event updated for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:35.396702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f0eb3cc-0dd2-4d77-975a-f1c0ad1bc1b4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4378924 Oct 26 14:01:35.406530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:35.415251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=95dd3e43-df26-4323-9677-900f684b80c3,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:35.418221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Request body: {'port': {'device_id': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:35.436809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.477241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787893-6ea7-4e8c-81b7-c33c8427770b req-d62b386d-4c83-4402-bd20-4b093c204cbd tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.480624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb787893-6ea7-4e8c-81b7-c33c8427770b req-d62b386d-4c83-4402-bd20-4b093c204cbd tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 943 time: 0.1428120 Oct 26 14:01:35.538970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.542833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.543702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.546539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] 10.222.0.73 "PUT /v2.0/ports/95dd3e43-df26-4323-9677-900f684b80c3 HTTP/1.1" status: 200 len: 1091 time: 2.3769817 Oct 26 14:01:35.581428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb787893-6ea7-4e8c-81b7-c33c8427770b req-574993a0-c209-4f45-9807-ca500bda8bce tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718648 Oct 26 14:01:35.602822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9c63044b-7f06-4a51-b4cb-1a3dfc7f3b50 None None] Provisioning complete for port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:35.608586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:35.609920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c63044b-7f06-4a51-b4cb-1a3dfc7f3b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:35.611681 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c865e26-6a47-42af-bdec-3345ad0d34d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "tag": "95dd3e43-df26-4323-9677-900f684b80c3"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:35.708651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9c63044b-7f06-4a51-b4cb-1a3dfc7f3b50 None None] Port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:35.793591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410590f-a209-4adb-8c42-a93eef65785d req-b19c937f-9304-496c-b9b1-cefff7aed7b8 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.794221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410590f-a209-4adb-8c42-a93eef65785d req-b19c937f-9304-496c-b9b1-cefff7aed7b8 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.794918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410590f-a209-4adb-8c42-a93eef65785d req-b19c937f-9304-496c-b9b1-cefff7aed7b8 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.804180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7410590f-a209-4adb-8c42-a93eef65785d req-b19c937f-9304-496c-b9b1-cefff7aed7b8 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c&device_id=efdb5691-6d1b-4547-899d-384c1c9a7210&device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 2883 time: 0.3371990 Oct 26 14:01:35.837048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132c7ef-33f2-4f3e-84dc-5f4f8ae93239 service neutron] Pushing event updated for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:35.857741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-fc4eda75-ce81-4d62-bb25-99c7442fb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.859236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-fc4eda75-ce81-4d62-bb25-99c7442fb387 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 1094 time: 0.2381301 Oct 26 14:01:35.863646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5cd7825-2aa7-4fec-96f5-86bc34ec8ef7 req-d8eb758b-993f-4497-9e8e-9cd798293c3b service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450326 Oct 26 14:01:35.916755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-901c97f7-6f0b-48be-8ef3-af0d790035d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dd3e43-df26-4323-9677-900f684b80c3 HTTP/1.1" status: 200 len: 217 time: 0.0475230 Oct 26 14:01:35.936414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7410590f-a209-4adb-8c42-a93eef65785d req-d635ca6e-6ad3-4862-b141-5dd12f4a6899 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236937 Oct 26 14:01:35.940996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273bc67-e49f-4392-b919-f11bff75e231 req-de633e6f-438a-4a59-a167-5c5bb21c52c6 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:35.942676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7273bc67-e49f-4392-b919-f11bff75e231 req-de633e6f-438a-4a59-a167-5c5bb21c52c6 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 936 time: 0.1027172 Oct 26 14:01:35.982529 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd08408-515d-42d4-8907-e465f39e313a x-openstack-request-id: req-7dd08408-515d-42d4-8907-e465f39e313a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:35.983050 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "tag": "95dd3e43-df26-4323-9677-900f684b80c3", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:35.983454 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd08408-515d-42d4-8907-e465f39e313a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:35.983989 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3', 'status': 'completed', 'code': 200} Oct 26 14:01:35.996299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7273bc67-e49f-4392-b919-f11bff75e231 req-eb1474a0-6044-43ab-802a-aad7d5d54d72 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Oct 26 14:01:36.015071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-fbbbcf11-376b-4cc2-8fb9-507134d5ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.019310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-fbbbcf11-376b-4cc2-8fb9-507134d5ce70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.0890915 Oct 26 14:01:36.061588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6347e205-1c6b-45ef-9bd0-dbc2184cf077 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:36.071632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.087077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Transition to ACTIVE for port object 6347e205-1c6b-45ef-9bd0-dbc2184cf077 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:36.094596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.147020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48999e0-363f-4c48-b040-1614ac77893a req-40a894b2-4856-48e0-b9da-fd94372c635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.148889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-40a894b2-4856-48e0-b9da-fd94372c635f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209540 Oct 26 14:01:36.161785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f81395-8025-46d8-b2fd-276ba0367e40 req-dca079ad-d991-42a6-96d1-6a5fad101169 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.169788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27f81395-8025-46d8-b2fd-276ba0367e40 req-dca079ad-d991-42a6-96d1-6a5fad101169 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.1229889 Oct 26 14:01:36.262547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:36.318335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Attempting to bind port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:36.318335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Attempting to bind port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:36.318702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Attempting to bind port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:36.329049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5702c-2bf5-43ee-ae18-e27d67c4112e req-fea57b8a-d7f2-4018-a0ac-9c03533ef182 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.330702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ed5702c-2bf5-43ee-ae18-e27d67c4112e req-fea57b8a-d7f2-4018-a0ac-9c03533ef182 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 948 time: 0.1272285 Oct 26 14:01:36.334612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:36.334941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Attempting to bind port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:36.336307 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-cce7aa59-6963-4b2f-9640-95f21a336f65 service neutron] show failed (client error): The resource could not be found. Oct 26 14:01:36.337519 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-cce7aa59-6963-4b2f-9640-95f21a336f65 service neutron] 10.222.0.73 "GET /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.1596332 Oct 26 14:01:36.341864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:36.342207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:36.342599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:36.343047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Bound port: 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:36.343417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.355406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27f81395-8025-46d8-b2fd-276ba0367e40 req-a5cbbf08-9a55-44e9-aa46-6e1c2ed001dc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842759 Oct 26 14:01:36.396087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-efb1e875-95fc-4b31-b095-119c553c6b90 service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127299 Oct 26 14:01:36.465556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ed5702c-2bf5-43ee-ae18-e27d67c4112e req-4b9eba13-b561-44eb-95f0-b80f5da31787 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233277 Oct 26 14:01:36.512934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:36.518596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:36.527441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.559229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.560044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:36.564585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] 10.222.0.73 "PUT /v2.0/ports/6347e205-1c6b-45ef-9bd0-dbc2184cf077 HTTP/1.1" status: 200 len: 1096 time: 1.1524458 Oct 26 14:01:36.564585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:36.579336 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7714a1-f7c1-4940-b9ec-dd12c237e894" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:36.671957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48999e0-363f-4c48-b040-1614ac77893a req-5fb20ef3-ace5-4d91-aeba-bad7b135ab0a service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624502 Oct 26 14:01:36.697408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761e4c5-723b-4371-899f-c17844037252 req-7032f60e-c453-45db-8062-5b86c84592e7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.705052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4761e4c5-723b-4371-899f-c17844037252 req-7032f60e-c453-45db-8062-5b86c84592e7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1583924 Oct 26 14:01:36.711776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30926-a090-4e18-9f6f-e943c9ff9c8e service neutron] Pushing event updated for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:36.804068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-2c8788e3-6ecf-4b87-ad02-7b3dac27b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.807579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-2c8788e3-6ecf-4b87-ad02-7b3dac27b5da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 1099 time: 0.1178076 Oct 26 14:01:36.826196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d260e1e2-9988-4859-8b47-493622f088b5 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:36.849222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4761e4c5-723b-4371-899f-c17844037252 req-af05f166-305c-44ab-a3b9-9ed05334bab2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389923 Oct 26 14:01:36.881904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-36cab252-1886-4c42-8824-c9f76fb9cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.883397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-36cab252-1886-4c42-8824-c9f76fb9cc95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 1094 time: 0.1404669 Oct 26 14:01:36.886026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-1aa1c292-3379-4b19-bd95-13f0c4341c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:36.887708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-1aa1c292-3379-4b19-bd95-13f0c4341c15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1101 time: 0.0921483 Oct 26 14:01:36.920616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:36.941004 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9b985-df00-41fb-b2b7-c4a0f463abd4 x-openstack-request-id: req-86c9b985-df00-41fb-b2b7-c4a0f463abd4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:36.941385 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:36.942103 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c9b985-df00-41fb-b2b7-c4a0f463abd4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:36.942568 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077', 'status': 'completed', 'code': 200} Oct 26 14:01:36.951008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-759dfc63-4a51-4f4b-b1ed-e15c5f4c874a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077 HTTP/1.1" status: 200 len: 217 time: 0.0851803 Oct 26 14:01:36.987021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:36.998319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88cc74-3b0d-464c-9da8-78562efd42b7 req-6b785f89-ede4-413c-b917-85e5be700b11 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.000184 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee88cc74-3b0d-464c-9da8-78562efd42b7 req-6b785f89-ede4-413c-b917-85e5be700b11 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 943 time: 0.2105715 Oct 26 14:01:37.007036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d260e1e2-9988-4859-8b47-493622f088b5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.028792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd260e1e2-9988-4859-8b47-493622f088b5', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'd260e1e2-9988-4859-8b47-493622f088b5', 'mac_address': 'fa:16:3e:aa:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:37.066678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-3979b4cd-3301-4d38-aea8-011918a6417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.068810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-3979b4cd-3301-4d38-aea8-011918a6417f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 924 time: 0.1747594 Oct 26 14:01:37.129784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-ee34b7bb-fc83-42f6-9031-33febac4e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.131404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-ee34b7bb-fc83-42f6-9031-33febac4e077 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1642499 Oct 26 14:01:37.146442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee88cc74-3b0d-464c-9da8-78562efd42b7 req-89674613-e1b0-478e-92b5-393698ad090d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030707 Oct 26 14:01:37.180843 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-dec3b0d4-ee77-4ae1-aa95-6b58f43a5818 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dd3e43-df26-4323-9677-900f684b80c3 HTTP/1.1" status: 200 len: 217 time: 0.1020987 Oct 26 14:01:37.182434 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.229179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.256734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-cc7d6b03-b2df-4e1b-a915-71d8baeb63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.257933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.258791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-cc7d6b03-b2df-4e1b-a915-71d8baeb63ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.0712180 Oct 26 14:01:37.260859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-1b18eb16-bc9d-43c8-b2fc-7481f577ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.262466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-1b18eb16-bc9d-43c8-b2fc-7481f577ee8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150928 Oct 26 14:01:37.275206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d260e1e2-9988-4859-8b47-493622f088b5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:37.280975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'port_id': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'mac_address': 'fa:16:3e:9d:4e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd7981-c0e5-4df6-90bb-4a71df4a16fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:37.341798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.362597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d260e1e2-9988-4859-8b47-493622f088b5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.369959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79dc070-9a5f-4be9-bf4f-29c6bef07efe {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:37.384819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.400528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-2c408eb2-83b2-475d-b9c4-efd2f235d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.402321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-2c408eb2-83b2-475d-b9c4-efd2f235d106 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236095 Oct 26 14:01:37.420061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa4a7c-d631-436f-9295-6621bcd7002b req-8a4e85ff-4e08-476e-8780-68ae4c888623 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.421639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbfa4a7c-d631-436f-9295-6621bcd7002b req-8a4e85ff-4e08-476e-8780-68ae4c888623 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 948 time: 0.2053077 Oct 26 14:01:37.494462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.498355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbfa4a7c-d631-436f-9295-6621bcd7002b req-b0934004-f2b3-44f0-97a6-cc1ea9976e32 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646431 Oct 26 14:01:37.507593 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.519390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:37.573671 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-eeff6a2f-d45b-401f-9b8a-5c209603f7cf service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943196 Oct 26 14:01:37.615255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-30f43bc7-caf4-4bd7-8048-f31f4ea5282a service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023904 Oct 26 14:01:37.626358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:37.643220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:37.704254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaf6f2-3e96-4e85-a445-d4da074d4dfd req-eece810e-e7a6-4658-be10-63850cd17538 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.708995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0aaf6f2-3e96-4e85-a445-d4da074d4dfd req-eece810e-e7a6-4658-be10-63850cd17538 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1100 time: 0.0934205 Oct 26 14:01:37.743880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf464c-d628-48f3-8d75-b004028dea46 req-cf9d7485-e6ad-403a-8a8f-f649e4df5769 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.744895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e9b205a-6e41-4cf7-8682-94dd7c531306 req-0f85843e-b7f9-4cb7-ba58-2436e8a8a1d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578403 Oct 26 14:01:37.749406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4cf464c-d628-48f3-8d75-b004028dea46 req-cf9d7485-e6ad-403a-8a8f-f649e4df5769 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 945 time: 0.1480491 Oct 26 14:01:37.754291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:37.797196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0aaf6f2-3e96-4e85-a445-d4da074d4dfd req-abc1e37b-c78a-499b-afec-ef62d663f314 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Oct 26 14:01:37.806202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d260e1e2-9988-4859-8b47-493622f088b5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:37.829503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4cf464c-d628-48f3-8d75-b004028dea46 req-1869fe1b-ff48-48dc-8196-f5374be15ccd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711122 Oct 26 14:01:37.866687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c79dc070-9a5f-4be9-bf4f-29c6bef07efe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:37.871140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c865e26-6a47-42af-bdec-3345ad0d34d2 req-8b5b5c26-8302-462d-aa32-9abea061ba9b service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382903 Oct 26 14:01:37.897243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.924984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Transition to ACTIVE for port object 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:37.935826 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:37.987322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-11461e51-12da-498b-87e8-ebc69847c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:37.989102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-11461e51-12da-498b-87e8-ebc69847c890 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 1099 time: 0.1700072 Oct 26 14:01:38.024436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9104b3-e87c-40de-9f6b-c4b51fddbe30 req-24f72d6a-ee51-426d-b8c1-5d7e350f9837 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.026703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f9104b3-e87c-40de-9f6b-c4b51fddbe30 req-24f72d6a-ee51-426d-b8c1-5d7e350f9837 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 949 time: 0.0962546 Oct 26 14:01:38.038651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:38.041172 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb56251-16fb-4745-ad11-49c1a3cab005" -d '{"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:38.044733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:38.098353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4b9f0-ec06-48e2-b517-87f15da30f18 req-1ee79a73-0319-4780-b519-5a7405a3c52b tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.100540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94b4b9f0-ec06-48e2-b517-87f15da30f18 req-1ee79a73-0319-4780-b519-5a7405a3c52b tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1100 time: 0.0950942 Oct 26 14:01:38.151227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] No DVR routers for this DVR port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:38.178029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f9104b3-e87c-40de-9f6b-c4b51fddbe30 req-7e2d71d4-8c2e-4abe-8c1e-e23faf0ecc92 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346092 Oct 26 14:01:38.208135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94b4b9f0-ec06-48e2-b517-87f15da30f18 req-b3e5f5ee-4456-4281-b1b6-a1d8f69aed11 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789764 Oct 26 14:01:38.237896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:38.243684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-abeede7d-ff7c-425d-9aac-690e41a1895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.245219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-abeede7d-ff7c-425d-9aac-690e41a1895a service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2162569 Oct 26 14:01:38.248412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:38.249214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:38.262770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:38.263091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:38.275617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:38.275617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:38.279915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:38.279915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Bound port: 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:38.280214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.356217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-1d737dd2-8977-41cd-b395-e68ab2e42326 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077 HTTP/1.1" status: 200 len: 217 time: 0.1016028 Oct 26 14:01:38.371767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:38.374762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:38.376973 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274dd506-0884-47d7-a180-afb869102aa5 x-openstack-request-id: req-274dd506-0884-47d7-a180-afb869102aa5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:38.377563 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:38.377922 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-274dd506-0884-47d7-a180-afb869102aa5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:38.378580 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'code': 200} Oct 26 14:01:38.416295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621315-de79-414e-a2e5-0f20bc2ed836 req-8b02ab5c-b663-423e-95aa-709260e9489a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.417896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e621315-de79-414e-a2e5-0f20bc2ed836 req-8b02ab5c-b663-423e-95aa-709260e9489a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0925639 Oct 26 14:01:38.420284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.433918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-8e5da520-5ba7-4913-b5c5-b905efb423f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.435383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-8e5da520-5ba7-4913-b5c5-b905efb423f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0713890 Oct 26 14:01:38.465048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.465647 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:38.470102 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 1096 time: 1.5642624 Oct 26 14:01:38.504240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7402-901e-4582-ba05-2675455989ba req-e00d542e-4336-43e8-879c-9b8ac89a6905 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.511933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-decd7402-901e-4582-ba05-2675455989ba req-e00d542e-4336-43e8-879c-9b8ac89a6905 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 943 time: 0.1267874 Oct 26 14:01:38.517157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e621315-de79-414e-a2e5-0f20bc2ed836 req-3b17412f-7a36-4d46-98a7-3bbf43cf0127 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913262 Oct 26 14:01:38.520942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1675b55-2d5d-4752-be17-a5e5586ab8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:38.578218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-1142dbdc-df41-45e8-be0c-44900f99ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.579759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-1142dbdc-df41-45e8-be0c-44900f99ca7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348548 Oct 26 14:01:38.642375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-decd7402-901e-4582-ba05-2675455989ba req-30777ce5-98ed-4a25-ab5e-ea9c3576508a tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294744 Oct 26 14:01:38.662514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-91e5332a-d42b-485e-806b-5eb1daa3f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.663979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-91e5332a-d42b-485e-806b-5eb1daa3f721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1099 time: 0.1401083 Oct 26 14:01:38.817879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-e59ec14b-c9d5-4752-8995-278d00c60eb7 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283630 Oct 26 14:01:38.822279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-0aefe3b2-d35b-40ac-959b-c3bed2a2453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.823765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-0aefe3b2-d35b-40ac-959b-c3bed2a2453f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1403935 Oct 26 14:01:38.909477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-f55f96e4-f5ec-432b-959f-9bda58bf7165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0764871 Oct 26 14:01:38.977354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f7714a1-f7c1-4940-b9ec-dd12c237e894 req-bfb0bc89-e4d3-4f13-83fd-05f9018234a5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457224 Oct 26 14:01:38.992023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-a7144cf4-3393-47d8-8a36-6feaeb01c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:38.993616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-a7144cf4-3393-47d8-8a36-6feaeb01c547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0722499 Oct 26 14:01:39.005030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd7abd-2bb9-4978-84fd-3ba6302aee24 req-225c122c-467a-4ad9-aa0d-78c525446a90 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.007622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 95dd3e43-df26-4323-9677-900f684b80c3 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:39.012106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddbd7abd-2bb9-4978-84fd-3ba6302aee24 req-225c122c-467a-4ad9-aa0d-78c525446a90 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 948 time: 0.1067364 Oct 26 14:01:39.024875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129d784-5e01-4b80-964c-f012f1612af0 req-cc9560a0-79f8-43f8-ab45-968aa22e6d30 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.036191 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9129d784-5e01-4b80-964c-f012f1612af0 req-cc9560a0-79f8-43f8-ab45-968aa22e6d30 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 945 time: 0.0783749 Oct 26 14:01:39.043016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:39.073970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9129d784-5e01-4b80-964c-f012f1612af0 req-e2c8bfe8-55d3-468a-99d0-6b8f888528cb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Oct 26 14:01:39.081698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddbd7abd-2bb9-4978-84fd-3ba6302aee24 req-359302e5-9a0c-4d1c-aba9-3e3ccb77f885 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Oct 26 14:01:39.088432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-46f42284-9914-44ac-af45-7f3353b8b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.089942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-46f42284-9914-44ac-af45-7f3353b8b794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702353 Oct 26 14:01:39.217243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=95dd3e43-df26-4323-9677-900f684b80c3,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:39.227951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c79dc070-9a5f-4be9-bf4f-29c6bef07efe triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:39.228325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.233967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '95dd3e43-df26-4323-9677-900f684b80c3', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'port_id': '95dd3e43-df26-4323-9677-900f684b80c3', 'mac_address': 'fa:16:3e:ac:2c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:39.234817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-25ca00a6-c9a0-4c66-b180-d44830030e67 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328149 Oct 26 14:01:39.336924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.355993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4728c64-0f33-49ad-8c10-3843fe5bc7e1 req-d1ac2805-6798-4b01-935a-df0d49135bee tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.367311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4728c64-0f33-49ad-8c10-3843fe5bc7e1 req-d1ac2805-6798-4b01-935a-df0d49135bee tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 949 time: 0.0892105 Oct 26 14:01:39.370741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dd3e43-df26-4323-9677-900f684b80c3 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:39.405082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=95dd3e43-df26-4323-9677-900f684b80c3,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:39.426202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.447238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4728c64-0f33-49ad-8c10-3843fe5bc7e1 req-98492b09-a86e-4ebd-8eb5-347ba710e956 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746653 Oct 26 14:01:39.460961 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a804da-c116-4f18-98bb-ef3a1e0143fa req-80819b21-e2c7-434f-b6bd-b9fa333fabcb service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100453 Oct 26 14:01:39.471496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.519271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:39.522483 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f4be3-768d-4f66-a2c4-c3fcc017a2ff" -d '{"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-plugged", "status": "completed", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:39.529667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:39.545366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:39.552464 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:39.694568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:39.714293 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a62f2d-534a-4ea9-95c8-ebcf4faead2b x-openstack-request-id: req-44a62f2d-534a-4ea9-95c8-ebcf4faead2b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:39.714585 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-plugged", "status": "completed", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:39.715439 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44a62f2d-534a-4ea9-95c8-ebcf4faead2b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:39.715848 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'code': 200} Oct 26 14:01:39.777453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a7af5-49ac-426f-a970-ba6b6ed5f878 req-73ee11c9-b47c-4b2c-a218-625387cb8a21 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.786156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-055a7af5-49ac-426f-a970-ba6b6ed5f878 req-73ee11c9-b47c-4b2c-a218-625387cb8a21 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.1083601 Oct 26 14:01:39.833385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6c00-49ac-4bc5-b0f9-bac0ece9a03f req-f64b8b2f-cd4f-4c55-8633-7b43fee5c8ec tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.838492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-055a7af5-49ac-426f-a970-ba6b6ed5f878 req-1db82a83-84a5-4b0d-9122-2b33d74858bd tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Oct 26 14:01:39.841078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bae6c00-49ac-4bc5-b0f9-bac0ece9a03f req-f64b8b2f-cd4f-4c55-8633-7b43fee5c8ec tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 944 time: 0.0771968 Oct 26 14:01:39.851620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['95dd3e43-df26-4323-9677-900f684b80c3'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:39.900316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bae6c00-49ac-4bc5-b0f9-bac0ece9a03f req-6d482445-8565-4029-8540-57ddcde031ea tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541656 Oct 26 14:01:39.913076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c7625-c96c-452c-92f0-678fc0f8801a req-721e0fa9-fa83-4fce-bede-3ed785a7d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:39.922861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c6c7625-c96c-452c-92f0-678fc0f8801a req-721e0fa9-fa83-4fce-bede-3ed785a7d250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 1097 time: 0.0596433 Oct 26 14:01:40.002881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c6c7625-c96c-452c-92f0-678fc0f8801a req-2e04caa1-1cfb-41e3-b790-8514c11af716 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799124 Oct 26 14:01:40.044794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b3cd-b28a-46d8-b3bd-221cdc666aa5 req-b464166f-030e-40b3-8e22-3ccec2c35278 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.046971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a61b3cd-b28a-46d8-b3bd-221cdc666aa5 req-b464166f-030e-40b3-8e22-3ccec2c35278 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0684874 Oct 26 14:01:40.075667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f1a1-a55b-4647-bee8-5f38ca635e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:40.129043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a61b3cd-b28a-46d8-b3bd-221cdc666aa5 req-77c0f27e-6d93-4fa3-b7af-fe74ab4edc3d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666714 Oct 26 14:01:40.231768 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:01:40.252041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90375e14-2a68-4916-b917-c7a9bd148672 req-4235bc3d-5121-4f5f-a944-de5ef9de233a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.254437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90375e14-2a68-4916-b917-c7a9bd148672 req-4235bc3d-5121-4f5f-a944-de5ef9de233a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0731182 Oct 26 14:01:40.276982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5702e-eba2-42ab-8ce1-384cc44ff276 req-9ac89d11-7762-478d-9e45-e0ff9c104cb1 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.278771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fdf5702e-eba2-42ab-8ce1-384cc44ff276 req-9ac89d11-7762-478d-9e45-e0ff9c104cb1 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 948 time: 0.0515804 Oct 26 14:01:40.297060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90375e14-2a68-4916-b917-c7a9bd148672 req-3b814a47-c461-4545-9f14-3f56b43c1222 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Oct 26 14:01:40.325584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fdf5702e-eba2-42ab-8ce1-384cc44ff276 req-1da7650b-d96a-49e5-8acf-dfc89b2b12b7 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Oct 26 14:01:40.379890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:40.382425 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239e0c4-8c63-43eb-a73d-6a7102181c88" -d '{"events": [{"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:40.434329 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df42ff57-3f72-4a97-8f92-e6be4e9a014c x-openstack-request-id: req-df42ff57-3f72-4a97-8f92-e6be4e9a014c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:40.434618 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:40.434869 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df42ff57-3f72-4a97-8f92-e6be4e9a014c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:40.435261 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'status': 'completed', 'code': 200} Oct 26 14:01:40.507210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-a2bb3177-e852-47e5-8fae-75021ca86561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.508751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-a2bb3177-e852-47e5-8fae-75021ca86561 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1099 time: 0.0464435 Oct 26 14:01:40.544073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-16054b06-17a6-4ef5-83d3-08f083362c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.546009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-16054b06-17a6-4ef5-83d3-08f083362c15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1099 time: 0.0780706 Oct 26 14:01:40.641979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a649c1-3bc6-4ad2-b014-30c8748140e3 req-19063e68-ee40-42ad-8a67-98c3a0a69400 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.644079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08a649c1-3bc6-4ad2-b014-30c8748140e3 req-19063e68-ee40-42ad-8a67-98c3a0a69400 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 949 time: 0.1018500 Oct 26 14:01:40.652343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-ac7c4eed-e047-431d-844f-b8483d6f0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.653847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-25743770-63b9-48fe-8bb7-553c174f4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.654040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-ac7c4eed-e047-431d-844f-b8483d6f0a06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.0909123 Oct 26 14:01:40.655247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-25743770-63b9-48fe-8bb7-553c174f4c58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1347523 Oct 26 14:01:40.704955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-15fd3c78-05a7-4bf8-8aa8-484edf6efb08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0383694 Oct 26 14:01:40.707048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-d97b9b4b-56f3-4183-be01-f1b17127449e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0431514 Oct 26 14:01:40.748473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08a649c1-3bc6-4ad2-b014-30c8748140e3 req-7ebcc73c-4b80-4fcc-9b93-c72e25a6d1f3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922701 Oct 26 14:01:40.759817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-92ba90cc-4d04-4293-83a9-aeba14aba843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.765253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-92ba90cc-4d04-4293-83a9-aeba14aba843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0480366 Oct 26 14:01:40.771606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-6ef8a610-bcbb-49cd-ac6c-de091a0f96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.773284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-6ef8a610-bcbb-49cd-ac6c-de091a0f96a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0564804 Oct 26 14:01:40.818625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-c47d6e91-d891-4505-9f9d-ef3226d84e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.820158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-c47d6e91-d891-4505-9f9d-ef3226d84e96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452905 Oct 26 14:01:40.829039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-51670c56-1d02-4983-9c7f-72c4b38ec8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:40.830835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-51670c56-1d02-4983-9c7f-72c4b38ec8b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480475 Oct 26 14:01:40.832897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d260e1e2-9988-4859-8b47-493622f088b5 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:40.890500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port d260e1e2-9988-4859-8b47-493622f088b5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:40.895807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d260e1e2-9988-4859-8b47-493622f088b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:40.896188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:40.954021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-ee5614e1-d2ed-435d-9dae-56399372cf5a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139102 Oct 26 14:01:41.004447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.046464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d260e1e2-9988-4859-8b47-493622f088b5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:41.051910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6347e205-1c6b-45ef-9bd0-dbc2184cf077 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:41.055266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 95dd3e43-df26-4323-9677-900f684b80c3 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:41.062952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.137125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-27aba9b4-650a-4702-8942-c873cbea3d30 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721251 Oct 26 14:01:41.173554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd5fe1-2069-4512-b02c-3eb2e4ae5d76 req-d6a7adc2-c9a0-44ab-a738-43edeea2f583 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.175214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7cd5fe1-2069-4512-b02c-3eb2e4ae5d76 req-d6a7adc2-c9a0-44ab-a738-43edeea2f583 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 944 time: 0.1048005 Oct 26 14:01:41.226350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7cd5fe1-2069-4512-b02c-3eb2e4ae5d76 req-49b64bd7-4b13-492e-b824-d4a50be5c0bb tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 Oct 26 14:01:41.243735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:41.294529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-30c020fb-45c0-4bbb-ac18-e5cdfc7fe501 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623170 Oct 26 14:01:41.299398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:41.318916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2360af-8633-4143-989a-a304cb819c9a req-342509b7-23d4-435b-bc0f-109646189eee tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.322134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a2360af-8633-4143-989a-a304cb819c9a req-342509b7-23d4-435b-bc0f-109646189eee tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0605862 Oct 26 14:01:41.452873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6347e205-1c6b-45ef-9bd0-dbc2184cf077', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6347e205-1c6b-45ef-9bd0-dbc2184cf077', 'mac_address': 'fa:16:3e:18:fe:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:41.461091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a2360af-8633-4143-989a-a304cb819c9a req-0d6637ca-07ef-4193-b8ce-2a096dd9f37a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290114 Oct 26 14:01:41.489404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6183d6-ceb2-4270-b19d-7816d935c20e req-3844e090-75eb-479d-9c45-cde8d00d6eb5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.490555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6183d6-ceb2-4270-b19d-7816d935c20e req-3844e090-75eb-479d-9c45-cde8d00d6eb5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0945151 Oct 26 14:01:41.504327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.506365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 95dd3e43-df26-4323-9677-900f684b80c3 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:41.517066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 95dd3e43-df26-4323-9677-900f684b80c3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:41.517435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.522879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b239e0c4-8c63-43eb-a73d-6a7102181c88 req-2bbdcfc9-7d49-4976-a9ed-a413736097c6 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996236 Oct 26 14:01:41.551436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6347e205-1c6b-45ef-9bd0-dbc2184cf077 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:41.568219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6183d6-ceb2-4270-b19d-7816d935c20e req-6c5f17d2-3322-4338-9e53-7f92747aef2a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667920 Oct 26 14:01:41.582202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:41.590528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.636749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10236f4b-55a5-42a4-80f2-615a2a2ac798 req-d4f293ed-6e14-448e-a905-a43788c34e03 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.638461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10236f4b-55a5-42a4-80f2-615a2a2ac798 req-d4f293ed-6e14-448e-a905-a43788c34e03 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0562818 Oct 26 14:01:41.671293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:41.676657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.681120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10236f4b-55a5-42a4-80f2-615a2a2ac798 req-e925ff53-9dbd-480a-9cde-0a3e10212c5c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360479 Oct 26 14:01:41.719839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5'}, {'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:41.724350 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b23ca7-8632-4fd5-a8b7-4f84640e997a" -d '{"events": [{"server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "d260e1e2-9988-4859-8b47-493622f088b5"}, {"server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "name": "network-vif-plugged", "status": "completed", "tag": "95dd3e43-df26-4323-9677-900f684b80c3"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:41.730317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=95dd3e43-df26-4323-9677-900f684b80c3,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:41.737196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:41.738100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:41.830279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:41.831878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:41.892467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-b440416b-456f-4537-ba2f-4edde759e9ac tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:41.894303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-b440416b-456f-4537-ba2f-4edde759e9ac tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.1236687 Oct 26 14:01:41.910445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-aa9ff24f-8aab-4567-bdba-0df70eef7447 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/quotas/aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Oct 26 14:01:41.922021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6347e205-1c6b-45ef-9bd0-dbc2184cf077'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:41.969526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-59385406-ff40-48c7-8be6-1e84ea0f8d51 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533495 Oct 26 14:01:41.994725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23045-cbd2-4d4e-bdf3-e6b60e491016 req-6e2b85bb-009e-431a-beaa-af33defc2ecf tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.003849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0bd23045-cbd2-4d4e-bdf3-e6b60e491016 req-6e2b85bb-009e-431a-beaa-af33defc2ecf tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 949 time: 0.3833704 Oct 26 14:01:42.050725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0bd23045-cbd2-4d4e-bdf3-e6b60e491016 req-6f9721ce-7dfa-4db2-8708-a9fc5d6f91a2 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Oct 26 14:01:42.159058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-bd13e90d-0a9c-43a1-971c-f537fb5e6852 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803350 Oct 26 14:01:42.191456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0836-13fc-4852-bd7d-82b92240e8d7 req-8172d89b-33de-49f0-aab8-8d30593750a8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.197085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-710a0836-13fc-4852-bd7d-82b92240e8d7 req-8172d89b-33de-49f0-aab8-8d30593750a8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.0759828 Oct 26 14:01:42.243115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-710a0836-13fc-4852-bd7d-82b92240e8d7 req-f38f8700-6597-42c1-b22e-633c3913b734 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Oct 26 14:01:42.283816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-1812d5b2-99a9-4c53-9b99-955501d52f83 service neutron] 10.222.0.37 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166525 Oct 26 14:01:42.299512 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96b1b8-71ce-4c81-ad56-3062246941bc x-openstack-request-id: req-6a96b1b8-71ce-4c81-ad56-3062246941bc {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:42.301575 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "d260e1e2-9988-4859-8b47-493622f088b5", "code": 200}, {"server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "name": "network-vif-plugged", "status": "completed", "tag": "95dd3e43-df26-4323-9677-900f684b80c3", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:42.302506 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a96b1b8-71ce-4c81-ad56-3062246941bc {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:42.304017 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5', 'code': 200} Oct 26 14:01:42.304921 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3', 'code': 200} Oct 26 14:01:42.437001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8b8eb-b76f-4c0d-9193-21a2789e327c req-b2afe637-126e-43b6-a8ff-bcb7af29052c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.438493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffb8b8eb-b76f-4c0d-9193-21a2789e327c req-b2afe637-126e-43b6-a8ff-bcb7af29052c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0883148 Oct 26 14:01:42.461938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85545ea0-c196-4d39-bace-e3639acf0c9a req-76c5df01-0c13-4c1e-a08a-1e66ffd38ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.463280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85545ea0-c196-4d39-bace-e3639acf0c9a req-76c5df01-0c13-4c1e-a08a-1e66ffd38ff3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 1096 time: 0.0696402 Oct 26 14:01:42.480245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562a378-31ad-43b3-a01d-7bbae450b571 req-8e1d80a6-da5b-4d36-a128-c4b1c85b735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.482090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4562a378-31ad-43b3-a01d-7bbae450b571 req-8e1d80a6-da5b-4d36-a128-c4b1c85b735c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 1101 time: 0.0635307 Oct 26 14:01:42.505301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffb8b8eb-b76f-4c0d-9193-21a2789e327c req-2570ed4d-2356-4695-b4c8-3ba6153cd736 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551279 Oct 26 14:01:42.540708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85545ea0-c196-4d39-bace-e3639acf0c9a req-7709a605-b587-4f7b-925f-746029e81098 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633438 Oct 26 14:01:42.550681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4562a378-31ad-43b3-a01d-7bbae450b571 req-d3905678-ce13-49e4-bc2b-f4ef8c1271e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471141 Oct 26 14:01:42.629076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298a8d-49f1-403a-99b4-988e4e39a50f req-3819ca86-f73c-4502-85d7-c8e0954f5625 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.630621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5298a8d-49f1-403a-99b4-988e4e39a50f req-3819ca86-f73c-4502-85d7-c8e0954f5625 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.0567281 Oct 26 14:01:42.671807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5298a8d-49f1-403a-99b4-988e4e39a50f req-fdc3339c-aa2b-4db2-a952-8ed2b860e998 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349338 Oct 26 14:01:42.844231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:42.850069 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b093713a-b788-4b14-8c91-639681500c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:42.875938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195d559-23de-4da7-9cc9-649e9dee4ad5 req-ee36e2c8-77e9-4b18-a564-bba53cd35e63 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.877135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9195d559-23de-4da7-9cc9-649e9dee4ad5 req-ee36e2c8-77e9-4b18-a564-bba53cd35e63 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 948 time: 0.0823851 Oct 26 14:01:42.939987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9195d559-23de-4da7-9cc9-649e9dee4ad5 req-cdca8a91-313d-446a-b43c-d96ddcf08556 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Oct 26 14:01:42.957380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207617-197b-450c-b276-6df59ddcb50c req-e13c0910-a9f6-4748-a212-b0f47eb5e1fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:42.959780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed207617-197b-450c-b276-6df59ddcb50c req-e13c0910-a9f6-4748-a212-b0f47eb5e1fe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0674212 Oct 26 14:01:42.982661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:42.997707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'mac_address': 'fa:16:3e:40:dc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:43.016058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed207617-197b-450c-b276-6df59ddcb50c req-0f71d8b9-e937-4bd7-96a8-050c5d9f24d8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473402 Oct 26 14:01:43.019636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92d0d941-8d0d-4fd4-975c-7a5c440096f0 req-096a1b13-2927-4a45-a508-b0e2a46423dd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Oct 26 14:01:43.057305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6347e205-1c6b-45ef-9bd0-dbc2184cf077 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:43.085220 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.113146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:43.139604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:43.151386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.157284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:43.184944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:43.185315 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.232670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:43.272379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-aa3b73f3-6227-4032-9c5d-f2fa61ed2b45 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.274096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-aa3b73f3-6227-4032-9c5d-f2fa61ed2b45 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.1460426 Oct 26 14:01:43.293390 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.293751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-15874bed-50e9-4384-9bda-a5f6d02ae6a5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/quotas/73b9e084f79846219f3a403ec8506b73 HTTP/1.1" status: 200 len: 375 time: 0.0111117 Oct 26 14:01:43.340321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:43.348003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.364819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-d6e029a9-d75b-4136-8909-52f8eda649e6 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633724 Oct 26 14:01:43.412291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:43.471604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-4325f0d5-e205-4d25-8349-87e93b392dc4 service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049676 Oct 26 14:01:43.502092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-a8e65200-aea7-4bec-a4de-21f0c1b9058f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.503509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-a8e65200-aea7-4bec-a4de-21f0c1b9058f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 949 time: 0.1472619 Oct 26 14:01:43.512152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2240421-463a-4f64-9f90-a623aa1870d6 req-5d923116-2116-43a6-a20c-2cdf408ae679 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.513614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2240421-463a-4f64-9f90-a623aa1870d6 req-5d923116-2116-43a6-a20c-2cdf408ae679 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.1076472 Oct 26 14:01:43.570354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-8febd854-8cb1-4f3b-a319-d9c9867ac972 service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926621 Oct 26 14:01:43.583838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2240421-463a-4f64-9f90-a623aa1870d6 req-60cc93b0-5343-46ac-bdf9-b73526dda253 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629613 Oct 26 14:01:43.607601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-6ff95d3b-0f8b-4c5b-ae27-cccf0716cb8e service neutron] 10.222.0.41 "GET /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.0795975 Oct 26 14:01:43.645831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6d8dd6a8-0504-4783-a97e-6a94e92c6a76'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:43.742767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:43.748606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-015805c2-2a80-4c92-981c-e7932cecf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.753520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-015805c2-2a80-4c92-981c-e7932cecf7a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1100 time: 0.1205699 Oct 26 14:01:43.794348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb369b3-b6bd-46c0-81cf-477bc8e8d545 req-0dddefe4-95c9-45b1-a330-73149d8a3963 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.803342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cb369b3-b6bd-46c0-81cf-477bc8e8d545 req-0dddefe4-95c9-45b1-a330-73149d8a3963 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.1435952 Oct 26 14:01:43.823397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89740273-afaa-4187-bbba-8f840666d489 req-fa320287-3739-42e4-9e2e-a01c4ad059f2 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.825500 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89740273-afaa-4187-bbba-8f840666d489 req-fa320287-3739-42e4-9e2e-a01c4ad059f2 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0650356 Oct 26 14:01:43.901492 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cb369b3-b6bd-46c0-81cf-477bc8e8d545 req-e08eb636-5c73-4853-813d-1c30c6ca2e68 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971873 Oct 26 14:01:43.944305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89740273-afaa-4187-bbba-8f840666d489 req-f3ebeba2-41f5-4a2f-ab6f-af290b146a1b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077580 Oct 26 14:01:43.949747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-adb00315-bd9f-4ddd-9f2e-429a69cb4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:43.951227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-adb00315-bd9f-4ddd-9f2e-429a69cb4400 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1908700 Oct 26 14:01:44.050301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2e1a3578-8515-46b9-9d82-54fc35b65ba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0674195 Oct 26 14:01:44.068206 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:44.123315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f5446e9-8f87-4e6f-86d6-d90f456e6050 req-3a5f3883-26e3-42dd-b3de-58c3de2783d1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 210 time: 0.1081080 Oct 26 14:01:44.155176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a68641-9508-4c29-ab4d-9953296edd6f req-d3e2e864-5d4c-47a1-a0af-749a6add14cf tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.155176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91a68641-9508-4c29-ab4d-9953296edd6f req-d3e2e864-5d4c-47a1-a0af-749a6add14cf tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.1460357 Oct 26 14:01:44.173887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-8bdac4ba-5bcc-482a-a797-df07eff7514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.178429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-8bdac4ba-5bcc-482a-a797-df07eff7514d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0990200 Oct 26 14:01:44.241930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-1e7c5255-3a61-44be-be46-f6cc490a9e77 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.244280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-1e7c5255-3a61-44be-be46-f6cc490a9e77 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 820 time: 0.2780702 Oct 26 14:01:44.274135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Request body: {'port': {'device_id': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'admin_state_up': True, 'tenant_id': 'aa7891bf42a243cf92a63db9ffa0a1a7'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:44.306898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:44.308853 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf0d30-1cbb-415d-875a-b39b601ee6cf" -d '{"events": [{"server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "name": "network-vif-plugged", "status": "completed", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:44.354766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91a68641-9508-4c29-ab4d-9953296edd6f req-7bfed6f3-c0a0-490f-9969-4a0bf88c2f4d tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743631 Oct 26 14:01:44.363736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-35a155a2-7ed1-43ae-839d-9e6fe7e12e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.373095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-35a155a2-7ed1-43ae-839d-9e6fe7e12e1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1700132 Oct 26 14:01:44.466602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495bb2-2ec2-456e-b29b-e158b2714d22 req-94e72079-4b70-4c10-83c2-f0193aaa7746 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.468170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a495bb2-2ec2-456e-b29b-e158b2714d22 req-94e72079-4b70-4c10-83c2-f0193aaa7746 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0903909 Oct 26 14:01:44.541544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a495bb2-2ec2-456e-b29b-e158b2714d22 req-edf3fd07-6458-4814-9fe4-c5a49935019e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622406 Oct 26 14:01:44.544563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e7f8838-6d4e-45b2-8931-23d24184873c req-7257df32-c3c8-4813-8790-d8c4c0784df8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Oct 26 14:01:44.558168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Made reservation on behalf of aa7891bf42a243cf92a63db9ffa0a1a7 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:44.573223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:44.643350 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd89a3-78f0-4a8b-86dc-40d5cee452e6 x-openstack-request-id: req-debd89a3-78f0-4a8b-86dc-40d5cee452e6 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:44.644428 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "name": "network-vif-plugged", "status": "completed", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:44.644880 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-debd89a3-78f0-4a8b-86dc-40d5cee452e6 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:44.645724 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077', 'code': 200} Oct 26 14:01:44.647100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-4f1607c8-d2f5-4ae0-b58c-df177bc9e34f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285702 Oct 26 14:01:44.781429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-d0336a6b-adfb-43c6-8214-47449383477b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.784265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-d0336a6b-adfb-43c6-8214-47449383477b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6662fdf-f179-4bc3-9ffb-491e8a56874f HTTP/1.1" status: 200 len: 946 time: 0.2340703 Oct 26 14:01:44.810140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Allocated IP 172.20.0.8 (63f24a6d-b87b-4c1c-b9fb-23165a82355e/5d43d6f7-6df1-453f-b59d-a0bb52b8ea39/e9c05676-5519-4250-8324-4e41a2e1ea15) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:44.885599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fb9bd-85d6-4ca6-9752-0502a543c191 req-2fecd45a-8aef-4e63-91ac-0ebac8bf2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.887218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b91fb9bd-85d6-4ca6-9752-0502a543c191 req-2fecd45a-8aef-4e63-91ac-0ebac8bf2149 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 1101 time: 0.1444547 Oct 26 14:01:44.933952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-50afd36c-30c4-4404-b54f-40216b33cd2a service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700129 Oct 26 14:01:44.983424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c304-51d9-4c0f-ab10-f8fd6e1ee652 req-7c81ae68-66c9-4605-b90a-10bf091f79e4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:44.991723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ec2c304-51d9-4c0f-ab10-f8fd6e1ee652 req-7c81ae68-66c9-4605-b90a-10bf091f79e4 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.2507100 Oct 26 14:01:45.045971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.047034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b91fb9bd-85d6-4ca6-9752-0502a543c191 req-bd11831a-76de-4630-b906-3327a28c682c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437955 Oct 26 14:01:45.068851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ec2c304-51d9-4c0f-ab10-f8fd6e1ee652 req-2a348af9-af53-4ccf-8257-36856db7833d tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Oct 26 14:01:45.071167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Deleting port c79dc070-9a5f-4be9-bf4f-29c6bef07efe {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:45.071520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.075954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890bd68-e744-4fc2-8b0a-5c206d22735f req-9c4c1ed6-aefd-4230-91ba-7843a2201cf9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.077525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5890bd68-e744-4fc2-8b0a-5c206d22735f req-9c4c1ed6-aefd-4230-91ba-7843a2201cf9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.0775580 Oct 26 14:01:45.131459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5890bd68-e744-4fc2-8b0a-5c206d22735f req-e0ec2ac7-a377-4f47-9b8d-2c707e442eb7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Oct 26 14:01:45.132454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.146879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:45.184521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Network 63f24a6d-b87b-4c1c-b9fb-23165a82355e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:45.187794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:45.193161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:45.198050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:45.277778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259174-a501-45c9-9198-cccc31aef222 req-16e0e12e-4ae9-410d-8a9f-9d3cab6e618d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.285626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f259174-a501-45c9-9198-cccc31aef222 req-16e0e12e-4ae9-410d-8a9f-9d3cab6e618d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.1586843 Oct 26 14:01:45.321463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] For port c79dc070-9a5f-4be9-bf4f-29c6bef07efe, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:45.321463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.321881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60533c5e-2349-400b-bc48-88e84c05e716 req-33fc556d-1911-4601-800e-f175da8c9186 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 210 time: 0.0676005 Oct 26 14:01:45.331255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.331925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.344467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Calling delete_port for c79dc070-9a5f-4be9-bf4f-29c6bef07efe owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:45.359554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-470a5e98-2a6d-4516-b546-8e1d01620354 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0985909 Oct 26 14:01:45.378691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Request body: {'port': {'device_id': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:45.383272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f259174-a501-45c9-9198-cccc31aef222 req-ead86121-7171-4347-98a2-9cc02b674132 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Oct 26 14:01:45.483919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.617052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b6ae-4dc2-4486-8761-85d58f1f829e req-a19043f3-0edf-483e-9788-3f0f0c79a7ba tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.618504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef56b6ae-4dc2-4486-8761-85d58f1f829e req-a19043f3-0edf-483e-9788-3f0f0c79a7ba tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.1231589 Oct 26 14:01:45.674839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.690545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-228b37ba-4d83-4a1f-833f-27c2d0021252 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.692037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-228b37ba-4d83-4a1f-833f-27c2d0021252 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.41 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.3044732 Oct 26 14:01:45.730879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Request body: {'port': {'device_id': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'admin_state_up': True, 'tenant_id': '73b9e084f79846219f3a403ec8506b73'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:45.733917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd890ca0-a659-4930-aaf2-d8d029e797be req-4a4f8180-287b-4a89-9f93-06ab71b9303d tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:45.736838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd890ca0-a659-4930-aaf2-d8d029e797be req-4a4f8180-287b-4a89-9f93-06ab71b9303d tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 1101 time: 0.1579597 Oct 26 14:01:45.787861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef56b6ae-4dc2-4486-8761-85d58f1f829e req-c99942e2-87da-4b19-b914-be9b6cbbced2 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496925 Oct 26 14:01:45.831125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.842825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c79dc070-9a5f-4be9-bf4f-29c6bef07efe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:45.876703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd890ca0-a659-4930-aaf2-d8d029e797be req-accc2cc9-5a98-4767-8c8e-6f1bc4c3128d tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329932 Oct 26 14:01:45.886511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event deleted for resources: {'Port': ['ID=c79dc070-9a5f-4be9-bf4f-29c6bef07efe,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:45.955986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] No DVR routers for this DVR port c79dc070-9a5f-4be9-bf4f-29c6bef07efe on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:45.960173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.960547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.960923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.961317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.961615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.962245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.962361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.962613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.962947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.963387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.963733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.964057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:45.979521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c05676-5519-4250-8324-4e41a2e1ea15 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:45.981650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.985131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b55dde4-8d14-4521-9371-9488db65d6c7 req-37bedbca-ca4f-4ae6-8f65-b6bfdfabdc7c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "DELETE /v2.0/ports/c79dc070-9a5f-4be9-bf4f-29c6bef07efe HTTP/1.1" status: 204 len: 173 time: 1.1692097 Oct 26 14:01:45.985760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Made reservation on behalf of 73b9e084f79846219f3a403ec8506b73 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:45.989617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:45.991503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-deleted', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:45.993796 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d50d58-0ce0-4924-82e7-5d8589fa74e4" -d '{"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-deleted", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:46.008018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.050584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Transition to ACTIVE for port object e9c05676-5519-4250-8324-4e41a2e1ea15 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:46.058083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.140133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Allocated IP 172.20.0.11 (75cb3c12-7ced-48c4-bc84-4b5059c6e204/88dd7981-c0e5-4df6-90bb-4a71df4a16fa/0168ae18-4bc1-46c7-9644-a6ded89234a5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:46.166616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:46.185087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.185453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.185782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.186127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.186466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.186803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.187132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.187467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.187797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.188126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.188454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.188808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:01:46.232883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4fa6a-6738-4964-8105-a7799bc48fc4 req-d42711b8-ff60-48bd-adb6-e613730285ac tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.234881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29e4fa6a-6738-4964-8105-a7799bc48fc4 req-d42711b8-ff60-48bd-adb6-e613730285ac tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.1729755 Oct 26 14:01:46.279112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7de326-ecba-4ac2-8ebb-170b4e80e9bd req-0542afb4-855a-41ba-8b7e-db87c923cd37 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.280692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e7de326-ecba-4ac2-8ebb-170b4e80e9bd req-0542afb4-855a-41ba-8b7e-db87c923cd37 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.3354506 Oct 26 14:01:46.321312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29e4fa6a-6738-4964-8105-a7799bc48fc4 req-46d00e00-c46f-42cb-bd13-c94c13a878a4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469370 Oct 26 14:01:46.337141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:46.337573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:46.337996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:46.342674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:46.343129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:46.359676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:46.360529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:46.360817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:46.362183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Bound port: e9c05676-5519-4250-8324-4e41a2e1ea15, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:46.362183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.414309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e7de326-ecba-4ac2-8ebb-170b4e80e9bd req-81bf1282-b4df-4d26-84d2-3edd77ed2d52 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237643 Oct 26 14:01:46.444308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.506025 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba90dfa-823d-4612-aa22-4cd60368ef48 x-openstack-request-id: req-4ba90dfa-823d-4612-aa22-4cd60368ef48 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:46.506364 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6662fdf-f179-4bc3-9ffb-491e8a56874f", "name": "network-vif-deleted", "tag": "c79dc070-9a5f-4be9-bf4f-29c6bef07efe", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:46.506602 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ba90dfa-823d-4612-aa22-4cd60368ef48 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:46.507056 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6662fdf-f179-4bc3-9ffb-491e8a56874f', 'name': 'network-vif-deleted', 'tag': 'c79dc070-9a5f-4be9-bf4f-29c6bef07efe', 'status': 'completed', 'code': 200} Oct 26 14:01:46.511132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.527071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c79dc070-9a5f-4be9-bf4f-29c6bef07efe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:46.532708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:46.538458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:46.551726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6213c0-d47b-4300-b7d3-62c30451b8e0 req-3d93f4f6-bc1e-434e-bddb-f4d143546d2c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.553482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec6213c0-d47b-4300-b7d3-62c30451b8e0 req-3d93f4f6-bc1e-434e-bddb-f4d143546d2c tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.1051314 Oct 26 14:01:46.555332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.587538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50730) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:46.597033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Request body: {'floatingip': {'port_id': '95dd3e43-df26-4323-9677-900f684b80c3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:46.603150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:46.649604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.650368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.652472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] 10.222.0.73 "PUT /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 1091 time: 1.2807539 Oct 26 14:01:46.653203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:46.655646 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:46.659867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:46.667885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:46.672221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:46.673519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.738310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6607d-d1c4-4e85-b11d-4c2f38e87fe9 req-10f902b5-ff14-444a-b448-bd7a5040ed7d tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.748860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4f6607d-d1c4-4e85-b11d-4c2f38e87fe9 req-10f902b5-ff14-444a-b448-bd7a5040ed7d tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.1268306 Oct 26 14:01:46.749527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-8c1ffe1b-87cf-43fe-8b33-5b0bfabdb30f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325289 Oct 26 14:01:46.769114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc88da2-93dd-4d4e-816d-2ad4216de590 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:46.804126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4f6607d-d1c4-4e85-b11d-4c2f38e87fe9 req-a55e8716-a2cc-4e41-bb8a-4024b8356d8f tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556104 Oct 26 14:01:46.844667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.847384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.860295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:46.886368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-bb5a7a08-8d3d-435e-afce-6e080c9ed54d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1594968 Oct 26 14:01:46.921864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Request body: {'port': {'device_id': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:46.957501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:46.964576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:46.965186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:46.990923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-70567bfb-0654-4c29-847a-b63a778b7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:46.993088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-70567bfb-0654-4c29-847a-b63a778b7171 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1094 time: 0.2424750 Oct 26 14:01:47.074156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31144fd-e1e0-4f7f-9f5b-38dfe0bb6668 req-553b4e79-f7e2-44f2-804e-8e7ac5938a8a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.096270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.097294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e31144fd-e1e0-4f7f-9f5b-38dfe0bb6668 req-553b4e79-f7e2-44f2-804e-8e7ac5938a8a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.1942949 Oct 26 14:01:47.120581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.131065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:47.133841 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979dabf-1a9c-4b1d-9772-a5cf9f358476" -d '{"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:47.136857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-efe925f9-faf2-4848-a64b-a213eb97511c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 217 time: 0.1293943 Oct 26 14:01:47.152423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:47.155590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-887223d4-b463-4d3d-9ff4-11e038e1692b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.159620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:47.164461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-887223d4-b463-4d3d-9ff4-11e038e1692b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849113 Oct 26 14:01:47.177553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e31144fd-e1e0-4f7f-9f5b-38dfe0bb6668 req-7673c8a7-708c-46e2-b592-47c2ede47811 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770307 Oct 26 14:01:47.227172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-1304b231-ecfc-4961-b75b-46c556ec9755 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/quotas/58025091ec224134ac450ab4075bdaf3 HTTP/1.1" status: 200 len: 375 time: 0.0615084 Oct 26 14:01:47.254700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:47.281835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399230-aac5-4a24-84a2-21299a85545a req-f79d16e0-9b4b-47f8-8f96-4f1cc52d6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.283983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-f79d16e0-9b4b-47f8-8f96-4f1cc52d6155 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.1157572 Oct 26 14:01:47.354000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-666918ac-aab7-465a-a6db-3101e82031e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611067 Oct 26 14:01:47.474955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-9ea2f683-f0c0-4ca5-a3f4-644945af4474 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2467997 Oct 26 14:01:47.865484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7d252-e767-41b1-b3e6-cb7976d1fc7a req-4867012d-0c93-4818-8239-29ad5276142f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:47.874603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79c7d252-e767-41b1-b3e6-cb7976d1fc7a req-4867012d-0c93-4818-8239-29ad5276142f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 932 time: 0.5671620 Oct 26 14:01:47.930328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79c7d252-e767-41b1-b3e6-cb7976d1fc7a req-4f48a986-efd8-435d-bb99-d32e43313910 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Oct 26 14:01:48.059642 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6088966-4855-48f9-9e01-127746fd6d04 x-openstack-request-id: req-a6088966-4855-48f9-9e01-127746fd6d04 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:48.060207 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:48.060661 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6088966-4855-48f9-9e01-127746fd6d04 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:48.061129 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'code': 200} Oct 26 14:01:48.084820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-70941db9-b3e3-4f24-8b70-b9f20c0594cc service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837559 Oct 26 14:01:48.123699 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f216ffc3-464b-4e5d-8d5d-33d1c656bced x-openstack-request-id: req-f216ffc3-464b-4e5d-8d5d-33d1c656bced {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:48.124667 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:48.125211 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f216ffc3-464b-4e5d-8d5d-33d1c656bced {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:48.125839 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'status': 'completed', 'code': 200} Oct 26 14:01:48.166891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-92b841f9-8db1-44d3-ac20-391c61247162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.168410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-92b841f9-8db1-44d3-ac20-391c61247162 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1101 time: 0.1562204 Oct 26 14:01:48.228265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:48.244464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0168ae18-4bc1-46c7-9644-a6ded89234a5 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:48.254018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.269157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Transition to ACTIVE for port object 0168ae18-4bc1-46c7-9644-a6ded89234a5 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:48.306851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.364126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9fabb-43be-45ec-99bb-5ea1c5d3b13a req-9c303f44-ad31-487b-9dbe-3ea1571bcd78 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.365364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62f9fabb-43be-45ec-99bb-5ea1c5d3b13a req-9c303f44-ad31-487b-9dbe-3ea1571bcd78 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1574075 Oct 26 14:01:48.372044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f399230-aac5-4a24-84a2-21299a85545a req-862a6bea-7d21-4e8b-ac73-479bbe6ddf29 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410553 Oct 26 14:01:48.397000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.415343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.422665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62f9fabb-43be-45ec-99bb-5ea1c5d3b13a req-f6341921-7ccc-443f-8282-2e05132f5d1f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Oct 26 14:01:48.474798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b182d6-204a-4da7-ad66-ee03038f3fa0 req-b76a662f-e421-4b38-a563-e4a538cda867 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.475922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6b182d6-204a-4da7-ad66-ee03038f3fa0 req-b76a662f-e421-4b38-a563-e4a538cda867 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.3014586 Oct 26 14:01:48.483361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.494049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:48.593717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6b182d6-204a-4da7-ad66-ee03038f3fa0 req-5bb1e414-bc3c-48e8-a30a-cdfa6d920b53 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041410 Oct 26 14:01:48.597888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Attempting to bind port 0168ae18-4bc1-46c7-9644-a6ded89234a5 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:48.598349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Attempting to bind port 0168ae18-4bc1-46c7-9644-a6ded89234a5 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:48.598672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Attempting to bind port 0168ae18-4bc1-46c7-9644-a6ded89234a5 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:48.614761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Port 0168ae18-4bc1-46c7-9644-a6ded89234a5 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:48.615072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Attempting to bind port 0168ae18-4bc1-46c7-9644-a6ded89234a5 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:48.629420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31a4c351-4075-433f-b69e-891adcada512 req-6d3b78de-949b-47a2-ae14-bb09c497b077 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 210 time: 0.0660012 Oct 26 14:01:48.634034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-d8208f6a-ce15-4bec-8aef-241f985ed5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.635494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-d8208f6a-ce15-4bec-8aef-241f985ed5ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1094 time: 0.1575742 Oct 26 14:01:48.668958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:48.669453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Checking segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:48.669851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Bound using segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:48.670845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Bound port: 0168ae18-4bc1-46c7-9644-a6ded89234a5, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:48.671405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.740611 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Floating IP 4b112073-e243-41d2-ad74-75ce70871c93 associated. External IP: 172.25.5.39, port: 95dd3e43-df26-4323-9677-900f684b80c3. Oct 26 14:01:48.854788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:48.860796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:48.877756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.900067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faf9f7-b6ea-41b9-9f51-0f7d1234c4e1 req-667197eb-27d0-4376-8c59-cd946593c09a tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.901540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2faf9f7-b6ea-41b9-9f51-0f7d1234c4e1 req-667197eb-27d0-4376-8c59-cd946593c09a tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.1623561 Oct 26 14:01:48.903216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-491b8963-b41f-4a4d-bc4f-cec5a3d59ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.904722 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-491b8963-b41f-4a4d-bc4f-cec5a3d59ae2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.2490177 Oct 26 14:01:48.918405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9738c-869e-4205-84a8-e8e4c47dd486 req-e1a96c47-dc68-4582-aaf6-a61063211352 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.920965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64a9738c-869e-4205-84a8-e8e4c47dd486 req-e1a96c47-dc68-4582-aaf6-a61063211352 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 950 time: 0.1740372 Oct 26 14:01:48.959635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:48.960324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:48.961654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/0168ae18-4bc1-46c7-9644-a6ded89234a5 HTTP/1.1" status: 200 len: 1092 time: 2.0499589 Oct 26 14:01:48.965398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:48.966992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:48.969426 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782c75f-2678-4f2e-979f-1f2b430dee84" -d '{"events": [{"name": "network-changed", "server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:48.996855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-58c304ca-4868-4c77-a8df-fe377bed18b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 217 time: 0.0744669 Oct 26 14:01:49.030256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2762956-5987-4aed-a3bc-05556411a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:49.067143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2faf9f7-b6ea-41b9-9f51-0f7d1234c4e1 req-16505092-0494-41ac-acc1-5c7190eac20f tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336772 Oct 26 14:01:49.077016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:49.083750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:49.114531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-234cb62f-72a4-4f07-8b68-cffc17e7350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.116099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-234cb62f-72a4-4f07-8b68-cffc17e7350a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 1095 time: 0.1017549 Oct 26 14:01:49.120853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: c79dc070-9a5f-4be9-bf4f-29c6bef07efe {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:49.124940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64a9738c-869e-4205-84a8-e8e4c47dd486 req-7351df5d-6ab6-4222-9d2c-d15e3635cb42 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935849 Oct 26 14:01:49.125724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c79dc070-9a5f-4be9-bf4f-29c6bef07efe not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:49.155209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.194895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-0d06ee04-5ce1-49be-b7f9-7450121226fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5 HTTP/1.1" status: 200 len: 217 time: 0.0687537 Oct 26 14:01:49.203494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Transition to ACTIVE for port object 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:49.213022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-57bc4354-8396-40f0-b34c-e9bc714647e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.214773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-57bc4354-8396-40f0-b34c-e9bc714647e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.2004607 Oct 26 14:01:49.239839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.259219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-f490ff70-c8f6-4d13-b544-a20f06d5155a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286016 Oct 26 14:01:49.277884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:01:49.279358 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6953777b-ceb8-4e94-ac5d-ff64dd5485c4 x-openstack-request-id: req-6953777b-ceb8-4e94-ac5d-ff64dd5485c4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:49.279670 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:49.279929 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6953777b-ceb8-4e94-ac5d-ff64dd5485c4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:49.280333 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'status': 'completed', 'code': 200} Oct 26 14:01:49.311160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97498e0-5308-4d63-81e0-36294329e74e req-71a906b8-0d8d-4147-971c-2a635cdf0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.313194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-71a906b8-0d8d-4147-971c-2a635cdf0508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.1073208 Oct 26 14:01:49.338119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] No DVR routers for this DVR port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:49.350525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:49.388480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-0d881bef-7f01-4ade-8768-9466dd7bf13e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516748 Oct 26 14:01:49.434914 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-af6bc71a-33fa-4bd2-b4ff-46e9c36d17ed tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=58025091ec224134ac450ab4075bdaf3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603929 Oct 26 14:01:49.584442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6e74-c751-4637-8283-3e3820b2fbb4 req-5ce4f2f1-c49b-4cd0-a7d3-2dd6a2d92072 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.589587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e95a6e74-c751-4637-8283-3e3820b2fbb4 req-5ce4f2f1-c49b-4cd0-a7d3-2dd6a2d92072 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 944 time: 0.3001702 Oct 26 14:01:49.608163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:49.608701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:49.609146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:49.648864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:49.649198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Attempting to bind port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:49.653552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:01:49.667354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.667977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:01:49.682246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:49.682741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:49.683250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:49.683794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Bound port: 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:49.684262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:49.730089 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:49.730874 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:49.732198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-57a19ff8-13d1-4af4-8470-046003760d5f service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528069 Oct 26 14:01:49.749685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb861d-d5a3-4b95-a338-21be9cbbb71b req-8e62738f-ef05-4243-93f7-076c0f515104 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.767181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49cb861d-d5a3-4b95-a338-21be9cbbb71b req-8e62738f-ef05-4243-93f7-076c0f515104 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1957352 Oct 26 14:01:49.809067 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-2b2f2601-f85a-48ca-8f75-08437c426fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030957 Oct 26 14:01:49.824008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-47b4cccd-cecb-4792-a0f1-d299f44f18c4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:49.825688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-47b4cccd-cecb-4792-a0f1-d299f44f18c4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394680 Oct 26 14:01:49.843784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Request body: {'port': {'device_id': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '58025091ec224134ac450ab4075bdaf3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:49.863838 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:49.895147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e95a6e74-c751-4637-8283-3e3820b2fbb4 req-0dade1f3-5638-4248-a40f-6d58439b0d3c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379367 Oct 26 14:01:49.898869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96a0572b-9f74-4a64-a2f8-3f935dbb6a8a req-f5e20e59-a4ae-49f2-b702-367a22cbd8a9 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326060 Oct 26 14:01:49.902972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-14bdf77e-4655-4f14-b3ff-485d7ba3f471 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "PUT /v2.0/floatingips/4b112073-e243-41d2-ad74-75ce70871c93 HTTP/1.1" status: 200 len: 990 time: 3.3100357 Oct 26 14:01:49.988144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49cb861d-d5a3-4b95-a338-21be9cbbb71b req-cec725b4-b831-402c-b2fb-a0cbf33b4fd0 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175214 Oct 26 14:01:50.019647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:50.035072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:50.064084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.096335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-e646fc3e-fa96-4356-8e3a-3c7d2c005149 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.099153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-e646fc3e-fa96-4356-8e3a-3c7d2c005149 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.1976695 Oct 26 14:01:50.157243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:50.161011 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1a57d-734a-4dca-87ea-c01b13405259" -d '{"events": [{"name": "network-changed", "server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "tag": "95dd3e43-df26-4323-9677-900f684b80c3"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:50.168520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.169308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.171168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] 10.222.0.73 "PUT /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 1097 time: 1.9681957 Oct 26 14:01:50.178334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c97498e0-5308-4d63-81e0-36294329e74e req-d72d8a62-7b5b-4992-80ac-449de6006c83 service neutron] 10.222.0.41 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514912 Oct 26 14:01:50.185050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73f57589-c933-4ecc-913d-28ae9accc316 req-df9dac7b-1247-4970-939b-d90b80bc8d6b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 210 time: 0.0768418 Oct 26 14:01:50.223253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77f2e8-8c7b-47e0-95a1-c437b21cb46a req-68986b46-0f85-49c1-9410-4ca101b79866 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.224940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a77f2e8-8c7b-47e0-95a1-c437b21cb46a req-68986b46-0f85-49c1-9410-4ca101b79866 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.2081702 Oct 26 14:01:50.263168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15db32-f147-412c-9798-3af5cad2e15c service neutron] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=11']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.269811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': '95dd3e43-df26-4323-9677-900f684b80c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:ac:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T14:01:48Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:50.280065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Made reservation on behalf of 58025091ec224134ac450ab4075bdaf3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:50.292455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.314280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a77f2e8-8c7b-47e0-95a1-c437b21cb46a req-fef6f884-e5f6-416e-aefe-4e05cecdf130 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748909 Oct 26 14:01:50.358675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Deleting port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:01:50.358850 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:01:50.359037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.387729 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:01:50.388380 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:01:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:50.400570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-7df249f1-db09-4c5c-93f2-0376f3df7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.402168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-7df249f1-db09-4c5c-93f2-0376f3df7c31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1100 time: 0.2017705 Oct 26 14:01:50.560455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:01:50.582653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] For port 6347e205-1c6b-45ef-9bd0-dbc2184cf077, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6347e205-1c6b-45ef-9bd0-dbc2184cf077,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:50.582943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.601883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Calling delete_port for 6347e205-1c6b-45ef-9bd0-dbc2184cf077 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:01:50.615299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-28bf8388-3b60-4a94-9c64-08c7ae696db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.617120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-28bf8388-3b60-4a94-9c64-08c7ae696db8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 1095 time: 0.3188345 Oct 26 14:01:50.677618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c406-bd10-41fa-b9e3-68a0119ee30f req-36593184-d415-4883-bc53-ee4bc7a34420 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.679180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d32c406-bd10-41fa-b9e3-68a0119ee30f req-36593184-d415-4883-bc53-ee4bc7a34420 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.2301145 Oct 26 14:01:50.686767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519d7a-189e-4c3e-ac25-375ae478a957 req-0bab100f-96c9-42ce-8670-815b22ae9f33 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.688449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47519d7a-189e-4c3e-ac25-375ae478a957 req-0bab100f-96c9-42ce-8670-815b22ae9f33 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f64448f-d9c9-4de0-ace3-14954d33fb7a HTTP/1.1" status: 200 len: 950 time: 0.2223189 Oct 26 14:01:50.802614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.817955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-77f4a29e-bb3b-4c47-8485-1d1204385dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:50.819695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-77f4a29e-bb3b-4c47-8485-1d1204385dc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.4045703 Oct 26 14:01:50.821730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6347e205-1c6b-45ef-9bd0-dbc2184cf077'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:50.887312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:50.901425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47519d7a-189e-4c3e-ac25-375ae478a957 req-921173c1-1b46-4a3f-8fe3-a5541b49f0ed tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.37 "GET /v2.0/security-groups?id=a317a2b0-ce76-4966-b188-24fff43a1605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055078 Oct 26 14:01:50.906951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Pushing event deleted for resources: {'Port': ['ID=6347e205-1c6b-45ef-9bd0-dbc2184cf077,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:50.938107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Allocated IP 192.168.233.50 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/880c092d-dfc4-4c86-aad5-65b28c589582) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:50.949345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] No DVR routers for this DVR port 6347e205-1c6b-45ef-9bd0-dbc2184cf077 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:01:50.953181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:50.957655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1750b457-6308-4c01-9cdf-4d56c90c35cf req-fe918568-c97e-4e87-9aa1-8e276e297115 tempest-ImagesNegativeTestJSON-1672092390 tempest-ImagesNegativeTestJSON-1672092390-project] 10.222.0.73 "DELETE /v2.0/ports/6347e205-1c6b-45ef-9bd0-dbc2184cf077 HTTP/1.1" status: 204 len: 173 time: 0.8503706 Oct 26 14:01:50.959279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d32c406-bd10-41fa-b9e3-68a0119ee30f req-4e0db315-8d17-42ec-8526-4050deb948d7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384207 Oct 26 14:01:50.976128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-5bd8e750-05df-4836-a415-5fc380b9bfae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.1416752 Oct 26 14:01:51.043748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:51.050590 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7048644-a678-4650-a47a-461e88cc447e x-openstack-request-id: req-d7048644-a678-4650-a47a-461e88cc447e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:51.050919 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "tag": "95dd3e43-df26-4323-9677-900f684b80c3", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:51.052127 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7048644-a678-4650-a47a-461e88cc447e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:51.052582 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3', 'status': 'completed', 'code': 200} Oct 26 14:01:51.055542 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': '95dd3e43-df26-4323-9677-900f684b80c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:ac:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T14:01:48Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:01:51.071142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-5d5fc73f-eaa4-4102-a836-9aeeab79d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.072849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-5d5fc73f-eaa4-4102-a836-9aeeab79d88b service neutron] 10.222.0.41 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 915 time: 0.4408023 Oct 26 14:01:51.119598 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbef7f4-c82c-403d-aade-1b7a2844d1dc None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '4b112073-e243-41d2-ad74-75ce70871c93', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'port_id': '95dd3e43-df26-4323-9677-900f684b80c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'mac_address': 'fa:16:3e:ac:2c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T13:59:26Z', 'updated_at': '2021-10-26T14:01:48Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:01:51.168461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-00b04317-4cd7-402f-95af-4d0c023def17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.178604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-00b04317-4cd7-402f-95af-4d0c023def17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=20213f3a23e14e29807ee4edebd85e8e&device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 1096 time: 0.1024563 Oct 26 14:01:51.193834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-832e017c-a1a2-4b41-96a3-dc7c946b90ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5 HTTP/1.1" status: 200 len: 217 time: 0.0909891 Oct 26 14:01:51.248734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-409bcc10-a8b7-4ed7-a085-7d7e4b8dc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.250499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-409bcc10-a8b7-4ed7-a085-7d7e4b8dc149 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2551472 Oct 26 14:01:51.285452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}, {'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:51.288524 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f89d498-87f2-470a-a3ec-bebeb075c1a8" -d '{"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}, {"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:51.351300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54eda-6e87-4513-bf60-3c23ff44d3cc req-d4298b11-ca50-4843-8850-5eeaa53016a5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.352945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-14d54eda-6e87-4513-bf60-3c23ff44d3cc req-d4298b11-ca50-4843-8850-5eeaa53016a5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 944 time: 0.1703165 Oct 26 14:01:51.405208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-5bc8dc10-8672-4dd9-ad4a-329d1aab32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.406854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-5bc8dc10-8672-4dd9-ad4a-329d1aab32af service neutron] 10.222.0.73 "GET /v2.0/networks?id=7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 200 len: 924 time: 0.1644051 Oct 26 14:01:51.412060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-14d54eda-6e87-4513-bf60-3c23ff44d3cc req-26327e4b-0481-410b-bff0-f654301ce5d8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497286 Oct 26 14:01:51.417519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-431fae1c-e23a-4060-af33-a696cf4b899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.419093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-431fae1c-e23a-4060-af33-a696cf4b899c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.1964800 Oct 26 14:01:51.440584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eac83-130e-495d-9b6d-aa60a05e45b4 req-fcfb549f-a4ee-4ea4-b6c6-d39fe50051fb tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.442321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-753eac83-130e-495d-9b6d-aa60a05e45b4 req-fcfb549f-a4ee-4ea4-b6c6-d39fe50051fb tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.2093391 Oct 26 14:01:51.464062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.475153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-81f2fc03-1609-4ab1-b506-0e6a5f7fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.476599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-81f2fc03-1609-4ab1-b506-0e6a5f7fe3a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829994 Oct 26 14:01:51.520712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad29ec-def3-41ea-ba74-2dcb08851255 None None] New status for floating IP 4b112073-e243-41d2-ad74-75ce70871c93: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:01:51.540349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-c7f657b6-bfb0-4d00-b442-535f731e06fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920320 Oct 26 14:01:51.592791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-c4332f5d-cd2e-45e8-8a4b-e64ce3c49d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dd3e43-df26-4323-9677-900f684b80c3 HTTP/1.1" status: 200 len: 998 time: 0.1751485 Oct 26 14:01:51.609907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555ecc3e-b5bf-4b96-a2ed-553495c501cd req-85f32914-e6bf-4be0-a61d-281f70789330 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 210 time: 0.0562177 Oct 26 14:01:51.682486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:51.697198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-753eac83-130e-495d-9b6d-aa60a05e45b4 req-65ef7fee-ffe3-417e-9edb-c1c12eba0e50 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418666 Oct 26 14:01:51.758639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-17bd6ad4-7178-4951-8d5b-4bee4c419fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.762224 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97610384-792b-4a28-8828-f15ef664dfa9 x-openstack-request-id: req-97610384-792b-4a28-8828-f15ef664dfa9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:51.762523 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "code": 200}, {"name": "network-changed", "server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:51.762774 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97610384-792b-4a28-8828-f15ef664dfa9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:51.763164 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'code': 200} Oct 26 14:01:51.763420 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'status': 'completed', 'code': 200} Oct 26 14:01:51.764434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-17bd6ad4-7178-4951-8d5b-4bee4c419fa3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 200 len: 862 time: 0.1511090 Oct 26 14:01:51.844319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-557a2a31-de0d-4551-bb71-d92f46bce754 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338675 Oct 26 14:01:51.897170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-68966e2b-9e58-474e-9adc-98df8e37e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.902128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-68966e2b-9e58-474e-9adc-98df8e37e859 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1100 time: 0.1352880 Oct 26 14:01:51.904605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-2ec05468-9a64-4286-9ec1-f7df2b7a435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:51.906812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-2ec05468-9a64-4286-9ec1-f7df2b7a435c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7c6b449f-8821-4e85-a25e-1dcd8a909999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127262 Oct 26 14:01:52.158649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-bd1fd901-993e-49d1-b059-800442057c87 service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264178 Oct 26 14:01:52.162688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-bd6efd32-66ef-43e6-8855-c23a9d7f1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.165056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-bd6efd32-66ef-43e6-8855-c23a9d7f1a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2541575 Oct 26 14:01:52.198212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131de42-2eb8-4fe0-8ea7-7cabc1bdbf99 req-15591d38-c72b-4e0f-a87a-810874a0869b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.199815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5131de42-2eb8-4fe0-8ea7-7cabc1bdbf99 req-15591d38-c72b-4e0f-a87a-810874a0869b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.1492863 Oct 26 14:01:52.236431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-6b0976f6-5b1f-4729-95e4-841fada04352 service neutron] 10.222.0.41 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732235 Oct 26 14:01:52.321794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.336453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'c901b5d6-fa06-4375-a918-958e05141506', 'd260e1e2-9988-4859-8b47-493622f088b5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:52.340144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:52.414061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b53d0a-23fe-4f64-a1bd-22c0a780ee9b req-964ff60b-3639-4540-95b3-8a5c86d67547 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.415631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66b53d0a-23fe-4f64-a1bd-22c0a780ee9b req-964ff60b-3639-4540-95b3-8a5c86d67547 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.5353041 Oct 26 14:01:52.426753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:52.436251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:52.441177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb0f0369-2c75-4be6-a972-a1d583370d6a req-5a31d9b6-13bb-4f91-a2f5-713726f03a05 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812480 Oct 26 14:01:52.459217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:52.510620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event updated for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:52.527163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2782c75f-2678-4f2e-979f-1f2b430dee84 req-819018af-d2b5-405d-9fbd-86128f8c92ec service neutron] 10.222.0.41 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658305 Oct 26 14:01:52.589997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66b53d0a-23fe-4f64-a1bd-22c0a780ee9b req-acd9b02c-6210-426c-b268-f76196d31e09 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597652 Oct 26 14:01:52.599642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.600854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.644335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-7b8b5eec-00d6-446e-83b7-caf359863793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.646010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-7b8b5eec-00d6-446e-83b7-caf359863793 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 1100 time: 0.1016338 Oct 26 14:01:52.655931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-2e3f3ff4-d97a-4472-b71a-adcf30e56d7e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8157408 Oct 26 14:01:52.666237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-342fa04a-2737-483d-a2f6-28e83fd3b7db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.4753060 Oct 26 14:01:52.732220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86f1a57d-734a-4dca-87ea-c01b13405259 req-798e5d04-e63e-4426-a507-26d39fd79a1d service neutron] 10.222.0.73 "GET /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644672 Oct 26 14:01:52.802522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5131de42-2eb8-4fe0-8ea7-7cabc1bdbf99 req-4baec567-425d-4f2f-a101-18a14cd0f373 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958969 Oct 26 14:01:52.811084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-ca9bbeb5-5eab-42f2-9247-cbac7ae9ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.823837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-ca9bbeb5-5eab-42f2-9247-cbac7ae9ae2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1538560 Oct 26 14:01:52.828947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Request body: {'port': {'device_id': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:52.841065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-9fe051a7-5a49-449e-a8d7-11ec2d2a797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.842731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-9fe051a7-5a49-449e-a8d7-11ec2d2a797a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1666529 Oct 26 14:01:52.923119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:52.936942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-b17235ad-4132-444b-8a6d-04fc94282171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.938594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-b17235ad-4132-444b-8a6d-04fc94282171 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847528 Oct 26 14:01:52.949298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d9bc5b43-04c2-4504-87ac-e8a17d6e70ea None None] Provisioning complete for port 880c092d-dfc4-4c86-aad5-65b28c589582 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:52.949660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5b43-04c2-4504-87ac-e8a17d6e70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:52.956670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e15a-6ace-47ad-9b01-70a449e5079c req-ede8f40f-7e89-4268-8b26-c7f885d8bc54 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:52.957558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-b0926cb2-fe69-4042-b2fa-cbde27680dbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 200 len: 217 time: 0.0733750 Oct 26 14:01:52.957809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec67e15a-6ace-47ad-9b01-70a449e5079c req-ede8f40f-7e89-4268-8b26-c7f885d8bc54 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 935 time: 0.0636578 Oct 26 14:01:52.968989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.024374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7b9e4-f8bd-4031-a53f-26bfff112371 req-654c6dfe-59bf-4dde-865d-29ad68a1ca74 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.025931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c7b9e4-f8bd-4031-a53f-26bfff112371 req-654c6dfe-59bf-4dde-865d-29ad68a1ca74 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 944 time: 0.1536827 Oct 26 14:01:53.054596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'name': 'network-vif-deleted', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:53.057042 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac0915a-f23e-4208-a678-c458236b74e4" -d '{"events": [{"server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "name": "network-vif-deleted", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:53.063309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.065379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc5b43-04c2-4504-87ac-e8a17d6e70ea None None] Port 880c092d-dfc4-4c86-aad5-65b28c589582 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:53.067230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec67e15a-6ace-47ad-9b01-70a449e5079c req-bef3b4d0-da52-4537-9c2a-49f9ed44f032 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Oct 26 14:01:53.089226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-c3c049c4-2eca-4889-9efd-867768942779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.090529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-c3c049c4-2eca-4889-9efd-867768942779 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1194384 Oct 26 14:01:53.093119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-edc0fe81-6509-4eb4-8ff7-8f6658617440 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343455 Oct 26 14:01:53.115345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6347e205-1c6b-45ef-9bd0-dbc2184cf077 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:53.166169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6347e205-1c6b-45ef-9bd0-dbc2184cf077 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:01:53.166520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6347e205-1c6b-45ef-9bd0-dbc2184cf077 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:01:53.169396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:53.190567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'port_id': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'mac_address': 'fa:16:3e:31:54:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd7981-c0e5-4df6-90bb-4a71df4a16fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:53.196052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c7b9e4-f8bd-4031-a53f-26bfff112371 req-c949ce4d-8bcc-47ae-a674-b4b286cfc48c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621962 Oct 26 14:01:53.269606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.272379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d153a-3897-4a7f-b998-baa8fc1c6318 req-2f06dbfb-51f1-408b-8db1-9ace321c17aa tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.276970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996d153a-3897-4a7f-b998-baa8fc1c6318 req-2f06dbfb-51f1-408b-8db1-9ace321c17aa tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0966787 Oct 26 14:01:53.279759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-75fb0cb2-00a4-445e-bb31-732ac1c172bf service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778376 Oct 26 14:01:53.301702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0168ae18-4bc1-46c7-9644-a6ded89234a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:53.315884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-eda58f1d-7138-4e84-b9d6-77ed52ace0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.317584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-eda58f1d-7138-4e84-b9d6-77ed52ace0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984122 Oct 26 14:01:53.335508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:53.337495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996d153a-3897-4a7f-b998-baa8fc1c6318 req-9049055c-9311-4217-ad0c-c7e3e29e8f68 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566134 Oct 26 14:01:53.348606 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e131e5b-0f4a-4ffd-b57f-3d5767f0871f x-openstack-request-id: req-0e131e5b-0f4a-4ffd-b57f-3d5767f0871f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:53.348902 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f64448f-d9c9-4de0-ace3-14954d33fb7a", "name": "network-vif-deleted", "tag": "6347e205-1c6b-45ef-9bd0-dbc2184cf077", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:53.349186 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e131e5b-0f4a-4ffd-b57f-3d5767f0871f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:53.349591 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f64448f-d9c9-4de0-ace3-14954d33fb7a', 'name': 'network-vif-deleted', 'tag': '6347e205-1c6b-45ef-9bd0-dbc2184cf077', 'status': 'completed', 'code': 200} Oct 26 14:01:53.356996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.437934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:53.487972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-00513caa-717c-44d4-82f1-dde408e1993e service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585460 Oct 26 14:01:53.574376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880c092d-dfc4-4c86-aad5-65b28c589582 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:53.587414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.608471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Transition to ACTIVE for port object 880c092d-dfc4-4c86-aad5-65b28c589582 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:01:53.618864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.674314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f89d498-87f2-470a-a3ec-bebeb075c1a8 req-941bd4f1-a920-4079-97e5-db1485362908 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591668 Oct 26 14:01:53.711282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:53.729447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81891-4c4c-450c-b838-66215f60c1b5 req-6487ff3b-dd14-4121-b3b7-f924b40cb5ad tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:53.731667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1f81891-4c4c-450c-b838-66215f60c1b5 req-6487ff3b-dd14-4121-b3b7-f924b40cb5ad tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0627952 Oct 26 14:01:53.772171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:53.784660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1f81891-4c4c-450c-b838-66215f60c1b5 req-6e2a39f0-50c8-4e6d-b42d-675f66290575 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Oct 26 14:01:53.830091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Attempting to bind port 880c092d-dfc4-4c86-aad5-65b28c589582 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:01:53.830428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Attempting to bind port 880c092d-dfc4-4c86-aad5-65b28c589582 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:01:53.830755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Attempting to bind port 880c092d-dfc4-4c86-aad5-65b28c589582 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:53.836230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Port 880c092d-dfc4-4c86-aad5-65b28c589582 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:01:53.836637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Attempting to bind port 880c092d-dfc4-4c86-aad5-65b28c589582 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:01:53.840429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['0168ae18-4bc1-46c7-9644-a6ded89234a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:53.847578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:01:53.847924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:01:53.848311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:01:53.849365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Bound port: 880c092d-dfc4-4c86-aad5-65b28c589582, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:01:53.849365 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:53.950587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:01:53.954467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=880c092d-dfc4-4c86-aad5-65b28c589582,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:01:53.966635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.003585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5cf53-01bf-4453-91e6-8a9e642b79c0 req-d641608d-5f8d-414a-b67b-393bf6d68a46 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.007438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-03cc7918-2062-4fd1-bb29-d9e79f77828d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddfa56864bc34dca9d3ab236bc74870f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341032 Oct 26 14:01:54.012293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ea5cf53-01bf-4453-91e6-8a9e642b79c0 req-d641608d-5f8d-414a-b67b-393bf6d68a46 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.0908267 Oct 26 14:01:54.016203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:01:54.017976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.018847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.019943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/880c092d-dfc4-4c86-aad5-65b28c589582 HTTP/1.1" status: 200 len: 1095 time: 1.1951547 Oct 26 14:01:54.026976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:54.029235 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e27d09-d2fb-4304-81d9-d6abbf07c923" -d '{"events": [{"name": "network-changed", "server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:54.086324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ea5cf53-01bf-4453-91e6-8a9e642b79c0 req-66497588-e6dd-4407-b1c8-e1107ebcc8aa tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728166 Oct 26 14:01:54.112403 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa9b3a9-5c51-4286-a9f7-4041ebae19ae x-openstack-request-id: req-aaa9b3a9-5c51-4286-a9f7-4041ebae19ae {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:54.112733 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:54.112972 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaa9b3a9-5c51-4286-a9f7-4041ebae19ae {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:54.113362 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582', 'status': 'completed', 'code': 200} Oct 26 14:01:54.137914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8254c9-dfbe-4a43-8505-6c22dce1e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:54.182105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-9ceaa71a-4185-4043-a935-5f5b1f2d56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.183623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-9ceaa71a-4185-4043-a935-5f5b1f2d56f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 1098 time: 0.1084847 Oct 26 14:01:54.187049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.218317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.244850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b4042-a84f-433a-b9bb-071f015f1695 req-74ec6909-c8a0-40e2-b954-878e0d92da72 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.248094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7b4042-a84f-433a-b9bb-071f015f1695 req-74ec6909-c8a0-40e2-b954-878e0d92da72 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 947 time: 0.0711136 Oct 26 14:01:54.255833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-dfc6b0f1-a278-4d68-bd38-92eee42b1c31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=880c092d-dfc4-4c86-aad5-65b28c589582 HTTP/1.1" status: 200 len: 217 time: 0.0542989 Oct 26 14:01:54.293495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7b4042-a84f-433a-b9bb-071f015f1695 req-003f1066-218a-45bf-b8a9-964fe85f0ce4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358357 Oct 26 14:01:54.355602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-7e6e346b-e829-463c-a484-197688eda085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.357160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-7e6e346b-e829-463c-a484-197688eda085 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0918698 Oct 26 14:01:54.378083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351d3f2-0c3f-4d99-b2cf-83d01a7f3481 req-d688375f-409a-422e-b1c2-cda0a9677c87 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.379552 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4351d3f2-0c3f-4d99-b2cf-83d01a7f3481 req-d688375f-409a-422e-b1c2-cda0a9677c87 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.0998743 Oct 26 14:01:54.388274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.390858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:54.391950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a317a2b0-ce76-4966-b188-24fff43a1605 HTTP/1.1" status: 204 len: 168 time: 0.3759086 Oct 26 14:01:54.430197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f17dd-35a9-4b21-bce9-f38d92d1b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a317a2b0-ce76-4966-b188-24fff43a1605,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:54.458543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4351d3f2-0c3f-4d99-b2cf-83d01a7f3481 req-e95b4958-487f-490a-8729-2d36db491c99 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654848 Oct 26 14:01:54.465152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214771f-75ce-4683-ad3c-bc007f883281 req-ba58b5e1-a7c7-40d7-a7a5-458745591a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.466623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-ba58b5e1-a7c7-40d7-a7a5-458745591a14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861945 Oct 26 14:01:54.529929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15374b6-5bbd-434a-9f36-1539c0462d88 req-47944c58-ee94-414a-bd71-a2a61b3bfde1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.531510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a15374b6-5bbd-434a-9f36-1539c0462d88 req-47944c58-ee94-414a-bd71-a2a61b3bfde1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0904310 Oct 26 14:01:54.606674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-907fdbe0-3542-4211-a670-899bc0a008a3 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243637 Oct 26 14:01:54.609179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a15374b6-5bbd-434a-9f36-1539c0462d88 req-d86a8ac0-b553-4380-a0bf-8a68adf6f9fd tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Oct 26 14:01:54.717824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c214771f-75ce-4683-ad3c-bc007f883281 req-85226478-f097-499b-bf8c-ec26eaeafbe4 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954912 Oct 26 14:01:54.852704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-6a918bf6-abcc-4a01-bdb1-8c282cb39300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.854684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-6a918bf6-abcc-4a01-bdb1-8c282cb39300 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58025091ec224134ac450ab4075bdaf3&device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 1098 time: 0.0514064 Oct 26 14:01:54.949645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:54.951848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:01:54.982281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ceeab-3772-4f6f-ae45-5bd0594c6d24 req-bcd5f377-48a5-41df-9b73-6a670a4254ab tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:54.983950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe0ceeab-3772-4f6f-ae45-5bd0594c6d24 req-bcd5f377-48a5-41df-9b73-6a670a4254ab tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.1084194 Oct 26 14:01:55.006277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-2e5396d3-3f59-4e4c-b001-ea0a8458467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.007823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-2e5396d3-3f59-4e4c-b001-ea0a8458467d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1444683 Oct 26 14:01:55.069002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-45a91d44-6c79-4b56-ab62-29a06fa70adc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=880c092d-dfc4-4c86-aad5-65b28c589582 HTTP/1.1" status: 200 len: 217 time: 0.0491190 Oct 26 14:01:55.074808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe0ceeab-3772-4f6f-ae45-5bd0594c6d24 req-bdc5b619-1d51-469f-b434-fae0d748a28b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789320 Oct 26 14:01:55.151192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-1cba063b-c5c4-4675-a0b0-62dce4fac3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.153282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-1cba063b-c5c4-4675-a0b0-62dce4fac3e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0737183 Oct 26 14:01:55.181517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:55.221816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88801fe-54a3-404d-82dd-e0fcdaca58fc req-bc6040f5-3077-44c5-83ae-fd6d46cbda57 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.227924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-fd105055-02ce-457e-a634-92a886495b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.230397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a88801fe-54a3-404d-82dd-e0fcdaca58fc req-bc6040f5-3077-44c5-83ae-fd6d46cbda57 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.0677280 Oct 26 14:01:55.233699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-fd105055-02ce-457e-a634-92a886495b87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724130 Oct 26 14:01:55.292564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a88801fe-54a3-404d-82dd-e0fcdaca58fc req-3b7ce3bd-8a56-4392-bc1f-6eb3878078a3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567274 Oct 26 14:01:55.318548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.366872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:55.369525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-752e1ca4-4384-4676-b80b-c26182f137d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204913 Oct 26 14:01:55.391732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:55.396105 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a7dae-13e9-4851-82af-ec7c68d549af" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:55.400426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:55.402972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'mac_address': 'fa:16:3e:02:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:55.422143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:55.424248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'mac_address': 'fa:16:3e:40:dc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:55.450051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffcf48-bb73-4dd2-b5b6-c1f6c0c5ab50 req-1814f999-a9f7-4a28-bfee-d202e86eede3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.452969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1ffcf48-bb73-4dd2-b5b6-c1f6c0c5ab50 req-1814f999-a9f7-4a28-bfee-d202e86eede3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 949 time: 0.0717041 Oct 26 14:01:55.453143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.498929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90e27d09-d2fb-4304-81d9-d6abbf07c923 req-35ef90dc-a022-49b4-8b86-a798084b4d76 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205893 Oct 26 14:01:55.521567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1ffcf48-bb73-4dd2-b5b6-c1f6c0c5ab50 req-89004c3e-799e-4a05-9450-1d9b47b0c26b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Oct 26 14:01:55.537536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.545368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.559321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-6896e3ef-9fb2-45db-ac46-2db89f6d27b3 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375514 Oct 26 14:01:55.572319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:55.587020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.592499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:55.616688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:55.626313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.631003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:55.648168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f52c-4468-4cbf-943e-68106240c1f3 req-6c581de8-8b6c-4a7d-adfb-4341d2d33e24 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.649996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b120f52c-4468-4cbf-943e-68106240c1f3 req-6c581de8-8b6c-4a7d-adfb-4341d2d33e24 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 947 time: 0.0721853 Oct 26 14:01:55.655149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:55.682089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.696301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-76fa0a36-c185-425f-859c-29957e88169d tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.697870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-76fa0a36-c185-425f-859c-29957e88169d tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328263 Oct 26 14:01:55.697993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b120f52c-4468-4cbf-943e-68106240c1f3 req-1be5a9a7-dd19-4726-94bd-66a170b1f306 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Oct 26 14:01:55.731308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-3c1b6abf-42eb-4a95-bfc1-237e1338739d tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/quotas/0f591b61e06e423bb52e467c5a92c4c9 HTTP/1.1" status: 200 len: 375 time: 0.0206237 Oct 26 14:01:55.733450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:55.769364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-6e1060f0-6b65-4c24-8f9f-b4672cc85058 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278020 Oct 26 14:01:55.820091 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b3ba4-324e-4a56-99c2-98196219f7ed x-openstack-request-id: req-062b3ba4-324e-4a56-99c2-98196219f7ed {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:55.820539 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:55.820807 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-062b3ba4-324e-4a56-99c2-98196219f7ed {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:55.821231 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'code': 200} Oct 26 14:01:55.930301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447170af-db00-446b-a549-8acede2f40ce req-999601e3-1a69-4c4d-879b-05fe008d74bf tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:55.940890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-447170af-db00-446b-a549-8acede2f40ce req-999601e3-1a69-4c4d-879b-05fe008d74bf tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.0753002 Oct 26 14:01:55.968624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6d8dd6a8-0504-4783-a97e-6a94e92c6a76'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:55.983358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-447170af-db00-446b-a549-8acede2f40ce req-240197e7-fe16-4fdb-b54b-d040267b7889 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Oct 26 14:01:56.015037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:56.026356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207071a-faaa-4414-bee6-a2cadd87fdf4 req-cd81912e-9047-4ac6-97ac-bf29a1795b3c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.031600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0207071a-faaa-4414-bee6-a2cadd87fdf4 req-cd81912e-9047-4ac6-97ac-bf29a1795b3c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 948 time: 0.0794144 Oct 26 14:01:56.087754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5081f78-3872-4afd-a89a-46ef3b37bb36 req-ee4db16e-9605-40a2-989e-6d93598a679f tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 210 time: 0.0473866 Oct 26 14:01:56.116661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0207071a-faaa-4414-bee6-a2cadd87fdf4 req-f277f4cc-6824-4098-b1ad-e321cd4e993c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718696 Oct 26 14:01:56.243041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-d05d7dbc-e6a0-4e44-8b61-e9bb2a674eca tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421045 Oct 26 14:01:56.289524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ce21-22d7-4daf-b9b2-c858c41076e9 req-3cc6be9a-57c6-4727-8801-15b33648533e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.291110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3672ce21-22d7-4daf-b9b2-c858c41076e9 req-3cc6be9a-57c6-4727-8801-15b33648533e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0571845 Oct 26 14:01:56.335531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3672ce21-22d7-4daf-b9b2-c858c41076e9 req-e3208434-9fa6-453a-abda-c934cfdb9108 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Oct 26 14:01:56.359329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-5f8badfe-1bf6-460c-b16b-071feb69f9a9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.364982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-5f8badfe-1bf6-460c-b16b-071feb69f9a9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211233 Oct 26 14:01:56.377347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-075f8d19-e43a-451a-bfed-2a5f2261c3d8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/quotas/9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Oct 26 14:01:56.434354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-2e4c36e3-6fed-412d-98e7-f38d9783f206 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496662 Oct 26 14:01:56.601419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-75e8bb3e-ad24-4096-afd4-87a51ab2403e req-1c3ff2b3-c454-440d-9836-8cac282f5268 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 210 time: 0.0290406 Oct 26 14:01:56.831415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278be64a-b64f-4bed-8494-cbbc4210a163 req-1eefb071-1678-4544-986a-bf2c65b378ce tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:56.832967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-278be64a-b64f-4bed-8494-cbbc4210a163 req-1eefb071-1678-4544-986a-bf2c65b378ce tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 947 time: 0.0544569 Oct 26 14:01:56.877936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-278be64a-b64f-4bed-8494-cbbc4210a163 req-94a6570a-edea-4382-8cc7-9f7404dea264 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Oct 26 14:01:56.953403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:57.013168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 0168ae18-4bc1-46c7-9644-a6ded89234a5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:57.019704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 0168ae18-4bc1-46c7-9644-a6ded89234a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:57.020299 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.092348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-93883f8f-801d-491c-88d3-d9147c88e1e7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510027 Oct 26 14:01:57.124841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 880c092d-dfc4-4c86-aad5-65b28c589582 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:01:57.140771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.141420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcf5c2-6a82-49bf-aa7f-99fec3b8b632 req-9c77eb91-1ac7-4ad5-835c-61c4c2a1e699 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.143958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30dcf5c2-6a82-49bf-aa7f-99fec3b8b632 req-9c77eb91-1ac7-4ad5-835c-61c4c2a1e699 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Oct 26 14:01:57.223936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30dcf5c2-6a82-49bf-aa7f-99fec3b8b632 req-b1499708-f9cb-4bb7-a1dc-0d98887fa9db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704882 Oct 26 14:01:57.243909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7446e96-d397-4c79-88aa-71b75b7df6e9 req-e687a0fa-faa0-4376-bede-b737d82d1845 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 210 time: 0.0424838 Oct 26 14:01:57.249987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:57.259561 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.332203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=880c092d-dfc4-4c86-aad5-65b28c589582,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:57.352854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:57.354808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-a1494764-890f-4444-bd85-2685b7646cb4 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.355711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '880c092d-dfc4-4c86-aad5-65b28c589582', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '880c092d-dfc4-4c86-aad5-65b28c589582', 'mac_address': 'fa:16:3e:e2:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:01:57.358503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-a1494764-890f-4444-bd85-2685b7646cb4 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542651 Oct 26 14:01:57.376644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Request body: {'port': {'device_id': '82000f38-38a4-4938-822f-ecd6ed616c34', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '0f591b61e06e423bb52e467c5a92c4c9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:57.402079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb47c-fef5-4370-95f7-c9fae21513c3 req-908356df-5470-4c44-9182-ec2f0ae62453 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.404438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be2bb47c-fef5-4370-95f7-c9fae21513c3 req-908356df-5470-4c44-9182-ec2f0ae62453 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 948 time: 0.0726779 Oct 26 14:01:57.411335 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.430677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880c092d-dfc4-4c86-aad5-65b28c589582 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:57.452003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be2bb47c-fef5-4370-95f7-c9fae21513c3 req-a850fd8d-5111-4ffd-a5a7-4aed09c27fa8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Oct 26 14:01:57.481687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=880c092d-dfc4-4c86-aad5-65b28c589582,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:57.489875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.547735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Made reservation on behalf of 0f591b61e06e423bb52e467c5a92c4c9 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:57.554516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.568669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.583787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300e682-4862-4c69-877e-b716b2f0d5ce req-d38a7d9f-da27-4118-885d-d49325ce5e46 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.585348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e300e682-4862-4c69-877e-b716b2f0d5ce req-d38a7d9f-da27-4118-885d-d49325ce5e46 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0646629 Oct 26 14:01:57.597128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:57.641077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e300e682-4862-4c69-877e-b716b2f0d5ce req-9d0edc80-7db1-4855-b96b-217add72984d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Oct 26 14:01:57.680877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-bd14cdc1-5b2d-402f-87d1-8105f5dc9e75 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324376 Oct 26 14:01:57.783045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0aa9be74-2adf-4bcc-b33e-652b4ce29e85 req-53b68bbf-f905-4fd4-be40-ee794df56426 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 210 time: 0.0848722 Oct 26 14:01:57.785200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.793532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:57.811653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['880c092d-dfc4-4c86-aad5-65b28c589582'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:57.834368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:57.836747 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d9cb88-53ff-46a5-8337-9281e3479f76" -d '{"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-plugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:57.889100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:57.925552 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3846bf-5ee9-4165-af91-baefc1a94649 x-openstack-request-id: req-7b3846bf-5ee9-4165-af91-baefc1a94649 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:01:57.926305 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-plugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:01:57.926718 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b3846bf-5ee9-4165-af91-baefc1a94649 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:01:57.927332 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'code': 200} Oct 26 14:01:57.942324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-acf2fe0b-379b-430a-ba9f-6e9c755a75ec tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:57.944080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-acf2fe0b-379b-430a-ba9f-6e9c755a75ec tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574441 Oct 26 14:01:57.982457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Request body: {'port': {'device_id': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '9768d7d3382c45fca7ccb8f162f7d1e3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:58.065339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Allocated IP 192.168.233.54 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/fdee01b0-3c35-4e63-bc09-e4a904c03887) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:58.085010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634399ce-50cb-4035-bde2-9ca1184577b3 req-5ac1846b-3156-4f6f-9a89-06866f004b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.086719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-634399ce-50cb-4035-bde2-9ca1184577b3 req-5ac1846b-3156-4f6f-9a89-06866f004b08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 1097 time: 0.0898397 Oct 26 14:01:58.098413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf49fc-5536-4c42-b3ce-1cd333b61b37 req-b64bf0c3-1196-4a04-a90c-e66172497da0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.099949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3bf49fc-5536-4c42-b3ce-1cd333b61b37 req-b64bf0c3-1196-4a04-a90c-e66172497da0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 948 time: 0.0909648 Oct 26 14:01:58.148342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-634399ce-50cb-4035-bde2-9ca1184577b3 req-2b665aac-4cff-4afd-a6c8-75516c14c590 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474117 Oct 26 14:01:58.161793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3bf49fc-5536-4c42-b3ce-1cd333b61b37 req-9e235f3e-a6d9-4b41-b98c-3f593fc2f692 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Oct 26 14:01:58.201133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Made reservation on behalf of 9768d7d3382c45fca7ccb8f162f7d1e3 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:01:58.205138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.347141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.358876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d1aba21-28eb-4592-88be-05942364583f req-82d87a15-3673-493c-8e8e-322a9ee41d32 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Oct 26 14:01:58.382436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d304dc6-8df8-447e-a35a-b53cfc8a925a req-bddb67f0-a483-4fbf-a858-985c4d14a4ef tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.383909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d304dc6-8df8-447e-a35a-b53cfc8a925a req-bddb67f0-a483-4fbf-a858-985c4d14a4ef tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0826573 Oct 26 14:01:58.430441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.492165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d304dc6-8df8-447e-a35a-b53cfc8a925a req-c2246f7a-f634-4a69-adcd-d25ca42d2b69 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023221 Oct 26 14:01:58.525081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:58.537855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:58.540560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:58.555332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:58.559973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Allocated IP 192.168.233.3 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/69c14843-8d44-41ab-889a-727c8ba281da) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:01:58.589286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e7581-2179-4fb8-990b-26d9bc8d5c57 req-aecc1fbb-01ba-40c7-908c-ba0998da39a4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.598232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e7581-2179-4fb8-990b-26d9bc8d5c57 req-aecc1fbb-01ba-40c7-908c-ba0998da39a4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 948 time: 0.0681987 Oct 26 14:01:58.635717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.636371 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.646956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e34e7581-2179-4fb8-990b-26d9bc8d5c57 req-443b588b-f591-482e-a48d-eb0f5d5ac8e8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Oct 26 14:01:58.688641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-bf649345-a932-4a31-9b2d-e9b38e9ca7d2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3174627 Oct 26 14:01:58.734040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Request body: {'port': {'device_id': '82000f38-38a4-4938-822f-ecd6ed616c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:58.774263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db216bab-c060-4ada-a52b-53967b5fc09d req-0c7ab7c1-8bd2-4405-b4c6-05957ae0b393 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:58.775756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db216bab-c060-4ada-a52b-53967b5fc09d req-0c7ab7c1-8bd2-4405-b4c6-05957ae0b393 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0588160 Oct 26 14:01:58.816619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db216bab-c060-4ada-a52b-53967b5fc09d req-8ba60c08-a7ad-43e0-9632-19de7d175bf3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344596 Oct 26 14:01:58.818652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.825505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53d05eda-6a32-4d51-af51-2fd375e2181e None None] Provisioning complete for port fdee01b0-3c35-4e63-bc09-e4a904c03887 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:58.826025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53d05eda-6a32-4d51-af51-2fd375e2181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.867576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:58.874444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-53d05eda-6a32-4d51-af51-2fd375e2181e None None] Port fdee01b0-3c35-4e63-bc09-e4a904c03887 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:58.965944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:59.021145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ce0387a9-0b1c-42dd-9e3b-1a925f267530 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:59.021503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.111562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:59.145288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.193256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:59.199579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.205060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:59.210302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ebe60cc-7b7e-42ce-be07-d6ffd15db82b req-a26a8ce1-301d-41fc-8d97-b6a64183101c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 210 time: 0.3282466 Oct 26 14:01:59.242561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:59.242998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.294250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:59.301125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.309738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df4d1b-1525-48cf-bfa1-9238e47e1344 req-6c203a7d-acdd-488b-91ad-4b09c55f4470 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.313298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04df4d1b-1525-48cf-bfa1-9238e47e1344 req-6c203a7d-acdd-488b-91ad-4b09c55f4470 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 948 time: 0.0650544 Oct 26 14:01:59.315021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87', '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:59.317211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:01:59.354836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04df4d1b-1525-48cf-bfa1-9238e47e1344 req-df17813c-5e55-49ed-b50f-41af700b7b14 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Oct 26 14:01:59.395746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:01:59.402666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:01:59.406324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:01:59.409967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:59.440682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.523972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.524685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.528736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:01:59.545522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.546515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 880c092d-dfc4-4c86-aad5-65b28c589582 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:01:59.580866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7502-7ce0-455a-91fb-8794cd258ca5 req-622abdaa-e490-482a-93d5-5d8c4404135e tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.582512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7ce7502-7ce0-455a-91fb-8794cd258ca5 req-622abdaa-e490-482a-93d5-5d8c4404135e tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 935 time: 0.1385565 Oct 26 14:01:59.591200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-ed292859-37c6-4f9d-8a4d-e84824fd7af2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6146870 Oct 26 14:01:59.633521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Request body: {'port': {'device_id': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:01:59.697337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ee3f-f41b-4cd1-ae6b-d488a7c58af8 req-d67cf635-8e0d-4d8b-ae02-ba62916423e7 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:01:59.707750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d753ee3f-f41b-4cd1-ae6b-d488a7c58af8 req-d67cf635-8e0d-4d8b-ae02-ba62916423e7 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0821087 Oct 26 14:01:59.724742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=13']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:01:59.764790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d753ee3f-f41b-4cd1-ae6b-d488a7c58af8 req-418ed9f4-6dfa-46e0-bcb7-ab7bbe4d1db5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557077 Oct 26 14:01:59.771188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.791525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 880c092d-dfc4-4c86-aad5-65b28c589582 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:01:59.794311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-43561944-bd48-45f6-861f-2e82017361e0 None None] Provisioning complete for port 69c14843-8d44-41ab-889a-727c8ba281da triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:59.794781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-43561944-bd48-45f6-861f-2e82017361e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.796352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee01b0-3c35-4e63-bc09-e4a904c03887 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:01:59.804288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7ce7502-7ce0-455a-91fb-8794cd258ca5 req-c922e1bb-408e-47fd-a5be-350c92a858bb tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121153 Oct 26 14:01:59.831006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 880c092d-dfc4-4c86-aad5-65b28c589582 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:01:59.831472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.918483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-43561944-bd48-45f6-861f-2e82017361e0 None None] Port 69c14843-8d44-41ab-889a-727c8ba281da cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:01:59.924853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:01:59.929383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}, {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:01:59.932033 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f79bc49-04ae-4fc7-9e33-888bc7037aa2" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}, {"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:01:59.943903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Transition to ACTIVE for port object fdee01b0-3c35-4e63-bc09-e4a904c03887 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:00.022751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aec2d-fb85-4b27-86d8-46d6a1f509db req-8d596874-680a-430b-badd-fd1710f7e333 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.032288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f07aec2d-fb85-4b27-86d8-46d6a1f509db req-8d596874-680a-430b-badd-fd1710f7e333 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1193063 Oct 26 14:02:00.070502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.102608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f07aec2d-fb85-4b27-86d8-46d6a1f509db req-a3390e32-3854-4bb5-a766-5c6eb3527dee tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684106 Oct 26 14:02:00.114683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=880c092d-dfc4-4c86-aad5-65b28c589582,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:00.124239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.147904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:00.154415 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6dcfee-8f81-4528-be68-a7cdb8389348 x-openstack-request-id: req-5a6dcfee-8f81-4528-be68-a7cdb8389348 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:00.154820 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "code": 200}, {"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-plugged", "status": "completed", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:00.155173 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a6dcfee-8f81-4528-be68-a7cdb8389348 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:00.155675 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'code': 200} Oct 26 14:02:00.156161 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'code': 200} Oct 26 14:02:00.158536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.173465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Transition to ACTIVE for port object 69c14843-8d44-41ab-889a-727c8ba281da will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:00.175411 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.198741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.207941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.302093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.396916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1c1c4-6854-4513-9920-d15c61df63d6 req-11ce024d-7e8e-43a4-a745-ad392aa6f994 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.402520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92d1c1c4-6854-4513-9920-d15c61df63d6 req-11ce024d-7e8e-43a4-a745-ad392aa6f994 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.2231505 Oct 26 14:02:00.406344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d23a4-090b-4fcd-a5e5-7493d2c6502f req-36ffe066-0f55-42be-b0a4-12ccf0a57d54 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.408917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a6d23a4-090b-4fcd-a5e5-7493d2c6502f req-36ffe066-0f55-42be-b0a4-12ccf0a57d54 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.0695732 Oct 26 14:02:00.454074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.482610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a6d23a4-090b-4fcd-a5e5-7493d2c6502f req-6cb4dd8b-3d21-47d1-8e81-be6c1e4158a6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Oct 26 14:02:00.497427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d629c-b550-4d42-8dcd-fb11c4972228 req-13bad031-55e5-4822-bfd0-7c3fd0a93a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.499616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-726d629c-b550-4d42-8dcd-fb11c4972228 req-13bad031-55e5-4822-bfd0-7c3fd0a93a0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1100 time: 0.0889800 Oct 26 14:02:00.517922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Attempting to bind port fdee01b0-3c35-4e63-bc09-e4a904c03887 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:00.517922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Attempting to bind port fdee01b0-3c35-4e63-bc09-e4a904c03887 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:00.517922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Attempting to bind port fdee01b0-3c35-4e63-bc09-e4a904c03887 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:00.546797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-726d629c-b550-4d42-8dcd-fb11c4972228 req-782e1cc4-0227-4ebb-8619-3f82c54300dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Oct 26 14:02:00.564954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Port fdee01b0-3c35-4e63-bc09-e4a904c03887 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:00.565666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Attempting to bind port fdee01b0-3c35-4e63-bc09-e4a904c03887 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:00.572760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92d1c1c4-6854-4513-9920-d15c61df63d6 req-a47f6ee9-425b-4757-901b-4065284fc8f6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241479 Oct 26 14:02:00.586907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:00.587506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:00.587784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:00.588320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Bound port: fdee01b0-3c35-4e63-bc09-e4a904c03887, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:00.603683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.629355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:00.629992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:00.630508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:00.647345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395dd87-9b26-43a2-9842-e0e30e054454 req-d406b443-418c-4a10-a860-4618536cd4cf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.649541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e395dd87-9b26-43a2-9842-e0e30e054454 req-d406b443-418c-4a10-a860-4618536cd4cf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0727699 Oct 26 14:02:00.708769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:00.714033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:00.718955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:00.719303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:00.727696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:00.728084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:00.728865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:00.729368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Bound port: 69c14843-8d44-41ab-889a-727c8ba281da, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:00.729772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.745915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e395dd87-9b26-43a2-9842-e0e30e054454 req-a1923446-4152-4c62-be95-4f7e3187a36b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901108 Oct 26 14:02:00.751039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.859694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.860221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:00.861682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] 10.222.0.73 "PUT /v2.0/ports/fdee01b0-3c35-4e63-bc09-e4a904c03887 HTTP/1.1" status: 200 len: 1095 time: 2.1318579 Oct 26 14:02:00.863733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:00.868018 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721ccf3-88b0-4fb8-9b75-529f79bd3863" -d '{"events": [{"name": "network-changed", "server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:00.937104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d174c-653c-4fd7-81e0-a5f4832604aa service neutron] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:00.959720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:00.963618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:00.979603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d72eb-ffe9-40fb-a3e9-eaf0d01834df req-a9874a87-b153-4927-a588-60b5997733b2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:00.981582 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-402d72eb-ffe9-40fb-a3e9-eaf0d01834df req-a9874a87-b153-4927-a588-60b5997733b2 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 947 time: 0.0799057 Oct 26 14:02:01.024334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.041759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-402d72eb-ffe9-40fb-a3e9-eaf0d01834df req-83e30eb7-adb1-441a-b234-ff4281328a20 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Oct 26 14:02:01.083986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.084652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.085983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] 10.222.0.73 "PUT /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 1094 time: 1.4643984 Oct 26 14:02:01.094400 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d12e1e-ee44-4d7a-b84d-ce8be4728a1e x-openstack-request-id: req-b5d12e1e-ee44-4d7a-b84d-ce8be4728a1e {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:01.094688 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:01.094937 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5d12e1e-ee44-4d7a-b84d-ce8be4728a1e {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:01.095921 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'status': 'completed', 'code': 200} Oct 26 14:02:01.106703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:01.117708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-3956e755-9d60-4696-be0f-b7934cc54afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.120455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-3956e755-9d60-4696-be0f-b7934cc54afe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 1098 time: 0.2011352 Oct 26 14:02:01.140986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe600-0d93-4a0f-b11f-22e3225efd4b req-c00df386-53e7-468c-bffa-34c5c47ca7dc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.150608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-542fe600-0d93-4a0f-b11f-22e3225efd4b req-c00df386-53e7-468c-bffa-34c5c47ca7dc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.2657008 Oct 26 14:02:01.156922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed29a33-3fbb-4d2e-a2be-3e53abe861ca service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:01.269790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:01.272575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-584d335a-17cd-4549-829b-7e7b97a16dee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887 HTTP/1.1" status: 200 len: 217 time: 0.1112959 Oct 26 14:02:01.287076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e', 'port_id': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'mac_address': 'fa:16:3e:a6:5d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d43d6f7-6df1-453f-b59d-a0bb52b8ea39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:01.335532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.357251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-542fe600-0d93-4a0f-b11f-22e3225efd4b req-f7bb40c5-8ae1-4973-984d-ce70e51c1de3 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054925 Oct 26 14:02:01.366257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6268d-4a6d-494c-a91c-883f7fac6046 req-6cf4e8a8-9aaf-43a5-8c42-1dfa12c02e60 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.367730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c05676-5519-4250-8324-4e41a2e1ea15 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:01.375152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0df6268d-4a6d-494c-a91c-883f7fac6046 req-6cf4e8a8-9aaf-43a5-8c42-1dfa12c02e60 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0697865 Oct 26 14:02:01.397272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:01.418385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:01.433110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0df6268d-4a6d-494c-a91c-883f7fac6046 req-a169cc97-91bc-42ef-86ef-629a09fd739d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564299 Oct 26 14:02:01.440308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-0e51b92d-19ea-4f82-8c32-e7ad6270cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.443185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-0e51b92d-19ea-4f82-8c32-e7ad6270cc1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1097 time: 0.2667086 Oct 26 14:02:01.477009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-4364680d-3dc6-409c-af7c-32e4720df04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.478839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-4364680d-3dc6-409c-af7c-32e4720df04b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1993890 Oct 26 14:02:01.538432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-f1d9a2e1-a557-4493-85d7-7a5e63f719c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.0841436 Oct 26 14:02:01.549685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:01.591584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02854b54-e707-4561-a208-74387689a0e4 req-c42c01c9-2533-4935-b6fa-fbb967aa570a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.593162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02854b54-e707-4561-a208-74387689a0e4 req-c42c01c9-2533-4935-b6fa-fbb967aa570a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Oct 26 14:02:01.637096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02854b54-e707-4561-a208-74387689a0e4 req-0bccd1d0-9f05-4328-8c2a-0d5a8a9c8b55 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Oct 26 14:02:01.651179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-adf4bb8b-8f62-4c10-93bf-d2e61238c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.652716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-adf4bb8b-8f62-4c10-93bf-d2e61238c460 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325066 Oct 26 14:02:01.655204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-dd377ecc-f7db-487c-af22-59d6ab84b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.656544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-dd377ecc-f7db-487c-af22-59d6ab84b296 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0938160 Oct 26 14:02:01.702919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88643-ab4a-4503-9ed4-8a87bbdca317 req-58d42b3b-7071-4888-8c4f-37565181c181 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.705168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ec88643-ab4a-4503-9ed4-8a87bbdca317 req-58d42b3b-7071-4888-8c4f-37565181c181 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.1057584 Oct 26 14:02:01.753073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e9c05676-5519-4250-8324-4e41a2e1ea15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:01.753275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581a893-9398-4552-9cdf-466049ca0c0d req-1b9fb326-47aa-4486-b3ac-596998e0a0d3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.754725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1581a893-9398-4552-9cdf-466049ca0c0d req-1b9fb326-47aa-4486-b3ac-596998e0a0d3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0546119 Oct 26 14:02:01.798051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1581a893-9398-4552-9cdf-466049ca0c0d req-9c0149de-2f83-41c7-976a-a83a0f631e60 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Oct 26 14:02:01.805732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-6dbf9612-9c3b-47e5-9450-f3aa2db8e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.807166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-6dbf9612-9c3b-47e5-9450-f3aa2db8e6ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320252 Oct 26 14:02:01.810229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ec88643-ab4a-4503-9ed4-8a87bbdca317 req-d0254c95-c724-48a6-a4dc-7253db5b9972 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Oct 26 14:02:01.924134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-1a98b690-5bdf-45d5-b471-5eca80dcf7a9 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570467 Oct 26 14:02:01.955741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1456a-1425-43e7-8b37-09f6152c02e8 req-dddbf348-d7b3-4a77-aff7-78df59de6ea3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:01.957499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9e1456a-1425-43e7-8b37-09f6152c02e8 req-dddbf348-d7b3-4a77-aff7-78df59de6ea3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0623631 Oct 26 14:02:02.001869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9e1456a-1425-43e7-8b37-09f6152c02e8 req-8f878072-3e0c-4737-821b-f1eff65dc29f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Oct 26 14:02:02.043910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-73c1c307-ca55-4892-b55e-f183516f0054 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260685 Oct 26 14:02:02.137856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85a89-7b8e-4b1b-b076-0a62527515aa req-a7d1b81b-e8e0-4bc5-8f03-9951e412b604 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.139433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cda85a89-7b8e-4b1b-b076-0a62527515aa req-a7d1b81b-e8e0-4bc5-8f03-9951e412b604 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1386371 Oct 26 14:02:02.147895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c48d7a2a-3aae-4b31-a699-a9bed1210981 req-2725d4f4-40fe-4c52-907a-af003995ef73 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123356 Oct 26 14:02:02.159498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:02.163216 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1cb76b-9a02-44f5-bc6b-c25a248a30cb" -d '{"events": [{"server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "name": "network-vif-plugged", "status": "completed", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:02.191731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac0314-4574-4a95-be65-da4f0c15e78e req-8cbcdff2-a54a-404f-9dc6-b15bc622f3a3 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.197005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55ac0314-4574-4a95-be65-da4f0c15e78e req-8cbcdff2-a54a-404f-9dc6-b15bc622f3a3 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 947 time: 0.0842838 Oct 26 14:02:02.223578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cda85a89-7b8e-4b1b-b076-0a62527515aa req-46065bc6-412d-46a6-aaa7-3afe49d48bce tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747132 Oct 26 14:02:02.247989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55ac0314-4574-4a95-be65-da4f0c15e78e req-f12b52e0-875a-47dc-b9e9-a51488a4cc83 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349178 Oct 26 14:02:02.248411 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d516eebf-d22b-4320-99cc-d6f7e27166f8 req-a5827553-2521-44dd-a5ed-d7620cf92533 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874402 Oct 26 14:02:02.273084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-ff07c86f-2b37-4b31-b984-a14381ee5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.275740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-ff07c86f-2b37-4b31-b984-a14381ee5f8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 1098 time: 0.0726237 Oct 26 14:02:02.284663 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf953a-82f8-4ea8-b118-57b8e33c9dc2 x-openstack-request-id: req-0dbf953a-82f8-4ea8-b118-57b8e33c9dc2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:02.284955 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "name": "network-vif-plugged", "status": "completed", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:02.285207 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dbf953a-82f8-4ea8-b118-57b8e33c9dc2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:02.285606 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582', 'code': 200} Oct 26 14:02:02.443496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdf3af-0cfc-4d30-b186-56b7a0c19e08 req-d7755e6c-75dd-4754-9992-dc12e029771f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.444960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bbdf3af-0cfc-4d30-b186-56b7a0c19e08 req-d7755e6c-75dd-4754-9992-dc12e029771f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1018782 Oct 26 14:02:02.449678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-6eb38eeb-7ce8-49a6-a5fb-77b78b5a381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.451158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-6eb38eeb-7ce8-49a6-a5fb-77b78b5a381c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1568339 Oct 26 14:02:02.485115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d5f35-8c33-47b0-a9dc-9573aa861383 req-c8d13ef9-331d-4845-ae40-19d76349afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.486819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d16d5f35-8c33-47b0-a9dc-9573aa861383 req-c8d13ef9-331d-4845-ae40-19d76349afe6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 1100 time: 0.1017659 Oct 26 14:02:02.524712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-cf70723d-b89b-4a59-8648-8dcea5c6dfd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887 HTTP/1.1" status: 200 len: 217 time: 0.0621755 Oct 26 14:02:02.555353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bbdf3af-0cfc-4d30-b186-56b7a0c19e08 req-b01164d6-b9e9-4952-a79d-f1f36e8a09fe tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 Oct 26 14:02:02.555641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7f54f-19f6-42ac-bd6d-d24de6bd3233 req-f1d182d0-3542-404a-b308-4814e19ab5b5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.557170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1e7f54f-19f6-42ac-bd6d-d24de6bd3233 req-f1d182d0-3542-404a-b308-4814e19ab5b5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0552144 Oct 26 14:02:02.585960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d16d5f35-8c33-47b0-a9dc-9573aa861383 req-fcf83b0f-5ac7-4a19-9f42-2a55ae4da2d5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729606 Oct 26 14:02:02.606159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-79d250a3-2114-4b36-b2d8-281128bb9ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.607649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1e7f54f-19f6-42ac-bd6d-d24de6bd3233 req-b8505913-0a26-465e-85c1-d3e150c10744 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Oct 26 14:02:02.607800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-79d250a3-2114-4b36-b2d8-281128bb9ac1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0641184 Oct 26 14:02:02.916918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70847612-a460-476a-905d-60481b4a429a req-ed8ff154-6bb4-4b1d-9eb0-691c2b7c2882 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.919181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70847612-a460-476a-905d-60481b4a429a req-ed8ff154-6bb4-4b1d-9eb0-691c2b7c2882 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0583599 Oct 26 14:02:02.943153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-5805398c-b79e-4243-b39b-ec4cf4c5116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:02.944096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-5805398c-b79e-4243-b39b-ec4cf4c5116e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112041 Oct 26 14:02:02.962902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70847612-a460-476a-905d-60481b4a429a req-cb6c4635-48ed-48fc-8f1e-2fa06a171f40 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354218 Oct 26 14:02:03.019819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65683aea-838e-4f36-b2ae-4e594a813fc4 req-4f6b06ec-effe-48ed-baad-6971eddcb89b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.021393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65683aea-838e-4f36-b2ae-4e594a813fc4 req-4f6b06ec-effe-48ed-baad-6971eddcb89b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1146228 Oct 26 14:02:03.086262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea959398-efc4-49cb-9de0-d0e42559d1ac req-4845b85a-2d2f-4638-83c5-4c948ce2f17d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.088961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea959398-efc4-49cb-9de0-d0e42559d1ac req-4845b85a-2d2f-4638-83c5-4c948ce2f17d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.0625346 Oct 26 14:02:03.089612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65683aea-838e-4f36-b2ae-4e594a813fc4 req-951341c2-e3f9-473c-acc0-e7a3236d0a7b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618641 Oct 26 14:02:03.093342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-67997c93-e77f-45c1-a552-3fe525e0a97e service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408138 Oct 26 14:02:03.099046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:03.103836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:03.111422 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:03.158097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea959398-efc4-49cb-9de0-d0e42559d1ac req-7f7f25a4-e5b6-4f3a-952b-4f661d37d5fb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Oct 26 14:02:03.170482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port e9c05676-5519-4250-8324-4e41a2e1ea15 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:03.176407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port e9c05676-5519-4250-8324-4e41a2e1ea15 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:03.177073 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:03.266478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c721ccf3-88b0-4fb8-9b75-529f79bd3863 req-8d764f91-94d2-460a-8183-a5b28ddd9680 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515920 Oct 26 14:02:03.273726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:03.288994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ef01b-96d8-474a-a2c5-f731fd990f52 req-4d5f9962-9cc6-426d-a53a-a94a7b3936ed tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.290956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-745ef01b-96d8-474a-a2c5-f731fd990f52 req-4d5f9962-9cc6-426d-a53a-a94a7b3936ed tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0792396 Oct 26 14:02:03.313903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:03.318602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:03.336099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-745ef01b-96d8-474a-a2c5-f731fd990f52 req-e026a14b-bd90-4347-8cf9-f43e859d2f7a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Oct 26 14:02:03.388557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:03.434158 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11cf0b9-dc4a-440d-88eb-ae81f9432512 x-openstack-request-id: req-e11cf0b9-dc4a-440d-88eb-ae81f9432512 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:03.434469 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:03.434744 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e11cf0b9-dc4a-440d-88eb-ae81f9432512 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:03.435133 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'status': 'completed', 'code': 200} Oct 26 14:02:03.540123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fe708-63b7-4de4-b6ad-3e8e2b6b8214 req-abcf89a4-f20a-4fb5-ae7f-229f615708d7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.541712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-512fe708-63b7-4de4-b6ad-3e8e2b6b8214 req-abcf89a4-f20a-4fb5-ae7f-229f615708d7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.1103263 Oct 26 14:02:03.548385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-ccac13fe-3ea4-4599-9d70-24c16e2b9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.550225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-ccac13fe-3ea4-4599-9d70-24c16e2b9d9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1097 time: 0.0805662 Oct 26 14:02:03.552682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12ad2-00ed-42f2-bffa-d5ba26a8c27b req-40115ec1-b1fb-4c20-a3c8-50ce6b5f679a tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.554268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2d12ad2-00ed-42f2-bffa-d5ba26a8c27b req-40115ec1-b1fb-4c20-a3c8-50ce6b5f679a tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 947 time: 0.0656478 Oct 26 14:02:03.598195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2d12ad2-00ed-42f2-bffa-d5ba26a8c27b req-93a58017-4f2a-48a1-ab78-6d857473e436 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Oct 26 14:02:03.634949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-512fe708-63b7-4de4-b6ad-3e8e2b6b8214 req-1e5846ea-ab19-42fd-8a3a-761e63332948 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Oct 26 14:02:03.674016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-febe7a38-240f-48a2-8b26-f6b6800c0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.675459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-febe7a38-240f-48a2-8b26-f6b6800c0b13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1116695 Oct 26 14:02:03.727511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-470ca90a-dbbb-48fd-b8b1-138be69efbd5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.0444021 Oct 26 14:02:03.804121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d990-aa49-4ded-9ef0-c8fefdccbaa4 req-c69da8f8-3dda-48b1-b886-53106da87318 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.805596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11c9d990-aa49-4ded-9ef0-c8fefdccbaa4 req-c69da8f8-3dda-48b1-b886-53106da87318 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0876646 Oct 26 14:02:03.807279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-f0366c6d-d615-4fb2-a4fc-02155a417a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.808563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-f0366c6d-d615-4fb2-a4fc-02155a417a29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0641117 Oct 26 14:02:03.869475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11c9d990-aa49-4ded-9ef0-c8fefdccbaa4 req-85e54672-af29-46a6-828e-2b04a94953c6 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Oct 26 14:02:03.881070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-93961977-2a2a-4e9d-9e48-bcbabaaec1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:03.883399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-93961977-2a2a-4e9d-9e48-bcbabaaec1ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652313 Oct 26 14:02:03.992921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-f5ad70ee-ea46-4f41-a3d7-35a061f59131 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869703 Oct 26 14:02:04.092319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d55aec16-cb1b-40a5-8cf0-a79a3b9bbf6e req-67c1f9a3-1a20-4814-8e4c-90e5ac3379bf service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859540 Oct 26 14:02:04.214542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf970cad-a51b-4306-b62b-88b8ac4836e3 req-646f9539-2a0b-4d5f-9c67-c36b3d0476e8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.216077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf970cad-a51b-4306-b62b-88b8ac4836e3 req-646f9539-2a0b-4d5f-9c67-c36b3d0476e8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0510414 Oct 26 14:02:04.261885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf970cad-a51b-4306-b62b-88b8ac4836e3 req-6820fdc6-0b77-4656-af52-43271b771fca tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Oct 26 14:02:04.287030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:04.289652 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e6a78-8c43-413b-bbb8-4e1be655c36e" -d '{"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-plugged", "status": "completed", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:04.331576 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c1785-cfc7-4d83-be1b-7bdae05aa485 x-openstack-request-id: req-ac7c1785-cfc7-4d83-be1b-7bdae05aa485 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:04.331947 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-plugged", "status": "completed", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:04.332290 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac7c1785-cfc7-4d83-be1b-7bdae05aa485 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:04.332816 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'code': 200} Oct 26 14:02:04.442481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2005-cea5-462b-b57e-df3060ef684c req-324ff7f7-cf47-4359-bb5d-9702ffa0fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.443971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a4f2005-cea5-462b-b57e-df3060ef684c req-324ff7f7-cf47-4359-bb5d-9702ffa0fdc2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1096 time: 0.0521629 Oct 26 14:02:04.488861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369397-a60c-48fc-a3ee-2dbbc4ef1857 req-b6bbc086-efc5-4c0b-a85f-2bdf386f5c57 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.490471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99369397-a60c-48fc-a3ee-2dbbc4ef1857 req-b6bbc086-efc5-4c0b-a85f-2bdf386f5c57 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.0499387 Oct 26 14:02:04.492970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a4f2005-cea5-462b-b57e-df3060ef684c req-8544371d-d1e1-4dfd-8598-63211dbf2218 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352244 Oct 26 14:02:04.504920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc80b4-97a7-44b8-bcc7-6539a373b169 req-35823201-5e8a-4ecc-a7b0-b42364f72f3f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.506398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ccc80b4-97a7-44b8-bcc7-6539a373b169 req-35823201-5e8a-4ecc-a7b0-b42364f72f3f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0808868 Oct 26 14:02:04.531382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99369397-a60c-48fc-a3ee-2dbbc4ef1857 req-a365a3ee-8448-4dd1-aa3d-e052a6e717ea tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346568 Oct 26 14:02:04.555363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ccc80b4-97a7-44b8-bcc7-6539a373b169 req-dcf5b572-1c61-4c8b-855c-a01e90679e0d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368934 Oct 26 14:02:04.719050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919f003-b07c-4045-9a4e-828c52df450d req-6640b8aa-d832-4377-938d-0baeca2f44c9 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.720877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7919f003-b07c-4045-9a4e-828c52df450d req-6640b8aa-d832-4377-938d-0baeca2f44c9 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 947 time: 0.0541101 Oct 26 14:02:04.757625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5fa1-caac-4fc6-8df9-97396bcff3dc req-2f616faa-371c-4361-99d1-ccf0960dab96 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:04.759118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20cf5fa1-caac-4fc6-8df9-97396bcff3dc req-2f616faa-371c-4361-99d1-ccf0960dab96 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0532429 Oct 26 14:02:04.759869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7919f003-b07c-4045-9a4e-828c52df450d req-28693d9f-9f3c-47e1-9120-6f5dcbc95f45 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Oct 26 14:02:05.000547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b015e-15c0-4698-af58-14aa8ce90c48 req-29a9a8e0-6692-4413-92dc-7f28744e1ce4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.002937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a5b015e-15c0-4698-af58-14aa8ce90c48 req-29a9a8e0-6692-4413-92dc-7f28744e1ce4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0536203 Oct 26 14:02:05.044559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a5b015e-15c0-4698-af58-14aa8ce90c48 req-967299ed-283f-4f3d-86d3-a344428de778 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352666 Oct 26 14:02:05.079457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20cf5fa1-caac-4fc6-8df9-97396bcff3dc req-08622bed-976e-45eb-8ff5-39eeb3480cd8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137512 Oct 26 14:02:05.120578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:05.188088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706476b3-57b9-46bb-9ef9-6ee05814ce0a req-cf1745c1-bacb-4b6d-bc46-643e23e4acdc tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.189773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-706476b3-57b9-46bb-9ef9-6ee05814ce0a req-cf1745c1-bacb-4b6d-bc46-643e23e4acdc tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 1100 time: 0.0426445 Oct 26 14:02:05.223562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:05.226893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-706476b3-57b9-46bb-9ef9-6ee05814ce0a req-c76b5188-d296-4d5f-bae2-35ed2d09ca61 tempest-ServersOnMultiNodesTest-787959578 tempest-ServersOnMultiNodesTest-787959578-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295572 Oct 26 14:02:05.234985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'mac_address': 'fa:16:3e:59:7d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:05.275612 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:05.292381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee01b0-3c35-4e63-bc09-e4a904c03887 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:05.321357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:05.326840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:05.327608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:05.387519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64baf6d-4cb7-4691-a23d-5564a0fc7110 req-132e92d4-5c86-401e-aa19-2ea191b0787f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.389638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e64baf6d-4cb7-4691-a23d-5564a0fc7110 req-132e92d4-5c86-401e-aa19-2ea191b0787f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0569909 Oct 26 14:02:05.421600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:05.429572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:05.440523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e64baf6d-4cb7-4691-a23d-5564a0fc7110 req-c1f3efba-976a-4f05-aa05-703ac541eef9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428817 Oct 26 14:02:05.441264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '69c14843-8d44-41ab-889a-727c8ba281da', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '69c14843-8d44-41ab-889a-727c8ba281da', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:05.482221 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:05.495710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:05.513835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95ed34-b877-48e7-a477-928cbd793f97 req-50c8b17b-d97d-4777-8b45-933df2c52026 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.516010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce95ed34-b877-48e7-a477-928cbd793f97 req-50c8b17b-d97d-4777-8b45-933df2c52026 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0507946 Oct 26 14:02:05.516149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:05.522034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:05.557845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce95ed34-b877-48e7-a477-928cbd793f97 req-532bfcab-b29b-4355-847f-12fe31e3bcbf tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Oct 26 14:02:05.572363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:05.652282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92c040-4618-4757-8dc5-69930888fd8f req-b20584ab-7fe7-41b3-bc2e-2f339a76422d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.653888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d92c040-4618-4757-8dc5-69930888fd8f req-b20584ab-7fe7-41b3-bc2e-2f339a76422d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.0522637 Oct 26 14:02:05.681362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f41f2-2dee-46e6-90a3-3f5590233090 req-20fcff68-6e0e-422b-a9be-090e3b62886b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.682895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d11f41f2-2dee-46e6-90a3-3f5590233090 req-20fcff68-6e0e-422b-a9be-090e3b62886b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0551493 Oct 26 14:02:05.693611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d92c040-4618-4757-8dc5-69930888fd8f req-e2f90eac-3a24-469f-af27-ef20458e8878 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Oct 26 14:02:05.722765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d11f41f2-2dee-46e6-90a3-3f5590233090 req-b95dc933-6edc-49bd-b4d8-a0ac586b484a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Oct 26 14:02:05.885721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc7b5-98d4-4349-94b1-4765a62385cd req-043a1f1e-cb7a-47aa-b383-dcad4f7f0d22 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:05.887264 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e43bc7b5-98d4-4349-94b1-4765a62385cd req-043a1f1e-cb7a-47aa-b383-dcad4f7f0d22 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 948 time: 0.0545752 Oct 26 14:02:05.937065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e43bc7b5-98d4-4349-94b1-4765a62385cd req-4d556b5d-12de-4cc6-8a3d-4061adfbfc79 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Oct 26 14:02:05.948300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fdee01b0-3c35-4e63-bc09-e4a904c03887'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:05.981087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['69c14843-8d44-41ab-889a-727c8ba281da'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:06.169578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994df330-7db0-4f0a-bcff-1d241b61680c req-f1ed14e6-e1d5-4a20-976d-2103245f66a8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.171255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-994df330-7db0-4f0a-bcff-1d241b61680c req-f1ed14e6-e1d5-4a20-976d-2103245f66a8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0528917 Oct 26 14:02:06.214023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-994df330-7db0-4f0a-bcff-1d241b61680c req-4fb9d880-3d7f-44fb-9f10-1a432995d607 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Oct 26 14:02:06.568247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac77d8-38d6-46aa-8d49-3df7eb89a6cf req-4560474a-04ac-442f-9ce2-b1275c2d9a2f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.569668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1ac77d8-38d6-46aa-8d49-3df7eb89a6cf req-4560474a-04ac-442f-9ce2-b1275c2d9a2f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0549412 Oct 26 14:02:06.608412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1ac77d8-38d6-46aa-8d49-3df7eb89a6cf req-993ce587-1ac9-40b4-ae57-20a347541f7a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Oct 26 14:02:06.679015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4e6fe-905e-4dcb-a681-8599f1963d7e req-b6668049-19dc-4005-a300-6d8a86eb5f5f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.680510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25d4e6fe-905e-4dcb-a681-8599f1963d7e req-b6668049-19dc-4005-a300-6d8a86eb5f5f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0500076 Oct 26 14:02:06.717517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25d4e6fe-905e-4dcb-a681-8599f1963d7e req-27c54d7c-05d8-41a1-b78e-64c823d0b2c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Oct 26 14:02:06.813071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dce54e-ba17-4567-914e-1d3f2370caf5 req-f43747ca-8fdd-4859-8f8a-24c5c82ad696 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.815295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8dce54e-ba17-4567-914e-1d3f2370caf5 req-f43747ca-8fdd-4859-8f8a-24c5c82ad696 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.0542030 Oct 26 14:02:06.846718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4275-e54b-4aaf-934c-24d809e0264a req-b2d967b7-3cf9-49df-b4c8-487783f437b0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:06.848231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4fbf4275-e54b-4aaf-934c-24d809e0264a req-b2d967b7-3cf9-49df-b4c8-487783f437b0 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0533950 Oct 26 14:02:06.854555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8dce54e-ba17-4567-914e-1d3f2370caf5 req-874b84ea-5907-4995-9fa4-332c46da7671 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Oct 26 14:02:06.887259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4fbf4275-e54b-4aaf-934c-24d809e0264a req-b95636db-1d45-4bd9-8746-d61ea9d9b182 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Oct 26 14:02:07.002823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ae915-6d9f-420a-866b-0118d8c3b1c8 req-1127db97-b658-4b7c-a8b1-2e2d49c7d916 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.004344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-569ae915-6d9f-420a-866b-0118d8c3b1c8 req-1127db97-b658-4b7c-a8b1-2e2d49c7d916 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1096 time: 0.0412407 Oct 26 14:02:07.039780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-569ae915-6d9f-420a-866b-0118d8c3b1c8 req-107b32fa-8a46-49f2-b400-20a58b47ef5c tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295284 Oct 26 14:02:07.098482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e545-4947-4253-af56-eb4038960995 req-609b3a97-b70a-4c32-9bd9-b3082b49ea3e tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.100005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1e7e545-4947-4253-af56-eb4038960995 req-609b3a97-b70a-4c32-9bd9-b3082b49ea3e tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 948 time: 0.0538096 Oct 26 14:02:07.140302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1e7e545-4947-4253-af56-eb4038960995 req-116865ab-6410-47be-9a4e-138d311f28e9 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Oct 26 14:02:07.161674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aff08-bd5d-4565-a89d-cc6bdbf3c25a req-63720e71-c07d-42d9-99a4-31badf2fd4c8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.163165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-894aff08-bd5d-4565-a89d-cc6bdbf3c25a req-63720e71-c07d-42d9-99a4-31badf2fd4c8 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1096 time: 0.0410664 Oct 26 14:02:07.199609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-894aff08-bd5d-4565-a89d-cc6bdbf3c25a req-fd3ac0ab-0dd4-4681-8268-5baee48d5b77 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305562 Oct 26 14:02:07.343082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-8556c5cd-91bd-4f00-a00c-d84733f34069 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.344544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-8556c5cd-91bd-4f00-a00c-d84733f34069 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 949 time: 0.0775950 Oct 26 14:02:07.368317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6202c9-bafb-4c6f-ba18-f5b39fc2580a req-7f109e2e-d855-4e0e-b4de-1b832169ef7b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.369802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b6202c9-bafb-4c6f-ba18-f5b39fc2580a req-7f109e2e-d855-4e0e-b4de-1b832169ef7b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0738590 Oct 26 14:02:07.455753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b6202c9-bafb-4c6f-ba18-f5b39fc2580a req-3d21110c-87b3-4012-ba39-9b881e830b77 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691309 Oct 26 14:02:07.481173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 880c092d-dfc4-4c86-aad5-65b28c589582 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:07.481499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.577674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 880c092d-dfc4-4c86-aad5-65b28c589582, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=880c092d-dfc4-4c86-aad5-65b28c589582,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:07.578347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.592359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 880c092d-dfc4-4c86-aad5-65b28c589582 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:07.759402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.771982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb', '880c092d-dfc4-4c86-aad5-65b28c589582'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:07.777784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'c901b5d6-fa06-4375-a918-958e05141506', 'd260e1e2-9988-4859-8b47-493622f088b5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:07.780904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb88bb2-5f78-4fbd-9404-57e8420e4fe3 req-b987dbed-4def-4878-8331-188d5c9e2ceb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:07.783248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fb88bb2-5f78-4fbd-9404-57e8420e4fe3 req-b987dbed-4def-4878-8331-188d5c9e2ceb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1020403 Oct 26 14:02:07.812166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=880c092d-dfc4-4c86-aad5-65b28c589582,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:07.881917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 880c092d-dfc4-4c86-aad5-65b28c589582 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:07.886184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:07.890089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d5e1973-9c38-4ea7-a838-9f3275de5323 req-1a73da50-4ff7-4644-96b5-c37a22eee3a5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "DELETE /v2.0/ports/880c092d-dfc4-4c86-aad5-65b28c589582 HTTP/1.1" status: 204 len: 173 time: 0.5367029 Oct 26 14:02:07.890938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'name': 'network-vif-deleted', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:07.895690 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db856fbd-74e4-4929-99af-03d5bd01d20c" -d '{"events": [{"server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "name": "network-vif-deleted", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:07.934129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fb88bb2-5f78-4fbd-9404-57e8420e4fe3 req-51eeeb7e-d094-49fc-8f15-e10e3c89a201 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242626 Oct 26 14:02:08.036450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2187d1ed-4aaf-4a64-8883-f80ebf200a1b req-bdab5454-48a6-46e0-9094-87b4e57c5f7b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e00422d5-5f3b-4708-8f02-9bd03947af13 HTTP/1.1" status: 200 len: 210 time: 0.0374498 Oct 26 14:02:08.177089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32906-b998-4112-b9ab-9b8f2d657e80 req-1d3026dc-e398-48f4-9b8e-731878812557 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.178615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81c32906-b998-4112-b9ab-9b8f2d657e80 req-1d3026dc-e398-48f4-9b8e-731878812557 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.0539560 Oct 26 14:02:08.225134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81c32906-b998-4112-b9ab-9b8f2d657e80 req-2f4332e6-0108-486a-8a17-d9189a083a4f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Oct 26 14:02:08.272346 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab61d3b-fe82-4128-9791-76f5e3e64e78 x-openstack-request-id: req-3ab61d3b-fe82-4128-9791-76f5e3e64e78 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:08.272772 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00422d5-5f3b-4708-8f02-9bd03947af13", "name": "network-vif-deleted", "tag": "880c092d-dfc4-4c86-aad5-65b28c589582", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:08.273168 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ab61d3b-fe82-4128-9791-76f5e3e64e78 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:08.273705 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00422d5-5f3b-4708-8f02-9bd03947af13', 'name': 'network-vif-deleted', 'tag': '880c092d-dfc4-4c86-aad5-65b28c589582', 'status': 'completed', 'code': 200} Oct 26 14:02:08.447481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e8b7-4769-4a7f-a3c0-8117c64154b3 req-58df7c90-d450-44e0-b76c-00a7d8e3c9ea tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.449164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0b1e8b7-4769-4a7f-a3c0-8117c64154b3 req-58df7c90-d450-44e0-b76c-00a7d8e3c9ea tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 948 time: 0.0641155 Oct 26 14:02:08.503122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0b1e8b7-4769-4a7f-a3c0-8117c64154b3 req-5a8c9b64-52ae-4203-847a-c9c6a87ae609 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Oct 26 14:02:08.601195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-008290f8-b30c-4cee-8394-11d061983316 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:02:08.609070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-008290f8-b30c-4cee-8394-11d061983316 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1437302 Oct 26 14:02:08.645067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-33563e76-8d67-4a4d-9161-c788c499c6d7 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.646453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-33563e76-8d67-4a4d-9161-c788c499c6d7 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 1093 time: 0.0360739 Oct 26 14:02:08.655794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Request body: {'binding': {'host': 'n-h1-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:08.656293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Unknown quota resources ['binding']. {{(pid=102164) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:02:08.778884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60405b5f-3dc9-424d-841b-74f627401329 req-8cde195e-9add-4457-8f42-2898a20748d8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:08.780336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60405b5f-3dc9-424d-841b-74f627401329 req-8cde195e-9add-4457-8f42-2898a20748d8 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1033742 Oct 26 14:02:08.849804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60405b5f-3dc9-424d-841b-74f627401329 req-909a6ccb-0084-4519-b12a-4c704e368413 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625384 Oct 26 14:02:08.853769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h1-813419-9 for vnic_type normal with profile None {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:08.854108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:08.854433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:08.858743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:08.859059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:08.864106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:08.864445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:08.864854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:08.865282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Bound port: e9c05676-5519-4250-8324-4e41a2e1ea15, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:08.923570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:08.929824 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:08.930975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-14e702a1-28f7-414e-99d1-997043a43012 service neutron] 10.222.0.37 "POST /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15/bindings HTTP/1.1" status: 201 len: 389 time: 0.2786007 Oct 26 14:02:09.052801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875ec0-f325-4e99-b117-3b8491f8524d req-e9cec92b-d5ef-4e56-8a0a-71d80a3be919 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.054358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d875ec0-f325-4e99-b117-3b8491f8524d req-e9cec92b-d5ef-4e56-8a0a-71d80a3be919 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0580373 Oct 26 14:02:09.096400 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d875ec0-f325-4e99-b117-3b8491f8524d req-17b63360-ea76-442f-9d2c-09ab746db164 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Oct 26 14:02:09.097590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9a1e-a136-406b-ab2a-88af59302ea7 req-ee5cb657-d43c-482b-b807-68ff3d0c0531 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.099568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e3e9a1e-a136-406b-ab2a-88af59302ea7 req-ee5cb657-d43c-482b-b807-68ff3d0c0531 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0611229 Oct 26 14:02:09.133521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:09.153110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e3e9a1e-a136-406b-ab2a-88af59302ea7 req-d7ee2cc8-9681-40b8-b3db-d9d0d3a1104b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470979 Oct 26 14:02:09.205125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port fdee01b0-3c35-4e63-bc09-e4a904c03887 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:09.211211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port fdee01b0-3c35-4e63-bc09-e4a904c03887 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:09.211613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.249805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-cddb3040-f386-4a86-a401-043de8f97b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.252462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-cddb3040-f386-4a86-a401-043de8f97b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1096 time: 0.0563302 Oct 26 14:02:09.307773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.337115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:09.340028 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e7518-97a1-4d51-90db-009cc12d31be" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:09.356631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:09.362701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.363530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:09.395946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14478005-03f6-4968-80eb-bf9eae799153 req-60939c6c-22ac-448d-8365-d72b2d5678f8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.397674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14478005-03f6-4968-80eb-bf9eae799153 req-60939c6c-22ac-448d-8365-d72b2d5678f8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0549765 Oct 26 14:02:09.418655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237fcb-18cb-4f6c-b04e-8c32a47be12e req-3d96f119-b9f2-4844-9f06-b64720b5f57c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.420288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30237fcb-18cb-4f6c-b04e-8c32a47be12e req-3d96f119-b9f2-4844-9f06-b64720b5f57c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.1117942 Oct 26 14:02:09.441456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14478005-03f6-4968-80eb-bf9eae799153 req-43b95cef-6c13-42c4-a58e-4fa4fa411741 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Oct 26 14:02:09.452197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-3256dd98-55ee-4895-8875-bcbb4db5d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.453589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-3256dd98-55ee-4895-8875-bcbb4db5d87a service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1783442 Oct 26 14:02:09.462021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:09.483211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 69c14843-8d44-41ab-889a-727c8ba281da completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:02:09.489135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 69c14843-8d44-41ab-889a-727c8ba281da triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:09.489389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.505306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ea65a970-e92c-4b7e-aad2-f096d3112989 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 217 time: 0.0430260 Oct 26 14:02:09.510652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30237fcb-18cb-4f6c-b04e-8c32a47be12e req-59c240f0-e8ac-4562-8e06-35c5e1e6703c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768962 Oct 26 14:02:09.584958 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.586459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-6a344d25-6416-4dcd-bb1d-b6926262a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.587944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-6a344d25-6416-4dcd-bb1d-b6926262a2f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0619442 Oct 26 14:02:09.588594 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec162c05-0600-4525-8a8d-19fd5e436c82 x-openstack-request-id: req-ec162c05-0600-4525-8a8d-19fd5e436c82 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:09.588974 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:09.589291 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec162c05-0600-4525-8a8d-19fd5e436c82 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:09.589736 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'code': 200} Oct 26 14:02:09.636754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-67668660-be4a-4dc1-8ec6-9654043266a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337052 Oct 26 14:02:09.644612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:09.650363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:09.660320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353fe4-30b8-439e-a801-06370a957ac5 req-b611bf50-72d0-4f7a-bd4d-9794484be198 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.673254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5353fe4-30b8-439e-a801-06370a957ac5 req-b611bf50-72d0-4f7a-bd4d-9794484be198 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 949 time: 0.0799887 Oct 26 14:02:09.707759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:09.740129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5353fe4-30b8-439e-a801-06370a957ac5 req-4e2a4c87-3a97-44a0-9f13-2293efdb4aa9 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658123 Oct 26 14:02:09.749950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2cf51-b8f9-4837-993d-a20b96d6d5e8 req-d369087f-02bd-4f6e-89a0-04e37caa367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.752060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-afa2cf51-b8f9-4837-993d-a20b96d6d5e8 req-d369087f-02bd-4f6e-89a0-04e37caa367c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 1100 time: 0.0759256 Oct 26 14:02:09.762793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-5586a7c8-347d-4e8b-8ad9-98d8cd294e13 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159830 Oct 26 14:02:09.791436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-afa2cf51-b8f9-4837-993d-a20b96d6d5e8 req-6e5cb478-6d36-40bc-966a-8d00cadc8ea5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295398 Oct 26 14:02:09.866482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-e4af3e3e-2ca4-4eb0-943c-0a781b97a4ff service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910101 Oct 26 14:02:09.974375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b20bd-38c5-4a7c-b2f8-54d89267a444 req-d1531f50-ec2b-4887-bc25-9c12ea059734 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:09.975913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-587b20bd-38c5-4a7c-b2f8-54d89267a444 req-d1531f50-ec2b-4887-bc25-9c12ea059734 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0514529 Oct 26 14:02:10.016299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-587b20bd-38c5-4a7c-b2f8-54d89267a444 req-8c7a613b-ae65-4d24-aa65-94fd300441f0 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Oct 26 14:02:10.059683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65bd5319-b044-4896-9b8f-1c44e1f76054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:10.222411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5f5f1-3200-40b3-9fc3-d18cbffcf5da req-ca9f0df6-303b-4dab-b7b1-a02ffb13d6aa tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.223994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01f5f5f1-3200-40b3-9fc3-d18cbffcf5da req-ca9f0df6-303b-4dab-b7b1-a02ffb13d6aa tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0536246 Oct 26 14:02:10.267865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01f5f5f1-3200-40b3-9fc3-d18cbffcf5da req-1c18dd5f-09cd-4016-998c-7b6a4258eea2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 Oct 26 14:02:10.277280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22824-87d7-4696-ab26-70df73c2b416 req-e847be0c-2665-4748-a51a-310e9e87fb1d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.278941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05a22824-87d7-4696-ab26-70df73c2b416 req-e847be0c-2665-4748-a51a-310e9e87fb1d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Oct 26 14:02:10.319785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05a22824-87d7-4696-ab26-70df73c2b416 req-d6323336-d879-4062-bcb1-07ada2c00b65 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Oct 26 14:02:10.565567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9471ed1-868d-423b-86a2-2dafadfe47ed req-dc527b01-ad64-4fc9-a1a7-94e35353972d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.567309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e9471ed1-868d-423b-86a2-2dafadfe47ed req-dc527b01-ad64-4fc9-a1a7-94e35353972d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0564706 Oct 26 14:02:10.607510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e9471ed1-868d-423b-86a2-2dafadfe47ed req-9c9a77af-82f3-475b-b2c9-9da577c81e36 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Oct 26 14:02:10.644719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721f347-20fc-403e-ab63-969e047d6dbe req-e5696919-c040-47c6-bccd-bc410993799f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.646448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7721f347-20fc-403e-ab63-969e047d6dbe req-e5696919-c040-47c6-bccd-bc410993799f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0615566 Oct 26 14:02:10.687819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7721f347-20fc-403e-ab63-969e047d6dbe req-5781dbe8-871c-44e4-9a4b-d4e2a2d7d81b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Oct 26 14:02:10.854962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3656d1-4fd3-4d34-ada2-15bc02af43e6 req-9a770a47-8efc-4f99-84dd-9df0ef81d026 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:10.856509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d3656d1-4fd3-4d34-ada2-15bc02af43e6 req-9a770a47-8efc-4f99-84dd-9df0ef81d026 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 949 time: 0.0495234 Oct 26 14:02:10.896564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d3656d1-4fd3-4d34-ada2-15bc02af43e6 req-ff10fc33-ce96-4191-931d-0520a4383fc1 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Oct 26 14:02:11.144262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47d9c-b5fb-4d47-82a6-722727ae7674 req-ce1b80df-79c0-4568-8a1f-b8f0b9123c5c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.145892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e47d9c-b5fb-4d47-82a6-722727ae7674 req-ce1b80df-79c0-4568-8a1f-b8f0b9123c5c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0540762 Oct 26 14:02:11.151917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 880c092d-dfc4-4c86-aad5-65b28c589582 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:11.174957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 880c092d-dfc4-4c86-aad5-65b28c589582 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:11.175397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 880c092d-dfc4-4c86-aad5-65b28c589582 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:11.187714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e47d9c-b5fb-4d47-82a6-722727ae7674 req-3f82b660-51f1-424d-9bc8-7525b7557117 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343580 Oct 26 14:02:11.261728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-3a01fe03-ea15-42c2-bbad-8b1a0356cb40 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.263239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-3a01fe03-ea15-42c2-bbad-8b1a0356cb40 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.0551188 Oct 26 14:02:11.423968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port d260e1e2-9988-4859-8b47-493622f088b5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:11.423968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.448628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1f2f-42e2-41b5-8487-91560b5d12bb req-7dde1d70-953a-4438-8747-80445fee751b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.450178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d5d1f2f-42e2-41b5-8487-91560b5d12bb req-7dde1d70-953a-4438-8747-80445fee751b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0884759 Oct 26 14:02:11.454003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f909b9c-f989-47e5-b206-dc88642c56cc req-3e9df73b-2825-4bcc-b203-3a8f322486d5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.456311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f909b9c-f989-47e5-b206-dc88642c56cc req-3e9df73b-2825-4bcc-b203-3a8f322486d5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0568688 Oct 26 14:02:11.500721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f909b9c-f989-47e5-b206-dc88642c56cc req-bbbf5fc6-9693-480d-bb5e-ebd746ec4123 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Oct 26 14:02:11.544608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d5d1f2f-42e2-41b5-8487-91560b5d12bb req-4ca694a1-dd00-4d16-9d37-bf0a5cb5ea15 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630693 Oct 26 14:02:11.562106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port d260e1e2-9988-4859-8b47-493622f088b5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d260e1e2-9988-4859-8b47-493622f088b5,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:11.562466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.575173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for d260e1e2-9988-4859-8b47-493622f088b5 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:11.591255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:11.593635 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35fc8b5-8f97-4210-8798-034e5121e040" -d '{"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:11.631818 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73acc4c-29b7-472f-b70f-93299208953e x-openstack-request-id: req-e73acc4c-29b7-472f-b70f-93299208953e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:11.632204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:11.632708 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73acc4c-29b7-472f-b70f-93299208953e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:11.633103 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'code': 200} Oct 26 14:02:11.760404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f77e-770c-4e39-b1f3-6089d766427c req-6a61678d-7560-465e-84aa-5fa1f7b36033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.762660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2317f77e-770c-4e39-b1f3-6089d766427c req-6a61678d-7560-465e-84aa-5fa1f7b36033 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1099 time: 0.0594444 Oct 26 14:02:11.775634 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.794853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'c901b5d6-fa06-4375-a918-958e05141506', 'd260e1e2-9988-4859-8b47-493622f088b5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:11.801568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:11.803945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cd351-2d18-4fdb-958f-f8c70898d840 req-a4800cd8-7044-4c9c-9d56-f3e43b11afd7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.805549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-113cd351-2d18-4fdb-958f-f8c70898d840 req-a4800cd8-7044-4c9c-9d56-f3e43b11afd7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0 HTTP/1.1" status: 200 len: 950 time: 0.1061406 Oct 26 14:02:11.825570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2317f77e-770c-4e39-b1f3-6089d766427c req-c18d02fe-a462-4435-8e82-88cdec498935 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Oct 26 14:02:11.833018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=d260e1e2-9988-4859-8b47-493622f088b5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:11.911381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port d260e1e2-9988-4859-8b47-493622f088b5 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:11.916049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:11.920311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-106d1074-b1bb-4b91-8005-b14b9149fb8f req-8071afe4-a31b-4605-ad37-0da1c7b79673 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "DELETE /v2.0/ports/d260e1e2-9988-4859-8b47-493622f088b5 HTTP/1.1" status: 204 len: 173 time: 0.6483014 Oct 26 14:02:11.922747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'name': 'network-vif-deleted', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:11.935238 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5532647d-e80a-475c-bdd8-893934d381e4" -d '{"events": [{"server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "name": "network-vif-deleted", "tag": "d260e1e2-9988-4859-8b47-493622f088b5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:11.961661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-113cd351-2d18-4fdb-958f-f8c70898d840 req-5b502ae6-cea5-4c44-9000-db7ecb3679b5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308532 Oct 26 14:02:11.980304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f508f-90c7-41cf-9f4f-690c3748bed7 req-90c181c3-e7d5-4215-b224-3bc537bcb524 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:11.988950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-423f508f-90c7-41cf-9f4f-690c3748bed7 req-90c181c3-e7d5-4215-b224-3bc537bcb524 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1202099 Oct 26 14:02:12.055079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-423f508f-90c7-41cf-9f4f-690c3748bed7 req-b90d30fa-5674-4a62-85aa-f5ad7b80804b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 Oct 26 14:02:12.175114 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521a77c-55a4-4b49-a3ad-f82a8b86e895 x-openstack-request-id: req-a521a77c-55a4-4b49-a3ad-f82a8b86e895 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:12.175422 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0", "name": "network-vif-deleted", "tag": "d260e1e2-9988-4859-8b47-493622f088b5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:12.175675 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a521a77c-55a4-4b49-a3ad-f82a8b86e895 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:12.176070 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8f5bcf-8ca2-449b-9a30-a36ad038d6a0', 'name': 'network-vif-deleted', 'tag': 'd260e1e2-9988-4859-8b47-493622f088b5', 'status': 'completed', 'code': 200} Oct 26 14:02:12.260410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c7d87-3512-4712-9a3b-b8b09c199d25 req-de17f17c-1351-40f4-8796-26ee9fcfbfb5 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.262194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a4c7d87-3512-4712-9a3b-b8b09c199d25 req-de17f17c-1351-40f4-8796-26ee9fcfbfb5 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 949 time: 0.0606577 Oct 26 14:02:12.313205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a4c7d87-3512-4712-9a3b-b8b09c199d25 req-ec588aba-5224-4160-a213-84b3ef87f0e6 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433683 Oct 26 14:02:12.333980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616c6d5-fadc-4676-b9e5-9450f8a11d3f req-261c74fc-317b-47ef-ae5a-53b7b10c0915 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.335986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7616c6d5-fadc-4676-b9e5-9450f8a11d3f req-261c74fc-317b-47ef-ae5a-53b7b10c0915 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0578659 Oct 26 14:02:12.392387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7616c6d5-fadc-4676-b9e5-9450f8a11d3f req-b74ac719-6c51-4bb7-8256-c237b444faf6 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Oct 26 14:02:12.665386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c276ac-3bc7-4f50-91f0-56d012696757 req-05a01df4-34c7-40f9-bfa9-e3d0247ff10f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.672772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c276ac-3bc7-4f50-91f0-56d012696757 req-05a01df4-34c7-40f9-bfa9-e3d0247ff10f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0658402 Oct 26 14:02:12.726924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c276ac-3bc7-4f50-91f0-56d012696757 req-2a5bae05-3e52-4a5e-a1f6-fb4ed0e75719 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Oct 26 14:02:12.841730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a5b76ee-3e84-44cf-a251-cec723897435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:12.886552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5af262-a526-495c-bda3-8a102c74729a req-5ded9422-1c1b-409f-ae21-ffe046d35bc5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:12.896160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc5af262-a526-495c-bda3-8a102c74729a req-5ded9422-1c1b-409f-ae21-ffe046d35bc5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0905614 Oct 26 14:02:12.940163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc5af262-a526-495c-bda3-8a102c74729a req-6e9ffd5c-4636-4510-9c83-deefbcf7998b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Oct 26 14:02:13.259733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43850a60-3466-4c55-af5e-ab92d4d25228 req-ef1a2fd2-7445-4564-baff-90504ef37d33 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.261302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43850a60-3466-4c55-af5e-ab92d4d25228 req-ef1a2fd2-7445-4564-baff-90504ef37d33 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0594115 Oct 26 14:02:13.263922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e3d9-1fbc-49a8-b5d1-07dbe9959c16 req-ce03a7ed-498f-48d5-b194-e9484ea872b4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.272290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5d5e3d9-1fbc-49a8-b5d1-07dbe9959c16 req-ce03a7ed-498f-48d5-b194-e9484ea872b4 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.0618591 Oct 26 14:02:13.303110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43850a60-3466-4c55-af5e-ab92d4d25228 req-a324c289-3103-4538-977c-abefe0d5d4a6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Oct 26 14:02:13.306340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5d5e3d9-1fbc-49a8-b5d1-07dbe9959c16 req-d36c6aae-85f8-460e-a33a-1fad9ae0a99f tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330620 Oct 26 14:02:13.504917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974bf0e-de98-4a20-8b76-9429fa71596a req-752b2fd4-381c-4df5-ae93-46755f6f1927 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.507216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a974bf0e-de98-4a20-8b76-9429fa71596a req-752b2fd4-381c-4df5-ae93-46755f6f1927 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0536494 Oct 26 14:02:13.552152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a974bf0e-de98-4a20-8b76-9429fa71596a req-09696fec-a3a2-4032-a2cc-14debe5854a7 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Oct 26 14:02:13.726445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:13.842264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3aa4e-a3dc-44a0-8596-f3054eeb02f5 req-bfe63957-6dd6-4be2-933b-03a8f1ded050 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:13.843855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9f3aa4e-a3dc-44a0-8596-f3054eeb02f5 req-bfe63957-6dd6-4be2-933b-03a8f1ded050 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0544145 Oct 26 14:02:13.885195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9f3aa4e-a3dc-44a0-8596-f3054eeb02f5 req-36031e07-74a6-412d-b8b2-59ad329f47bd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Oct 26 14:02:14.066429 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:14.071328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59c00f-53e2-4271-9361-54a4cb1b379b req-eeeb807d-715d-41b4-8c13-088b3d429b81 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.072978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b59c00f-53e2-4271-9361-54a4cb1b379b req-eeeb807d-715d-41b4-8c13-088b3d429b81 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0586188 Oct 26 14:02:14.113689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b59c00f-53e2-4271-9361-54a4cb1b379b req-9a677077-7bca-45c3-87b1-bf8b05290e62 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341439 Oct 26 14:02:14.434891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca47f6-9f7f-4999-84cc-93a40495214a req-791ce9cd-dc3e-4122-beca-0577f00f59ee tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.435148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a36298-c405-48f3-ab02-b8a260136359 req-6cdce185-9654-4d56-a824-5991d7d235c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.436516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41a36298-c405-48f3-ab02-b8a260136359 req-6cdce185-9654-4d56-a824-5991d7d235c3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.0569751 Oct 26 14:02:14.437234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22ca47f6-9f7f-4999-84cc-93a40495214a req-791ce9cd-dc3e-4122-beca-0577f00f59ee tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0592349 Oct 26 14:02:14.480413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41a36298-c405-48f3-ab02-b8a260136359 req-1907922b-2d9c-43be-b81d-47d6f7b2d38e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Oct 26 14:02:14.481730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22ca47f6-9f7f-4999-84cc-93a40495214a req-1041798c-52fc-4cf5-91c3-e198ce765f1d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368063 Oct 26 14:02:14.595067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c016e8-8e25-48fe-b739-1ab2579eed4a req-dd1fc2ae-1990-44ba-96e9-86978c060893 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.596982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02c016e8-8e25-48fe-b739-1ab2579eed4a req-dd1fc2ae-1990-44ba-96e9-86978c060893 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1099 time: 0.0470388 Oct 26 14:02:14.633600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02c016e8-8e25-48fe-b739-1ab2579eed4a req-a9f27ddf-508a-4b6c-9982-6ac04db2fa52 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303345 Oct 26 14:02:14.680401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fe03f-09e5-44f2-a73f-73d6d53f49dd req-ab7ae010-69c6-48ad-ad2f-e42f878c1103 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.682149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c82fe03f-09e5-44f2-a73f-73d6d53f49dd req-ab7ae010-69c6-48ad-ad2f-e42f878c1103 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0597637 Oct 26 14:02:14.723404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c82fe03f-09e5-44f2-a73f-73d6d53f49dd req-b1f8313e-3425-4d44-b02e-4eb3e0c6a92a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Oct 26 14:02:14.971753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-fa91aea1-b059-4e2e-8a98-f2b9410779fb tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:14.974277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-fa91aea1-b059-4e2e-8a98-f2b9410779fb tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 950 time: 0.1215107 Oct 26 14:02:14.978459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-21a64803-62a3-427d-a574-0ad0b10bca05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108122 Oct 26 14:02:14.998447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a9b51-0691-429b-afdf-5fba451fb739 req-70bb116e-12ed-4061-90e4-b114a2ae94a9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.000238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c52a9b51-0691-429b-afdf-5fba451fb739 req-70bb116e-12ed-4061-90e4-b114a2ae94a9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1101780 Oct 26 14:02:15.014322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d260e1e2-9988-4859-8b47-493622f088b5 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:15.044690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: d260e1e2-9988-4859-8b47-493622f088b5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:15.045476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d260e1e2-9988-4859-8b47-493622f088b5 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:15.096117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76819-b65c-4d9e-a036-fa6f1091abd0 req-d7b5e284-7f21-4fc7-aabc-53849df09b12 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.105503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0d76819-b65c-4d9e-a036-fa6f1091abd0 req-d7b5e284-7f21-4fc7-aabc-53849df09b12 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0816171 Oct 26 14:02:15.106617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c52a9b51-0691-429b-afdf-5fba451fb739 req-90511155-5338-4774-95f7-2098a5885808 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869286 Oct 26 14:02:15.134524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port c901b5d6-fa06-4375-a918-958e05141506 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:15.134864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.184645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0d76819-b65c-4d9e-a036-fa6f1091abd0 req-08b0ccee-18c3-4913-907a-c767f676f52f tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Oct 26 14:02:15.200268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:15.321213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port c901b5d6-fa06-4375-a918-958e05141506, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c901b5d6-fa06-4375-a918-958e05141506,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:15.321591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.334853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444b51e-e2be-42ef-8a9e-21eb8e0b7a35 req-1a9dd0e8-798e-4ac0-a489-a8b8e709f188 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.336660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d444b51e-e2be-42ef-8a9e-21eb8e0b7a35 req-1a9dd0e8-798e-4ac0-a489-a8b8e709f188 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0784702 Oct 26 14:02:15.365472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for c901b5d6-fa06-4375-a918-958e05141506 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:15.381427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:15.398257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'mac_address': 'fa:16:3e:59:7d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:15.405598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d444b51e-e2be-42ef-8a9e-21eb8e0b7a35 req-62d7a626-1aa4-4966-aa09-ad3432ac3628 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Oct 26 14:02:15.461645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.500654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdee01b0-3c35-4e63-bc09-e4a904c03887 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:15.538417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:15.547574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.567667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.589151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:15.591431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'c901b5d6-fa06-4375-a918-958e05141506'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:15.608704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e6a3b68-9606-4ffb-bac0-bcbaf56d3d88 req-e0968614-751e-4c07-9198-90adc6a5416c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=12907303-41c1-4403-bbec-d306aa480e86 HTTP/1.1" status: 200 len: 210 time: 0.0382483 Oct 26 14:02:15.640830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=c901b5d6-fa06-4375-a918-958e05141506,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:15.691658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port c901b5d6-fa06-4375-a918-958e05141506 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:15.694554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.698397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98907e90-8c20-4fd3-9a2c-b1b52623e541 req-d832508c-30b1-4a86-8816-f6ef6c32b83b tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "DELETE /v2.0/ports/c901b5d6-fa06-4375-a918-958e05141506 HTTP/1.1" status: 204 len: 173 time: 0.7171600 Oct 26 14:02:15.698855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'name': 'network-vif-deleted', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:15.701143 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4729c806-46be-48f1-b9ad-68cd15f502be" -d '{"events": [{"server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "name": "network-vif-deleted", "tag": "c901b5d6-fa06-4375-a918-958e05141506"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:15.744745 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7f519-2fd7-4382-9db4-66c78f0316da x-openstack-request-id: req-a2a7f519-2fd7-4382-9db4-66c78f0316da {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:15.746227 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12907303-41c1-4403-bbec-d306aa480e86", "name": "network-vif-deleted", "tag": "c901b5d6-fa06-4375-a918-958e05141506", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:15.746827 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a7f519-2fd7-4382-9db4-66c78f0316da {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:15.746966 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12907303-41c1-4403-bbec-d306aa480e86', 'name': 'network-vif-deleted', 'tag': 'c901b5d6-fa06-4375-a918-958e05141506', 'status': 'completed', 'code': 200} Oct 26 14:02:15.767180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fdee01b0-3c35-4e63-bc09-e4a904c03887'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:15.770472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:15.779428 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:15.892673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345bddb-59e3-463d-99f8-5cf5074cbe20 req-12dc6528-d584-4592-8691-8c6a0ae3ed21 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:15.905227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1345bddb-59e3-463d-99f8-5cf5074cbe20 req-12dc6528-d584-4592-8691-8c6a0ae3ed21 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1012659 Oct 26 14:02:15.948937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1345bddb-59e3-463d-99f8-5cf5074cbe20 req-f4f08c0a-837d-4b85-9138-514b94f63c16 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Oct 26 14:02:16.261276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d314e-3e15-4d96-ba26-431b09918388 req-680b0ca3-764f-4f52-bc3f-c39cf8b39091 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.263150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc8d314e-3e15-4d96-ba26-431b09918388 req-680b0ca3-764f-4f52-bc3f-c39cf8b39091 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0620394 Oct 26 14:02:16.313532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc8d314e-3e15-4d96-ba26-431b09918388 req-3a18a360-a93f-4103-890c-f08a99311135 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Oct 26 14:02:16.370046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bc358-4ecd-4512-a70c-930019ea497f req-1bc5ab49-29ab-424d-8819-a06c822a7f69 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.372965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e51bc358-4ecd-4512-a70c-930019ea497f req-1bc5ab49-29ab-424d-8819-a06c822a7f69 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0947750 Oct 26 14:02:16.422756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e51bc358-4ecd-4512-a70c-930019ea497f req-454e8dd7-3393-4f80-80c1-b6632d5e2fb3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Oct 26 14:02:16.546481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01777c60-be43-4f48-810a-c321e7046cd3 req-78d24641-51f1-4581-8449-52f7bba07bcc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.548007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01777c60-be43-4f48-810a-c321e7046cd3 req-78d24641-51f1-4581-8449-52f7bba07bcc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0511403 Oct 26 14:02:16.587762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01777c60-be43-4f48-810a-c321e7046cd3 req-05b2b27f-9113-4513-a3bc-78cc26535a5b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Oct 26 14:02:16.879033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-6be3b243-4c7d-4a88-ac38-5aa896da73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:16.880649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-6be3b243-4c7d-4a88-ac38-5aa896da73d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1099 time: 0.0482807 Oct 26 14:02:17.034488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-31a6daac-3987-4d72-a078-67677280c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.036026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-31a6daac-3987-4d72-a078-67677280c106 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1442604 Oct 26 14:02:17.088334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f81451-cdfe-4030-b0d1-80a1f0cc6591 req-97f86250-d370-4367-935a-ec84dab3eef4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.090117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2f81451-cdfe-4030-b0d1-80a1f0cc6591 req-97f86250-d370-4367-935a-ec84dab3eef4 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0583067 Oct 26 14:02:17.094214 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-a512555d-004e-42c5-a908-f2cfcaacbfed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.0429986 Oct 26 14:02:17.137648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2f81451-cdfe-4030-b0d1-80a1f0cc6591 req-42fb957d-f291-43f0-8da4-edfa830f5687 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Oct 26 14:02:17.144956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0178e-8cc1-43af-b581-5aa9e1df0546 req-5da6755a-3b0e-458f-bb13-9d43a2d4c9f3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.146539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fa0178e-8cc1-43af-b581-5aa9e1df0546 req-5da6755a-3b0e-458f-bb13-9d43a2d4c9f3 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 949 time: 0.1315665 Oct 26 14:02:17.173248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-cd3d08bf-b013-4ca5-ba6f-ff255a307e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.174844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-cd3d08bf-b013-4ca5-ba6f-ff255a307e59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0721054 Oct 26 14:02:17.181009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:17.231855 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:02:17.239571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fa0178e-8cc1-43af-b581-5aa9e1df0546 req-89eca3c3-f586-4ca8-b02e-588439fa5231 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Oct 26 14:02:17.256179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-ce7d9ac0-eeb0-449f-8158-695894b8622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.256179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-ce7d9ac0-eeb0-449f-8158-695894b8622f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697818 Oct 26 14:02:17.262309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port fdee01b0-3c35-4e63-bc09-e4a904c03887 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:17.262680 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:17.372568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-a278bcfa-a7e5-4d15-912b-cb8b43d9875a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081374 Oct 26 14:02:17.457253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21caba-b233-468c-a6a5-664f999a4f7b req-2d47ccf7-610c-4e84-b10f-4d57d44f1251 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.464973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e21caba-b233-468c-a6a5-664f999a4f7b req-2d47ccf7-610c-4e84-b10f-4d57d44f1251 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0731490 Oct 26 14:02:17.503791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-fb833326-bf19-4c77-955c-c3033dd09614 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191430 Oct 26 14:02:17.545695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e21caba-b233-468c-a6a5-664f999a4f7b req-bab1fc65-1651-4635-97d6-ef75f68eb349 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Oct 26 14:02:17.571653 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:17.610786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:17.613289 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6748c-3602-4afa-9369-7a1a1ab4fa2e" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:17.641545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:17.651629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:17.684652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96dc4c-ba5e-4dcd-a5c6-97c45d85b5fc req-e2484c6d-32d8-44b8-9667-9ed07a3dc6df tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.694331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb96dc4c-ba5e-4dcd-a5c6-97c45d85b5fc req-e2484c6d-32d8-44b8-9667-9ed07a3dc6df tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0926988 Oct 26 14:02:17.738537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:17.743702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb96dc4c-ba5e-4dcd-a5c6-97c45d85b5fc req-e749f53f-ae70-4771-823d-7825fbd32556 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Oct 26 14:02:17.750289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.751070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.751427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.751764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.752096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.752580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.752968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.753301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.770592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.771422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.771987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.772473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:17.796566 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5538f1-651e-437c-a54b-c3edd3431b38 x-openstack-request-id: req-ad5538f1-651e-437c-a54b-c3edd3431b38 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:17.796869 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:17.797126 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad5538f1-651e-437c-a54b-c3edd3431b38 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:17.797524 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'code': 200} Oct 26 14:02:17.841913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaa1f7-f828-493c-8cad-ede5f148af7f req-0b0b436e-6917-489d-96bf-520264ded5d0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:17.843838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abbaa1f7-f828-493c-8cad-ede5f148af7f req-0b0b436e-6917-489d-96bf-520264ded5d0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0585291 Oct 26 14:02:17.888815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abbaa1f7-f828-493c-8cad-ede5f148af7f req-4bee12bd-1ead-4ded-81ae-e19030543a98 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 Oct 26 14:02:18.289325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb36be-7255-473c-842c-f4a67b505b41 req-0cab9cbf-11a9-42b0-a201-c330a455fc22 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.291367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1bb36be-7255-473c-842c-f4a67b505b41 req-0cab9cbf-11a9-42b0-a201-c330a455fc22 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0733371 Oct 26 14:02:18.353346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1bb36be-7255-473c-842c-f4a67b505b41 req-bcc4d6a9-f562-4ae3-9804-a32af602b723 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Oct 26 14:02:18.443476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a56e0-c5e5-4651-888b-500927424b96 req-5d8d6bde-a369-4370-b1d6-c1e6809c000c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.445111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996a56e0-c5e5-4651-888b-500927424b96 req-5d8d6bde-a369-4370-b1d6-c1e6809c000c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 949 time: 0.1007490 Oct 26 14:02:18.455119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-4962cbbe-8bbf-4461-91d0-6b3d1c581891 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.456553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-4962cbbe-8bbf-4461-91d0-6b3d1c581891 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 949 time: 0.1016941 Oct 26 14:02:18.571933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996a56e0-c5e5-4651-888b-500927424b96 req-7a80be37-e544-42a0-9b20-ca779b046f26 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139443 Oct 26 14:02:18.615745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:18.616216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.743738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666bce2-c6c7-4e65-a737-5489c3302aef req-5da9c561-084f-4028-82cf-85e1bbc222b3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.745291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3666bce2-c6c7-4e65-a737-5489c3302aef req-5da9c561-084f-4028-82cf-85e1bbc222b3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0793161 Oct 26 14:02:18.761398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:18.761773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.783658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-82bff447-5581-43dc-926d-5ccdf93c166e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:18.785411 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-82bff447-5581-43dc-926d-5ccdf93c166e tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/ports?device_id=53343a5a-9d06-41ef-a6fb-17af8e77aa86 HTTP/1.1" status: 200 len: 950 time: 0.0763597 Oct 26 14:02:18.788792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:18.826760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3666bce2-c6c7-4e65-a737-5489c3302aef req-67313d3b-ac5b-4654-bcc6-e9145a262c12 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731335 Oct 26 14:02:18.992919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:18.999864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7584c-6c63-4367-aafb-f3493a09c754 req-65e7b366-f7aa-4b0c-ab42-d7e9239627ce tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.007703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:19.011201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33c7584c-6c63-4367-aafb-f3493a09c754 req-65e7b366-f7aa-4b0c-ab42-d7e9239627ce tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.1319442 Oct 26 14:02:19.016032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19', '1134f93b-e713-4d69-97b5-13532ae2f4bb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:19.034526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 1134f93b-e713-4d69-97b5-13532ae2f4bb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:19.034853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.057538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=93c4ea1a-8036-4e87-b5a4-9951ef9dab1c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:19.117057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:19.125666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c901b5d6-fa06-4375-a918-958e05141506 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:19.127554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf85c-32cc-40c1-808d-6474ed4e5e55 req-f24ebef5-636a-4102-8432-df673448fbf9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.135329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33c7584c-6c63-4367-aafb-f3493a09c754 req-e0c89549-e0f2-4c40-8cb0-1e3518608bdf tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231747 Oct 26 14:02:19.136090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20abf85c-32cc-40c1-808d-6474ed4e5e55 req-f24ebef5-636a-4102-8432-df673448fbf9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1443968 Oct 26 14:02:19.139756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.144161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99197f0f-ad3d-4992-b454-13e8c9490658 req-17472ab5-b03d-47a9-b242-c5a651893fef tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "DELETE /v2.0/ports/93c4ea1a-8036-4e87-b5a4-9951ef9dab1c HTTP/1.1" status: 204 len: 173 time: 0.6801860 Oct 26 14:02:19.144744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'name': 'network-vif-deleted', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:19.147180 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295198dc-4ce2-4c3a-b03f-52b07a383543" -d '{"events": [{"server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "name": "network-vif-deleted", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:19.201989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20abf85c-32cc-40c1-808d-6474ed4e5e55 req-a4dbf44b-2a87-4197-b49b-8fca3b1925f9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595357 Oct 26 14:02:19.211688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 1134f93b-e713-4d69-97b5-13532ae2f4bb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1134f93b-e713-4d69-97b5-13532ae2f4bb,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:19.212226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.220088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: c901b5d6-fa06-4375-a918-958e05141506 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:19.220862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c901b5d6-fa06-4375-a918-958e05141506 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:19.227998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 1134f93b-e713-4d69-97b5-13532ae2f4bb owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:19.230531 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27869864-d6be-4967-8e72-7ab1217ba498 x-openstack-request-id: req-27869864-d6be-4967-8e72-7ab1217ba498 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:19.230826 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33c599-7481-4973-aecf-63fc9a8e64af", "name": "network-vif-deleted", "tag": "93c4ea1a-8036-4e87-b5a4-9951ef9dab1c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:19.231073 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27869864-d6be-4967-8e72-7ab1217ba498 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:19.231474 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33c599-7481-4973-aecf-63fc9a8e64af', 'name': 'network-vif-deleted', 'tag': '93c4ea1a-8036-4e87-b5a4-9951ef9dab1c', 'status': 'completed', 'code': 200} Oct 26 14:02:19.626609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.703010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bd09e-177c-4228-8dcf-d672d9bb91da req-509ecc7b-4456-4d83-95ea-78e03c36319a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:19.711057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-049bd09e-177c-4228-8dcf-d672d9bb91da req-509ecc7b-4456-4d83-95ea-78e03c36319a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1592190 Oct 26 14:02:19.733807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=1134f93b-e713-4d69-97b5-13532ae2f4bb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:19.771497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7450e265-b268-468e-8b63-91f9f28df077 req-8515f248-8818-4914-bf96-d96a6ab54583 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc33c599-7481-4973-aecf-63fc9a8e64af HTTP/1.1" status: 200 len: 210 time: 0.0714519 Oct 26 14:02:19.824535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 1134f93b-e713-4d69-97b5-13532ae2f4bb on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:19.829845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:19.833663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1b062738-c664-47ad-9c0d-5cc95bb5f422 req-b14f1fc7-1213-4a10-8061-7cd7b0043533 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "DELETE /v2.0/ports/1134f93b-e713-4d69-97b5-13532ae2f4bb HTTP/1.1" status: 204 len: 173 time: 1.0261753 Oct 26 14:02:19.834124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'name': 'network-vif-deleted', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:19.836617 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168c7ef1-b2e9-4143-84a1-bf8d4b83ca26" -d '{"events": [{"server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "name": "network-vif-deleted", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:19.873101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-049bd09e-177c-4228-8dcf-d672d9bb91da req-766d33e1-caaa-43a2-b6d8-f2cf4ef4219f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610935 Oct 26 14:02:19.943141 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ac9ae-94ea-4ccb-81ea-4f0b56bd63fe x-openstack-request-id: req-230ac9ae-94ea-4ccb-81ea-4f0b56bd63fe {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:19.943441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53343a5a-9d06-41ef-a6fb-17af8e77aa86", "name": "network-vif-deleted", "tag": "1134f93b-e713-4d69-97b5-13532ae2f4bb", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:19.943699 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-230ac9ae-94ea-4ccb-81ea-4f0b56bd63fe {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:19.944858 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53343a5a-9d06-41ef-a6fb-17af8e77aa86', 'name': 'network-vif-deleted', 'tag': '1134f93b-e713-4d69-97b5-13532ae2f4bb', 'status': 'completed', 'code': 200} Oct 26 14:02:20.083368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90769e5-22ad-43ab-8df6-8713a96cdde3 req-1cafd871-6844-40a7-8008-ef87c27858b0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.086069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e90769e5-22ad-43ab-8df6-8713a96cdde3 req-1cafd871-6844-40a7-8008-ef87c27858b0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0661509 Oct 26 14:02:20.134541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e90769e5-22ad-43ab-8df6-8713a96cdde3 req-87a98a70-ee5b-4f6b-8bb2-b838d4895616 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Oct 26 14:02:20.189499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:20.351769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562455d5-4910-4a43-a495-824b59839684 req-e2cdc8b4-95bf-40a9-a396-4cffcf98e7f3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.353722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-562455d5-4910-4a43-a495-824b59839684 req-e2cdc8b4-95bf-40a9-a396-4cffcf98e7f3 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0989327 Oct 26 14:02:20.429262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c03a9-0dd3-4d2c-b028-9c4cade9734e req-0f029ddd-3a4f-455e-be9a-eabf9ba9b3ea tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:20.433580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-562455d5-4910-4a43-a495-824b59839684 req-2b46c1d6-591c-4daf-a226-e196d061b5c5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Oct 26 14:02:20.437151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f72c03a9-0dd3-4d2c-b028-9c4cade9734e req-0f029ddd-3a4f-455e-be9a-eabf9ba9b3ea tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1058714 Oct 26 14:02:20.489304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f72c03a9-0dd3-4d2c-b028-9c4cade9734e req-06cddd28-745c-488e-8907-cc30ec9dfb09 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Oct 26 14:02:20.545349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:21.055230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:21.062060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116fe7-7cea-4216-b79c-12ea80b1e2b6 req-1037be8d-d0e0-4145-aba8-3c479c435d16 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.072377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b116fe7-7cea-4216-b79c-12ea80b1e2b6 req-1037be8d-d0e0-4145-aba8-3c479c435d16 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0787513 Oct 26 14:02:21.077488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:21.077834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 93c4ea1a-8036-4e87-b5a4-9951ef9dab1c not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:21.117357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b116fe7-7cea-4216-b79c-12ea80b1e2b6 req-e27b0ed4-de53-4653-a4f5-9dfee8b5cc0f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Oct 26 14:02:21.396418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185ad1d-4808-4bf3-9f80-433921a00cb7 req-1bae9c90-a12a-4f5f-8307-797c01e6106d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.404259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3185ad1d-4808-4bf3-9f80-433921a00cb7 req-1bae9c90-a12a-4f5f-8307-797c01e6106d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1290934 Oct 26 14:02:21.437774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3185ad1d-4808-4bf3-9f80-433921a00cb7 req-f9fe2873-821e-4259-a9c0-b1e0b438895b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Oct 26 14:02:21.480794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7f3dd-163a-4868-b6a4-204cdb76b94a req-cf0a5dc0-e29d-4b2a-bdbf-8bcb60bd2a03 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.483483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99b7f3dd-163a-4868-b6a4-204cdb76b94a req-cf0a5dc0-e29d-4b2a-bdbf-8bcb60bd2a03 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 949 time: 0.0785606 Oct 26 14:02:21.516208 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:21.569047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99b7f3dd-163a-4868-b6a4-204cdb76b94a req-9d7bfb2c-3d2b-46dc-b6bb-7112915915fe tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697050 Oct 26 14:02:21.604176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1af6a-4354-4d8b-aa2d-80d70c53b0d7 req-af744ef5-6074-457a-a07e-11d19f4ec741 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.605952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ee1af6a-4354-4d8b-aa2d-80d70c53b0d7 req-af744ef5-6074-457a-a07e-11d19f4ec741 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.0702925 Oct 26 14:02:21.676193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ee1af6a-4354-4d8b-aa2d-80d70c53b0d7 req-e0aaef24-7762-450a-8a78-4303dc218d85 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606530 Oct 26 14:02:21.710205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175955c4-ab6f-4934-aa5d-77e7037acf94 req-04dc85df-f63e-42f0-bb96-8282d1dde518 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:21.711808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-175955c4-ab6f-4934-aa5d-77e7037acf94 req-04dc85df-f63e-42f0-bb96-8282d1dde518 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0716944 Oct 26 14:02:21.758892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-175955c4-ab6f-4934-aa5d-77e7037acf94 req-24e66b78-303e-40f0-8a8d-ae5e073464f4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Oct 26 14:02:22.083204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-0a32a226-8968-4968-a340-a158d966625e tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.084975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-0a32a226-8968-4968-a340-a158d966625e tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.0545030 Oct 26 14:02:22.098946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:22.352970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d978b-a3fa-4331-bf4c-e4dc470b9901 req-ede19b38-c020-4959-a4f6-9a5ad5894cfc tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.375514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be7d978b-a3fa-4331-bf4c-e4dc470b9901 req-ede19b38-c020-4959-a4f6-9a5ad5894cfc tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1608896 Oct 26 14:02:22.426676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be7d978b-a3fa-4331-bf4c-e4dc470b9901 req-95a539d9-48fa-470c-8bda-3f28f864163d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Oct 26 14:02:22.487528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.643380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f79620-5640-47bf-9945-b8dfa5a9d125 req-0c1d3586-b730-4f91-8d63-596c469c6fd7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.651333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04f79620-5640-47bf-9945-b8dfa5a9d125 req-0c1d3586-b730-4f91-8d63-596c469c6fd7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1237218 Oct 26 14:02:22.709040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04f79620-5640-47bf-9945-b8dfa5a9d125 req-0a042f6b-99b3-4b13-a361-97c282bdd3b0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Oct 26 14:02:22.718590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:22.789403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644988f-b45d-4b5b-ba53-309359ba606c req-bae5d3d4-a1a0-44c6-bac8-e0a74d7c5b00 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:22.791830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1644988f-b45d-4b5b-ba53-309359ba606c req-bae5d3d4-a1a0-44c6-bac8-e0a74d7c5b00 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 949 time: 0.1194549 Oct 26 14:02:22.792306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:22.855015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1644988f-b45d-4b5b-ba53-309359ba606c req-6946ab1e-1d25-4d7d-8645-4329d7963843 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562577 Oct 26 14:02:22.886274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:22.888604 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b77ef-93fe-4357-8cda-3b1d2e408851" -d '{"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:22.895552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.904426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:22.965933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:23.000337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.006937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814c6fc-455a-4270-ad17-5edc9975c4c6 req-d5a0ec41-fb2c-43ba-990c-1022e135e224 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.018979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f814c6fc-455a-4270-ad17-5edc9975c4c6 req-d5a0ec41-fb2c-43ba-990c-1022e135e224 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 945 time: 0.1951725 Oct 26 14:02:23.041259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:23.044423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42ffd3-1102-417b-8e43-93d049436781 req-368c87fc-5f93-4fea-aaf1-d8fb3d83837c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.052123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f42ffd3-1102-417b-8e43-93d049436781 req-368c87fc-5f93-4fea-aaf1-d8fb3d83837c tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 949 time: 0.1388862 Oct 26 14:02:23.129485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f814c6fc-455a-4270-ad17-5edc9975c4c6 req-de6006f8-d0bb-4bb3-a34e-90cda98024a5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093748 Oct 26 14:02:23.131046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h2-813419-9 for vnic_type normal with profile {"migrating_to": "n-h1-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:23.131613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:23.132166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:23.138648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:23.144997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:23.155238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:23.155871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:23.159685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:23.160553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Bound port: e9c05676-5519-4250-8324-4e41a2e1ea15, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:23.161168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.212754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1134f93b-e713-4d69-97b5-13532ae2f4bb no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:23.241285 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e06254-ec58-41f0-a197-dae0e09a2160 x-openstack-request-id: req-48e06254-ec58-41f0-a197-dae0e09a2160 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:23.242436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee286c-0b3e-49df-8d54-e96b08490166 req-243d6222-4bf1-4255-b2fb-7e82049b518e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.244511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32ee286c-0b3e-49df-8d54-e96b08490166 req-243d6222-4bf1-4255-b2fb-7e82049b518e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0989938 Oct 26 14:02:23.252871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 1134f93b-e713-4d69-97b5-13532ae2f4bb {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:23.253546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1134f93b-e713-4d69-97b5-13532ae2f4bb not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:23.253800 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:23.254283 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48e06254-ec58-41f0-a197-dae0e09a2160 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:23.255030 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'code': 200} Oct 26 14:02:23.263726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.281263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:23.281601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.319719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h2-813419-9 for vnic_type normal with profile {"migrating_to": "n-h1-813419-9"} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:23.320153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:23.320678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:23.325672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321d703-d9ba-4871-a144-7846aae1c069 req-c92cc17b-2855-4ac9-afb4-07297e352cf7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.327886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c321d703-d9ba-4871-a144-7846aae1c069 req-c92cc17b-2855-4ac9-afb4-07297e352cf7 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 950 time: 0.1588638 Oct 26 14:02:23.333291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:23.333691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:23.343596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:23.344163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:23.346311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:23.348545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Bound port: e9c05676-5519-4250-8324-4e41a2e1ea15, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:23.350527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.378536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32ee286c-0b3e-49df-8d54-e96b08490166 req-4e8b8aaf-5cbc-4c51-b8f3-9055c9317d24 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230392 Oct 26 14:02:23.407666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:23.414194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:23.438047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.493173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.496528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.498247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:23.511408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e9c05676-5519-4250-8324-4e41a2e1ea15-n-h2-813419-9-0 {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:02:23.511823 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:02:23.536426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:23.540715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.541352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.542743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 1121 time: 1.4484067 Oct 26 14:02:23.555089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a37b37-3082-42f5-b954-4e792e7ea605 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:23.572139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:23.573197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.662809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e9c05676-5519-4250-8324-4e41a2e1ea15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:23.679684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa04fa-787e-4a40-b448-95762285f720 req-c34d4e55-131f-4dac-bd45-ef5994818a08 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:23.689394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99fa04fa-787e-4a40-b448-95762285f720 req-c34d4e55-131f-4dac-bd45-ef5994818a08 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1538577 Oct 26 14:02:23.721222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e9c05676-5519-4250-8324-4e41a2e1ea15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:23.761357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:23.762134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.782331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:23.850416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99fa04fa-787e-4a40-b448-95762285f720 req-e35ba66e-7b57-4860-9f2a-2e03eea47c34 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599536 Oct 26 14:02:23.876575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:23.939997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=2dcfb4ee-7f81-46b0-a2c9-07d799c27055,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:24.041235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h2-813419-9 for vnic_type normal with profile {"migrating_to": "n-h1-813419-9"} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:24.041850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:24.042561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:24.046377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:24.054725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:24.055220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempting to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 on network 63f24a6d-b87b-4c1c-b9fb-23165a82355e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:24.065608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:24.068887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.072716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f42ffd3-1102-417b-8e43-93d049436781 req-e6816220-58bb-4a62-86f6-f764a74835e9 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "DELETE /v2.0/ports/2dcfb4ee-7f81-46b0-a2c9-07d799c27055 HTTP/1.1" status: 204 len: 173 time: 1.0128438 Oct 26 14:02:24.073549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'name': 'network-vif-deleted', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:24.076909 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f701e-9823-4e35-8149-94273ed16c03" -d '{"events": [{"server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "name": "network-vif-deleted", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:24.083923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-edb29220-bab6-48fd-9670-da23e9974c77 req-bbf073ac-7f81-46bb-b5af-37518a46f449 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e6d3a34-3b94-4ebf-a803-f4ac27d363af HTTP/1.1" status: 200 len: 210 time: 0.0987687 Oct 26 14:02:24.099332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:24.099758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Checking segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:24.100267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Bound using segment: {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:24.100870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Bound port: e9c05676-5519-4250-8324-4e41a2e1ea15, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892f5145-56e1-4461-9a5a-c09ef78ab812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '63f24a6d-b87b-4c1c-b9fb-23165a82355e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:24.101426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.127195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178db1c-b5e2-4788-9c60-27e0e9c8155f req-32a16d23-242d-43c8-b0e5-e28d5fff711c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.136907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0178db1c-b5e2-4788-9c60-27e0e9c8155f req-32a16d23-242d-43c8-b0e5-e28d5fff711c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2554030 Oct 26 14:02:24.144943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.216293 n-d-813419-9 neutron-server[102165]: WARNING neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Concurrent port binding operations failed on port e9c05676-5519-4250-8324-4e41a2e1ea15 Oct 26 14:02:24.216594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=8a6dc40c-37ae-48c6-9017-56ba06ca01f9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:24.224961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:24.233828 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Attempt 2 to bind port e9c05676-5519-4250-8324-4e41a2e1ea15 Oct 26 14:02:24.234339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 has no active binding in host n-h1-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:02:24.320777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:24.328288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:24.334635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c321d703-d9ba-4871-a144-7846aae1c069 req-9dcff732-8de8-4d8a-958a-e24a0824f658 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.41 "DELETE /v2.0/ports/8a6dc40c-37ae-48c6-9017-56ba06ca01f9 HTTP/1.1" status: 204 len: 173 time: 0.9831541 Oct 26 14:02:24.352589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0178db1c-b5e2-4788-9c60-27e0e9c8155f req-f6638413-9d74-4d63-af17-bf910eda7dab tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137327 Oct 26 14:02:24.364832 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0abab8c-55c2-4c0a-b19d-6e7b622c59e6 x-openstack-request-id: req-a0abab8c-55c2-4c0a-b19d-6e7b622c59e6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:24.365733 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d3a34-3b94-4ebf-a803-f4ac27d363af", "name": "network-vif-deleted", "tag": "2dcfb4ee-7f81-46b0-a2c9-07d799c27055", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:24.366593 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0abab8c-55c2-4c0a-b19d-6e7b622c59e6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:24.367025 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6d3a34-3b94-4ebf-a803-f4ac27d363af', 'name': 'network-vif-deleted', 'tag': '2dcfb4ee-7f81-46b0-a2c9-07d799c27055', 'status': 'completed', 'code': 200} Oct 26 14:02:24.574992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098e835-0dfc-40f0-b46f-3c1d0e5144a9 req-bf2e0b2f-2a09-43df-aa47-1ee4e12018a2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.576612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6098e835-0dfc-40f0-b46f-3c1d0e5144a9 req-bf2e0b2f-2a09-43df-aa47-1ee4e12018a2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.1083698 Oct 26 14:02:24.623743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6098e835-0dfc-40f0-b46f-3c1d0e5144a9 req-031eb8be-3609-4311-8a25-5dc14f66d2e8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Oct 26 14:02:24.647745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514d98-0397-4ffa-8f70-69b49660c556 req-7157bdf7-d46e-4afd-96db-2e7168375eba tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:24.662614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:24.662614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2dcfb4ee-7f81-46b0-a2c9-07d799c27055', '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:24.664473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41514d98-0397-4ffa-8f70-69b49660c556 req-7157bdf7-d46e-4afd-96db-2e7168375eba tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1076014 Oct 26 14:02:24.731526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41514d98-0397-4ffa-8f70-69b49660c556 req-7c71f6d9-2b4b-415a-9c7e-efc3b569c382 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658002 Oct 26 14:02:24.852325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2996e7fd-df23-44ca-8bc0-8b68a4149b19'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:24.996235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d52ae-1b21-429e-bfaa-bb411b4a241f req-802a89e8-4b2f-4270-9d12-d13fd16a2876 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.004923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f68d52ae-1b21-429e-bfaa-bb411b4a241f req-802a89e8-4b2f-4270-9d12-d13fd16a2876 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0755796 Oct 26 14:02:25.058438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f68d52ae-1b21-429e-bfaa-bb411b4a241f req-ad0276b4-d324-49c8-8ae6-ff0ed4207c89 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502877 Oct 26 14:02:25.258027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15'}, {'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'name': 'network-vif-deleted', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:25.259532 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa0f2c0-88af-4c39-b44b-6550b9704cae" -d '{"events": [{"name": "network-changed", "server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15"}, {"server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "name": "network-vif-deleted", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:25.379192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49725e94-4d9b-411d-b7db-43ddfd0898b9 req-9ca513c6-7cf2-4ecf-9640-18279d948554 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1d9d292-d5af-47b5-b4c1-dfcaefabae22 HTTP/1.1" status: 200 len: 210 time: 0.0519550 Oct 26 14:02:25.402615 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc65fe66-cb4e-47ff-9b3e-b9c309a4af60 x-openstack-request-id: req-bc65fe66-cb4e-47ff-9b3e-b9c309a4af60 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:25.403725 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15", "status": "completed", "code": 200}, {"server_uuid": "b1d9d292-d5af-47b5-b4c1-dfcaefabae22", "name": "network-vif-deleted", "tag": "8a6dc40c-37ae-48c6-9017-56ba06ca01f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:25.404268 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc65fe66-cb4e-47ff-9b3e-b9c309a4af60 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:25.404912 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'status': 'completed', 'code': 200} Oct 26 14:02:25.405520 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d9d292-d5af-47b5-b4c1-dfcaefabae22', 'name': 'network-vif-deleted', 'tag': '8a6dc40c-37ae-48c6-9017-56ba06ca01f9', 'status': 'completed', 'code': 200} Oct 26 14:02:25.530305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-fe2b0e51-5786-40cc-8f6d-cb70104fd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.533847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-fe2b0e51-5786-40cc-8f6d-cb70104fd0a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1124 time: 0.0886440 Oct 26 14:02:25.564826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd171d6b-1a00-47ac-9463-42a83e67d447 req-92586140-495f-4314-812d-10c714c32634 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.572450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd171d6b-1a00-47ac-9463-42a83e67d447 req-92586140-495f-4314-812d-10c714c32634 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0985341 Oct 26 14:02:25.620809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd171d6b-1a00-47ac-9463-42a83e67d447 req-76430412-6b36-4ef7-a4c9-8e902d399a09 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Oct 26 14:02:25.670752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-9f77f671-7f98-4a61-b731-da298c54c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.674643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-9f77f671-7f98-4a61-b731-da298c54c812 service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1240749 Oct 26 14:02:25.734149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-be766461-f1ef-479b-b3c5-da75f4ba16e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 217 time: 0.0411551 Oct 26 14:02:25.795663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-1c8af393-adce-4260-9710-874421b8fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.797247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-1c8af393-adce-4260-9710-874421b8fa12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0509083 Oct 26 14:02:25.838592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d664c-640e-4aac-944d-4c22dee58b63 req-0cb5397a-1651-4d39-9480-39072cfb2e99 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.844546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-925d664c-640e-4aac-944d-4c22dee58b63 req-0cb5397a-1651-4d39-9480-39072cfb2e99 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.1132345 Oct 26 14:02:25.885339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-938c7f88-3a84-4b8d-bd05-a020ba055694 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385437 Oct 26 14:02:25.960941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223da2b-d058-44b9-97ef-fc6b80659910 req-0ef5e61d-ad82-4585-8cf4-0582f8722c73 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:25.962791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4223da2b-d058-44b9-97ef-fc6b80659910 req-0ef5e61d-ad82-4585-8cf4-0582f8722c73 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0758886 Oct 26 14:02:26.011995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-925d664c-640e-4aac-944d-4c22dee58b63 req-187515d2-0d02-407e-9b87-8979b291965a tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564183 Oct 26 14:02:26.033592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4223da2b-d058-44b9-97ef-fc6b80659910 req-ef31cb93-406c-4b34-88bb-a86a5c743500 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506151 Oct 26 14:02:26.217283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f8460-975f-43e5-a970-95cbd80d2f2f req-954c06f7-1436-452b-94be-a2a42d8d242a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.220375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-889f8460-975f-43e5-a970-95cbd80d2f2f req-954c06f7-1436-452b-94be-a2a42d8d242a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0708992 Oct 26 14:02:26.307436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-889f8460-975f-43e5-a970-95cbd80d2f2f req-d6ebd1cb-ca33-4717-945b-b25e4529757a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775661 Oct 26 14:02:26.381728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-be6abf77-ea38-411f-9d8b-c81ba173a204 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3840563 Oct 26 14:02:26.424701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-0ee52eae-10fe-49ae-8469-dc4d88f0ebca service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154898 Oct 26 14:02:26.549961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-afcd2495-95de-422e-a8d2-b72cd5cc5494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.551730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-afcd2495-95de-422e-a8d2-b72cd5cc5494 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 1096 time: 0.1260474 Oct 26 14:02:26.646628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fa0f2c0-88af-4c39-b44b-6550b9704cae req-72d3c1cf-0564-4943-950d-fbb6edaab97a service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100558 Oct 26 14:02:26.747819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-97d32a03-f0b8-46c0-aa61-5b3204708f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.749346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-97d32a03-f0b8-46c0-aa61-5b3204708f8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1674879 Oct 26 14:02:26.809216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-2df09430-f2e6-41af-a9a7-1ee4c14a9e39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 200 len: 217 time: 0.0471349 Oct 26 14:02:26.901425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a943a-af65-4c4f-a64f-40f922542f6d req-0287aae3-0d81-453a-bd02-ec770e654ce1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.911531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-024a943a-af65-4c4f-a64f-40f922542f6d req-0287aae3-0d81-453a-bd02-ec770e654ce1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0832386 Oct 26 14:02:26.914806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-79cb21a0-7825-47a2-b3a6-74df28e96bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.916279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-79cb21a0-7825-47a2-b3a6-74df28e96bf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0962944 Oct 26 14:02:26.967654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-3cd7fd96-991b-40cd-a292-17850e0aa07a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366230 Oct 26 14:02:26.973628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-024a943a-af65-4c4f-a64f-40f922542f6d req-31b5703e-ff93-4016-85f1-92feb9089921 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Oct 26 14:02:26.976659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d40b-35ca-4e9d-b896-4bce7ddfa9fa req-a8802a46-4773-48f6-8440-3185224c8cb0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:26.985425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b24d40b-35ca-4e9d-b896-4bce7ddfa9fa req-a8802a46-4773-48f6-8440-3185224c8cb0 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 950 time: 0.1237526 Oct 26 14:02:27.061523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:27.106102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:27.106731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8a6dc40c-37ae-48c6-9017-56ba06ca01f9 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:27.107287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:27.134827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:27.135582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2dcfb4ee-7f81-46b0-a2c9-07d799c27055 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:27.141993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b24d40b-35ca-4e9d-b896-4bce7ddfa9fa req-fca3f4ee-9c00-433f-ad2a-b94742305c8d tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547880 Oct 26 14:02:27.182661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-2262481f-319a-49d4-a022-cf7520930766 service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870070 Oct 26 14:02:27.229634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1068f-a354-420a-9a94-e3c30b75c565 req-fdd7a1ba-3a6b-4ee7-9ca1-244641208d3b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.232976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83d1068f-a354-420a-9a94-e3c30b75c565 req-fdd7a1ba-3a6b-4ee7-9ca1-244641208d3b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0981517 Oct 26 14:02:27.286413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83d1068f-a354-420a-9a94-e3c30b75c565 req-2761654e-1b74-4de3-bcca-d4b162856259 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Oct 26 14:02:27.335261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403805a4-c253-4029-9b4a-bc067bab86cf req-2c36462a-f40e-48c2-832d-fbb327f80e37 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.341479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-403805a4-c253-4029-9b4a-bc067bab86cf req-2c36462a-f40e-48c2-832d-fbb327f80e37 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0853441 Oct 26 14:02:27.363460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf07cde8-c71f-4c4e-9848-d28dbcc02613 req-fe646064-7160-4ef4-bc22-3732b4c40dfd service neutron] 10.222.0.73 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693871 Oct 26 14:02:27.405408 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-403805a4-c253-4029-9b4a-bc067bab86cf req-6b3ba4b2-3e1c-4b82-8e12-2e56ee90beef tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Oct 26 14:02:27.465000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44793ff-a1b2-4de9-be57-5c2242bc3695 req-e9ff3b91-78e1-4dc8-94de-bec8b182aad1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:27.466709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e44793ff-a1b2-4de9-be57-5c2242bc3695 req-e9ff3b91-78e1-4dc8-94de-bec8b182aad1 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0732906 Oct 26 14:02:27.557843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e44793ff-a1b2-4de9-be57-5c2242bc3695 req-873a3f0c-46dd-44aa-863e-600ee082518f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Oct 26 14:02:28.206579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00324a-2e04-4d6d-8999-de44163322d2 req-8549b44b-d7ea-48a0-a611-39192fcab652 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.220320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b00324a-2e04-4d6d-8999-de44163322d2 req-8549b44b-d7ea-48a0-a611-39192fcab652 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1136112 Oct 26 14:02:28.307267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b00324a-2e04-4d6d-8999-de44163322d2 req-59aec95a-db2c-4b91-a1e9-42d976afb21a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859392 Oct 26 14:02:28.331429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845795b-4587-4424-a2b0-2aacdf5c5839 req-d8ae486b-4bfb-4d1c-ae17-106a54cd14d8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.339686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9845795b-4587-4424-a2b0-2aacdf5c5839 req-d8ae486b-4bfb-4d1c-ae17-106a54cd14d8 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 950 time: 0.0724614 Oct 26 14:02:28.394019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9845795b-4587-4424-a2b0-2aacdf5c5839 req-b3836128-2f2b-4fb1-937e-df37df0156e5 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/security-groups?id=743d61f2-2ef6-4596-a98c-5f39dc39d403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Oct 26 14:02:28.512219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9dde6-b534-4a88-ad59-ec55a5e8c0f3 req-8c7b9e13-14b3-48aa-b2d7-d9b78cd2b9c6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.520452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36b9dde6-b534-4a88-ad59-ec55a5e8c0f3 req-8c7b9e13-14b3-48aa-b2d7-d9b78cd2b9c6 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.1297202 Oct 26 14:02:28.573981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334b60e-dc8e-449f-b69f-3101b2860479 req-dce71e5c-8a11-4f3f-ae13-1ae78fdac06a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.575631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9334b60e-dc8e-449f-b69f-3101b2860479 req-dce71e5c-8a11-4f3f-ae13-1ae78fdac06a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0871470 Oct 26 14:02:28.621964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36b9dde6-b534-4a88-ad59-ec55a5e8c0f3 req-dc21f5f7-de08-4cff-abb3-ec2dfe0de5dd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 Oct 26 14:02:28.667932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9334b60e-dc8e-449f-b69f-3101b2860479 req-b243d2b9-0c7b-497b-899c-25105c7eb694 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Oct 26 14:02:28.721135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-ef0e34f7-16f5-443c-a040-ac693df35cba tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.723495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-ef0e34f7-16f5-443c-a040-ac693df35cba tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 950 time: 0.1088285 Oct 26 14:02:28.830741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278abd8-f2c8-4bbf-8cc0-9b7ed063f098 req-e0880e9d-45e9-4376-853d-1e3ab056734c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:28.832609 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1278abd8-f2c8-4bbf-8cc0-9b7ed063f098 req-e0880e9d-45e9-4376-853d-1e3ab056734c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0698252 Oct 26 14:02:28.905772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1278abd8-f2c8-4bbf-8cc0-9b7ed063f098 req-113ee5a0-5899-4d02-88eb-c154dfab6553 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Oct 26 14:02:28.934329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Deleting port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:28.941012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.067607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] For port 2996e7fd-df23-44ca-8bc0-8b68a4149b19, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2996e7fd-df23-44ca-8bc0-8b68a4149b19,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:29.068307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.086831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Calling delete_port for 2996e7fd-df23-44ca-8bc0-8b68a4149b19 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:29.283788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.362188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Pushing event deleted for resources: {'Port': ['ID=2996e7fd-df23-44ca-8bc0-8b68a4149b19,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:29.430455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] No DVR routers for this DVR port 2996e7fd-df23-44ca-8bc0-8b68a4149b19 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:29.434104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:29.439193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75fb5f1f-753b-49ef-9778-6dc363a19580 req-88ee5376-e563-4b28-ae35-de30604b8b25 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.73 "DELETE /v2.0/ports/2996e7fd-df23-44ca-8bc0-8b68a4149b19 HTTP/1.1" status: 204 len: 173 time: 0.7052200 Oct 26 14:02:29.440042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'name': 'network-vif-deleted', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:29.442869 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee5ae9-de62-44ef-a9fd-220aeb738dec" -d '{"events": [{"server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "name": "network-vif-deleted", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:29.600189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e24ac-93b1-435d-a908-2741cb6b6b0e req-4e99321c-f0f2-4550-8624-c5de57a8f964 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.618441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d7e24ac-93b1-435d-a908-2741cb6b6b0e req-4e99321c-f0f2-4550-8624-c5de57a8f964 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1051731 Oct 26 14:02:29.638686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c824a358-242f-49a1-ba53-6344e8f59067 req-05bc8198-ccf8-48cd-bdc7-6e308d869040 tempest-ServersOnMultiNodesTest-1981635700 tempest-ServersOnMultiNodesTest-1981635700-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e153032-9e45-4e40-97fd-fb04f2a7ca9c HTTP/1.1" status: 200 len: 210 time: 0.0812440 Oct 26 14:02:29.698865 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39879ac6-9a8a-4f89-b0b8-1982d1a09ae9 x-openstack-request-id: req-39879ac6-9a8a-4f89-b0b8-1982d1a09ae9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:29.699609 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e153032-9e45-4e40-97fd-fb04f2a7ca9c", "name": "network-vif-deleted", "tag": "2996e7fd-df23-44ca-8bc0-8b68a4149b19", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:29.700869 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39879ac6-9a8a-4f89-b0b8-1982d1a09ae9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:29.701726 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e153032-9e45-4e40-97fd-fb04f2a7ca9c', 'name': 'network-vif-deleted', 'tag': '2996e7fd-df23-44ca-8bc0-8b68a4149b19', 'status': 'completed', 'code': 200} Oct 26 14:02:29.721298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d7e24ac-93b1-435d-a908-2741cb6b6b0e req-fc01bd18-5ae9-4e36-a24b-52752fc7d5f9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018302 Oct 26 14:02:29.873005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35e55-7fdc-40e2-b424-f1e8c6a39bb2 req-96ea261c-b641-4183-9f29-f2183350f4c7 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:29.883697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4c35e55-7fdc-40e2-b424-f1e8c6a39bb2 req-96ea261c-b641-4183-9f29-f2183350f4c7 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0952976 Oct 26 14:02:29.966627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4c35e55-7fdc-40e2-b424-f1e8c6a39bb2 req-1d895361-ee13-481c-8033-70910be99758 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815628 Oct 26 14:02:30.071721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd2c60-602b-4132-99ff-66f863fe41ec req-37d850f6-5ca2-4402-adce-b9b48f889cb1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.073223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ddd2c60-602b-4132-99ff-66f863fe41ec req-37d850f6-5ca2-4402-adce-b9b48f889cb1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1564519 Oct 26 14:02:30.175975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ddd2c60-602b-4132-99ff-66f863fe41ec req-b86a0f41-8f98-41d9-ada2-5fa1bc43c7ad tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899858 Oct 26 14:02:30.262436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706f10-d696-4b28-919d-481d8114f45d req-02e1f5e5-3b75-4f3a-a826-506cf69d8ebe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.280974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc706f10-d696-4b28-919d-481d8114f45d req-02e1f5e5-3b75-4f3a-a826-506cf69d8ebe tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1511858 Oct 26 14:02:30.326099 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc706f10-d696-4b28-919d-481d8114f45d req-fc135aa8-adbc-42bb-a176-cbedc83897e0 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Oct 26 14:02:30.789417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-10873d84-38d0-42f4-86b2-5887781d9ac4 service neutron] 10.222.0.73 "GET /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.0631847 Oct 26 14:02:30.905892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e284785-8e48-4074-a492-7c2241e085cd req-83ea358a-4db4-4503-beaa-dd4ac971cdca tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:30.908110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e284785-8e48-4074-a492-7c2241e085cd req-83ea358a-4db4-4503-beaa-dd4ac971cdca tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0778348 Oct 26 14:02:30.989655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51776) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:31.022340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e284785-8e48-4074-a492-7c2241e085cd req-54d55cb1-a219-4686-bb1c-3cc5d6916f59 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Oct 26 14:02:31.077933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:31.118362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:31.123963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e993b9-73e3-439a-95be-f889fad52373 req-7b5cce1f-7ff1-4f5e-a6ce-9e8bd89fc5dc tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.132868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66e993b9-73e3-439a-95be-f889fad52373 req-7b5cce1f-7ff1-4f5e-a6ce-9e8bd89fc5dc tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 949 time: 0.1025774 Oct 26 14:02:31.190049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c05676-5519-4250-8324-4e41a2e1ea15 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:31.197473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66e993b9-73e3-439a-95be-f889fad52373 req-ba9b221a-9deb-4729-a195-2e8d6bcfe26d tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Oct 26 14:02:31.205214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:31.205812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-64cf6cf3-2f47-4213-8b3a-77f6c8d25646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58025091ec224134ac450ab4075bdaf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146082 Oct 26 14:02:31.209026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51782) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:31.232282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e70ca-9780-495d-96e1-13fd63640c88 req-f289ff5c-e895-4d0e-9b5e-4cd64169a4f8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.233668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-936e70ca-9780-495d-96e1-13fd63640c88 req-f289ff5c-e895-4d0e-9b5e-4cd64169a4f8 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 943 time: 0.0850365 Oct 26 14:02:31.235021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.253586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2996e7fd-df23-44ca-8bc0-8b68a4149b19 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:31.289202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.292764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 2996e7fd-df23-44ca-8bc0-8b68a4149b19 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:31.295200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2996e7fd-df23-44ca-8bc0-8b68a4149b19 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:31.295883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:31.317688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-936e70ca-9780-495d-96e1-13fd63640c88 req-77c6ffc4-5ba0-4dbe-b441-a1d72367c38e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728643 Oct 26 14:02:31.363390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] Transition to ACTIVE for port object e9c05676-5519-4250-8324-4e41a2e1ea15 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:31.365126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.394097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.404937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32be18-1cd0-4008-ac98-dce015b27be6 req-7c006376-d3fc-49d8-b60e-b1e0af57ad8d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.416401 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a32be18-1cd0-4008-ac98-dce015b27be6 req-7c006376-d3fc-49d8-b60e-b1e0af57ad8d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1283116 Oct 26 14:02:31.458303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] No DVR routers for this DVR port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:31.472148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:31.505334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-ed7aaa58-b491-485d-a10f-1a99b89772e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15/bindings/n-h1-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7040927 Oct 26 14:02:31.546467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a32be18-1cd0-4008-ac98-dce015b27be6 req-a80e64d9-fdd0-43ac-be5e-6b02d227095b tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285548 Oct 26 14:02:31.555274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-07822718-a6bc-4754-bdd1-5a9795c531e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358125 Oct 26 14:02:31.576459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.576459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:31.577240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/743d61f2-2ef6-4596-a98c-5f39dc39d403 HTTP/1.1" status: 204 len: 168 time: 0.3666606 Oct 26 14:02:31.587760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178cb56-a89f-4714-9f28-fb7cbcab6f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d61f2-2ef6-4596-a98c-5f39dc39d403,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:31.614940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f17876-d5ca-4e7e-aa2f-614268d64d58 req-3008b7f7-ee06-4ff7-976e-a2059f0aa0fa tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.617374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15f17876-d5ca-4e7e-aa2f-614268d64d58 req-3008b7f7-ee06-4ff7-976e-a2059f0aa0fa tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0792873 Oct 26 14:02:31.671004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15f17876-d5ca-4e7e-aa2f-614268d64d58 req-49de8a5f-55a7-490d-a86c-762b7d852198 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Oct 26 14:02:31.678944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-ff598287-2860-419f-8a31-bc437efd729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.680571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-ff598287-2860-419f-8a31-bc437efd729c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 1117 time: 0.0712924 Oct 26 14:02:31.810138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-26c8c410-98cb-4cd4-9b6f-4091f34dd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.811543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-26c8c410-98cb-4cd4-9b6f-4091f34dd71b service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1033554 Oct 26 14:02:31.866706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-68efec9c-c1b4-4538-9429-9ca6c19e7581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 200 len: 217 time: 0.0446980 Oct 26 14:02:31.886233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-5161cde0-5f72-407b-a21c-5206f2a35aad tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.887710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-5161cde0-5f72-407b-a21c-5206f2a35aad tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.0473080 Oct 26 14:02:31.926780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-2eb920c6-49bf-4acd-b4eb-d2446c030ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.928244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-2eb920c6-49bf-4acd-b4eb-d2446c030ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0509965 Oct 26 14:02:31.935089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51794) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:31.939416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-408adb42-8253-4e89-ab38-5ea55e152758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:31.940935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-408adb42-8253-4e89-ab38-5ea55e152758 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7 HTTP/1.1" status: 200 len: 1095 time: 0.0446203 Oct 26 14:02:31.979430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-0afcd396-0542-4acb-88f6-a94caae0b77c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354989 Oct 26 14:02:32.014072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-e57ddbcc-ff59-4e95-a055-e9bc257ecfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.017045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-e57ddbcc-ff59-4e95-a055-e9bc257ecfac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1095 time: 0.0521221 Oct 26 14:02:32.062587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-311f9da5-caeb-49c7-9e92-2ef05b85769d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79e73690c16c40a0afbd12f81b2bdcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263020 Oct 26 14:02:32.066399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51798) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:32.159000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-b763a1fd-3fb4-46cf-bedc-8df8d836ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.161592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-b763a1fd-3fb4-46cf-bedc-8df8d836ca8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 200 len: 921 time: 0.1350811 Oct 26 14:02:32.184613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-98964c2e-c573-4b5c-93bd-6c89cd8492d7 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919625 Oct 26 14:02:32.186836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.218120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-82d62173-7565-4b6a-9998-e82dd34915cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 200 len: 217 time: 0.0494404 Oct 26 14:02:32.274505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-c40ff198-69d9-495c-b14d-4b04da0d83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.276566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-c40ff198-69d9-495c-b14d-4b04da0d83de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 200 len: 860 time: 0.0495903 Oct 26 14:02:32.285054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.297037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d50124-6651-4f39-9507-381d30907567 req-cc60742f-e2d6-4bc0-86a0-c98c04f46813 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.299082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1d50124-6651-4f39-9507-381d30907567 req-cc60742f-e2d6-4bc0-86a0-c98c04f46813 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1696479 Oct 26 14:02:32.327174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-6c2999ea-b996-40ff-a5cf-69330a325ff5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63f24a6d-b87b-4c1c-b9fb-23165a82355e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408096 Oct 26 14:02:32.395776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1d50124-6651-4f39-9507-381d30907567 req-38f01209-6733-4d57-a7f9-fad2ab63b6d2 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856111 Oct 26 14:02:32.408866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-054255cc-5d05-4dc5-8056-4c277e9b5864 req-92b5c73b-458a-4cfc-a411-0a8aa575f331 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154770 Oct 26 14:02:32.424764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.427834 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:32.431827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5e1b12d-9b91-4edf-aad2-0c84f7d2e377 HTTP/1.1" status: 204 len: 168 time: 0.3620501 Oct 26 14:02:32.438725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89376d4-794a-491a-a019-3b0efdedb747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e1b12d-9b91-4edf-aad2-0c84f7d2e377,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:32.450179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25850be2-6b31-4fc8-9777-7ca5b51460dd req-44164574-b49a-4af1-9d4f-12d4103d5bf3 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.452754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25850be2-6b31-4fc8-9777-7ca5b51460dd req-44164574-b49a-4af1-9d4f-12d4103d5bf3 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 949 time: 0.1374757 Oct 26 14:02:32.520448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-2179f200-0f4e-4b48-ab3e-f611fb565708 service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729577 Oct 26 14:02:32.523620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25850be2-6b31-4fc8-9777-7ca5b51460dd req-c6ce1f7d-aaa2-4398-a449-5986a098f241 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Oct 26 14:02:32.576713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802dea2-ec74-4173-905c-8d1981d846b7 req-246b9b66-cf31-4e3b-8947-7e48051686ff tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.579668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2802dea2-ec74-4173-905c-8d1981d846b7 req-246b9b66-cf31-4e3b-8947-7e48051686ff tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0742099 Oct 26 14:02:32.640280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2802dea2-ec74-4173-905c-8d1981d846b7 req-a3591723-5b48-4fdf-ae39-4720654e5471 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Oct 26 14:02:32.659534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-8837aadc-d6b5-460f-856c-6b32c01425dc service neutron] 10.222.0.41 "GET /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267238 Oct 26 14:02:32.778336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6965f5-c3a3-42e0-9743-c9d00b07d698 req-69755edc-4019-473c-b49c-1af654b9ce6a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.780602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a6965f5-c3a3-42e0-9743-c9d00b07d698 req-69755edc-4019-473c-b49c-1af654b9ce6a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0557699 Oct 26 14:02:32.836651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a6965f5-c3a3-42e0-9743-c9d00b07d698 req-9a79ec4a-5b1c-433f-9846-cb4f6a3109f1 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Oct 26 14:02:32.943241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc975198-c8a2-4f2b-9fa3-55ef806b715d req-0c69bfd9-6be1-4650-8bd0-27a080c1cf10 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.944817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc975198-c8a2-4f2b-9fa3-55ef806b715d req-0c69bfd9-6be1-4650-8bd0-27a080c1cf10 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.1006889 Oct 26 14:02:32.974167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29bc18-7287-4227-ae13-235a75c740ba req-c2d10a36-3582-4ca4-84f5-94eaaa98ed25 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:32.975873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-c2d10a36-3582-4ca4-84f5-94eaaa98ed25 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40&tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.0879200 Oct 26 14:02:33.039820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc975198-c8a2-4f2b-9fa3-55ef806b715d req-f2df59a3-d482-477e-a99c-5dba364ff9f5 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716119 Oct 26 14:02:33.106193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:33.109569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:33.120802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff29bc18-7287-4227-ae13-235a75c740ba req-0081285f-d2f6-4803-a015-bb29ecaa83e3 service neutron] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:33.126377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff29bc18-7287-4227-ae13-235a75c740ba req-0081285f-d2f6-4803-a015-bb29ecaa83e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.127825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff29bc18-7287-4227-ae13-235a75c740ba req-0081285f-d2f6-4803-a015-bb29ecaa83e3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15/bindings/n-h2-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.1400378 Oct 26 14:02:33.295493 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.302832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:33.326970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'mac_address': 'fa:16:3e:02:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:33.333729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:33.336005 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2952a8-7b1d-47b5-8614-945f0c31d887" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:33.352351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:33.372481 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.411028 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab2ea7-f6c7-4758-a51e-f5c41e2084b3 x-openstack-request-id: req-eeab2ea7-f6c7-4758-a51e-f5c41e2084b3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:33.411354 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:33.411521 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeab2ea7-f6c7-4758-a51e-f5c41e2084b3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:33.412085 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'code': 200} Oct 26 14:02:33.430761 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:33.455419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:33.460198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:33.527677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:02:33.528286 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:02:33.569024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd20a8-33c6-4886-98ac-ad632005ef1c req-8b5b61a8-1d07-4209-a41e-3d9e591c3c79 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:33.570985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ccd20a8-33c6-4886-98ac-ad632005ef1c req-8b5b61a8-1d07-4209-a41e-3d9e591c3c79 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0887725 Oct 26 14:02:33.621127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ccd20a8-33c6-4886-98ac-ad632005ef1c req-658b332c-a54b-476c-a869-5f18044146a6 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Oct 26 14:02:33.824177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4682f74-52f7-40db-826a-945a7a4e8a84 req-3600ba40-f840-4937-a99f-0d074bc96ddb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:33.830285 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4682f74-52f7-40db-826a-945a7a4e8a84 req-3600ba40-f840-4937-a99f-0d074bc96ddb tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0708132 Oct 26 14:02:33.869096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4682f74-52f7-40db-826a-945a7a4e8a84 req-377a5188-0f76-4222-ad5e-f53c76ce0cb1 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Oct 26 14:02:34.001320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe6ab-695b-4032-8021-134b68def788 req-f7427524-f0f6-49ae-904f-72466517b7db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.003091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f50fe6ab-695b-4032-8021-134b68def788 req-f7427524-f0f6-49ae-904f-72466517b7db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0551684 Oct 26 14:02:34.062426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f50fe6ab-695b-4032-8021-134b68def788 req-bede4766-d6b8-44e0-9910-73390ad4da27 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481524 Oct 26 14:02:34.090630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.112939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:34.156102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:34.162553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:34.194701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946653b9-0dcd-41ba-b677-d82485a37cbd req-600d7af4-1feb-4888-ae23-0b8d6c0259b2 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.209602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-946653b9-0dcd-41ba-b677-d82485a37cbd req-600d7af4-1feb-4888-ae23-0b8d6c0259b2 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 1095 time: 0.0765474 Oct 26 14:02:34.228405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:34.249896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-946653b9-0dcd-41ba-b677-d82485a37cbd req-164d53a3-3432-4f9d-a558-5b9ffcfd9332 tempest-LiveAutoBlockMigrationV225Test-2051864507 tempest-LiveAutoBlockMigrationV225Test-2051864507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Oct 26 14:02:34.383598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac618c4-aee3-482b-b8e7-352873d5e83b req-a24f0596-6e7d-411a-b8b3-4fa61288d986 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.385180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ac618c4-aee3-482b-b8e7-352873d5e83b req-a24f0596-6e7d-411a-b8b3-4fa61288d986 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0589104 Oct 26 14:02:34.437143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ac618c4-aee3-482b-b8e7-352873d5e83b req-754028f9-3a44-4c06-b587-55c218f0d197 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Oct 26 14:02:34.470701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:34.748920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f6033-95e5-4754-be4c-fbcbc3ed67a2 req-554b2528-3e77-4ce1-a3df-65bfa9c34d2c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.750822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-594f6033-95e5-4754-be4c-fbcbc3ed67a2 req-554b2528-3e77-4ce1-a3df-65bfa9c34d2c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0577939 Oct 26 14:02:34.788471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f06f5-8d8a-4aaf-b152-1af305a0bcb0 req-4d2666fb-0cef-495e-bca2-557dd91dae51 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:34.790027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef5f06f5-8d8a-4aaf-b152-1af305a0bcb0 req-4d2666fb-0cef-495e-bca2-557dd91dae51 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0606446 Oct 26 14:02:34.791875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-594f6033-95e5-4754-be4c-fbcbc3ed67a2 req-01c93e88-4fac-4c67-933b-58d05465880c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Oct 26 14:02:34.831205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef5f06f5-8d8a-4aaf-b152-1af305a0bcb0 req-58a74f7b-ef83-47d6-ba83-c862f0467136 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345888 Oct 26 14:02:35.193690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857a97-3722-4356-acf8-cd762f670734 req-2fc61f19-e95c-4e41-9e30-0e6b649a5cd5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.194277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:35.196025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31857a97-3722-4356-acf8-cd762f670734 req-2fc61f19-e95c-4e41-9e30-0e6b649a5cd5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0570722 Oct 26 14:02:35.244663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31857a97-3722-4356-acf8-cd762f670734 req-353fafbb-0a85-4f9a-b9b4-4224ea2b80aa tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Oct 26 14:02:35.280144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:35.353645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e272a09-18db-45c9-bb27-9d74be12abd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.364359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.400608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:35.402832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711adba0-ef31-4e46-be68-002e570e8414 req-61230158-fccb-4426-b5d5-8c3c3bb4bfcd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.404524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-711adba0-ef31-4e46-be68-002e570e8414 req-61230158-fccb-4426-b5d5-8c3c3bb4bfcd tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0818391 Oct 26 14:02:35.405088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.414533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:35.416871 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529da3eb-81f1-4be4-8807-7bd68503f995" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:35.464516 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c6fd49-dd10-4e66-8ef1-9a1326ea5b71 x-openstack-request-id: req-f3c6fd49-dd10-4e66-8ef1-9a1326ea5b71 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:35.464810 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:35.465071 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3c6fd49-dd10-4e66-8ef1-9a1326ea5b71 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:35.465463 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'code': 200} Oct 26 14:02:35.486527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.561012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e272a09-18db-45c9-bb27-9d74be12abd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.568768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e272a09-18db-45c9-bb27-9d74be12abd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.585088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757a22e-089f-40eb-be90-a73ce2397047 req-d7f53f18-a611-407b-8841-186b6956f12a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.586652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d757a22e-089f-40eb-be90-a73ce2397047 req-d7f53f18-a611-407b-8841-186b6956f12a tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0688729 Oct 26 14:02:35.621633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Deleting port e9c05676-5519-4250-8324-4e41a2e1ea15 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:35.621633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.626477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e272a09-18db-45c9-bb27-9d74be12abd8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc492ec81775444d88ba86689dd92f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4310727 Oct 26 14:02:35.629305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51986) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:35.634476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d757a22e-089f-40eb-be90-a73ce2397047 req-8eefdecd-b662-430b-aa71-000bda437d8c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Oct 26 14:02:35.652336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272a09-18db-45c9-bb27-9d74be12abd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53322df5-66b1-48b7-ba5c-6e886f71d329,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.760018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.793550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] For port e9c05676-5519-4250-8324-4e41a2e1ea15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e9c05676-5519-4250-8324-4e41a2e1ea15,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:35.793916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.804971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.817618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Calling delete_port for e9c05676-5519-4250-8324-4e41a2e1ea15 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:35.907765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.910604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:35.916070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53322df5-66b1-48b7-ba5c-6e886f71d329 HTTP/1.1" status: 204 len: 168 time: 0.2817073 Oct 26 14:02:35.916617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d57498-eeb8-40a2-a421-3d2dcafeb4dc req-c40573d6-5991-43bf-a483-a8663892ec73 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:35.918177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71d57498-eeb8-40a2-a421-3d2dcafeb4dc req-c40573d6-5991-43bf-a483-a8663892ec73 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 944 time: 0.0576141 Oct 26 14:02:35.961453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ac1ed-84ea-4280-8150-877dfeec1e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53322df5-66b1-48b7-ba5c-6e886f71d329,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:35.979939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71d57498-eeb8-40a2-a421-3d2dcafeb4dc req-909884ee-865a-4f85-b2ce-da7a5ce107a5 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Oct 26 14:02:36.020827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0442ab1-5b83-4c8c-a961-72d9f409a5aa req-13f961d5-fe0c-4da7-8f2e-5ec796c6366b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.022349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0442ab1-5b83-4c8c-a961-72d9f409a5aa req-13f961d5-fe0c-4da7-8f2e-5ec796c6366b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0962338 Oct 26 14:02:36.059916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.075627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e9c05676-5519-4250-8324-4e41a2e1ea15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:36.081241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:36.103083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event deleted for resources: {'Port': ['ID=e9c05676-5519-4250-8324-4e41a2e1ea15,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.107672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0442ab1-5b83-4c8c-a961-72d9f409a5aa req-d48abf1f-b0e5-4d81-a296-0808a7a23639 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722351 Oct 26 14:02:36.157495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] No DVR routers for this DVR port e9c05676-5519-4250-8324-4e41a2e1ea15 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:36.160398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.164852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-711adba0-ef31-4e46-be68-002e570e8414 req-932a426e-c6a0-40b6-9f45-a0ade6791e45 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "DELETE /v2.0/ports/e9c05676-5519-4250-8324-4e41a2e1ea15 HTTP/1.1" status: 204 len: 173 time: 0.7536407 Oct 26 14:02:36.165311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-deleted', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:36.167772 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01f3fb-2d30-40f2-9e26-48884385ff75" -d '{"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-deleted", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:36.208598 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b861114-5fe8-4f4f-b4de-60953a9609f7 x-openstack-request-id: req-9b861114-5fe8-4f4f-b4de-60953a9609f7 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:36.209284 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6621584-786e-4f14-b8f4-7a2200749e40", "name": "network-vif-deleted", "tag": "e9c05676-5519-4250-8324-4e41a2e1ea15", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:36.209284 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b861114-5fe8-4f4f-b4de-60953a9609f7 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:36.209536 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6621584-786e-4f14-b8f4-7a2200749e40', 'name': 'network-vif-deleted', 'tag': 'e9c05676-5519-4250-8324-4e41a2e1ea15', 'status': 'completed', 'code': 200} Oct 26 14:02:36.271341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:36.292830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ba53b33-be6a-4284-bf91-aa6ba76f8547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.397902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440136c-7a7e-4caf-ac93-486726fa1f5f req-f2682126-79e9-4c94-bb52-3c5dfb26c71e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.399410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6440136c-7a7e-4caf-ac93-486726fa1f5f req-f2682126-79e9-4c94-bb52-3c5dfb26c71e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0720930 Oct 26 14:02:36.434500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ba53b33-be6a-4284-bf91-aa6ba76f8547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.440888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ba53b33-be6a-4284-bf91-aa6ba76f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.469876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6440136c-7a7e-4caf-ac93-486726fa1f5f req-193b3045-88e3-4abe-9b65-65d0de7cbaac tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Oct 26 14:02:36.497297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2ba53b33-be6a-4284-bf91-aa6ba76f8547 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39f085d5a07b4cc7827e94e75ce5eb00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248294 Oct 26 14:02:36.498089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53b33-be6a-4284-bf91-aa6ba76f8547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6a761-9964-4533-a87e-105914e7353b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.500127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52016) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:36.555669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.577853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.629791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.632711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:36.633886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efe6a761-9964-4533-a87e-105914e7353b HTTP/1.1" status: 204 len: 168 time: 0.1326706 Oct 26 14:02:36.645053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c0fc-beac-406b-acd5-bc548492da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6a761-9964-4533-a87e-105914e7353b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:36.784261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af37ac7-0adf-4568-807b-59312a9fd71a req-f24d5b22-3c3a-4b97-bd4f-ff5a7e7c802e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:36.786162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af37ac7-0adf-4568-807b-59312a9fd71a req-f24d5b22-3c3a-4b97-bd4f-ff5a7e7c802e tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 949 time: 0.0745907 Oct 26 14:02:36.845083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af37ac7-0adf-4568-807b-59312a9fd71a req-7b5a08b2-4cba-4d32-befe-6b9650767977 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Oct 26 14:02:37.096830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1125c5e-6878-4f71-ae4f-20df01d44908 req-67736b6c-2e71-4d74-92f2-3c672d24bed1 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0451508 Oct 26 14:02:37.130674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:37.204897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ce0387a9-0b1c-42dd-9e3b-1a925f267530 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:37.205784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.299905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c07852-760a-426e-93a0-babf654f1b7d req-6c5fb3a7-0264-4da0-858d-92fed486e757 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.302140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c07852-760a-426e-93a0-babf654f1b7d req-6c5fb3a7-0264-4da0-858d-92fed486e757 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0595019 Oct 26 14:02:37.307934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:37.336094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.352736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c07852-760a-426e-93a0-babf654f1b7d req-655e87bc-449b-41a4-bee6-76d4dfcc6df9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440447 Oct 26 14:02:37.510495 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:02:37.571196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:37.601853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:37.604770 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32a4af-86e0-48b2-a901-93ccf3464b52" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:37.611853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.612890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:37.638911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fae37-4613-419d-871c-470b9fa626b0 req-cd716597-3a74-4102-82dc-a89b02fa7bcd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.653379 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-694fae37-4613-419d-871c-470b9fa626b0 req-cd716597-3a74-4102-82dc-a89b02fa7bcd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0834312 Oct 26 14:02:37.667925 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13b83af-aad8-47c6-8f68-d37fc8983c85 x-openstack-request-id: req-b13b83af-aad8-47c6-8f68-d37fc8983c85 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:37.668214 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-plugged", "status": "completed", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:37.668470 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b13b83af-aad8-47c6-8f68-d37fc8983c85 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:37.668869 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'code': 200} Oct 26 14:02:37.680285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: e9c05676-5519-4250-8324-4e41a2e1ea15 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:37.680660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e9c05676-5519-4250-8324-4e41a2e1ea15 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:37.702908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:37.706049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-694fae37-4613-419d-871c-470b9fa626b0 req-a2aa6024-04c4-49ef-a515-4a902f539095 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Oct 26 14:02:37.733028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'mac_address': 'fa:16:3e:59:7d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:37.742957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.788042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.809981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee01b0-3c35-4e63-bc09-e4a904c03887 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:37.842387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:37.848637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:37.894655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170486-e338-4414-942d-bf6ad90cb77e req-40801dfb-27e5-4227-8eb9-e8ff4e143d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:37.896915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64170486-e338-4414-942d-bf6ad90cb77e req-40801dfb-27e5-4227-8eb9-e8ff4e143d7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1101 time: 0.0943894 Oct 26 14:02:37.955577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:37.966446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64170486-e338-4414-942d-bf6ad90cb77e req-4d617c3a-eb67-4ee1-86fa-17612fe1602a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 Oct 26 14:02:38.020739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d869b-a8ff-4a23-97c3-2bd9394e63f4 req-d16255ae-9bb6-4ca2-8c48-fafd728f6910 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.022355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b63d869b-a8ff-4a23-97c3-2bd9394e63f4 req-d16255ae-9bb6-4ca2-8c48-fafd728f6910 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.0549796 Oct 26 14:02:38.029635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fdee01b0-3c35-4e63-bc09-e4a904c03887'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:38.075156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b63d869b-a8ff-4a23-97c3-2bd9394e63f4 req-27e5f8a3-2cc0-45c6-a256-afd79c9b482f tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Oct 26 14:02:38.218277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5510f43-fe6e-4229-b438-a86dd567b238 req-0fc211f1-c21e-4650-81c6-8b2d79eaae86 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0342195 Oct 26 14:02:38.482712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7070e6-ef3b-44c5-b843-625ac9be1dbf req-46bc5956-fb3e-48f4-b1ca-ca029c27a5eb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.485738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da7070e6-ef3b-44c5-b843-625ac9be1dbf req-46bc5956-fb3e-48f4-b1ca-ca029c27a5eb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0637393 Oct 26 14:02:38.545512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da7070e6-ef3b-44c5-b843-625ac9be1dbf req-84b3c252-74aa-4cb4-ab2c-9b2b374cc31f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Oct 26 14:02:38.824817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49676349-ac76-4dbc-851d-324ebb40f012 req-39274b3b-635e-4f1e-9b46-eb1e4568aabb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:38.833563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49676349-ac76-4dbc-851d-324ebb40f012 req-39274b3b-635e-4f1e-9b46-eb1e4568aabb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0614631 Oct 26 14:02:38.894676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49676349-ac76-4dbc-851d-324ebb40f012 req-61132d02-18a0-43b0-afcf-20721e0cd542 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591784 Oct 26 14:02:39.072736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52140) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:39.227090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-286d91a2-591f-496c-870b-606734f46748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.279332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b25b1-7782-4239-b8d0-ecd555c23428 req-09470932-6601-4a49-b99d-c99d4b2ede06 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.284425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-682b25b1-7782-4239-b8d0-ecd555c23428 req-09470932-6601-4a49-b99d-c99d4b2ede06 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.0773759 Oct 26 14:02:39.308741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:39.366220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-682b25b1-7782-4239-b8d0-ecd555c23428 req-853c718f-97d9-42ff-bb6f-9f61043a6363 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753465 Oct 26 14:02:39.425888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-286d91a2-591f-496c-870b-606734f46748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.452219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port fdee01b0-3c35-4e63-bc09-e4a904c03887 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:39.453184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.498352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-286d91a2-591f-496c-870b-606734f46748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.519439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e16af0a4-8803-43d3-b850-a83ea18109ef req-dd093ed9-09f4-42d0-b31e-f658d100957c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.1004195 Oct 26 14:02:39.608851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-286d91a2-591f-496c-870b-606734f46748 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16c47e7df96742a193c13897df7af80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347362 Oct 26 14:02:39.610159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d91a2-591f-496c-870b-606734f46748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d19e3f-dfc7-4b68-87eb-d9ff7d30257c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:39.612016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:39.652121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.704296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:39.706196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:39.709930 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc3e38-89d6-453a-8329-73ddc79bca88" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:39.721610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.743101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc545d9-ce0e-4135-babe-777ff36b9d34 req-f3101125-ec3c-47b2-add6-fc525b99af38 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:39.744684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cc545d9-ce0e-4135-babe-777ff36b9d34 req-f3101125-ec3c-47b2-add6-fc525b99af38 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0788217 Oct 26 14:02:39.745533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.774495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.800611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:39.820447 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b24dc0-5b38-4a3d-a65a-edf4921cadf3 x-openstack-request-id: req-79b24dc0-5b38-4a3d-a65a-edf4921cadf3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:39.822422 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-plugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:39.822982 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79b24dc0-5b38-4a3d-a65a-edf4921cadf3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:39.823722 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'code': 200} Oct 26 14:02:39.836575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.839120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:39.840504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36d19e3f-dfc7-4b68-87eb-d9ff7d30257c HTTP/1.1" status: 204 len: 168 time: 0.2232761 Oct 26 14:02:39.862986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b6e76-8756-4a23-b255-27cd3aadc3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d19e3f-dfc7-4b68-87eb-d9ff7d30257c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:39.920190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cc545d9-ce0e-4135-babe-777ff36b9d34 req-7ff9cf5d-f2a7-4b34-9d45-f255aa6de0b3 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929868 Oct 26 14:02:40.086711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-82abe747-8e24-475c-946f-41ed86ffcfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.118985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ecbcc-3268-48bc-bcc9-a7d4b58e6a8b req-33754f77-1e40-466d-8ce8-ee40fc7852d8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.128309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b7ecbcc-3268-48bc-bcc9-a7d4b58e6a8b req-33754f77-1e40-466d-8ce8-ee40fc7852d8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1073773 Oct 26 14:02:40.184839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b7ecbcc-3268-48bc-bcc9-a7d4b58e6a8b req-6efa9b4d-1c6f-4fdf-8966-b0ccfce9712a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Oct 26 14:02:40.329847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52180) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:40.362859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9c81-3d45-4bda-8140-40d9b4799cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.494501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9c81-3d45-4bda-8140-40d9b4799cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.499526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4ed9c81-3d45-4bda-8140-40d9b4799cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.560531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938774a-6d48-4612-a7f8-f422e6816aad req-7a5e6728-48d7-4185-a30d-b50164aa11a3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:40.574460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a938774a-6d48-4612-a7f8-f422e6816aad req-7a5e6728-48d7-4185-a30d-b50164aa11a3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.1067998 Oct 26 14:02:40.589123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d4ed9c81-3d45-4bda-8140-40d9b4799cfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a03ddaea0e44cbf83a4dfd8b20bc5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558122 Oct 26 14:02:40.599381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52188) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:40.607907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed9c81-3d45-4bda-8140-40d9b4799cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e884a-e528-4d80-ba26-9e924b019f90,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:40.668857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a938774a-6d48-4612-a7f8-f422e6816aad req-cbf5ebc8-f84b-4aa8-aae6-642be7f4ad91 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924630 Oct 26 14:02:40.718482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.819058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ab131f5-33ac-4e1c-b27e-8a1ced6f7058 req-c4673728-9492-4362-a842-c77ff6bf2204 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0637176 Oct 26 14:02:40.836761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.928331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.934174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:40.938001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa6e884a-e528-4d80-ba26-9e924b019f90 HTTP/1.1" status: 204 len: 168 time: 0.3349357 Oct 26 14:02:40.947425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01d097-4a7b-470a-906d-b1e60203acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e884a-e528-4d80-ba26-9e924b019f90,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:41.055067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095584a-5b33-4129-958d-ddc05d2b547b req-f302c4c7-06bc-4cca-a2e2-8aad74790ded tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.063381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1095584a-5b33-4129-958d-ddc05d2b547b req-f302c4c7-06bc-4cca-a2e2-8aad74790ded tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1101 time: 0.0585537 Oct 26 14:02:41.112454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb54a8-b5c9-4183-840d-f64940e44117 req-fc71646b-7037-45a5-be84-eeb3deff9777 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.113972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1095584a-5b33-4129-958d-ddc05d2b547b req-936cdb25-12f6-4848-a44f-d98500c8c67a tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494401 Oct 26 14:02:41.114109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96bb54a8-b5c9-4183-840d-f64940e44117 req-fc71646b-7037-45a5-be84-eeb3deff9777 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0917048 Oct 26 14:02:41.207964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96bb54a8-b5c9-4183-840d-f64940e44117 req-2116ffc3-17ae-4ab9-8192-b680578f9d15 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818157 Oct 26 14:02:41.456378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e5ca-83d1-4b54-a5c5-15e248d429b4 req-5d72c606-524c-4e70-9370-5e5de78c06c5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.465360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3b1e5ca-83d1-4b54-a5c5-15e248d429b4 req-5d72c606-524c-4e70-9370-5e5de78c06c5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.1069458 Oct 26 14:02:41.481744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21194-0025-4255-a2b9-136619bedfc1 req-b9c55293-3335-4247-98b2-72be3e5614f3 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.502520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2a21194-0025-4255-a2b9-136619bedfc1 req-b9c55293-3335-4247-98b2-72be3e5614f3 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 1101 time: 0.0650628 Oct 26 14:02:41.524055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3b1e5ca-83d1-4b54-a5c5-15e248d429b4 req-405fd6ce-af09-4e6d-8a19-b8cd497efbb0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574951 Oct 26 14:02:41.581786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2a21194-0025-4255-a2b9-136619bedfc1 req-a4a9363a-93dd-4fce-a4b9-307b0c8de162 tempest-ServersAdminTestJSON-1631429769 tempest-ServersAdminTestJSON-1631429769-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735269 Oct 26 14:02:41.996644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bc45a-d578-49ab-886d-47a2d97596be req-a0a08fcb-c801-4d56-96b2-7f50a0c64644 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:41.997232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1b7c366-bef3-43c2-93a0-0f0996265385 req-f5f237fa-4117-4a5d-a5e1-3d662388892e tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6621584-786e-4f14-b8f4-7a2200749e40 HTTP/1.1" status: 200 len: 210 time: 0.0385392 Oct 26 14:02:41.999651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-265bc45a-d578-49ab-886d-47a2d97596be req-a0a08fcb-c801-4d56-96b2-7f50a0c64644 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 950 time: 0.0839815 Oct 26 14:02:42.067998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-265bc45a-d578-49ab-886d-47a2d97596be req-fcf00514-a5ee-4a19-8dbd-18d116e296c3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Oct 26 14:02:42.232853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52250) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:42.433217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f508dc7-3c74-4a9b-9a3a-d25289a5d762 req-abab7e4c-bfca-4c6b-b8c5-dbe1ba7eb500 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:42.441853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f508dc7-3c74-4a9b-9a3a-d25289a5d762 req-abab7e4c-bfca-4c6b-b8c5-dbe1ba7eb500 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1038370 Oct 26 14:02:42.442185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-network', 'tenant_id': '8047b032bb6147928851b6c4426bb766'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:42.535893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Made reservation on behalf of 8047b032bb6147928851b6c4426bb766 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:42.538394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.574028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.601293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f508dc7-3c74-4a9b-9a3a-d25289a5d762 req-302328bd-05f8-41a0-a3cf-8a0f1cd06668 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583469 Oct 26 14:02:42.838572 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bace5399-549a-4b31-bd85-283b011e547b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.862254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.880473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.896186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:02:42.907369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:42.908104 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Added segment 16bab09e-1c15-4b01-8c54-e86a8489e8d2 of type vlan for network 2737fb71-6603-4f51-8370-f6f4ec2308fe Oct 26 14:02:43.135747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.152092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e8d1c-bd5f-411b-b7fb-e65c2245eabe req-4285813c-5408-4634-a60f-d859582cd404 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.163619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d63e8d1c-bd5f-411b-b7fb-e65c2245eabe req-4285813c-5408-4634-a60f-d859582cd404 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.3269658 Oct 26 14:02:43.164297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5425ab-f243-465b-8d2b-8ab6034f652d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:43.165660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:02:43.293004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d63e8d1c-bd5f-411b-b7fb-e65c2245eabe req-3524af48-b1a1-482a-8793-6249a1fd35bc tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144681 Oct 26 14:02:43.332905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.333869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.334444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.354301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:43.358121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-5edeb120-ccc1-49ab-9de3-991920067e48 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.362038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-5edeb120-ccc1-49ab-9de3-991920067e48 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 950 time: 0.1685612 Oct 26 14:02:43.407977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbd31-fad8-405c-8409-f50d1c74196e req-e4f0625c-fe29-4529-9b47-a3c75e8d25ca tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.416999 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-634dbd31-fad8-405c-8409-f50d1c74196e req-e4f0625c-fe29-4529-9b47-a3c75e8d25ca tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 950 time: 0.1723228 Oct 26 14:02:43.464382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-634dbd31-fad8-405c-8409-f50d1c74196e req-8b243c3e-7836-49ad-a579-865eb398e847 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Oct 26 14:02:43.534181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:43.587067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'port_id': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'mac_address': 'fa:16:3e:31:54:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd7981-c0e5-4df6-90bb-4a71df4a16fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:02:43.591829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] Pushing event updated for resources: {'Network': ['ID=2737fb71-6603-4f51-8370-f6f4ec2308fe,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:43.599693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b64d8b30-e2cb-4c1c-9b81-17896f456757 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3654857 Oct 26 14:02:43.603330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52282) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:43.610738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Request body: {'subnet': {'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-subnet', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:43.648410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Deleting port 9f04be2e-c272-4da1-8847-2c19e685411b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:43.648410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.652301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Made reservation on behalf of 8047b032bb6147928851b6c4426bb766 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:43.657793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.659387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:02:43.763666 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.829759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.867407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.872624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45b3f4-a638-45e5-92f5-268a559a7273 req-16bc9223-93bd-4a3d-9a60-3028e1921633 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:43.874449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef45b3f4-a638-45e5-92f5-268a559a7273 req-16bc9223-93bd-4a3d-9a60-3028e1921633 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1151142 Oct 26 14:02:43.889617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:43.893996 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6440e18-d274-4364-977e-ba2ea69fef0f" -d '{"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-unplugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:43.899206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0168ae18-4bc1-46c7-9644-a6ded89234a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:43.925959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:43.935995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.938532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.946210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] For port 9f04be2e-c272-4da1-8847-2c19e685411b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9f04be2e-c272-4da1-8847-2c19e685411b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:43.946580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:43.985739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Calling delete_port for 9f04be2e-c272-4da1-8847-2c19e685411b owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:44.040080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:02:44.042990 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:02:44.059493 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfbf65-40a1-4077-b5f0-9c58670de4d3 x-openstack-request-id: req-6fbfbf65-40a1-4077-b5f0-9c58670de4d3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:44.063616 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-unplugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:44.064010 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fbfbf65-40a1-4077-b5f0-9c58670de4d3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:44.064566 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'code': 200} Oct 26 14:02:44.074232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Checking segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:44.076475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Network hostable DHCP agents. Network: 2737fb71-6603-4f51-8370-f6f4ec2308fe, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:02:44.089714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aaa5f77-c18a-4ae3-b804-9bd55610e003,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.128199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:02:44.134933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.136197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.148891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2737fb71-6603-4f51-8370-f6f4ec2308fe) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:44.155913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.157655 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.175745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0f814-2d50-4bed-8c9c-9fa0dd73e552 None None] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:02:44.201776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-742c32fa-2f01-49d8-bed1-176e72dfd88d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5958703 Oct 26 14:02:44.204917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52292) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:44.210024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:44.217201 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.241583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['9f04be2e-c272-4da1-8847-2c19e685411b', 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:44.267550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.268939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.308234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event deleted for resources: {'Port': ['ID=9f04be2e-c272-4da1-8847-2c19e685411b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:44.385820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef45b3f4-a638-45e5-92f5-268a559a7273 req-a4d133d0-5fed-4937-a08d-25c7e3d5678f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899805 Oct 26 14:02:44.402762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.440030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['96d94322-10db-4c5f-9825-f1c4a9cb7f6c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:44.488556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] No DVR routers for this DVR port 9f04be2e-c272-4da1-8847-2c19e685411b on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:44.496665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.505567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f98e1354-0d38-46ec-8bfe-1b4c2b98ad05 req-19b1b01e-5b7d-46c1-b8bf-06008b9da99b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "DELETE /v2.0/ports/9f04be2e-c272-4da1-8847-2c19e685411b HTTP/1.1" status: 204 len: 173 time: 1.0539348 Oct 26 14:02:44.508155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'name': 'network-vif-deleted', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:44.525908 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce114ad3-1911-4fe3-978a-9acc9be979d7" -d '{"events": [{"server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "name": "network-vif-deleted", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:44.674021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de770-2276-494b-ad00-bcb1689c1bda req-2abc0bd6-0359-48f4-af47-56a457248ab7 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:44.682748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-920de770-2276-494b-ad00-bcb1689c1bda req-2abc0bd6-0359-48f4-af47-56a457248ab7 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 944 time: 0.1069710 Oct 26 14:02:44.746004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-920de770-2276-494b-ad00-bcb1689c1bda req-11ad29ed-8ec9-4e2e-9859-ef2840696078 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617342 Oct 26 14:02:44.774586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.846084 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a11fa-5c3c-40fb-94ec-9f93809816c0 x-openstack-request-id: req-5d2a11fa-5c3c-40fb-94ec-9f93809816c0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:44.846573 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a82d7-1661-4bdc-861f-c01230ae916c", "name": "network-vif-deleted", "tag": "9f04be2e-c272-4da1-8847-2c19e685411b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:44.846710 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d2a11fa-5c3c-40fb-94ec-9f93809816c0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:44.847128 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a82d7-1661-4bdc-861f-c01230ae916c', 'name': 'network-vif-deleted', 'tag': '9f04be2e-c272-4da1-8847-2c19e685411b', 'status': 'completed', 'code': 200} Oct 26 14:02:44.850008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:44.851537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bdaccb4-fa73-45c8-ae2d-12c810e40245 req-a791cc64-beb3-42df-961b-ba7adf08949b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=b33a82d7-1661-4bdc-861f-c01230ae916c HTTP/1.1" status: 200 len: 210 time: 0.1737494 Oct 26 14:02:44.962609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0168ae18-4bc1-46c7-9644-a6ded89234a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:02:44.989067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:45.114268 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.190268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.242345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.258453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9f04be2e-c272-4da1-8847-2c19e685411b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:45.366485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-2737fb71-6603-4f51-8370-f6f4ec2308fe', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'fixed_ips': [{'subnet_id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:02:45.366969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:45.455149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 9f04be2e-c272-4da1-8847-2c19e685411b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:45.455519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9f04be2e-c272-4da1-8847-2c19e685411b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:45.600576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Allocated IP 172.25.5.95 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c6497b85-9a93-4420-9fee-ff5ef882ddc1) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:45.629459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['0168ae18-4bc1-46c7-9644-a6ded89234a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:45.638162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d80a-e8fd-4de1-91f5-83dd5ad14d4b req-ff59a24e-06b6-4ffa-91dd-888745122954 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:45.647523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0601d80a-e8fd-4de1-91f5-83dd5ad14d4b req-ff59a24e-06b6-4ffa-91dd-888745122954 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1324129 Oct 26 14:02:45.674095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:45.751677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0601d80a-e8fd-4de1-91f5-83dd5ad14d4b req-0deff8a0-0cb4-4c68-a7ad-1994e839f336 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968623 Oct 26 14:02:45.859926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.061174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a269c1-6863-4428-ad4b-8de8df5df827 req-ba454c79-c230-427b-9f2a-756b85a8e914 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.079513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3a269c1-6863-4428-ad4b-8de8df5df827 req-ba454c79-c230-427b-9f2a-756b85a8e914 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.1961105 Oct 26 14:02:46.082956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.220860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Pushing event updated for resources: {'Port': ['ID=c6497b85-9a93-4420-9fee-ff5ef882ddc1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.253639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.283247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.285206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.285716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.290316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.290873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.291387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.291885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.292410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.293084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.293597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.294110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.294593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:46.323687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:46.331593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:46.336070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:46.341172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Allocated IP 172.20.0.2 (2737fb71-6603-4f51-8370-f6f4ec2308fe/9aaa5f77-c18a-4ae3-b804-9bd55610e003/a6a1e422-2223-4291-834b-bec50ea074d8) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:46.452717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3a269c1-6863-4428-ad4b-8de8df5df827 req-a52b6a9b-b8b7-48fa-b622-287d1254fdd8 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719594 Oct 26 14:02:46.521734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f94de-aa21-4fd6-814e-fc0ef04f52e5 req-f68b921b-0a6e-4e6a-92f5-6cd267d137c3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.530477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-065f94de-aa21-4fd6-814e-fc0ef04f52e5 req-f68b921b-0a6e-4e6a-92f5-6cd267d137c3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 950 time: 0.0858693 Oct 26 14:02:46.638619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-065f94de-aa21-4fd6-814e-fc0ef04f52e5 req-69e90e56-5097-4721-9f2d-dce8134351fa tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064925 Oct 26 14:02:46.733630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.756084 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.838177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:46.886768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:46.910380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:46.915572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:46.917437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Pushing event updated for resources: {'Port': ['ID=a6a1e422-2223-4291-834b-bec50ea074d8,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:46.948729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ffc67-1108-4343-b681-f0c4362530ee req-8aaf8aac-843d-43c3-8407-c1e8822814ce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:46.951031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-957ffc67-1108-4343-b681-f0c4362530ee req-8aaf8aac-843d-43c3-8407-c1e8822814ce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.0826015 Oct 26 14:02:47.028010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Attempting to bind port a6a1e422-2223-4291-834b-bec50ea074d8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:47.029855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Attempting to bind port a6a1e422-2223-4291-834b-bec50ea074d8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:47.030357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Attempting to bind port a6a1e422-2223-4291-834b-bec50ea074d8 on network 2737fb71-6603-4f51-8370-f6f4ec2308fe {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:47.048893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-957ffc67-1108-4343-b681-f0c4362530ee req-5ae3f494-af1d-4529-b760-348fdd1222ea tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919864 Oct 26 14:02:47.073721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:47.074095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Checking segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:47.074507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.074905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Bound using segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:47.075394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Bound port: a6a1e422-2223-4291-834b-bec50ea074d8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:47.075771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.194159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.196704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] For port a6a1e422-2223-4291-834b-bec50ea074d8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:47.200722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] For port a6a1e422-2223-4291-834b-bec50ea074d8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a6a1e422-2223-4291-834b-bec50ea074d8,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:47.206296 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:47.301169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55f46-7d4c-4803-a7d5-83f0cc521e1c None None] Pushing event updated for resources: {'Port': ['ID=a6a1e422-2223-4291-834b-bec50ea074d8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:47.414373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Router 434860a3-b267-4796-9030-bd2e1e4c624b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:02:47.960679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-a2640644-ef72-4bb4-978b-87043d8dea4b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:47.962358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-a2640644-ef72-4bb4-978b-87043d8dea4b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.73 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 950 time: 0.1852577 Oct 26 14:02:48.221593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71b68-d54c-4f13-9d57-fcfcb27ff87f req-e3d32c79-8781-449a-a2ab-707c1eda4335 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:48.235143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08e71b68-d54c-4f13-9d57-fcfcb27ff87f req-e3d32c79-8781-449a-a2ab-707c1eda4335 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.1036432 Oct 26 14:02:48.282817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:02:48.295768 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Sync routers for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:02:48.315298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:48.329899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:48.339629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.341383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b830becc-b840-4230-b4f2-d7f3f7e81551 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1354754 Oct 26 14:02:48.344871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52374) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:48.370371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08e71b68-d54c-4f13-9d57-fcfcb27ff87f req-5c4242e4-01c7-4f13-96da-3adf4a9bc1ea tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339753 Oct 26 14:02:48.393615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a6a1e422-2223-4291-834b-bec50ea074d8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:48.578323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a6a1e422-2223-4291-834b-bec50ea074d8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:48.591712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.723900 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:48.821227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:48.945939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c4be-decc-40f2-b9fb-f6568cd51ace req-d58520a7-c9cc-414e-a2b5-7d61b01b693b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:48.955987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94c7c4be-decc-40f2-b9fb-f6568cd51ace req-d58520a7-c9cc-414e-a2b5-7d61b01b693b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 950 time: 1.0545931 Oct 26 14:02:49.006182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port a6a1e422-2223-4291-834b-bec50ea074d8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a6a1e422-2223-4291-834b-bec50ea074d8,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:49.029296 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.069961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Deleting port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:49.071724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.144649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4acbb8f-e50e-45cb-8c26-0c7c4c79c6a2 None None] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:02:49.267675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:49.317664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac834605-bc34-4d68-ba58-26e639b76124 req-b71f3551-50da-4290-9254-9b06f2203571 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.326494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac834605-bc34-4d68-ba58-26e639b76124 req-b71f3551-50da-4290-9254-9b06f2203571 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.4244971 Oct 26 14:02:49.351558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94c7c4be-decc-40f2-b9fb-f6568cd51ace req-b75f5aef-3824-4db9-9865-0ca316d01f58 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941767 Oct 26 14:02:49.370413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ade36b23-c21a-46a3-8688-ce7a858f9fb0 None None] Provisioning complete for port a6a1e422-2223-4291-834b-bec50ea074d8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:49.371108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ade36b23-c21a-46a3-8688-ce7a858f9fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.401585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac834605-bc34-4d68-ba58-26e639b76124 req-3850396d-d090-4944-95e4-8650b29b2d3f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672288 Oct 26 14:02:49.471244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] For port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:49.471620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.501538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Calling delete_port for 96d94322-10db-4c5f-9825-f1c4a9cb7f6c owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:49.701327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=a6a1e422-2223-4291-834b-bec50ea074d8,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:49.708528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 3, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:49.768167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 0168ae18-4bc1-46c7-9644-a6ded89234a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:49.768781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.815338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.821279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Checking router: 434860a3-b267-4796-9030-bd2e1e4c624b for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:02:49.821628 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Updating router 434860a3-b267-4796-9030-bd2e1e4c624b port c6497b85-9a93-4420-9fee-ff5ef882ddc1 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:02:49.840600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:49.865363 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:49.883880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856d080-c8e4-4e0f-aa4e-e554cd6848e0 req-d2e78111-99bd-496b-bbad-3b56244863db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:49.893812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b856d080-c8e4-4e0f-aa4e-e554cd6848e0 req-d2e78111-99bd-496b-bbad-3b56244863db tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 945 time: 0.2842069 Oct 26 14:02:49.901983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event deleted for resources: {'Port': ['ID=96d94322-10db-4c5f-9825-f1c4a9cb7f6c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:49.970248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.978395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.978961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.979413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.979902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.980351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.980818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.981290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.981724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.982162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.982595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:49.983050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:50.012823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.045148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] No DVR routers for this DVR port 96d94322-10db-4c5f-9825-f1c4a9cb7f6c on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:50.049519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.064680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1427b00-09d1-45d9-9e97-a49d230736c4 req-c5cc7c00-7bee-4588-8b8f-bcb7482e09ba tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.73 "DELETE /v2.0/ports/96d94322-10db-4c5f-9825-f1c4a9cb7f6c HTTP/1.1" status: 204 len: 173 time: 1.3387589 Oct 26 14:02:50.068674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'name': 'network-vif-deleted', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:50.071709 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada3c70-19ca-4920-bb43-b71b7a2cb0c1" -d '{"events": [{"server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "name": "network-vif-deleted", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:50.224648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b856d080-c8e4-4e0f-aa4e-e554cd6848e0 req-8948ff09-6641-4ff7-8299-e38ff1538037 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296034 Oct 26 14:02:50.387751 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2970a9-c1d6-4e53-a2c7-91a9825984bd x-openstack-request-id: req-6a2970a9-c1d6-4e53-a2c7-91a9825984bd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:50.388140 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdb5691-6d1b-4547-899d-384c1c9a7210", "name": "network-vif-deleted", "tag": "96d94322-10db-4c5f-9825-f1c4a9cb7f6c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:50.388682 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a2970a9-c1d6-4e53-a2c7-91a9825984bd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:50.389306 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdb5691-6d1b-4547-899d-384c1c9a7210', 'name': 'network-vif-deleted', 'tag': '96d94322-10db-4c5f-9825-f1c4a9cb7f6c', 'status': 'completed', 'code': 200} Oct 26 14:02:50.401935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a6a1e422-2223-4291-834b-bec50ea074d8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:50.522230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.623673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Allocated IP 172.20.0.1 (2737fb71-6603-4f51-8370-f6f4ec2308fe/9aaa5f77-c18a-4ae3-b804-9bd55610e003/35f77346-83c9-403a-a526-9a9d60e2cf3f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:50.631800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:50.635836 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effea1b6-6539-4514-a4fd-2605d12bbe86" -d '{"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-plugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:50.708534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:50.723950 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.735184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.759404 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:50.779760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89739c-d6c0-4f50-a5a8-576346c3dfc2 req-26f3231c-07ad-4f95-8cf3-b7931f893a2c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:50.787893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c89739c-d6c0-4f50-a5a8-576346c3dfc2 req-26f3231c-07ad-4f95-8cf3-b7931f893a2c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2153234 Oct 26 14:02:50.930609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c89739c-d6c0-4f50-a5a8-576346c3dfc2 req-583a1895-936f-4334-b2dc-47d8fa9acd69 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349940 Oct 26 14:02:50.941170 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Pushing event updated for resources: {'Port': ['ID=c6497b85-9a93-4420-9fee-ff5ef882ddc1,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:50.967109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.016822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.024610 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.032361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a6a1e422-2223-4291-834b-bec50ea074d8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:51.032927 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.033658 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.034227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.034788 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.045726 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.057162 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.057966 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.058939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.061951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.063147 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.063716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:02:51.067449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Attempting to bind port c6497b85-9a93-4420-9fee-ff5ef882ddc1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:51.073193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Attempting to bind port c6497b85-9a93-4420-9fee-ff5ef882ddc1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:51.076271 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Attempting to bind port c6497b85-9a93-4420-9fee-ff5ef882ddc1 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:51.098444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:51.100399 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:51.102325 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.102844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:51.103458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Bound port: c6497b85-9a93-4420-9fee-ff5ef882ddc1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:51.105673 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.137906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9089aebe-6426-4e63-9fbd-e0534626de19 None None] Provisioning complete for port a6a1e422-2223-4291-834b-bec50ea074d8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:51.138307 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9089aebe-6426-4e63-9fbd-e0534626de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.215490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.275000 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] For port c6497b85-9a93-4420-9fee-ff5ef882ddc1, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:51.277417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-bb44d99b-f38d-4065-8098-60897243cc58 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.278980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-bb44d99b-f38d-4065-8098-60897243cc58 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.2423174 Oct 26 14:02:51.285687 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] For port c6497b85-9a93-4420-9fee-ff5ef882ddc1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c6497b85-9a93-4420-9fee-ff5ef882ddc1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:51.304304 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.318686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fba9cf89-70da-4d63-b6f7-b4e5e6604a1d req-58012dd9-9ba3-4ad8-a30d-5aaa9aba1881 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=efdb5691-6d1b-4547-899d-384c1c9a7210 HTTP/1.1" status: 200 len: 210 time: 0.6012690 Oct 26 14:02:51.320607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.366476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 96d94322-10db-4c5f-9825-f1c4a9cb7f6c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:51.416252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 96d94322-10db-4c5f-9825-f1c4a9cb7f6c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:51.416644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 96d94322-10db-4c5f-9825-f1c4a9cb7f6c not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:51.436150 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0deda41-fa50-4245-bc00-0475c74d1339 None None] Pushing event updated for resources: {'Port': ['ID=c6497b85-9a93-4420-9fee-ff5ef882ddc1,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.443625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:51.451206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a47fc-6c82-48f2-8e85-4a6cc3a7b5d2 req-eedf03bb-7fa4-47c6-92f2-ac49c91122c2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.461560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:51.465382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:02:51.470688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-993a47fc-6c82-48f2-8e85-4a6cc3a7b5d2 req-eedf03bb-7fa4-47c6-92f2-ac49c91122c2 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 945 time: 0.3554244 Oct 26 14:02:51.510344 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f23711-4870-4ac1-83eb-00a641970d2e x-openstack-request-id: req-79f23711-4870-4ac1-83eb-00a641970d2e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:51.510752 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-plugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:51.510872 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79f23711-4870-4ac1-83eb-00a641970d2e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:51.511295 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'code': 200} Oct 26 14:02:51.519652 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:51.520372 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:51.523347 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.615239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Pushing event updated for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:51.685746 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.731209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-993a47fc-6c82-48f2-8e85-4a6cc3a7b5d2 req-312d6e78-c71d-4c15-9e84-b0db50956997 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595053 Oct 26 14:02:51.852396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Deleting port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:51.853135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:51.898388 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:51.993541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00504827-3601-41bf-bb39-076396fbcc0b req-26ba7eb6-ccf6-4b7b-bb3c-c2beed510a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:51.995239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00504827-3601-41bf-bb39-076396fbcc0b req-26ba7eb6-ccf6-4b7b-bb3c-c2beed510a7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 1097 time: 0.3054874 Oct 26 14:02:52.059417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53c4971e-473e-46da-b4c5-a099f8bcae23 None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:52.059934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53c4971e-473e-46da-b4c5-a099f8bcae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.065721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.119183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd723e5-1d27-470a-8de8-b89c7f2fbb97 req-f908d861-ba16-424e-9f55-8fb71de2c1dd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.130356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-53c4971e-473e-46da-b4c5-a099f8bcae23 None None] Port 35f77346-83c9-403a-a526-9a9d60e2cf3f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:52.137562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bd723e5-1d27-470a-8de8-b89c7f2fbb97 req-f908d861-ba16-424e-9f55-8fb71de2c1dd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.2165277 Oct 26 14:02:52.182179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] For port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:52.182578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.194962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00504827-3601-41bf-bb39-076396fbcc0b req-86e62c85-e951-40c3-8b73-dc2bf2e0c1e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882422 Oct 26 14:02:52.208162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Calling delete_port for 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:52.241266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bd723e5-1d27-470a-8de8-b89c7f2fbb97 req-24abff2b-aec3-42d2-9bc4-89d9a2f59c4a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976331 Oct 26 14:02:52.349661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e7033-4145-49e4-b02f-289bd5f85ae1 req-f6001035-28b1-4aaa-a252-fd07b9fe72ce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:52.350609 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 3, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:52.351269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-451e7033-4145-49e4-b02f-289bd5f85ae1 req-f6001035-28b1-4aaa-a252-fd07b9fe72ce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1828866 Oct 26 14:02:52.393529 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da742b-ca22-465a-927a-20ea3a198943 None None] The sync data for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 is: [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:46Z', 'revision_number': 3, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:02:52.413477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-451e7033-4145-49e4-b02f-289bd5f85ae1 req-65f56a76-fe71-4ff1-9b59-f3fd11eee7a1 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554757 Oct 26 14:02:52.577347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.602474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['7929c49a-1153-473b-86fd-bb7fcc0bf8a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:52.610736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.632640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.850544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event deleted for resources: {'Port': ['ID=7929c49a-1153-473b-86fd-bb7fcc0bf8a2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:52.859962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.869306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] No DVR routers for this DVR port 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:52.879801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:52.892104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b75f0dcf-ef0d-4378-ba5f-a98cc23db479 req-3ab72f27-3da2-4c31-8fb8-cb9d0d73f607 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.73 "DELETE /v2.0/ports/7929c49a-1153-473b-86fd-bb7fcc0bf8a2 HTTP/1.1" status: 204 len: 173 time: 1.6046448 Oct 26 14:02:52.892908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-deleted', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:52.895513 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196ab36-b127-44b0-9834-8045d17c9dfe" -d '{"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-deleted", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:52.998574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.085151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91467883-0c20-4b38-b053-cad69812e778 req-dade6507-64fa-49c7-9116-0786d1de68a4 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de5b6f-dfbe-44ff-ae0c-7895e9cbc483 HTTP/1.1" status: 200 len: 210 time: 0.0434506 Oct 26 14:02:53.097457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Pushing event updated for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:53.114475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d55851-ec13-4875-9255-a797c2477b90 req-421f2dbf-2ac6-40ea-8394-620176a5e41d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.116059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38d55851-ec13-4875-9255-a797c2477b90 req-421f2dbf-2ac6-40ea-8394-620176a5e41d tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.1109746 Oct 26 14:02:53.198415 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937a440d-de8b-4f64-ba6e-b06c7625d63e x-openstack-request-id: req-937a440d-de8b-4f64-ba6e-b06c7625d63e {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:53.198857 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de5b6f-dfbe-44ff-ae0c-7895e9cbc483", "name": "network-vif-deleted", "tag": "7929c49a-1153-473b-86fd-bb7fcc0bf8a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:53.199236 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-937a440d-de8b-4f64-ba6e-b06c7625d63e {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:53.199924 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65de5b6f-dfbe-44ff-ae0c-7895e9cbc483', 'name': 'network-vif-deleted', 'tag': '7929c49a-1153-473b-86fd-bb7fcc0bf8a2', 'status': 'completed', 'code': 200} Oct 26 14:02:53.225004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38d55851-ec13-4875-9255-a797c2477b90 req-68a80b63-0f41-474f-a6c8-018af1a1cacf tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933087 Oct 26 14:02:53.241196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:02:53.241196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:53.476591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561c47-99d2-42cd-adef-b2146fe643b2 req-cb78b2f6-f1cc-49a0-aa9e-d47b94948043 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.478529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7561c47-99d2-42cd-adef-b2146fe643b2 req-cb78b2f6-f1cc-49a0-aa9e-d47b94948043 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.0825088 Oct 26 14:02:53.619516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Router 434860a3-b267-4796-9030-bd2e1e4c624b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:02:53.620999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7561c47-99d2-42cd-adef-b2146fe643b2 req-4bacd047-d344-4fdb-aaca-08aeff47b00c tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335797 Oct 26 14:02:53.798863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-98b6da45-07af-49dc-9fe1-563253de86dd None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:53.799374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98b6da45-07af-49dc-9fe1-563253de86dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:53.799826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e2e28-769a-46f8-8210-436376b134dd req-7716a93c-a739-4cb1-8665-4d5d95f41582 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:53.809931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-125e2e28-769a-46f8-8210-436376b134dd req-7716a93c-a739-4cb1-8665-4d5d95f41582 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1748788 Oct 26 14:02:53.840656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-98b6da45-07af-49dc-9fe1-563253de86dd None None] Port 35f77346-83c9-403a-a526-9a9d60e2cf3f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:53.942425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-125e2e28-769a-46f8-8210-436376b134dd req-9373d781-d6d4-4b11-aa46-37d2cc9942d9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311667 Oct 26 14:02:53.988821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:02:53.994068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b9cd7aa-b5c0-469d-a106-7624a63c594c admin admin] 10.222.0.37 "PUT /v2.0/routers/434860a3-b267-4796-9030-bd2e1e4c624b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6478603 Oct 26 14:02:54.234452 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:02:54.335823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c6497b85-9a93-4420-9fee-ff5ef882ddc1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:54.408233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085483c-cf37-4693-b886-810ac586b8de req-261c7303-f92a-4bab-bfad-db2da24621a3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.421343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9085483c-cf37-4693-b886-810ac586b8de req-261c7303-f92a-4bab-bfad-db2da24621a3 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.1041114 Oct 26 14:02:54.447549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c6497b85-9a93-4420-9fee-ff5ef882ddc1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:54.448231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.518990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-5f837303-c7ce-4f36-b313-40655acdecbf tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.521308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-5f837303-c7ce-4f36-b313-40655acdecbf tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 950 time: 0.1430724 Oct 26 14:02:54.547860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9085483c-cf37-4693-b886-810ac586b8de req-400b197d-d076-4690-b6fa-7ae57417d98c tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239567 Oct 26 14:02:54.647778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.668663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Deleting port ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:54.669266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.720825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c6497b85-9a93-4420-9fee-ff5ef882ddc1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c6497b85-9a93-4420-9fee-ff5ef882ddc1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:54.730697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.790254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d765-b592-4c1d-b9c8-afa6472452c2 req-895b8486-b811-4a36-b29f-73287091f242 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:54.792598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3375d765-b592-4c1d-b9c8-afa6472452c2 req-895b8486-b811-4a36-b29f-73287091f242 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.1254261 Oct 26 14:02:54.838191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] For port ce0387a9-0b1c-42dd-9e3b-1a925f267530, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce0387a9-0b1c-42dd-9e3b-1a925f267530,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:54.838587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:54.850371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c6497b85-9a93-4420-9fee-ff5ef882ddc1,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:54.854957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Calling delete_port for ce0387a9-0b1c-42dd-9e3b-1a925f267530 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:54.896865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3375d765-b592-4c1d-b9c8-afa6472452c2 req-20e9595a-48ef-4bc9-8339-8138acd6f13d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887442 Oct 26 14:02:55.017039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-62edd7e5-e710-4d4e-9875-94782c20e34d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.018667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-62edd7e5-e710-4d4e-9875-94782c20e34d tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 944 time: 0.0864964 Oct 26 14:02:55.043853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52510) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:55.076362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-network', 'tenant_id': '5addf0d264d9433683783ffcc309b3de'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:55.133431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Made reservation on behalf of 5addf0d264d9433683783ffcc309b3de for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:55.135862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.156032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.170762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce0387a9-0b1c-42dd-9e3b-1a925f267530'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:02:55.213048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.261536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Pushing event deleted for resources: {'Port': ['ID=ce0387a9-0b1c-42dd-9e3b-1a925f267530,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:55.264708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Deleting port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:55.265067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.340112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8494c-2851-43ca-a08e-1c49f305a7da req-87371e49-8523-4d3e-8dfd-c45e62804fc0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.348595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55d8494c-2851-43ca-a08e-1c49f305a7da req-87371e49-8523-4d3e-8dfd-c45e62804fc0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.3047781 Oct 26 14:02:55.350348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ac134-3f1e-471f-8584-55508cd94285 req-f7158cee-4b63-4cd8-a416-d3a5b6542c5c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.351942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-899ac134-3f1e-471f-8584-55508cd94285 req-f7158cee-4b63-4cd8-a416-d3a5b6542c5c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2444024 Oct 26 14:02:55.377723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] No DVR routers for this DVR port ce0387a9-0b1c-42dd-9e3b-1a925f267530 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:55.381687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.386297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8fcbd430-81fa-4ca1-ae4d-8810d8fc9c4c req-83d1d0f4-5543-4d67-80bb-ac790c5ab03b tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.41 "DELETE /v2.0/ports/ce0387a9-0b1c-42dd-9e3b-1a925f267530 HTTP/1.1" status: 204 len: 173 time: 0.8580678 Oct 26 14:02:55.395663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-deleted', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:55.396335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Sync routers for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:02:55.398575 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f91aba5-3475-4709-8909-9c76d9d28be7" -d '{"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-deleted", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:55.402348 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-107509a5-bb04-477d-b0fa-699d15029643 req-51157169-6acd-4455-a4b8-4b2f2c2409fc service neutron] show failed (client error): The resource could not be found. Oct 26 14:02:55.405642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-51157169-6acd-4455-a4b8-4b2f2c2409fc service neutron] 10.222.0.73 "GET /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.3690176 Oct 26 14:02:55.435551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-55d8494c-2851-43ca-a08e-1c49f305a7da req-f5406cfe-a0b0-48b9-bb09-b13b3be4bd68 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Oct 26 14:02:55.451770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:55.509291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-899ac134-3f1e-471f-8584-55508cd94285 req-c39641c3-0bb2-42bf-b7ea-ab730edf7193 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406105 Oct 26 14:02:55.591636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] For port 8e8f9823-c9a4-40eb-9fd6-fa701423c746, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8f9823-c9a4-40eb-9fd6-fa701423c746,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:55.595360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.636432 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22403321-8950-40c9-8220-a6008cd48f64 x-openstack-request-id: req-22403321-8950-40c9-8220-a6008cd48f64 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:55.636998 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db95eb13-f596-4172-a377-f6454e365464", "name": "network-vif-deleted", "tag": "ce0387a9-0b1c-42dd-9e3b-1a925f267530", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:55.637744 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22403321-8950-40c9-8220-a6008cd48f64 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:55.638499 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db95eb13-f596-4172-a377-f6454e365464', 'name': 'network-vif-deleted', 'tag': 'ce0387a9-0b1c-42dd-9e3b-1a925f267530', 'status': 'completed', 'code': 200} Oct 26 14:02:55.655067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:55.658740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:55.660062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Calling delete_port for 8e8f9823-c9a4-40eb-9fd6-fa701423c746 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:02:55.781965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.803215 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.955416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:02:55.970494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-3925d42e-64c9-4754-8497-4bba7a184be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:55.973745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-3925d42e-64c9-4754-8497-4bba7a184be2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1099 time: 0.1416261 Oct 26 14:02:55.981756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e48fcc4-ff44-4e71-8e0b-fc19b079bfd5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:55.989676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1d71315b-38c3-43f2-95b2-fa0b7390577a req-2e6529ac-98cb-4ae2-a341-d5688b87ba55 tempest-ServersAdminTestJSON-98830337 tempest-ServersAdminTestJSON-98830337-project] 10.222.0.37 "GET /v2.0/ports?device_id=db95eb13-f596-4172-a377-f6454e365464 HTTP/1.1" status: 200 len: 210 time: 0.0892494 Oct 26 14:02:55.990140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:55.990717 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Added segment e8aabb1c-30dd-433d-a922-71d74fe4e036 of type vlan for network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f Oct 26 14:02:56.002459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:56.038359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebfbcf-34e8-4936-b9d0-9ef84b488fa4 req-f697a1fb-5d8e-4e32-9413-75085ac8f17a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.046949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26ebfbcf-34e8-4936-b9d0-9ef84b488fa4 req-f697a1fb-5d8e-4e32-9413-75085ac8f17a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.2722299 Oct 26 14:02:56.142010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.154395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.245540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:02:56.331867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26ebfbcf-34e8-4936-b9d0-9ef84b488fa4 req-c2892eeb-394d-4813-ba89-32372795cdf5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810390 Oct 26 14:02:56.357605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.358646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.360324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.366560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.394861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c6497b85-9a93-4420-9fee-ff5ef882ddc1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:02:56.450141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02d73-2c1e-4656-ab00-67311560b21e req-7f9613f4-15b4-4469-b7f6-4d7d9a1c458b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:56.463574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8d02d73-2c1e-4656-ab00-67311560b21e req-7f9613f4-15b4-4469-b7f6-4d7d9a1c458b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=a8edd7db-229f-4a33-bb23-17fb937d0a41 HTTP/1.1" status: 200 len: 866 time: 0.1951034 Oct 26 14:02:56.474744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event deleted for resources: {'Port': ['ID=8e8f9823-c9a4-40eb-9fd6-fa701423c746,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:56.526898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4691679 Oct 26 14:02:56.532981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52538) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:56.536968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a98c-813c-4550-b4c4-c1831e36248d admin admin] Pushing event updated for resources: {'Network': ['ID=1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:56.561388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] No DVR routers for this DVR port 8e8f9823-c9a4-40eb-9fd6-fa701423c746 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:56.569736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.574411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c6497b85-9a93-4420-9fee-ff5ef882ddc1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:56.574807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.575152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c021cee-bde4-4902-a020-91e23652a3d9 req-7e0a74e2-c159-4a43-804d-bc1d4404feee tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "DELETE /v2.0/ports/8e8f9823-c9a4-40eb-9fd6-fa701423c746 HTTP/1.1" status: 204 len: 173 time: 1.5460908 Oct 26 14:02:56.575807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-deleted', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:56.576523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:02:56.580153 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914159bc-7552-4e68-ac35-8d58c191e5bf" -d '{"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-deleted", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:56.591228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Request body: {'subnet': {'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-subnet', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:56.659369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8d02d73-2c1e-4656-ab00-67311560b21e req-b7d60e7d-a191-4d9e-8932-08b8e3f7ee99 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947021 Oct 26 14:02:56.798897 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af011f7-b389-4fe5-9888-95b223bd5b03 x-openstack-request-id: req-4af011f7-b389-4fe5-9888-95b223bd5b03 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:56.799194 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edd7db-229f-4a33-bb23-17fb937d0a41", "name": "network-vif-deleted", "tag": "8e8f9823-c9a4-40eb-9fd6-fa701423c746", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:56.799721 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4af011f7-b389-4fe5-9888-95b223bd5b03 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:56.800283 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8edd7db-229f-4a33-bb23-17fb937d0a41', 'name': 'network-vif-deleted', 'tag': '8e8f9823-c9a4-40eb-9fd6-fa701423c746', 'status': 'completed', 'code': 200} Oct 26 14:02:56.826045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:02:56.869034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:56.895096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:56.916702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Made reservation on behalf of 5addf0d264d9433683783ffcc309b3de for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:02:56.924638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.017519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 4, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '35f77346-83c9-403a-a526-9a9d60e2cf3f', 'name': '', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'mac_address': 'fa:16:3e:76:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:50Z', 'updated_at': '2021-10-26T14:02:52Z', 'revision_number': 2, 'project_id': '8047b032bb6147928851b6c4426bb766', 'subnets': [{'id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:57.060767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.061503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Checking router: 434860a3-b267-4796-9030-bd2e1e4c624b for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:02:57.061767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Updating router 434860a3-b267-4796-9030-bd2e1e4c624b port 35f77346-83c9-403a-a526-9a9d60e2cf3f binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:02:57.071813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd7441-ed2c-4ba8-9d8c-2bd811a35f0c req-c9780f54-582b-4d0d-bb08-0d18a883f50c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.085301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-babd7441-ed2c-4ba8-9d8c-2bd811a35f0c req-c9780f54-582b-4d0d-bb08-0d18a883f50c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2123232 Oct 26 14:02:57.111018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.135719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Transition to ACTIVE for port object 69c14843-8d44-41ab-889a-727c8ba281da will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:02:57.190586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-4bb641ab-0e2c-42be-9905-23e7c7205bff tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.199225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-4bb641ab-0e2c-42be-9905-23e7c7205bff tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.1772466 Oct 26 14:02:57.225248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-e97baf24-1c84-4680-a286-04b471030d6e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/quotas/73b9e084f79846219f3a403ec8506b73 HTTP/1.1" status: 200 len: 375 time: 0.0245960 Oct 26 14:02:57.299987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-babd7441-ed2c-4ba8-9d8c-2bd811a35f0c req-c0dedc66-dce5-4876-8140-80b1d7ec06ed tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133014 Oct 26 14:02:57.304411 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.314457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cde9a165-a936-45fd-acef-ca6e5069becf tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879540 Oct 26 14:02:57.319376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.351403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:57.376072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:02:57.376474 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:02:57.384373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: ce0387a9-0b1c-42dd-9e3b-1a925f267530 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:57.384749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce0387a9-0b1c-42dd-9e3b-1a925f267530 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:57.484895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1792afc5-7127-4c4f-9868-eb653fb26e54,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:57.502459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:57.534145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-341b0831-bc58-4042-b893-a20121d2c2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180574 Oct 26 14:02:57.570166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] No DVR routers for this DVR port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:02:57.644377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:57.655708 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92218ba1-d7df-45e7-827e-edbb21dbfc75" -d '{"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:57.665700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:57.666718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:57.667956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:57.680057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Checking segment: {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:57.681241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Network hostable DHCP agents. Network: 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:02:57.689757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:02:57.691315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:57.706941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:57.707425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:57.707883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:57.708423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Bound port: 69c14843-8d44-41ab-889a-727c8ba281da, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:57.713134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.751210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-832c9d74-76a3-4d33-a17d-9ec471e3a17c service neutron] 10.222.0.37 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113345 Oct 26 14:02:57.768387 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51c0a2e-d059-401b-90ce-f94d5db95e20 x-openstack-request-id: req-f51c0a2e-d059-401b-90ce-f94d5db95e20 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:02:57.768872 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:02:57.769240 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f51c0a2e-d059-401b-90ce-f94d5db95e20 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:02:57.769758 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'code': 200} Oct 26 14:02:57.776009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:02:57.851402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:57.856166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:57.859594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:02:57.865640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.869838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.870771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.896548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79040937-760d-4d85-94a4-87d4d64649d8 None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:02:57.898057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd6cc630-ac16-4342-a076-d0e46ec849e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3488867 Oct 26 14:02:57.901053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:57.906332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:02:57.935768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:57.936810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.938961 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] 10.222.0.41 "PUT /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 1094 time: 1.9474809 Oct 26 14:02:57.994705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:57.996014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.070882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a4b2d-ccc9-4cd2-8db5-6b91b6c68535 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.099087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:58.162437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-a91cad07-fbe1-4e49-acb8-e90af9f1157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.163986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-a91cad07-fbe1-4e49-acb8-e90af9f1157d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1097 time: 0.1857839 Oct 26 14:02:58.198580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.200965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:58.276053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.289103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:02:58.289701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7929c49a-1153-473b-86fd-bb7fcc0bf8a2 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:02:58.348930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.451834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-4a8bdbc0-b1f4-43cc-8322-f5a6b3f0f26d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.454373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-4a8bdbc0-b1f4-43cc-8322-f5a6b3f0f26d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.41 "GET /v2.0/ports?device_id=cccfceb9-30b1-45ef-96cc-bc37195a2b54 HTTP/1.1" status: 200 len: 946 time: 0.3811181 Oct 26 14:02:58.501786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6ace7-9a52-45f2-a6e0-4ff15c8f9392 None None] Pushing event updated for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:58.549449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-93ed4b80-5fe5-4094-b668-4e2647dfbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.550976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-93ed4b80-5fe5-4094-b668-4e2647dfbb62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3793473 Oct 26 14:02:58.563674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e767b4b7-90fe-4050-8b99-d582820bed49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6a0776247b14a13af33b63f9bbb5477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581230 Oct 26 14:02:58.570166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52602) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:02:58.669057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-c80d6e0e-02fb-42f5-9cfb-587f1ad3b885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.1046038 Oct 26 14:02:58.678765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ef801c6-cc59-4125-a9d3-2df9839964b4 req-0fcb6ebf-a745-44dc-8629-6e531bb852f4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 210 time: 0.2228525 Oct 26 14:02:58.781064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'fixed_ips': [{'subnet_id': '1792afc5-7127-4c4f-9868-eb653fb26e54'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:02:58.783327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:58.837090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-0befb580-3f27-4b7a-9932-639667d8d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.838743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-0befb580-3f27-4b7a-9932-639667d8d912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1575346 Oct 26 14:02:58.898438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3434d80-cb8f-42fe-9ac9-e12770c9f110 req-645925a9-f818-484f-a542-04f32310a081 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:58.914867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3434d80-cb8f-42fe-9ac9-e12770c9f110 req-645925a9-f818-484f-a542-04f32310a081 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.2501173 Oct 26 14:02:58.992210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.027920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.064716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Attempting to bind port 35f77346-83c9-403a-a526-9a9d60e2cf3f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:02:59.065039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Attempting to bind port 35f77346-83c9-403a-a526-9a9d60e2cf3f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:02:59.069991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Attempting to bind port 35f77346-83c9-403a-a526-9a9d60e2cf3f on network 2737fb71-6603-4f51-8370-f6f4ec2308fe {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:02:59.131467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.158051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c082ed-c5fe-46eb-872b-d441623c95e5 req-03c1ec43-2a34-4c42-93f0-7d53311d2f0c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.166386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7c082ed-c5fe-46eb-872b-d441623c95e5 req-03c1ec43-2a34-4c42-93f0-7d53311d2f0c tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.3187065 Oct 26 14:02:59.186005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:02:59.186378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Checking segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:02:59.186781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.187214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Bound using segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:02:59.187713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Bound port: 35f77346-83c9-403a-a526-9a9d60e2cf3f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:02:59.191921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.192669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107509a5-bb04-477d-b0fa-699d15029643 req-0231e9a8-1911-4939-9166-cfe5582d895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:02:59.198955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-0231e9a8-1911-4939-9166-cfe5582d895d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3427153 Oct 26 14:02:59.224113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3434d80-cb8f-42fe-9ac9-e12770c9f110 req-caf15e2d-93a8-4191-bc47-d6a8ce15efc8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521796 Oct 26 14:02:59.286761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0168ae18-4bc1-46c7-9644-a6ded89234a5 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:02:59.421068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-941d3cf6-e32a-4eeb-be11-962566bcdd23 None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:02:59.433342 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-941d3cf6-e32a-4eeb-be11-962566bcdd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.491532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-cb29e167-0eab-4d17-b460-91a3bdcbba88 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639573 Oct 26 14:02:59.495950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.498895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.526822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f2a75f0-9ca5-49dc-899a-e42c03ac89d4 HTTP/1.1" status: 204 len: 168 time: 0.9333856 Oct 26 14:02:59.630907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf135211-67b7-419f-b42c-0426463abf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a75f0-9ca5-49dc-899a-e42c03ac89d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:59.643648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] For port 35f77346-83c9-403a-a526-9a9d60e2cf3f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:02:59.648555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] For port 35f77346-83c9-403a-a526-9a9d60e2cf3f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=35f77346-83c9-403a-a526-9a9d60e2cf3f,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:02:59.681769 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.731012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Allocated IP 172.20.0.2 (1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f/1792afc5-7127-4c4f-9868-eb653fb26e54/8ea03e5c-4c46-4555-b02f-d6e7cec942b2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:02:59.777087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:02:59.779773 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b382c75-8abe-4a1d-b90f-064a7374a70f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:02:59.790508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Deleting port 0168ae18-4bc1-46c7-9644-a6ded89234a5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:02:59.791889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.794363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-941d3cf6-e32a-4eeb-be11-962566bcdd23 None None] Port 35f77346-83c9-403a-a526-9a9d60e2cf3f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:02:59.839752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6ace7-9a52-45f2-a6e0-4ff15c8f9392 None None] Pushing event updated for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:02:59.855415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-107509a5-bb04-477d-b0fa-699d15029643 req-d794645e-34eb-4555-9085-c1952e6a7ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190234 Oct 26 14:02:59.917111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:02:59.925470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:02:59.926355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:02:59.960170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7c082ed-c5fe-46eb-872b-d441623c95e5 req-5a9f9eff-8e25-4683-bdf4-c83fbcfad682 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e43395e-3ce8-4fa7-82d3-fcf29276bcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923887 Oct 26 14:03:00.012016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-78b80446-a9ed-43c8-9157-9403c2d14fb0 req-86cdc428-cccf-49ad-991a-7fdfef7ff33e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 210 time: 0.1226389 Oct 26 14:03:00.035083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-595d9386-274c-4418-a31c-81aa5de7874b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.036910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-595d9386-274c-4418-a31c-81aa5de7874b tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 966 time: 0.9363792 Oct 26 14:03:00.102060 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbccd7e-7b95-4bf6-8a2e-28b1bd4e4090 x-openstack-request-id: req-3fbccd7e-7b95-4bf6-8a2e-28b1bd4e4090 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:00.102060 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:00.102060 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fbccd7e-7b95-4bf6-8a2e-28b1bd4e4090 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:00.102479 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'status': 'completed', 'code': 200} Oct 26 14:03:00.297893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:00.298818 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.346308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Calling delete_port for 0168ae18-4bc1-46c7-9644-a6ded89234a5 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:00.518801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-e66f6b0c-db6a-41f1-a1dd-f5bcf57ce2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.521630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-e66f6b0c-db6a-41f1-a1dd-f5bcf57ce2c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1097 time: 0.3310425 Oct 26 14:03:00.572802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52644) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:00.596114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-3c07f12b-ed2e-41d7-a461-1c8709eb326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.597659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-3c07f12b-ed2e-41d7-a461-1c8709eb326d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1097 time: 0.4774308 Oct 26 14:03:00.613693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.652901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0168ae18-4bc1-46c7-9644-a6ded89234a5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0168ae18-4bc1-46c7-9644-a6ded89234a5,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:00.776464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb94919-dd6a-40b7-a2c5-42d9cdace8e3 req-3360cbcd-91c0-4a44-b549-dc8c214d7159 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.784312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddb94919-dd6a-40b7-a2c5-42d9cdace8e3 req-3360cbcd-91c0-4a44-b549-dc8c214d7159 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 946 time: 0.3035386 Oct 26 14:03:00.843561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:00.906411 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddb94919-dd6a-40b7-a2c5-42d9cdace8e3 req-c77abae5-784e-43cb-a2d0-0e458aba1761 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159878 Oct 26 14:03:00.939750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Deleting port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:00.940590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-f20c5e70-3f44-45dc-bf5e-ecf92591eac9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:00.940940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:00.942347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-f20c5e70-3f44-45dc-bf5e-ecf92591eac9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 814 time: 0.6560097 Oct 26 14:03:00.957191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56430ae8-d0cb-46aa-a190-32f71f1636e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28bec27e197241a8b6d729c5e1bcc5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779204 Oct 26 14:03:00.957982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:00.966374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Request body: {'port': {'device_id': '58781617-18cd-4e01-83bd-f979c17d4556', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'admin_state_up': True, 'tenant_id': '73b9e084f79846219f3a403ec8506b73'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:00.991229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:00.993592 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95242948-f79d-45ed-96d6-d3a8b4fcdf99" -d '{"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-unplugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:01.103005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.125889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-d53cbfa0-8682-458b-8f54-907a2e76f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.127978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-d53cbfa0-8682-458b-8f54-907a2e76f5fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.5403116 Oct 26 14:03:01.160173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] For port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,segment=NetworkSegment(892f5145-56e1-4461-9a5a-c09ef78ab812),segment_id=892f5145-56e1-4461-9a5a-c09ef78ab812)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:01.160552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.193465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Calling delete_port for 10fcd0e5-726b-4eff-a7dc-88744d28dc6f owned by compute:tempest-test_az-1643320855 {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:01.219200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-e9b111a0-b9b5-47c3-8efd-81c801b6615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:01.221352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-e9b111a0-b9b5-47c3-8efd-81c801b6615e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.5347743 Oct 26 14:03:01.223876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:01.227863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.229267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:01.265646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Pushing event updated for resources: {'Port': ['ID=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.283487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:01.286503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 8e8f9823-c9a4-40eb-9fd6-fa701423c746 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:01.286503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8f9823-c9a4-40eb-9fd6-fa701423c746 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:01.289123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:01.292614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cfde1b5-1c92-40c2-8afe-50bb3d964d7b req-1935facb-1465-430a-a2ad-951e8354dfee tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 210 time: 0.1241293 Oct 26 14:03:01.295120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Made reservation on behalf of 73b9e084f79846219f3a403ec8506b73 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:01.305002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.386631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.412199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.414273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.439850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:01.458580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:01.460783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.465447 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a945c-dc69-4622-b39a-487a751c40f3 x-openstack-request-id: req-596a945c-dc69-4622-b39a-487a751c40f3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:01.465745 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-unplugged", "status": "completed", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:01.466001 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-596a945c-dc69-4622-b39a-487a751c40f3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:01.466702 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'code': 200} Oct 26 14:03:01.475686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-7738fec5-dd84-4079-b062-8abdb5653ea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.2301300 Oct 26 14:03:01.529250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2d72b2b3-3e57-4c5e-a7db-718a96dfc2d4 req-202e3c62-8fa8-42f9-a591-f8f8f4b10409 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6d679d-ea2d-49e6-bef7-3c252e24bf55 HTTP/1.1" status: 200 len: 210 time: 0.1471069 Oct 26 14:03:01.551081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '69c14843-8d44-41ab-889a-727c8ba281da', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '69c14843-8d44-41ab-889a-727c8ba281da', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:01.588672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.775637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:01.776314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Pushing event deleted for resources: {'Port': ['ID=10fcd0e5-726b-4eff-a7dc-88744d28dc6f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:01.776469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.809157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] No DVR routers for this DVR port 10fcd0e5-726b-4eff-a7dc-88744d28dc6f on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:01.814077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.817833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b3a479b-57d9-45b7-a2d6-7e028a6bb260 req-3f77cbe9-6746-4f45-8c5d-8683211bcc35 tempest-LiveAutoBlockMigrationV225Test-688212523 tempest-LiveAutoBlockMigrationV225Test-688212523-project] 10.222.0.41 "DELETE /v2.0/ports/10fcd0e5-726b-4eff-a7dc-88744d28dc6f HTTP/1.1" status: 204 len: 173 time: 1.7744944 Oct 26 14:03:01.818876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-deleted', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:01.821051 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eaa965-d13a-46f0-a792-704f83576ced" -d '{"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-deleted", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:01.840629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.862042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Attempting to bind port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:01.862513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Attempting to bind port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:01.862957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Attempting to bind port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 on network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:01.897890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-f2270e05-8c68-4c71-b32c-ffcd457e0057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.7571440 Oct 26 14:03:01.908591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:01.909110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Checking segment: {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:01.909881 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.909881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Bound using segment: {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:01.910290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Bound port: 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:01.910676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.931798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:01.934739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:01.951610 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e7512-3c73-449a-b498-997294086826 x-openstack-request-id: req-2d7e7512-3c73-449a-b498-997294086826 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:01.952146 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6d679d-ea2d-49e6-bef7-3c252e24bf55", "name": "network-vif-deleted", "tag": "10fcd0e5-726b-4eff-a7dc-88744d28dc6f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:01.953906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 4, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '35f77346-83c9-403a-a526-9a9d60e2cf3f', 'name': '', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'mac_address': 'fa:16:3e:76:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:50Z', 'updated_at': '2021-10-26T14:02:59Z', 'revision_number': 4, 'project_id': '8047b032bb6147928851b6c4426bb766', 'subnets': [{'id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:01.954788 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d7e7512-3c73-449a-b498-997294086826 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:01.955324 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6d679d-ea2d-49e6-bef7-3c252e24bf55', 'name': 'network-vif-deleted', 'tag': '10fcd0e5-726b-4eff-a7dc-88744d28dc6f', 'status': 'completed', 'code': 200} Oct 26 14:03:02.018899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91323-c510-40ee-a1c4-c0a55f47b34f None None] The sync data for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 is: [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:02:51Z', 'revision_number': 4, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '35f77346-83c9-403a-a526-9a9d60e2cf3f', 'name': '', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'mac_address': 'fa:16:3e:76:4c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:50Z', 'updated_at': '2021-10-26T14:02:59Z', 'revision_number': 4, 'project_id': '8047b032bb6147928851b6c4426bb766', 'subnets': [{'id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:02.033617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:02.068324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.143631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Allocated IP 172.25.5.248 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/59211640-fee9-4726-8562-84e88de69ea8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:02.152182 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.214758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event deleted for resources: {'Port': ['ID=0168ae18-4bc1-46c7-9644-a6ded89234a5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.269983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.308129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] For port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:02.378187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['69c14843-8d44-41ab-889a-727c8ba281da'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:02.387991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] No DVR routers for this DVR port 0168ae18-4bc1-46c7-9644-a6ded89234a5 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:02.393268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.396823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc0e1170-c555-4bef-b0f8-564ae07edf7a req-f921d69b-1e2a-4524-9dec-70c4b1939483 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.41 "DELETE /v2.0/ports/0168ae18-4bc1-46c7-9644-a6ded89234a5 HTTP/1.1" status: 204 len: 173 time: 3.9100990 Oct 26 14:03:02.464982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b736-a987-4b49-a7c1-ceec1078c123 req-cabd538b-7355-45d2-983c-496bbba663a7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:02.475560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4118b736-a987-4b49-a7c1-ceec1078c123 req-cabd538b-7355-45d2-983c-496bbba663a7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.4467492 Oct 26 14:03:02.477289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] For port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:02.490529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 35f77346-83c9-403a-a526-9a9d60e2cf3f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:02.492653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.618265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4118b736-a987-4b49-a7c1-ceec1078c123 req-f59aab87-95f3-410a-8fea-4add3278326b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308720 Oct 26 14:03:02.738011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.754043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.767886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52686) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:02.785481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] For port 35f77346-83c9-403a-a526-9a9d60e2cf3f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=35f77346-83c9-403a-a526-9a9d60e2cf3f,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:02.869542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.932059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Deleting subnet 5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:02.938232 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.954999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:02.955532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:02.963121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53ddd-ce46-4992-9c5e-f55555287215 None None] Pushing event updated for resources: {'Port': ['ID=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:02.992057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.077489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:03.166524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:03.177052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:03.283815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:03.310623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Allocated IP 172.20.0.9 (75cb3c12-7ced-48c4-bc84-4b5059c6e204/88dd7981-c0e5-4df6-90bb-4a71df4a16fa/60c6259f-0c1d-43fb-b32f-074fac8768f2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:03.332770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.511194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 10fcd0e5-726b-4eff-a7dc-88744d28dc6f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:03.511814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 10fcd0e5-726b-4eff-a7dc-88744d28dc6f not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:03.549821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-d50fbfda-0056-462b-b981-dd755096ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.551560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-d50fbfda-0056-462b-b981-dd755096ea9e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 1.6113546 Oct 26 14:03:03.583220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Pushing event updated for resources: {'Port': ['ID=59211640-fee9-4726-8562-84e88de69ea8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.607860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-1f1fe6e3-43c5-4231-b7e1-cee79862af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.612578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-1f1fe6e3-43c5-4231-b7e1-cee79862af6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 2.1206458 Oct 26 14:03:03.673131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3463e-738c-4467-9269-3e821982a163 None None] Pushing event updated for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:03.681827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.720080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-2aa2174d-ae00-4194-9038-cad6c046c163 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.721706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-2aa2174d-ae00-4194-9038-cad6c046c163 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 947 time: 0.5179722 Oct 26 14:03:03.743885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5bf7bc8-2c26-4e1c-acf5-d4b32d108684 req-ee0b6e85-a1e0-47c3-a3ee-277368efa3e9 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 210 time: 0.1843987 Oct 26 14:03:03.778274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.803799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-67bf04ad-3c1d-4464-8aa7-c9b14cc1f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:03.810753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-67bf04ad-3c1d-4464-8aa7-c9b14cc1f311 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244840 Oct 26 14:03:03.889792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.893617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:03.894784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f465178-97e8-42eb-a274-de05507678ea HTTP/1.1" status: 204 len: 168 time: 2.9324222 Oct 26 14:03:04.013271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31498a2-98f8-4d5c-867e-6001dba77bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f465178-97e8-42eb-a274-de05507678ea,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.066295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.094145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-deleted', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:04.097952 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c6415-eff6-4a9e-9b2e-746d5cac88e0" -d '{"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-deleted", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:04.121755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-dd6b5fef-86c6-4474-b205-8cda01b23593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.139782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-dd6b5fef-86c6-4474-b205-8cda01b23593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4867346 Oct 26 14:03:04.276381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.292851 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2bdf59-8464-4e60-8e40-f0313bb3443c x-openstack-request-id: req-6f2bdf59-8464-4e60-8e40-f0313bb3443c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:04.293144 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccfceb9-30b1-45ef-96cc-bc37195a2b54", "name": "network-vif-deleted", "tag": "0168ae18-4bc1-46c7-9644-a6ded89234a5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:04.293403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f2bdf59-8464-4e60-8e40-f0313bb3443c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:04.293814 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfceb9-30b1-45ef-96cc-bc37195a2b54', 'name': 'network-vif-deleted', 'tag': '0168ae18-4bc1-46c7-9644-a6ded89234a5', 'status': 'completed', 'code': 200} Oct 26 14:03:04.406997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:04.428190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:04.436363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-38818d4f-9507-4a04-9973-ae657e6fe80c service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177335 Oct 26 14:03:04.439718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:04.450176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event updated for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.590827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d43d6f7-6df1-453f-b59d-a0bb52b8ea39,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:04.606424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-473d20ee-b10d-4576-b8fd-d9cdfc3c7856 service neutron] 10.222.0.41 "GET /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.8254914 Oct 26 14:03:04.610493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.617267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bc2a7b28-838f-4d7c-bc60-0c8997fe80cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5d43d6f7-6df1-453f-b59d-a0bb52b8ea39 HTTP/1.1" status: 204 len: 168 time: 1.8463366 Oct 26 14:03:04.622031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52724) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:04.626815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.627480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.668744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-7bc861d3-f9ad-43f6-add7-35b37abf313f service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841115 Oct 26 14:03:04.671086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b85397-f9dc-45d1-8613-1649a65f3001 req-d33d4bb1-4e36-45d3-be03-78b69c20bce0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:04.677923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 35f77346-83c9-403a-a526-9a9d60e2cf3f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:04.681244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36b85397-f9dc-45d1-8613-1649a65f3001 req-d33d4bb1-4e36-45d3-be03-78b69c20bce0 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.5876546 Oct 26 14:03:04.690497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-bf7dd6d8-c8c2-4c6b-bfc6-a274486ff249 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7292564 Oct 26 14:03:04.742892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Request body: {'port': {'device_id': '58781617-18cd-4e01-83bd-f979c17d4556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:04.826793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 35f77346-83c9-403a-a526-9a9d60e2cf3f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:04.827160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.868942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0c030-6544-4329-abd1-db809461d243 None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:04.900136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:04.906168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-2bdc1ec5-a8a2-4b55-a0f7-3bc791307534 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449689 Oct 26 14:03:04.957640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.086183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-04514d2d-fde0-4280-b71f-b44ce527ae10 None None] Provisioning complete for port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:05.086477 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04514d2d-fde0-4280-b71f-b44ce527ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.087021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4f772-bf78-4073-86fe-aaffdfd40c6f req-0573883a-ca6c-4415-8617-15d08ac5ba38 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.095671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09f4f772-bf78-4073-86fe-aaffdfd40c6f req-0573883a-ca6c-4415-8617-15d08ac5ba38 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 931 time: 0.1648791 Oct 26 14:03:05.103334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b382c75-8abe-4a1d-b90f-064a7374a70f req-24e97759-f23d-4ead-af51-d83533ee8e57 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258208 Oct 26 14:03:05.215911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36b85397-f9dc-45d1-8613-1649a65f3001 req-e1a78c87-c261-4ba6-bd5f-d79136105104 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336206 Oct 26 14:03:05.257198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.303015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:05.384236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:05.470921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.484609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09f4f772-bf78-4073-86fe-aaffdfd40c6f req-54698bb9-f19e-4574-8bc9-99e125bfad4a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847139 Oct 26 14:03:05.519232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-113aea66-ad8b-4536-9863-47b38bbf2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.520948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-113aea66-ad8b-4536-9863-47b38bbf2088 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1098 time: 0.3590305 Oct 26 14:03:05.726302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f24a6d-b87b-4c1c-b9fb-23165a82355e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:05.733219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-785b9cd5-f43d-4cdb-999f-7b4b90ef01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:05.737434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-785b9cd5-f43d-4cdb-999f-7b4b90ef01a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2078588 Oct 26 14:03:05.821212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.830102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:05.831192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.835241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892f5145-56e1-4461-9a5a-c09ef78ab812') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:05.835241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892f5145-56e1-4461-9a5a-c09ef78ab812') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:05.885465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04514d2d-fde0-4280-b71f-b44ce527ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.887902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c6259f-0c1d-43fb-b32f-074fac8768f2 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:05.918530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 69c14843-8d44-41ab-889a-727c8ba281da completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:05.928962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:05.967506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Transition to ACTIVE for port object 60c6259f-0c1d-43fb-b32f-074fac8768f2 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:06.024988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.042027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 69c14843-8d44-41ab-889a-727c8ba281da triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:06.042678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.058675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-bde271d7-b2bb-412d-bbdb-1761d3efdfae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.3096764 Oct 26 14:03:06.059166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.072204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.127402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.136236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:06.154605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:06.155315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:06.161553 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:06.175132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.223407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Pushing event updated for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.243219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-ff8974cd-fce3-4576-8701-d086b68ef69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:06.245105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-ff8974cd-fce3-4576-8701-d086b68ef69d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1719835 Oct 26 14:03:06.261901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Router ccc12353-b4eb-475a-a08c-8325957306ef is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:06.295397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.366493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.381313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-04514d2d-fde0-4280-b71f-b44ce527ae10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:03:06.382131 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-04514d2d-fde0-4280-b71f-b44ce527ae10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:03:06.383905 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.391866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] 10.222.0.37 "DELETE /v2.0/networks/63f24a6d-b87b-4c1c-b9fb-23165a82355e HTTP/1.1" status: 204 len: 168 time: 1.7631469 Oct 26 14:03:06.407613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52778) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:06.433556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.473220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-7e12dc2f-e76e-42b7-8dd4-929b1da75f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:06.475210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-7e12dc2f-e76e-42b7-8dd4-929b1da75f1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174699 Oct 26 14:03:06.478475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Attempting to bind port 60c6259f-0c1d-43fb-b32f-074fac8768f2 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:06.479025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Attempting to bind port 60c6259f-0c1d-43fb-b32f-074fac8768f2 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:06.479355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Attempting to bind port 60c6259f-0c1d-43fb-b32f-074fac8768f2 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:06.493189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:06.495509 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8468e30-8d5e-45a5-b558-404252485c86" -d '{"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:06.501784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Port 60c6259f-0c1d-43fb-b32f-074fac8768f2 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:06.502404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Attempting to bind port 60c6259f-0c1d-43fb-b32f-074fac8768f2 on network 75cb3c12-7ced-48c4-bc84-4b5059c6e204 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:06.519034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:06.519421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Checking segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:06.519758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Bound using segment: {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:06.520259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Bound port: 60c6259f-0c1d-43fb-b32f-074fac8768f2, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd416950-8747-43d7-a656-1c03c77812cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:06.520729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.534684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:06.540196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.645830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:06.663280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-220c012f-51c7-40f3-8f08-3357ca037394 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754460 Oct 26 14:03:06.664629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:06.673847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:06.699557 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874fac56-5f24-47b2-b476-1af1e8517cc9 x-openstack-request-id: req-874fac56-5f24-47b2-b476-1af1e8517cc9 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:06.699921 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:06.700185 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-874fac56-5f24-47b2-b476-1af1e8517cc9 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:06.700731 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'code': 200} Oct 26 14:03:06.703384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.812421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:06.813245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:06.815070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] 10.222.0.73 "PUT /v2.0/ports/60c6259f-0c1d-43fb-b32f-074fac8768f2 HTTP/1.1" status: 200 len: 1091 time: 2.1096852 Oct 26 14:03:06.815544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:06.819816 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4970c9b-ecae-4223-92f3-57e71b635503" -d '{"events": [{"name": "network-changed", "server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:06.985873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52bf0-8303-4182-9431-0fc546a1772d service neutron] Pushing event updated for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:07.021111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5d405f49-ecb9-4cb5-8209-35068c75440b service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449256 Oct 26 14:03:07.033068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be8def-1539-4e37-b42e-ff8585a5023c admin admin] Pushing event deleted for resources: {'Network': ['ID=63f24a6d-b87b-4c1c-b9fb-23165a82355e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:07.036771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-86c985d6-4889-4e3e-88e8-ca3a39ac0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.038244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-86c985d6-4889-4e3e-88e8-ca3a39ac0ac9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 1094 time: 0.1048102 Oct 26 14:03:07.052865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fd392-eb0c-47cc-bf5e-d986b7f6c0fc req-156679d1-e909-41ca-8f55-bf11c8efd482 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.060804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-833fd392-eb0c-47cc-bf5e-d986b7f6c0fc req-156679d1-e909-41ca-8f55-bf11c8efd482 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 943 time: 0.2131546 Oct 26 14:03:07.075583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Deleting subnet a326a450-558e-4ed9-814c-a2aa41813239 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:07.087992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.119607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-d2eb909b-2af0-4e80-bf24-2506b29ccce4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2 HTTP/1.1" status: 200 len: 217 time: 0.0561857 Oct 26 14:03:07.132586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53960681-816d-4d66-bf87-b748a8e1c12e req-807ea06e-7d92-417e-a3f0-5d4956ea6b1a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.134146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53960681-816d-4d66-bf87-b748a8e1c12e req-807ea06e-7d92-417e-a3f0-5d4956ea6b1a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.7390513 Oct 26 14:03:07.160382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:07.161207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5d25d99c-0560-401b-b90a-c714fdbab162 None None] Provisioning complete for port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:07.162134 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d25d99c-0560-401b-b90a-c714fdbab162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.169176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-833fd392-eb0c-47cc-bf5e-d986b7f6c0fc req-cfedacfc-ca6c-4391-8ea9-32253f4e482d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071808 Oct 26 14:03:07.178420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.182908 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Sync routers for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:07.200607 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:07.201201 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:07.216069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-c10fc2af-7e09-451c-a430-ee855a9ba392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.225507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.229793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-c10fc2af-7e09-451c-a430-ee855a9ba392 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.0776436 Oct 26 14:03:07.303649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-5080533a-737f-44fb-bcff-2e3391efb66f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728533 Oct 26 14:03:07.332901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53960681-816d-4d66-bf87-b748a8e1c12e req-c598ebee-3aa2-4072-ad6a-2f499b1f0d02 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801705 Oct 26 14:03:07.336007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.336826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b1ff43bc-42a0-4440-ae95-b7523de6f3fb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4347658 Oct 26 14:03:07.340275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52828) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:07.361145 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:07.416644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-78596ad8-e6b7-4e5b-8945-ae58e55a8e57 service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054435 Oct 26 14:03:07.425859 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b70fe7-18c2-4973-a832-e871a1d3efc9 x-openstack-request-id: req-79b70fe7-18c2-4973-a832-e871a1d3efc9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:07.426157 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:07.426415 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79b70fe7-18c2-4973-a832-e871a1d3efc9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:07.426931 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2', 'status': 'completed', 'code': 200} Oct 26 14:03:07.615859 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f535fc2-8d2b-4fe4-bd3b-f237c669e801 req-e695f95b-5763-469b-a897-d9ba331bd78b service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512382 Oct 26 14:03:07.642354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.659360 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:04Z', 'revision_number': 3, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:07.682518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6303ecf5-6818-4be9-b7ee-f7de4bb2bb2b req-9e7058d4-c435-4192-91ed-1a7a373e710c tempest-FlavorsV2NegativeTest-632748164 tempest-FlavorsV2NegativeTest-632748164-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3d8f06bd20404706a37135946c96b15d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810952 Oct 26 14:03:07.691434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Checking router: ccc12353-b4eb-475a-a08c-8325957306ef for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:07.691783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Updating router ccc12353-b4eb-475a-a08c-8325957306ef port 59211640-fee9-4726-8562-84e88de69ea8 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:07.720274 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.757544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-c3d1f691-bd56-44bd-bbec-fdefd3eaa46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.759375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-c3d1f691-bd56-44bd-bbec-fdefd3eaa46c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73b9e084f79846219f3a403ec8506b73&device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 1094 time: 0.0854664 Oct 26 14:03:07.768957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938139-1d8e-4619-8056-05309b960182 req-484e2865-8d57-402e-9163-ee24f5483315 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.770704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8938139-1d8e-4619-8056-05309b960182 req-484e2865-8d57-402e-9163-ee24f5483315 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 950 time: 0.0677047 Oct 26 14:03:07.783310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.788938 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a326a450-558e-4ed9-814c-a2aa41813239 HTTP/1.1" status: 204 len: 168 time: 1.3772910 Oct 26 14:03:07.793767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee2db5-202f-4c23-8dbc-7f9efee55701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a326a450-558e-4ed9-814c-a2aa41813239,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:07.793767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52848) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:07.866796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8938139-1d8e-4619-8056-05309b960182 req-63b2e3b9-1868-4106-bab1-e7cc2aa769b4 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867846 Oct 26 14:03:07.919665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-3fa7216b-af10-4292-9d0e-90f3d4c16d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:07.923467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-3fa7216b-af10-4292-9d0e-90f3d4c16d1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 200 len: 915 time: 0.1518707 Oct 26 14:03:07.943488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:07.990163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-b6fd908d-4e5d-4586-b515-1a4106f6efd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2 HTTP/1.1" status: 200 len: 217 time: 0.0581458 Oct 26 14:03:08.032244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ecf5-6818-4be9-b7ee-f7de4bb2bb2b req-3de92161-dfe5-47c1-a3b8-7ee3707e84a1 tempest-FlavorsV2NegativeTest-632748164 tempest-FlavorsV2NegativeTest-632748164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.039580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6303ecf5-6818-4be9-b7ee-f7de4bb2bb2b req-3de92161-dfe5-47c1-a3b8-7ee3707e84a1 tempest-FlavorsV2NegativeTest-632748164 tempest-FlavorsV2NegativeTest-632748164-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560429 Oct 26 14:03:08.050127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-05b6c0bb-0202-464d-b97f-da38b8040ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.052331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-05b6c0bb-0202-464d-b97f-da38b8040ebe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 200 len: 854 time: 0.0549121 Oct 26 14:03:08.068150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6303ecf5-6818-4be9-b7ee-f7de4bb2bb2b req-329df583-d5b2-4f18-abdb-a8f451c50c6c tempest-FlavorsV2NegativeTest-632748164 tempest-FlavorsV2NegativeTest-632748164-project] 10.222.0.37 "GET /v2.0/quotas/3d8f06bd20404706a37135946c96b15d HTTP/1.1" status: 200 len: 375 time: 0.0275910 Oct 26 14:03:08.098660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-efb38bb7-276a-4958-a1bc-4f697e45ff2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=75cb3c12-7ced-48c4-bc84-4b5059c6e204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383611 Oct 26 14:03:08.118594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6303ecf5-6818-4be9-b7ee-f7de4bb2bb2b req-f55c0c2d-d7e4-4456-a327-168e265ba154 tempest-FlavorsV2NegativeTest-632748164 tempest-FlavorsV2NegativeTest-632748164-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d8f06bd20404706a37135946c96b15d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491025 Oct 26 14:03:08.139312 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.149480 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.215620 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd6c38-11f3-48c8-a0ca-470a8118d199 None None] Pushing event updated for resources: {'Port': ['ID=59211640-fee9-4726-8562-84e88de69ea8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.235198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.248913 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Attempting to bind port 59211640-fee9-4726-8562-84e88de69ea8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:08.250372 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Attempting to bind port 59211640-fee9-4726-8562-84e88de69ea8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:08.250797 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Attempting to bind port 59211640-fee9-4726-8562-84e88de69ea8 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:08.257778 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:08.258165 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:08.258557 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.258947 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:08.259421 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Bound port: 59211640-fee9-4726-8562-84e88de69ea8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:08.259804 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.311004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-158d2290-8a4e-4c39-89e2-116e326b414f service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052016 Oct 26 14:03:08.348012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e618fe-4dcc-4264-92e7-bf97722ddb75']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.360890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] For port 59211640-fee9-4726-8562-84e88de69ea8, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:08.366891 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] For port 59211640-fee9-4726-8562-84e88de69ea8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=59211640-fee9-4726-8562-84e88de69ea8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:08.367505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c382733-ec7d-49fe-ba94-d8039b507409') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.367691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c382733-ec7d-49fe-ba94-d8039b507409') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.373453 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.412363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564f108-64bc-4239-bdc7-b40f911b2187 req-251d2629-f9ce-43fa-b122-dd6d8ccce5fd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.419712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d564f108-64bc-4239-bdc7-b40f911b2187 req-251d2629-f9ce-43fa-b122-dd6d8ccce5fd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 943 time: 0.1289406 Oct 26 14:03:08.430259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.458575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:08.460424 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd6c38-11f3-48c8-a0ca-470a8118d199 None None] Pushing event updated for resources: {'Port': ['ID=59211640-fee9-4726-8562-84e88de69ea8,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.490844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:08.491439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.527604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4970c9b-ecae-4223-92f3-57e71b635503 req-3b5dfbea-86a4-472f-8210-ebd0dd43173e service neutron] 10.222.0.73 "GET /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091990 Oct 26 14:03:08.587918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.590206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:08.590629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.610317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:08.611013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.616866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d564f108-64bc-4239-bdc7-b40f911b2187 req-ad3896c0-9aab-4aef-908b-0dad6425c58e tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961381 Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:08.618065 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:08.682125 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:08.727517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.854180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.867511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:08.881005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] 10.222.0.37 "DELETE /v2.0/networks/24e618fe-4dcc-4264-92e7-bf97722ddb75 HTTP/1.1" status: 204 len: 168 time: 1.0791593 Oct 26 14:03:08.955222 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:04Z', 'revision_number': 3, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:08.961350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eebf6d-631d-413a-acfd-4e6dde342b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e618fe-4dcc-4264-92e7-bf97722ddb75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:08.987533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3aad4-4d90-4f50-bc9f-9f2c486766ab req-4a8fdd97-1f86-4c04-9edd-911aca837db8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:08.996733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fac3aad4-4d90-4f50-bc9f-9f2c486766ab req-4a8fdd97-1f86-4c04-9edd-911aca837db8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2168121 Oct 26 14:03:09.052087 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb63a53-e9be-4d5d-93b7-476d4ec35187 None None] The sync data for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 is: [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:04Z', 'revision_number': 3, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:09.076532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:09.110110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fac3aad4-4d90-4f50-bc9f-9f2c486766ab req-6837d8be-80fe-4a2b-b614-1cc29cc0a415 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121354 Oct 26 14:03:09.164666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:09.213149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Allocated IP 172.20.0.1 (1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f/1792afc5-7127-4c4f-9868-eb653fb26e54/e23f8ed5-ef76-4303-9adb-3b99679af434) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:09.388550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-0df68a54-3b67-4db8-86f8-a0d2e96613bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:09.390582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-0df68a54-3b67-4db8-86f8-a0d2e96613bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e&tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3 HTTP/1.1" status: 200 len: 1099 time: 0.0661623 Oct 26 14:03:09.405265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:09.448321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 60c6259f-0c1d-43fb-b32f-074fac8768f2 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:09.480563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07bb91e-c0a5-4d7e-85ee-f7244a7584de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.487136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.497849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f6db8-8c63-4696-aaa7-b02bf919345b req-da9c0851-15df-4c81-a959-a3a966f28494 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:09.499847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-317f6db8-8c63-4696-aaa7-b02bf919345b req-da9c0851-15df-4c81-a959-a3a966f28494 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 950 time: 0.1379347 Oct 26 14:03:09.549038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.569129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6428d20e-2bad-4f36-90f4-35228311d5ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa7891bf42a243cf92a63db9ffa0a1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889243 Oct 26 14:03:09.575139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:09.585788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-317f6db8-8c63-4696-aaa7-b02bf919345b req-cb446c3d-ce37-4a8d-9a20-775337f34fd0 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Oct 26 14:03:09.598919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:09.619063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.626077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '60c6259f-0c1d-43fb-b32f-074fac8768f2', 'network_id': '75cb3c12-7ced-48c4-bc84-4b5059c6e204', 'port_id': '60c6259f-0c1d-43fb-b32f-074fac8768f2', 'mac_address': 'fa:16:3e:b1:10:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88dd7981-c0e5-4df6-90bb-4a71df4a16fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:09.690827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:09.694679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:09.701484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:09.705445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:09.754459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.788051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.863838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.871169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c6259f-0c1d-43fb-b32f-074fac8768f2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:09.945194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:09.962919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.987092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07bb91e-c0a5-4d7e-85ee-f7244a7584de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.987267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:09.996362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.014436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07bb91e-c0a5-4d7e-85ee-f7244a7584de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.102731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f52ab717-fb62-46d8-9b94-ec35e674f676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.107448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.112725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc216d-38bd-4067-a674-ac9993881d58 req-e9ae5ecc-7895-469f-9521-812a0b5e653d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.115608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60fc216d-38bd-4067-a674-ac9993881d58 req-e9ae5ecc-7895-469f-9521-812a0b5e653d tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 943 time: 0.3839824 Oct 26 14:03:10.148685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bc310ded-f515-4b63-93ed-fe461bbf4f41 None None] Provisioning complete for port e23f8ed5-ef76-4303-9adb-3b99679af434 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:10.149061 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc310ded-f515-4b63-93ed-fe461bbf4f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.158767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d07bb91e-c0a5-4d7e-85ee-f7244a7584de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d8f06bd20404706a37135946c96b15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9930193 Oct 26 14:03:10.159885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bb91e-c0a5-4d7e-85ee-f7244a7584de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3ffba-2c8f-4b6f-af25-012c41380eba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.182102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52948) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:10.206212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bc310ded-f515-4b63-93ed-fe461bbf4f41 None None] Port e23f8ed5-ef76-4303-9adb-3b99679af434 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:10.230756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['60c6259f-0c1d-43fb-b32f-074fac8768f2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:10.303843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:10.328171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60fc216d-38bd-4067-a674-ac9993881d58 req-8e2a73fb-8c00-421c-8595-af00311243e2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946836 Oct 26 14:03:10.342342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.345299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.348680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e43395e-3ce8-4fa7-82d3-fcf29276bcec HTTP/1.1" status: 204 len: 168 time: 0.7703564 Oct 26 14:03:10.379760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17aaadb-0e4e-4c73-ae4e-b47a23894c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43395e-3ce8-4fa7-82d3-fcf29276bcec,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.403521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.408862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:10.413299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.429008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.430469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 59211640-fee9-4726-8562-84e88de69ea8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:10.458908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.482472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:10.485568 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fbc04-5b8e-4452-a0e2-d19a87f00e18" -d '{"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:10.490160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.498904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90aa8d-65ed-4173-8a5f-8eb170208ff4 req-d9035d0d-45e9-4825-bcca-a97d07bbe862 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.510232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df90aa8d-65ed-4173-8a5f-8eb170208ff4 req-d9035d0d-45e9-4825-bcca-a97d07bbe862 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2401125 Oct 26 14:03:10.582255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Transition to ACTIVE for port object 69c14843-8d44-41ab-889a-727c8ba281da will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:10.590348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.612521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 59211640-fee9-4726-8562-84e88de69ea8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:10.613469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.629888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.632731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.657384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df90aa8d-65ed-4173-8a5f-8eb170208ff4 req-9ae64479-9df4-4e44-8560-7d62e3bf6e02 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459365 Oct 26 14:03:10.664158 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d9b938-f1d8-493b-a7ee-f3b0493d045d x-openstack-request-id: req-b8d9b938-f1d8-493b-a7ee-f3b0493d045d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:10.664451 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:10.664722 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8d9b938-f1d8-493b-a7ee-f3b0493d045d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:10.665106 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'code': 200} Oct 26 14:03:10.713158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.715643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.716802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87f3ffba-2c8f-4b6f-af25-012c41380eba HTTP/1.1" status: 204 len: 168 time: 0.5306699 Oct 26 14:03:10.747609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.778813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.785618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] No DVR routers for this DVR port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:10.801178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0133-177a-43b3-89e2-5148b5c22cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3ffba-2c8f-4b6f-af25-012c41380eba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:10.821778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 59211640-fee9-4726-8562-84e88de69ea8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=59211640-fee9-4726-8562-84e88de69ea8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:10.850030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:10.883020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dacd6-f754-4d9b-9860-ce74040cfe25 req-bd2d36d4-2611-44c5-8ce9-90e673d71e14 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:10.891213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:10.892667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac0dacd6-f754-4d9b-9860-ce74040cfe25 req-bd2d36d4-2611-44c5-8ce9-90e673d71e14 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 950 time: 0.1862588 Oct 26 14:03:10.898907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:10.902265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:10.902611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:10.916971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:10.935309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:10.935934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Attempting to bind port 69c14843-8d44-41ab-889a-727c8ba281da on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:10.967532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:10.968358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:10.969031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:10.969718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Bound port: 69c14843-8d44-41ab-889a-727c8ba281da, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:10.970327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.028764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac0dacd6-f754-4d9b-9860-ce74040cfe25 req-152af9db-25a4-4f1d-bd17-599638c17473 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348116 Oct 26 14:03:11.029645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=59211640-fee9-4726-8562-84e88de69ea8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:11.089780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52962) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:11.159343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f7771d35-8698-4147-aec8-32d65ad5e743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6c9d49ca7974e96a1446a05dca3b1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658033 Oct 26 14:03:11.160506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52968) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:11.190659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Router ccc12353-b4eb-475a-a08c-8325957306ef has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:11.303093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:11.386615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:11.393214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d777699-0185-4182-9890-79c4a2fb3f3f admin admin] 10.222.0.37 "PUT /v2.0/routers/ccc12353-b4eb-475a-a08c-8325957306ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0524464 Oct 26 14:03:11.412526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.418479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:11.420879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5d1c9424-a495-4b94-947b-66184c3d594a None None] Provisioning complete for port e23f8ed5-ef76-4303-9adb-3b99679af434 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:11.422641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d1c9424-a495-4b94-947b-66184c3d594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.461363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 60c6259f-0c1d-43fb-b32f-074fac8768f2 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:11.466999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.564587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c9424-a495-4b94-947b-66184c3d594a None None] Port e23f8ed5-ef76-4303-9adb-3b99679af434 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:11.579896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 60c6259f-0c1d-43fb-b32f-074fac8768f2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:11.588885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 60c6259f-0c1d-43fb-b32f-074fac8768f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:11.589289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.667910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.672856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.681766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c328e7a-abb7-4cac-bc76-bfd312bca68a HTTP/1.1" status: 204 len: 168 time: 0.5201201 Oct 26 14:03:11.709460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b55ab1-69c3-4d36-a7bb-aad40e8a8bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c328e7a-abb7-4cac-bc76-bfd312bca68a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:11.717386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.755327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902c95-5104-4e18-a78e-c690ea44ef6c req-43ff5a83-9279-41b8-8203-e860be24ca03 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.757221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a902c95-5104-4e18-a78e-c690ea44ef6c req-43ff5a83-9279-41b8-8203-e860be24ca03 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 944 time: 0.1850820 Oct 26 14:03:11.791565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:11.796064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:11.819036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:11.821093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:11.825579 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8ee308-b00b-4b21-9ded-4927d1c2a0b6" -d '{"events": [{"server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "name": "network-vif-plugged", "status": "completed", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:11.832232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.833183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fdee01b0-3c35-4e63-bc09-e4a904c03887 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:11.845857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.867037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a902c95-5104-4e18-a78e-c690ea44ef6c req-2beb69b7-dd3c-458f-b345-aaed74451867 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008313 Oct 26 14:03:11.904821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:11.905902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:11.907766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] 10.222.0.73 "PUT /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 1095 time: 2.5076222 Oct 26 14:03:11.985824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2330a-a273-43c2-b309-1df64da95ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=11']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:12.054305 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d45488-43ed-4fa7-83b9-8908edfb89b2 x-openstack-request-id: req-c2d45488-43ed-4fa7-83b9-8908edfb89b2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:12.055759 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "name": "network-vif-plugged", "status": "completed", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:12.056190 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2d45488-43ed-4fa7-83b9-8908edfb89b2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:12.056837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77032a21-5bb3-4f9b-a8af-8d31ff1d0636 req-39f69345-c4d2-4f6f-9572-7ad36cbf5f04 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.058190 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2', 'code': 200} Oct 26 14:03:12.064756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77032a21-5bb3-4f9b-a8af-8d31ff1d0636 req-39f69345-c4d2-4f6f-9572-7ad36cbf5f04 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.2645853 Oct 26 14:03:12.065666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Sync routers for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:12.101773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-a1116b40-3147-4d0a-b26b-313b5454e248 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.103308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-a1116b40-3147-4d0a-b26b-313b5454e248 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.73 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 950 time: 0.9994431 Oct 26 14:03:12.273920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77032a21-5bb3-4f9b-a8af-8d31ff1d0636 req-c51e6005-fe59-475b-8200-ffc33edb691a tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081046 Oct 26 14:03:12.286223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f662b25-fb9e-4092-b49a-f5a651351e31 req-93b91c7c-53fe-444a-94f4-3fc50ba4ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.299552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f662b25-fb9e-4092-b49a-f5a651351e31 req-93b91c7c-53fe-444a-94f4-3fc50ba4ac1d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 1096 time: 0.2541304 Oct 26 14:03:12.335010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-ef005ee0-43ba-480c-bbe9-40c4c2d890a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.349167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:12.353390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-ef005ee0-43ba-480c-bbe9-40c4c2d890a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1098 time: 0.3619831 Oct 26 14:03:12.366314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:12.367795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:02:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:12.429928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27db62f-ffe4-4fc9-b24c-f9da601aff1e req-bfb4d4ae-4086-49ba-b4c8-5d5b5a7d33d5 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.447970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b27db62f-ffe4-4fc9-b24c-f9da601aff1e req-bfb4d4ae-4086-49ba-b4c8-5d5b5a7d33d5 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 950 time: 0.2662024 Oct 26 14:03:12.553640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 59211640-fee9-4726-8562-84e88de69ea8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:12.576088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f662b25-fb9e-4092-b49a-f5a651351e31 req-cb381d71-f875-4ecc-a736-f60d4e514885 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627070 Oct 26 14:03:12.599860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b27db62f-ffe4-4fc9-b24c-f9da601aff1e req-8da43271-2409-4e83-9c8b-41ef465f3898 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/security-groups?id=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509180 Oct 26 14:03:12.674692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:12.732568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:12.737778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:12.738349 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:12.742488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-8a01c463-9702-4345-aab1-4a1c5949d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:12.744913 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-8a01c463-9702-4345-aab1-4a1c5949d9f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.3108261 Oct 26 14:03:12.865254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-4f8864f7-a417-4bfa-aa7a-ed30c8bc749c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.0814531 Oct 26 14:03:12.866720 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68786c54-6805-4bcb-ba42-492a5d86cdb4 x-openstack-request-id: req-68786c54-6805-4bcb-ba42-492a5d86cdb4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:12.866973 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:12.867217 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68786c54-6805-4bcb-ba42-492a5d86cdb4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:12.867837 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'status': 'completed', 'code': 200} Oct 26 14:03:12.868093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:13.001553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Deleting port fdee01b0-3c35-4e63-bc09-e4a904c03887 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:13.001913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.027076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-network', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.074483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Made reservation on behalf of 7740fef0eac64b3ebe9b291d49ed43c8 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:13.077948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.103957 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.114653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-15a95f7b-0be4-4ad4-b7d3-3ee358243149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.116155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-15a95f7b-0be4-4ad4-b7d3-3ee358243149 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1098 time: 0.2477131 Oct 26 14:03:13.130512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-53bfd9bc-8a55-42a0-9618-4e313ca0dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.132312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-53bfd9bc-8a55-42a0-9618-4e313ca0dde0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2513297 Oct 26 14:03:13.263907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b316-bf6d-4dd8-9728-231340d37e6e req-1bf1cdca-d544-468d-a255-48a40b9934a6 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.274099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e90b316-bf6d-4dd8-9728-231340d37e6e req-1bf1cdca-d544-468d-a255-48a40b9934a6 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.2641442 Oct 26 14:03:13.319231 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.333205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.369756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:13.374081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.385128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-d9103353-1b16-4ba9-8543-166912fb1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.395223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-d9103353-1b16-4ba9-8543-166912fb1a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482877 Oct 26 14:03:13.399951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fdee01b0-3c35-4e63-bc09-e4a904c03887, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fdee01b0-3c35-4e63-bc09-e4a904c03887,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:13.405310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784af2fe-3fb4-4c03-ad07-78d5a87fe874,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:13.418827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e90b316-bf6d-4dd8-9728-231340d37e6e req-3076decc-3888-4137-896d-cd5cc259e07a tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415925 Oct 26 14:03:13.461856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:13.475379 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.518055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4e688a1-9509-49af-90e4-b7e6975e1b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.540730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 59211640-fee9-4726-8562-84e88de69ea8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:13.540730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.541016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.541016 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Added segment 28326145-cd7e-4856-99e4-d0b794cae938 of type vlan for network d05d9546-3568-4b44-840a-c871eec1ac90 Oct 26 14:03:13.606132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Calling delete_port for fdee01b0-3c35-4e63-bc09-e4a904c03887 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:13.694047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.734399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:13.740507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.741744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.742426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.798293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0592556 Oct 26 14:03:13.803136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:13.816156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.824841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Request body: {'subnet': {'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-subnet', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:13.868888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006d89-7809-4c6a-bb84-5a867ec490e8 req-61df3a83-df72-48dd-bfc1-30946f50123e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:13.878331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99006d89-7809-4c6a-bb84-5a867ec490e8 req-61df3a83-df72-48dd-bfc1-30946f50123e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.3791816 Oct 26 14:03:13.902493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e23f8ed5-ef76-4303-9adb-3b99679af434', 'name': '', 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'mac_address': 'fa:16:3e:8d:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:08Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 2, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'subnets': [{'id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:13.941066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:13.979109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3d03084-f195-48a2-aa46-ac79b6fcedb8 req-a56016cf-a035-4ac9-aca4-14326dd0f0f5 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 210 time: 0.0532553 Oct 26 14:03:13.991020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Made reservation on behalf of 7740fef0eac64b3ebe9b291d49ed43c8 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:13.993428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.017772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99006d89-7809-4c6a-bb84-5a867ec490e8 req-e968dfe8-a63b-458f-b223-0415e904c6cd tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383128 Oct 26 14:03:14.046247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Checking router: ccc12353-b4eb-475a-a08c-8325957306ef for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:14.046711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Updating router ccc12353-b4eb-475a-a08c-8325957306ef port e23f8ed5-ef76-4303-9adb-3b99679af434 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:14.116803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:14.119554 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a126824-3fec-42a1-9121-d3a3c7bfa168" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:14.122165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18d90d-f034-4d03-832e-0911ed5edd9c admin admin] Pushing event updated for resources: {'Network': ['ID=d05d9546-3568-4b44-840a-c871eec1ac90,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.143220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-414b5195-b3d7-4fb2-a3cf-1983c3652df5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076416 Oct 26 14:03:14.175659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-fdb0ab62-27ef-4779-aadf-a94e2b07752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.182909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-fdb0ab62-27ef-4779-aadf-a94e2b07752c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 1.0587599 Oct 26 14:03:14.190856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d05d9546-3568-4b44-840a-c871eec1ac90 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:14.256005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Pushing event deleted for resources: {'Port': ['ID=fdee01b0-3c35-4e63-bc09-e4a904c03887,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.269914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.276446 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce316c37-8ad1-448a-a7c9-373babb48388 x-openstack-request-id: req-ce316c37-8ad1-448a-a7c9-373babb48388 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:14.277118 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-unplugged", "status": "completed", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:14.277380 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce316c37-8ad1-448a-a7c9-373babb48388 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:14.277770 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'code': 200} Oct 26 14:03:14.401505 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa83ba5d-db8a-4415-882d-59b08682c1c0 req-cbc1f492-026e-4b4a-9feb-1780aedc0fa7 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521420 Oct 26 14:03:14.423126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.440896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-58460707-d288-44f0-8842-b737464e28a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.2503564 Oct 26 14:03:14.442576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] No DVR routers for this DVR port fdee01b0-3c35-4e63-bc09-e4a904c03887 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:14.447433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.452055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f880d708-bf02-4abd-a12a-9cf8a7b8bee6 req-1800422d-011f-470f-8808-acf186d752d7 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.73 "DELETE /v2.0/ports/fdee01b0-3c35-4e63-bc09-e4a904c03887 HTTP/1.1" status: 204 len: 173 time: 2.3242898 Oct 26 14:03:14.485899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.582097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-326408a4-f8b9-4df6-8985-437d586d48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.584265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-326408a4-f8b9-4df6-8985-437d586d48ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1306429 Oct 26 14:03:14.690856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357db0e6-37dd-4c14-92c9-9b3574dfffce,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:14.817565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Checking segment: {'id': '28326145-cd7e-4856-99e4-d0b794cae938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:14.817565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Network hostable DHCP agents. Network: d05d9546-3568-4b44-840a-c871eec1ac90, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:14.861836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Network d05d9546-3568-4b44-840a-c871eec1ac90 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:14.881340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d05d9546-3568-4b44-840a-c871eec1ac90) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:14.886710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-deleted', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:14.895695 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a216ab7f-5451-4b19-b2e9-537f689d2be0" -d '{"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-deleted", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:14.898010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.899420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:14.905851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-30c5e056-22a1-491c-9a2d-33088310e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.917443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-30c5e056-22a1-491c-9a2d-33088310e033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528013 Oct 26 14:03:14.917603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d19a86-602a-4986-a062-401c8a990718 None None] Network d05d9546-3568-4b44-840a-c871eec1ac90 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:14.940646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f3195da-ecf7-4849-ac06-b354da0c0a45 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1195354 Oct 26 14:03:14.941635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:14.956810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-54f26515-510f-4b62-bf2f-caf7e1bf5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:14.958756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-54f26515-510f-4b62-bf2f-caf7e1bf5c49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1098 time: 0.3688180 Oct 26 14:03:14.966078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:15.020342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.021646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.158268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-7dd80eb9-f1a3-4e87-a9a8-4a5e6230c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.160103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-7dd80eb9-f1a3-4e87-a9a8-4a5e6230c2b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1466546 Oct 26 14:03:15.164430 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98249940-46ef-47ca-81bd-8fa876bb9080 x-openstack-request-id: req-98249940-46ef-47ca-81bd-8fa876bb9080 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:15.165331 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82000f38-38a4-4938-822f-ecd6ed616c34", "name": "network-vif-deleted", "tag": "fdee01b0-3c35-4e63-bc09-e4a904c03887", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:15.165788 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98249940-46ef-47ca-81bd-8fa876bb9080 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:15.166371 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82000f38-38a4-4938-822f-ecd6ed616c34', 'name': 'network-vif-deleted', 'tag': 'fdee01b0-3c35-4e63-bc09-e4a904c03887', 'status': 'completed', 'code': 200} Oct 26 14:03:15.179710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d21803-3231-4991-9d78-7245e4b58615 req-35e0abed-bad8-4bb1-9ca0-7c6a26817869 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.189569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1d21803-3231-4991-9d78-7245e4b58615 req-35e0abed-bad8-4bb1-9ca0-7c6a26817869 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.4335096 Oct 26 14:03:15.233143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.236925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-b8663553-2e43-4e31-ad28-2801630295d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 200 len: 217 time: 0.0653174 Oct 26 14:03:15.343035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1d21803-3231-4991-9d78-7245e4b58615 req-7ee8cfc3-2f44-4cbb-87c9-c5457732f0be tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502507 Oct 26 14:03:15.360256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-dfd3e218-b55f-4567-82f0-468431b97a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.366843 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-dfd3e218-b55f-4567-82f0-468431b97a38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0934958 Oct 26 14:03:15.474834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2997cd7f-50f2-4405-a422-0ffaa1340217 req-b657098d-1118-45ee-b8d3-233c0e2d55e6 tempest-ImagesOneServerTestJSON-1229959719 tempest-ImagesOneServerTestJSON-1229959719-project] 10.222.0.37 "GET /v2.0/ports?device_id=82000f38-38a4-4938-822f-ecd6ed616c34 HTTP/1.1" status: 200 len: 210 time: 0.0570002 Oct 26 14:03:15.552428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-d05d9546-3568-4b44-840a-c871eec1ac90', 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'fixed_ips': [{'subnet_id': '357db0e6-37dd-4c14-92c9-9b3574dfffce'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:15.553519 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.568849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-2f5b141b-fea8-4eb1-a723-20b0a35fecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.570468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-2f5b141b-fea8-4eb1-a723-20b0a35fecb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876729 Oct 26 14:03:15.579525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54693d6-0afe-40e1-a182-996b9db9997c req-ed62c3ca-05cd-4be2-a898-15682f776608 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:15.587483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f54693d6-0afe-40e1-a182-996b9db9997c req-ed62c3ca-05cd-4be2-a898-15682f776608 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.0923221 Oct 26 14:03:15.590725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-8a2b8a76-1583-4061-a243-c198fc98de0b service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6722257 Oct 26 14:03:15.705047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-34185e40-0104-492c-8d59-dd0154eedee3 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126876 Oct 26 14:03:15.740875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f54693d6-0afe-40e1-a182-996b9db9997c req-6d66afde-5204-43f6-ae15-46ec098f0f51 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458979 Oct 26 14:03:15.787706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:15.911971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-ee924f35-18ec-4c3e-a3ca-c18e4e7a7031 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896775 Oct 26 14:03:15.978954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fdafb-1fb0-4c6a-9043-1d513e4165a8 req-616fa6af-2205-47f3-ac8c-49cc7a0f34bb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.001449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b8fdafb-1fb0-4c6a-9043-1d513e4165a8 req-616fa6af-2205-47f3-ac8c-49cc7a0f34bb tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.1007497 Oct 26 14:03:16.006885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.097559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.103676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bc4a891-e8fb-4e70-afdc-36eb08ce8a68 req-111b450a-b829-419b-ade7-84d390b1e46f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824701 Oct 26 14:03:16.114021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Allocated IP 172.20.0.2 (d05d9546-3568-4b44-840a-c871eec1ac90/357db0e6-37dd-4c14-92c9-9b3574dfffce/c25c05c3-633a-42a7-a993-8889605ec37f) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:16.117603 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.237743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b8fdafb-1fb0-4c6a-9043-1d513e4165a8 req-1fe041fb-154d-4aea-a6c5-86f41ec35740 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353210 Oct 26 14:03:16.335085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3492c69-2ace-48f2-b2ae-d6c1398315bd None None] Pushing event updated for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:16.379098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Attempting to bind port e23f8ed5-ef76-4303-9adb-3b99679af434 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:16.379904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Attempting to bind port e23f8ed5-ef76-4303-9adb-3b99679af434 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:16.380518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Attempting to bind port e23f8ed5-ef76-4303-9adb-3b99679af434 on network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:16.400468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:16.401098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Checking segment: {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:16.401709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.402318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Bound using segment: {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:16.409499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Bound port: e23f8ed5-ef76-4303-9adb-3b99679af434, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8aabb1c-30dd-433d-a922-71d74fe4e036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:16.410359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.564375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.596366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.608921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] For port e23f8ed5-ef76-4303-9adb-3b99679af434, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:16.613156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] For port e23f8ed5-ef76-4303-9adb-3b99679af434, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e23f8ed5-ef76-4303-9adb-3b99679af434,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:16.666287 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:16.778117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a9de-9188-4474-90ab-706d6b94a31e req-9569b799-1dbd-4cb8-9299-b5ed491306e2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:16.787342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a061a9de-9188-4474-90ab-706d6b94a31e req-9569b799-1dbd-4cb8-9299-b5ed491306e2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.0640674 Oct 26 14:03:16.827645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Allocated IP 172.25.5.88 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4a945600-6591-4f6b-bbcd-13707098d480) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:16.842151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a061a9de-9188-4474-90ab-706d6b94a31e req-974b9f8b-2dd1-43fc-8957-3cdb28467cf2 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 Oct 26 14:03:17.002573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:17.006153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:17.148409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.161074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71e134-5d82-49d6-aa08-0ccdcc1a413f req-d28ce2d7-dd82-459c-b965-e8ba8ab50b20 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.169793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Provisioning complete for port e23f8ed5-ef76-4303-9adb-3b99679af434 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:17.171312 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.173968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c71e134-5d82-49d6-aa08-0ccdcc1a413f req-d28ce2d7-dd82-459c-b965-e8ba8ab50b20 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 947 time: 0.0908835 Oct 26 14:03:17.191677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.258010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c71e134-5d82-49d6-aa08-0ccdcc1a413f req-a8a93dd4-0145-43b6-aaba-fa31ee95eb62 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Oct 26 14:03:17.323503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.346317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.363725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3492c69-2ace-48f2-b2ae-d6c1398315bd None None] Pushing event updated for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.386903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Network d05d9546-3568-4b44-840a-c871eec1ac90 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:17.392690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:17.420062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:17.437761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:17.453419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:17.461144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:17.468470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:17.482323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf343c-73a3-4899-8ea0-2a9d1bcf9607 req-c2c48fd1-596b-40ae-a867-810e5efa0329 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.484991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2adf343c-73a3-4899-8ea0-2a9d1bcf9607 req-c2c48fd1-596b-40ae-a867-810e5efa0329 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.2057273 Oct 26 14:03:17.508622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:17.556048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a945600-6591-4f6b-bbcd-13707098d480,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.651364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Pushing event updated for resources: {'Port': ['ID=c25c05c3-633a-42a7-a993-8889605ec37f,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:17.669576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:17.674454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef6129-3d73-4619-9918-c82d589e0827 req-314a57e5-ee99-43f0-a259-e8a6454d0d06 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:17.680317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Attempting to bind port c25c05c3-633a-42a7-a993-8889605ec37f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:17.680709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Attempting to bind port c25c05c3-633a-42a7-a993-8889605ec37f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '28326145-cd7e-4856-99e4-d0b794cae938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:17.681210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Attempting to bind port c25c05c3-633a-42a7-a993-8889605ec37f on network d05d9546-3568-4b44-840a-c871eec1ac90 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:17.683031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5ef6129-3d73-4619-9918-c82d589e0827 req-314a57e5-ee99-43f0-a259-e8a6454d0d06 tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 1098 time: 0.0999672 Oct 26 14:03:17.743774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1d7a482-710d-4b53-9751-5a8359b7be40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f591b61e06e423bb52e467c5a92c4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046188 Oct 26 14:03:17.750164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53132) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:17.778852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5ef6129-3d73-4619-9918-c82d589e0827 req-d6a9296a-f870-4bda-a653-23778376ba0e tempest-MigrationsAdminTest-1472113507 tempest-MigrationsAdminTest-1472113507-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900960 Oct 26 14:03:17.833358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2adf343c-73a3-4899-8ea0-2a9d1bcf9607 req-bebf3442-fa77-4759-88f3-96a2ae7c2135 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162704 Oct 26 14:03:17.879807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:17.888672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.911523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:17.912015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Checking segment: {'id': '28326145-cd7e-4856-99e4-d0b794cae938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:17.912502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.912969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Bound using segment: {'id': '28326145-cd7e-4856-99e4-d0b794cae938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:17.913528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Bound port: c25c05c3-633a-42a7-a993-8889605ec37f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28326145-cd7e-4856-99e4-d0b794cae938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:17.913975 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.915982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '69c14843-8d44-41ab-889a-727c8ba281da', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '69c14843-8d44-41ab-889a-727c8ba281da', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:17.975843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:17.982709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.032321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113e353-60e2-42ec-9f9a-130b9e8dd59f req-92525992-1039-4805-97c4-7e44057e451a tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:18.043059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4113e353-60e2-42ec-9f9a-130b9e8dd59f req-92525992-1039-4805-97c4-7e44057e451a tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.1293595 Oct 26 14:03:18.077850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.117930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4113e353-60e2-42ec-9f9a-130b9e8dd59f req-d9f84181-3278-4317-a6e9-8956e1619b6b tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730822 Oct 26 14:03:18.119294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.138732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.143584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.144958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e66a3447-25e1-49a3-a2b0-5ec0d3e77d23 HTTP/1.1" status: 204 len: 168 time: 0.3936057 Oct 26 14:03:18.180641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61183e97-b7ae-4e7f-9533-9e6a6a8f4ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a3447-25e1-49a3-a2b0-5ec0d3e77d23,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.278958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:18.323204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] For port e23f8ed5-ef76-4303-9adb-3b99679af434, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e23f8ed5-ef76-4303-9adb-3b99679af434,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:18.331240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] For port c25c05c3-633a-42a7-a993-8889605ec37f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:18.349699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:18.356836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.370578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] For port c25c05c3-633a-42a7-a993-8889605ec37f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c25c05c3-633a-42a7-a993-8889605ec37f,segment=NetworkSegment(28326145-cd7e-4856-99e4-d0b794cae938),segment_id=28326145-cd7e-4856-99e4-d0b794cae938)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:18.396958 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.407252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.529964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Pushing event updated for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.566248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-471e91da-e2d9-48e8-a3aa-bee5f0ca0d58 None None] Provisioning complete for port e23f8ed5-ef76-4303-9adb-3b99679af434 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:18.566828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-471e91da-e2d9-48e8-a3aa-bee5f0ca0d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.654185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.654757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.655826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.656774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.657550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.658051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.658580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.659925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.660254 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:18.661366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.662471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.662894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.663371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0135ef1f-f9a5-4b36-a89d-48a782b5c1ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:18.806209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:18.826493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['69c14843-8d44-41ab-889a-727c8ba281da'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:19.171976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c587df-3e41-4a62-a43e-23d200a457bd req-6ce3acd1-b9d4-4357-8c9e-2178d5820e9e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.183711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1c587df-3e41-4a62-a43e-23d200a457bd req-6ce3acd1-b9d4-4357-8c9e-2178d5820e9e tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.1317008 Oct 26 14:03:19.210965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e23f8ed5-ef76-4303-9adb-3b99679af434', 'name': '', 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'mac_address': 'fa:16:3e:8d:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:08Z', 'updated_at': '2021-10-26T14:03:16Z', 'revision_number': 4, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'subnets': [{'id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:19.279658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f585fc1c-231e-4ed6-9e97-845ef46dd4d6 None None] The sync data for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 is: [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:03:09Z', 'revision_number': 4, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e23f8ed5-ef76-4303-9adb-3b99679af434', 'name': '', 'network_id': '1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'mac_address': 'fa:16:3e:8d:df:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:08Z', 'updated_at': '2021-10-26T14:03:16Z', 'revision_number': 4, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'subnets': [{'id': '1792afc5-7127-4c4f-9868-eb653fb26e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:19.300892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfb497-d90b-4628-a186-f86209c0180a None None] Pushing event updated for resources: {'Port': ['ID=c25c05c3-633a-42a7-a993-8889605ec37f,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:19.307164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1c587df-3e41-4a62-a43e-23d200a457bd req-c242c2fd-cd34-41f5-9b95-5b74973fc222 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217473 Oct 26 14:03:19.891829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d409932-6f93-4a95-a11b-55dec8d699fc req-ab9efd88-708e-4b23-8917-eed043d681a4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:19.900920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d409932-6f93-4a95-a11b-55dec8d699fc req-ab9efd88-708e-4b23-8917-eed043d681a4 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.1939368 Oct 26 14:03:20.021374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d409932-6f93-4a95-a11b-55dec8d699fc req-32b00396-92c8-4310-a817-b29e4726f30f tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171575 Oct 26 14:03:20.130487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c2b24-48cc-4881-b140-00b839777618 req-15090df5-c5e9-47c7-858e-2ba3d0d00a4f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.135457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b13c2b24-48cc-4881-b140-00b839777618 req-15090df5-c5e9-47c7-858e-2ba3d0d00a4f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 948 time: 0.2502792 Oct 26 14:03:20.168119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Router 184f612a-ed28-4ee8-b60f-064469044e59 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:20.679199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:20.760904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2549dc9-b328-43db-944b-a86b8900ee1d None None] Network d05d9546-3568-4b44-840a-c871eec1ac90 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:20.862727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:20.884846 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Sync routers for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:20.905627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06418-8144-40f8-bf1d-ef378209dc2e req-9146935a-8637-4d72-be56-e7a2d316e495 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.915179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:20.930637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f2227345-53e3-4271-b615-fcd051d015d5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.9858263 Oct 26 14:03:20.930929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11e06418-8144-40f8-bf1d-ef378209dc2e req-9146935a-8637-4d72-be56-e7a2d316e495 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.3728948 Oct 26 14:03:20.932667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53198) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:20.934109 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:20.940985 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:20.972115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51e6da-8845-4105-9a70-145e1ae73bfb req-0eebee9e-e13c-4565-b078-b4ea07ff2392 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:20.981134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa51e6da-8845-4105-9a70-145e1ae73bfb req-0eebee9e-e13c-4565-b078-b4ea07ff2392 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.2323396 Oct 26 14:03:20.991847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Deleting port 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:20.992427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.331569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c25c05c3-633a-42a7-a993-8889605ec37f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:21.437596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-657199928-network', 'tenant_id': 'a12f7ba55b0a41f8a6251590a393d2a2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:21.560324 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:21.596738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:21.673026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:21.679546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.685075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa51e6da-8845-4105-9a70-145e1ae73bfb req-8314c678-80f9-412b-982d-2a021b77d864 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024446 Oct 26 14:03:21.738339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11e06418-8144-40f8-bf1d-ef378209dc2e req-4e8e0ded-ce93-468e-881b-2f299a75721f tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7781897 Oct 26 14:03:21.788542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Made reservation on behalf of a12f7ba55b0a41f8a6251590a393d2a2 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:21.823188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.825422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.838822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Calling delete_port for 69c14843-8d44-41ab-889a-727c8ba281da owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:21.848262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] Provisioning complete for port c25c05c3-633a-42a7-a993-8889605ec37f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:21.851903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:21.951520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.216599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c25c05c3-633a-42a7-a993-8889605ec37f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:22.225118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.451589 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:17Z', 'revision_number': 3, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:22.461228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 69c14843-8d44-41ab-889a-727c8ba281da, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=69c14843-8d44-41ab-889a-727c8ba281da,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:22.584199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.635058 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Checking router: 184f612a-ed28-4ee8-b60f-064469044e59 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:22.647350 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Updating router 184f612a-ed28-4ee8-b60f-064469044e59 port 4a945600-6591-4f6b-bbcd-13707098d480 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:22.670849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.694481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.697009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.737385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '69c14843-8d44-41ab-889a-727c8ba281da', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '69c14843-8d44-41ab-889a-727c8ba281da', 'mac_address': 'fa:16:3e:25:dc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:22.750380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:22.750641 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.754974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87', '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:22.871188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event deleted for resources: {'Port': ['ID=69c14843-8d44-41ab-889a-727c8ba281da,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:22.879871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:22.907055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-544eba3a-76dd-405d-8938-e6397ed19b8b req-a97817c4-f871-4866-973c-db15c4e3c306 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e HTTP/1.1" status: 200 len: 210 time: 0.1294899 Oct 26 14:03:23.013909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:23.061612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.061612 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Added segment b79e0246-6909-4190-8bba-f6f7d1c7c644 of type vlan for network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 Oct 26 14:03:23.208301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.260224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Allocated IP 172.20.0.1 (d05d9546-3568-4b44-840a-c871eec1ac90/357db0e6-37dd-4c14-92c9-9b3574dfffce/2a155127-65c3-4391-aeac-49d2fb860a56) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:23.276376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] For port c25c05c3-633a-42a7-a993-8889605ec37f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c25c05c3-633a-42a7-a993-8889605ec37f,segment=NetworkSegment(28326145-cd7e-4856-99e4-d0b794cae938),segment_id=28326145-cd7e-4856-99e4-d0b794cae938)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:23.292892 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.418403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.419619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:23.420202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.425707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] No DVR routers for this DVR port 69c14843-8d44-41ab-889a-727c8ba281da on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:23.429586 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.437168 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.454430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b13c2b24-48cc-4881-b140-00b839777618 req-8e7ae6d6-3f29-4a19-a50a-65c9c80cfc8c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "DELETE /v2.0/ports/69c14843-8d44-41ab-889a-727c8ba281da HTTP/1.1" status: 204 len: 173 time: 3.3128588 Oct 26 14:03:23.455115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d72973-54a2-467a-bee7-1a8d33da9ebb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:23.471634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-deleted', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:23.482988 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0103de88-e456-4e12-94b5-843f718927ed" -d '{"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-deleted", "tag": "69c14843-8d44-41ab-889a-727c8ba281da"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:23.612031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:23.692053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9558399 Oct 26 14:03:23.705333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53242) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:23.724044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Request body: {'subnet': {'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-657199928-subnet', 'tenant_id': 'a12f7ba55b0a41f8a6251590a393d2a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:23.728142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.761699 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.774180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e23f8ed5-ef76-4303-9adb-3b99679af434 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:23.777134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 69c14843-8d44-41ab-889a-727c8ba281da {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:23.777884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 69c14843-8d44-41ab-889a-727c8ba281da not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:23.800726 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.842427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Made reservation on behalf of a12f7ba55b0a41f8a6251590a393d2a2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:23.844549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.847029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:23.850437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fce60-0c3e-45c2-9849-de9fcb3a4490 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7f93fc-9098-4b48-9e2a-20e91f8b6994,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:23.966094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:23.987756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Network d05d9546-3568-4b44-840a-c871eec1ac90 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:24.002112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3f51-9706-4e9b-9cc7-34cb48295a37 req-8d831dd2-4628-4cc4-92d2-711624ba78a0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.003692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b72f3f51-9706-4e9b-9cc7-34cb48295a37 req-8d831dd2-4628-4cc4-92d2-711624ba78a0 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.1875587 Oct 26 14:03:24.011231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Attempting to bind port 4a945600-6591-4f6b-bbcd-13707098d480 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:24.014686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:24.015253 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Attempting to bind port 4a945600-6591-4f6b-bbcd-13707098d480 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:24.018273 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Attempting to bind port 4a945600-6591-4f6b-bbcd-13707098d480 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:24.024748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:24.032547 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:24.040076 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:24.040819 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.041620 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:24.042387 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Bound port: 4a945600-6591-4f6b-bbcd-13707098d480, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:24.043005 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.108974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a09fa05b-62af-4d72-8fce-999894fa5f93 None None] Provisioning complete for port c25c05c3-633a-42a7-a993-8889605ec37f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:24.127161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a09fa05b-62af-4d72-8fce-999894fa5f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.148000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Pushing event updated for resources: {'Port': ['ID=2a155127-65c3-4391-aeac-49d2fb860a56,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.196096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.225378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] For port 4a945600-6591-4f6b-bbcd-13707098d480, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:24.246599 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] For port 4a945600-6591-4f6b-bbcd-13707098d480, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a945600-6591-4f6b-bbcd-13707098d480,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:24.270644 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.313341 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4c55-e0ad-4d21-9a28-a4656e2f5aa4 None None] Pushing event updated for resources: {'Port': ['ID=4a945600-6591-4f6b-bbcd-13707098d480,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.343709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226f4cf-7dcd-418e-aafc-2240d2a88d8a None None] Pushing event updated for resources: {'Port': ['ID=c25c05c3-633a-42a7-a993-8889605ec37f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.442890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:24.442890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:24.444338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b72f3f51-9706-4e9b-9cc7-34cb48295a37 req-37c16c2d-db82-471c-9e57-beec15d89775 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252887 Oct 26 14:03:24.552828 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5563dab2-2c3e-4943-abdc-073eceeba57f x-openstack-request-id: req-5563dab2-2c3e-4943-abdc-073eceeba57f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:24.552828 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e", "name": "network-vif-deleted", "tag": "69c14843-8d44-41ab-889a-727c8ba281da", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:24.552828 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5563dab2-2c3e-4943-abdc-073eceeba57f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:24.552828 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b79ea7-9c2d-4d98-b34f-ecf14d50cd3e', 'name': 'network-vif-deleted', 'tag': '69c14843-8d44-41ab-889a-727c8ba281da', 'status': 'completed', 'code': 200} Oct 26 14:03:24.552828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.737938 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea4c55-e0ad-4d21-9a28-a4656e2f5aa4 None None] Pushing event updated for resources: {'Port': ['ID=4a945600-6591-4f6b-bbcd-13707098d480,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.778061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-b955876e-920a-4d1e-a642-81e455688133 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:24.779630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-b955876e-920a-4d1e-a642-81e455688133 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.4646578 Oct 26 14:03:24.794477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:24.863929 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:24.900463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Checking segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:24.900463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Network hostable DHCP agents. Network: bf7f93fc-9098-4b48-9e2a-20e91f8b6994, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:24.900463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:24.938747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e23f8ed5-ef76-4303-9adb-3b99679af434 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:24.939537 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.114650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cfe30-23b8-40fc-88f2-03d5ffee0887 req-ec2ed884-3605-4f41-953a-b9af23da0039 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:25.149151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-546cfe30-23b8-40fc-88f2-03d5ffee0887 req-ec2ed884-3605-4f41-953a-b9af23da0039 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.5481317 Oct 26 14:03:25.237536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:25.314049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8ad4da90-0ab5-4ea2-b87e-69b28a69d1e5 None None] Provisioning complete for port 2a155127-65c3-4391-aeac-49d2fb860a56 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:25.315549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8ad4da90-0ab5-4ea2-b87e-69b28a69d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.430611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-546cfe30-23b8-40fc-88f2-03d5ffee0887 req-ab957d5d-39c4-46f4-8b23-53e206cd0984 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755191 Oct 26 14:03:25.480890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c25c05c3-633a-42a7-a993-8889605ec37f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:25.646083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4da90-0ab5-4ea2-b87e-69b28a69d1e5 None None] Port 2a155127-65c3-4391-aeac-49d2fb860a56 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:25.731367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c25c05c3-633a-42a7-a993-8889605ec37f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:25.731882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.777213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:17Z', 'revision_number': 3, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:25.802528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.809951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.876931 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72904d5-3a8c-42ac-a7e9-a54e5ae2e767 None None] The sync data for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 is: [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:17Z', 'revision_number': 3, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:25.917813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:25.963435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Pushing event updated for resources: {'Port': ['ID=2a155127-65c3-4391-aeac-49d2fb860a56,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:26.022281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bf7f93fc-9098-4b48-9e2a-20e91f8b6994) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:26.028049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.029383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.031558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb919d9-6c04-4d2b-b7fe-08e66e2c6b96 None None] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:26.102669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460cd9a-57a2-4324-ba4a-168e2b721cba req-1dd5408a-5700-4833-ad9d-ac907aa54292 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.120240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e460cd9a-57a2-4324-ba4a-168e2b721cba req-1dd5408a-5700-4833-ad9d-ac907aa54292 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 945 time: 0.4418201 Oct 26 14:03:26.126413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-259c2f89-91cf-4231-b93a-357473e0d323 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4121079 Oct 26 14:03:26.145070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-d1472d95-b251-42a5-bbd9-182d6583f89d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.151374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-d1472d95-b251-42a5-bbd9-182d6583f89d tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 1.1767359 Oct 26 14:03:26.233108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e460cd9a-57a2-4324-ba4a-168e2b721cba req-4dab0f2a-6296-4efe-844d-9be9ed70b447 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/security-groups?id=bc1f9f99-d1c2-41fe-8b53-df73e367a313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Oct 26 14:03:26.320195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24b27c-f037-4572-9e09-f2fbde8440eb req-0ea8eaae-9a6f-4adb-9452-880cf5b22fae tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.327924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be24b27c-f037-4572-9e09-f2fbde8440eb req-0ea8eaae-9a6f-4adb-9452-880cf5b22fae tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 951 time: 0.3144202 Oct 26 14:03:26.336943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Network d05d9546-3568-4b44-840a-c871eec1ac90 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:26.347243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:26.362383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Deleting port 60c6259f-0c1d-43fb-b32f-074fac8768f2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:26.363060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.520694 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be24b27c-f037-4572-9e09-f2fbde8440eb req-017b1611-13a4-404d-beef-12acc63d5795 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914384 Oct 26 14:03:26.541223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Deleting port f34b994f-4c86-47cb-a224-6c21a77c923d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:26.548289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.644904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Router 184f612a-ed28-4ee8-b60f-064469044e59 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:26.651778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8155288b-203a-4f4e-a3b8-1742aefeb44d None None] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:26.921818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:26.933801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d32fe96f-967d-4556-b9a7-739c49f85eca admin admin] 10.222.0.37 "PUT /v2.0/routers/184f612a-ed28-4ee8-b60f-064469044e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9444652 Oct 26 14:03:26.966009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-a3c4e21c-6b7d-4039-aac3-7b0672a605c5 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:26.968471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-a3c4e21c-6b7d-4039-aac3-7b0672a605c5 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 951 time: 0.2387831 Oct 26 14:03:26.989137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2131e3d0-4210-43de-9031-645e93e4dceb None None] Provisioning complete for port 2a155127-65c3-4391-aeac-49d2fb860a56 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:26.989327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2131e3d0-4210-43de-9031-645e93e4dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:26.991680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] For port 60c6259f-0c1d-43fb-b32f-074fac8768f2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=60c6259f-0c1d-43fb-b32f-074fac8768f2,segment=NetworkSegment(fd416950-8747-43d7-a656-1c03c77812cf),segment_id=fd416950-8747-43d7-a656-1c03c77812cf)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:26.992139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.053181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2131e3d0-4210-43de-9031-645e93e4dceb None None] Port 2a155127-65c3-4391-aeac-49d2fb860a56 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:27.065785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:27.066418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.123233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82bb4-0847-4736-8b84-f280a482c142 req-dd714d97-6af7-4377-86d4-79f3e058df03 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.134511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04e82bb4-0847-4736-8b84-f280a482c142 req-dd714d97-6af7-4377-86d4-79f3e058df03 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 945 time: 0.3005087 Oct 26 14:03:27.206879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Calling delete_port for 60c6259f-0c1d-43fb-b32f-074fac8768f2 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:27.316586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a945600-6591-4f6b-bbcd-13707098d480 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:27.359834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-f2934479-044f-4bb2-85bf-5a2f652315be tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:27.368426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-f2934479-044f-4bb2-85bf-5a2f652315be tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.2347496 Oct 26 14:03:27.386970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-4b5ed4c1-89c1-4150-b1f6-e3d323b1c934 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/quotas/a12f7ba55b0a41f8a6251590a393d2a2 HTTP/1.1" status: 200 len: 375 time: 0.0172606 Oct 26 14:03:27.402787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4a945600-6591-4f6b-bbcd-13707098d480 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:27.403438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.437869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5bcb7585-f68a-4f63-b5b8-d2f4649d99d8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493929 Oct 26 14:03:27.491151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f34b994f-4c86-47cb-a224-6c21a77c923d no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:27.556170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 60c6259f-0c1d-43fb-b32f-074fac8768f2 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:27.594251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04e82bb4-0847-4736-8b84-f280a482c142 req-b1f3ef63-1110-4d45-8deb-0646967d00a1 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups?id=48c10ee5-0bbf-4e44-b677-cf371c6b6336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542341 Oct 26 14:03:27.679246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.750817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.751311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Deleting port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:27.751651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.767936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:27.770247 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b93e0aa-7414-4c38-9502-268a1dd3505a" -d '{"events": [{"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:27.794636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f34b994f-4c86-47cb-a224-6c21a77c923d, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f34b994f-4c86-47cb-a224-6c21a77c923d,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:27.806036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.822240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 4a945600-6591-4f6b-bbcd-13707098d480, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a945600-6591-4f6b-bbcd-13707098d480,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:27.830008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.836513 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:27.852957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-103b70ef-cb19-4fc6-ab8f-22df0cc7292e service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063592 Oct 26 14:03:27.950099 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-8abea20e-dca0-4244-9403-bea2c962d6d1 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964332 Oct 26 14:03:27.989267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.009956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:28.048116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Pushing event deleted for resources: {'Port': ['ID=60c6259f-0c1d-43fb-b32f-074fac8768f2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:28.155134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=4a945600-6591-4f6b-bbcd-13707098d480,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:28.324615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.325215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.325537 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Floating IP f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f disassociated. External IP: 172.25.5.28, port: f34b994f-4c86-47cb-a224-6c21a77c923d. Oct 26 14:03:28.325998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Calling delete_port for f34b994f-4c86-47cb-a224-6c21a77c923d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:28.344522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] No DVR routers for this DVR port 60c6259f-0c1d-43fb-b32f-074fac8768f2 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:28.347283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] For port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:28.347707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.354208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.357636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c49ddba-9e7d-428a-b1b5-65de3fdd0d02 req-4d2b29ea-54e1-48e2-8fbf-8cc9e29142f5 tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.73 "DELETE /v2.0/ports/60c6259f-0c1d-43fb-b32f-074fac8768f2 HTTP/1.1" status: 204 len: 173 time: 3.5529513 Oct 26 14:03:28.365430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'name': 'network-vif-deleted', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:28.367695 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ba05f-b0df-454c-99c4-a13e45027e72" -d '{"events": [{"server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "name": "network-vif-deleted", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:28.388150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Calling delete_port for 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:28.390581 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-9189d3a8-134d-468f-aa07-f3004fb49814 req-f75b1b9b-5d6c-4153-827e-1fe8b5f41561 tempest-FloatingIPDetailsNegativeTestJSON-1201551629 tempest-FloatingIPDetailsNegativeTestJSON-1201551629-project] show failed (client error): The resource could not be found. Oct 26 14:03:28.413100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9189d3a8-134d-468f-aa07-f3004fb49814 req-f75b1b9b-5d6c-4153-827e-1fe8b5f41561 tempest-FloatingIPDetailsNegativeTestJSON-1201551629 tempest-FloatingIPDetailsNegativeTestJSON-1201551629-project] 10.222.0.37 "GET /v2.0/floatingips/1bef02ab-c648-40ff-8d5f-ef5939784331 HTTP/1.1" status: 404 len: 350 time: 0.1008837 Oct 26 14:03:28.413839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53344) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:28.488922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb975f81-f1f1-4e36-98ce-f5aefb12d8ef req-e0eda6cc-2492-444f-89ec-0fbca8705ecd tempest-ServerDiskConfigTestJSON-1453199869 tempest-ServerDiskConfigTestJSON-1453199869-project] 10.222.0.37 "GET /v2.0/ports?device_id=58781617-18cd-4e01-83bd-f979c17d4556 HTTP/1.1" status: 200 len: 210 time: 0.1366940 Oct 26 14:03:28.664040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfdd4a-706a-4c73-9c69-b7b20c554501 req-ff135179-c57f-425e-9fa3-c87d13fb42f7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:28.672788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29cfdd4a-706a-4c73-9c69-b7b20c554501 req-ff135179-c57f-425e-9fa3-c87d13fb42f7 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 951 time: 0.1095335 Oct 26 14:03:28.793038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Sync routers for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:28.802600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29cfdd4a-706a-4c73-9c69-b7b20c554501 req-d7f1809b-5208-4f55-9498-bb6c3950bb5f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242228 Oct 26 14:03:28.816031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:28.817520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:28.884283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:28.909565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-149d76fe-a1f2-49a0-8fa0-7a687cdd846c req-2d2e3717-f9c4-4bca-bc63-7c1b985df689 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 210 time: 0.0432785 Oct 26 14:03:29.014079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:29.058203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:29.067873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event deleted for resources: {'Port': ['ID=6d8dd6a8-0504-4783-a97e-6a94e92c6a76,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:29.113528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.184950 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d28279a-7403-4325-98c0-0593da472a17 x-openstack-request-id: req-3d28279a-7403-4325-98c0-0593da472a17 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:29.203445 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58781617-18cd-4e01-83bd-f979c17d4556", "name": "network-vif-deleted", "tag": "60c6259f-0c1d-43fb-b32f-074fac8768f2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:29.205091 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d28279a-7403-4325-98c0-0593da472a17 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:29.209048 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58781617-18cd-4e01-83bd-f979c17d4556', 'name': 'network-vif-deleted', 'tag': '60c6259f-0c1d-43fb-b32f-074fac8768f2', 'status': 'completed', 'code': 200} Oct 26 14:03:29.212295 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd6361-ddb3-411d-8273-187748521a6d x-openstack-request-id: req-3dfd6361-ddb3-411d-8273-187748521a6d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:29.212704 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:29.212969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.214234 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dfd6361-ddb3-411d-8273-187748521a6d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:29.215455 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'code': 200} Oct 26 14:03:29.374777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event deleted for resources: {'Port': ['ID=f34b994f-4c86-47cb-a224-6c21a77c923d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:29.403124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] No DVR routers for this DVR port 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:29.404832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a945600-6591-4f6b-bbcd-13707098d480 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:29.409718 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:29.414244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-875699ad-18bc-4310-8192-d5c5afaa8d30 req-b2d2631d-2b63-417e-a545-4218e045e519 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "DELETE /v2.0/ports/6d8dd6a8-0504-4783-a97e-6a94e92c6a76 HTTP/1.1" status: 204 len: 173 time: 2.4372058 Oct 26 14:03:29.444306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30c57087-4174-44df-be00-b6920cb67600 req-210d58ff-0894-4c75-b488-cda47ae04425 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 210 time: 0.1186247 Oct 26 14:03:29.628627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:29.776636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:29.777319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d8dd6a8-0504-4783-a97e-6a94e92c6a76 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:29.973976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Router 548309e7-7dec-4101-8cca-f9d90fc5b9cc has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:30.010065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Deleting port 2a155127-65c3-4391-aeac-49d2fb860a56 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:30.010415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.111434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:30.222242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.262962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Calling delete_port for 2a155127-65c3-4391-aeac-49d2fb860a56 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:30.271256 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6464623-bbea-4e6b-8d03-86e25dc02b5f req-01fdc43a-8077-428a-872a-e0b3212f36e1 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 210 time: 0.0652981 Oct 26 14:03:30.344332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:30.363235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Sync routers for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:30.384326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:30.385351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53382) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:30.387081 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:30.387820 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:30.475871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Deleting subnet 88dd7981-c0e5-4df6-90bb-4a71df4a16fa {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:30.484240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.558420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:30.563664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.615820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.641104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4a945600-6591-4f6b-bbcd-13707098d480 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:30.641474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.725880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.770838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] No DVR routers for this DVR port f34b994f-4c86-47cb-a224-6c21a77c923d on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:30.777933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:30.785968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-895992a5-59a4-4a2a-86d5-2dd530cf6990 req-25bdd06f-26d5-49e6-8f83-6b416adef9d6 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.41 "DELETE /v2.0/ports/f34b994f-4c86-47cb-a224-6c21a77c923d HTTP/1.1" status: 204 len: 173 time: 4.6281016 Oct 26 14:03:30.793505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3a3a123-f005-437d-b7b2-490421d4d5f6 req-aece1756-58a4-4128-917f-13db5cfaa774 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4880f1ef-c6c1-4546-8dae-d6386734c66b HTTP/1.1" status: 200 len: 210 time: 0.3507140 Oct 26 14:03:30.844459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a155127-65c3-4391-aeac-49d2fb860a56,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:30.934525 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:30.975166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb97a3b7-5c8c-46a5-99f4-ee4bf51609c8 req-a89c2128-9f0e-4224-ae77-fc34443c7a5a tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4133503-6758-48f0-af48-22c6abcba370 HTTP/1.1" status: 200 len: 210 time: 0.3040795 Oct 26 14:03:31.023857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Checking router: 548309e7-7dec-4101-8cca-f9d90fc5b9cc for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:31.036410 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:31.037065 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:31.265244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-deleted', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76'}, {'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-deleted', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:31.301136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:24Z', 'revision_number': 4, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2a155127-65c3-4391-aeac-49d2fb860a56', 'name': '', 'network_id': 'd05d9546-3568-4b44-840a-c871eec1ac90', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'mac_address': 'fa:16:3e:ae:8e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '357db0e6-37dd-4c14-92c9-9b3574dfffce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:22Z', 'updated_at': '2021-10-26T14:03:25Z', 'revision_number': 2, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'subnets': [{'id': '357db0e6-37dd-4c14-92c9-9b3574dfffce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:31.309237 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b45be-6928-4c27-8ec5-59b9657326be" -d '{"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-deleted", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76"}, {"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-deleted", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:31.330809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.347467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-9c20cc9d-3eca-416b-8e2a-903e8f6b0fc1 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:31.351615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-9c20cc9d-3eca-416b-8e2a-903e8f6b0fc1 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.3752277 Oct 26 14:03:31.354937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:03:31.386198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Checking router: 184f612a-ed28-4ee8-b60f-064469044e59 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:31.386549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Updating router 184f612a-ed28-4ee8-b60f-064469044e59 port 2a155127-65c3-4391-aeac-49d2fb860a56 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:31.399959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fab3d95b-b99b-4e2b-9d2e-de59f561218f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.412819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Port 2a155127-65c3-4391-aeac-49d2fb860a56 not found while updating agent binding for router 184f612a-ed28-4ee8-b60f-064469044e59. {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 14:03:31.425365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:31.425988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:31.456616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:31.503810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'port': {'device_id': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'admin_state_up': True, 'tenant_id': 'a12f7ba55b0a41f8a6251590a393d2a2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:31.531762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.581265 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514db5af-a6c9-4495-aa90-3c4b54a304ee x-openstack-request-id: req-514db5af-a6c9-4495-aa90-3c4b54a304ee {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:31.581603 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880f1ef-c6c1-4546-8dae-d6386734c66b", "name": "network-vif-deleted", "tag": "6d8dd6a8-0504-4783-a97e-6a94e92c6a76", "status": "completed", "code": 200}, {"server_uuid": "f4133503-6758-48f0-af48-22c6abcba370", "name": "network-vif-deleted", "tag": "f34b994f-4c86-47cb-a224-6c21a77c923d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:31.581805 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-514db5af-a6c9-4495-aa90-3c4b54a304ee {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:31.582215 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880f1ef-c6c1-4546-8dae-d6386734c66b', 'name': 'network-vif-deleted', 'tag': '6d8dd6a8-0504-4783-a97e-6a94e92c6a76', 'status': 'completed', 'code': 200} Oct 26 14:03:31.582518 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4133503-6758-48f0-af48-22c6abcba370', 'name': 'network-vif-deleted', 'tag': 'f34b994f-4c86-47cb-a224-6c21a77c923d', 'status': 'completed', 'code': 200} Oct 26 14:03:31.621085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dd7981-c0e5-4df6-90bb-4a71df4a16fa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:31.665186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10930c75-b113-4bd2-b8e9-2088c3909971 req-266d30f0-6930-43c3-b0f3-d159a92980dc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 210 time: 0.2274289 Oct 26 14:03:31.692792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.698658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-218d4ec5-a9dd-4b51-8757-79f6cb025aeb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/88dd7981-c0e5-4df6-90bb-4a71df4a16fa HTTP/1.1" status: 204 len: 168 time: 1.3041368 Oct 26 14:03:31.702243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53394) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:31.855761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Router 184f612a-ed28-4ee8-b60f-064469044e59 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:31.900801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:31.912160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.955630 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cbfb1b-784b-4bf2-a620-f5d8659d6cd3 None None] The sync data for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 is: [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:00:53Z', 'revision_number': 4, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1f3bad15-8473-4656-8fa0-b86cf1c46c40', 'name': '', 'network_id': 'c0af6b9e-37d4-4c67-a3cf-e3f688118a1a', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'mac_address': 'fa:16:3e:46:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:51Z', 'updated_at': '2021-10-26T14:00:58Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'subnets': [{'id': 'a4b2424b-75ff-4902-8ba6-c29adcfb166d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:31.964744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fab3d95b-b99b-4e2b-9d2e-de59f561218f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:31.974885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Made reservation on behalf of a12f7ba55b0a41f8a6251590a393d2a2 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:31.986784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.041552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:32.112433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fab3d95b-b99b-4e2b-9d2e-de59f561218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.164341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3d95b-b99b-4e2b-9d2e-de59f561218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1507c71a-94fb-435d-88ab-c40a004c5832,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:32.482114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:30Z', 'revision_number': 5, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:32.539619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d4f8a-04e2-401d-973a-eafeb20e981e None None] The sync data for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 is: [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '4a945600-6591-4f6b-bbcd-13707098d480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:30Z', 'revision_number': 5, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port': {'id': '4a945600-6591-4f6b-bbcd-13707098d480', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184f612a-ed28-4ee8-b60f-064469044e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:16Z', 'updated_at': '2021-10-26T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:32.554999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fe3d8-13f6-4c2e-bc0c-b4a8b6ed9998 None None] New status for floating IP f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:03:32.580053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:32.587276 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e6918b2-f1ad-4471-abf8-cc40dff25db5 admin admin] 10.222.0.37 "PUT /v2.0/routers/184f612a-ed28-4ee8-b60f-064469044e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1722062 Oct 26 14:03:32.589113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53406) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:32.590640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:32.825324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb839f5d-b56f-4ad5-bbb2-e1fd01309d5e req-3c1081f9-4ec8-4f9f-9d7e-27b230275b70 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:32.835602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb839f5d-b56f-4ad5-bbb2-e1fd01309d5e req-3c1081f9-4ec8-4f9f-9d7e-27b230275b70 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2470372 Oct 26 14:03:32.881479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:32.920010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb839f5d-b56f-4ad5-bbb2-e1fd01309d5e req-a117d470-4dbf-4758-830c-5795682f0c2d tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834911 Oct 26 14:03:32.969208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.000729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.026907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cb3c12-7ced-48c4-bc84-4b5059c6e204']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:33.039740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd416950-8747-43d7-a656-1c03c77812cf') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:33.040027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd416950-8747-43d7-a656-1c03c77812cf') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:33.051519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.062378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.121369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fab3d95b-b99b-4e2b-9d2e-de59f561218f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22398e18cb7a46c98d08c0e9cc9171f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7278395 Oct 26 14:03:33.122735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.127948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53416) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.130134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-346c1a32-114a-4aef-bf23-c1218ab65b3e req-3f65827e-dfdf-4d62-af75-d3f533e2c01e tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 210 time: 0.0635350 Oct 26 14:03:33.163818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:33.164211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:33.169411 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:33.239984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.286768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.289492 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.293183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "DELETE /v2.0/security-groups/48c10ee5-0bbf-4e44-b677-cf371c6b6336 HTTP/1.1" status: 204 len: 168 time: 0.7009375 Oct 26 14:03:33.299373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53418) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.323253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c66f82-e10d-442c-b2bd-b6021d3ed53e tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c10ee5-0bbf-4e44-b677-cf371c6b6336,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.336142 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-fb3e1f31-906b-41ae-9dba-2672e78b2e7c tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] show failed (client error): The resource could not be found. Oct 26 14:03:33.339891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb3e1f31-906b-41ae-9dba-2672e78b2e7c tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "GET /v2.0/security-groups/48c10ee5-0bbf-4e44-b677-cf371c6b6336 HTTP/1.1" status: 404 len: 347 time: 0.0352612 Oct 26 14:03:33.340330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53420) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.348841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Allocated IP 172.20.0.7 (bf7f93fc-9098-4b48-9e2a-20e91f8b6994/f9ad2ea9-024d-4f4d-b3e4-eb6106723e86/e366cb1a-9871-4a60-af78-eba5f4faf869) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:33.360336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.375750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.382108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75cb3c12-7ced-48c4-bc84-4b5059c6e204 HTTP/1.1" status: 204 len: 168 time: 1.6769829 Oct 26 14:03:33.409557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad491b1-4ec0-4c40-bc29-c869c31cd290 admin admin] Pushing event deleted for resources: {'Network': ['ID=75cb3c12-7ced-48c4-bc84-4b5059c6e204,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.430671 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.505899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.543640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Deleting port 4a945600-6591-4f6b-bbcd-13707098d480 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:33.543991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.672128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.679790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.680712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53424) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.684562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1507c71a-94fb-435d-88ab-c40a004c5832 HTTP/1.1" status: 204 len: 168 time: 0.5534136 Oct 26 14:03:33.735456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.755014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a61bca-a865-402a-914b-8d53fee0ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507c71a-94fb-435d-88ab-c40a004c5832,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:33.800833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-8f861218-cef1-4c32-97fe-ad93a0453e87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4007576 Oct 26 14:03:33.813480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ba27caf-17ea-4f1c-ba3c-eefe725690fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73b9e084f79846219f3a403ec8506b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275954 Oct 26 14:03:33.816917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:33.841068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08394318-ac26-474d-a17d-ceef337ba954 req-8f52e16b-e640-47e4-9849-e9b986e95758 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:33.843338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08394318-ac26-474d-a17d-ceef337ba954 req-8f52e16b-e640-47e4-9849-e9b986e95758 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.1550577 Oct 26 14:03:33.870212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Sync routers for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:33.884301 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:33.888406 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:33.913255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Deleting port b5017a43-e2d0-4f71-9b88-18e876ed6e46 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:33.913653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:33.914055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.025794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:34.032290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:34.034412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.039097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:34.074583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.122352 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:34.131526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.131966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.146157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.163313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Calling delete_port for b5017a43-e2d0-4f71-9b88-18e876ed6e46 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:34.187641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.188305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.194899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-aaf0bd6a-ef53-4adb-bd7c-804edc4562b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.197397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-aaf0bd6a-ef53-4adb-bd7c-804edc4562b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 1101 time: 0.3785131 Oct 26 14:03:34.227877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Deleting port 6dfac51c-651b-4b10-9a14-27fd07379e87 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:34.228243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.232851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] For port 4a945600-6591-4f6b-bbcd-13707098d480, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a945600-6591-4f6b-bbcd-13707098d480,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:34.234015 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.235348 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:33Z', 'revision_number': 6, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:34.275868 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Checking router: 184f612a-ed28-4ee8-b60f-064469044e59 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:34.287590 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Routers {'184f612a-ed28-4ee8-b60f-064469044e59'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:34.288267 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['184f612a-ed28-4ee8-b60f-064469044e59'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:34.379617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-bc94d095-43cd-485c-a5b5-8aada703b722 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8881240 Oct 26 14:03:34.387923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beba2b-d275-492a-acba-d9e4d891c3b2 req-36682cac-058f-4299-ba03-c13dea77d0d9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.389801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0beba2b-d275-492a-acba-d9e4d891c3b2 req-36682cac-058f-4299-ba03-c13dea77d0d9 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 950 time: 0.2954676 Oct 26 14:03:34.398326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Request body: {'port': {'device_id': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:34.430367 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] Set router 184f612a-ed28-4ee8-b60f-064469044e59 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:34.450218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53438) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:34.471902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Calling delete_port for 4a945600-6591-4f6b-bbcd-13707098d480 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:34.508936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb39e-34e0-406a-b6e1-75b705a7742d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.520725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.523318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.527505 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc1f9f99-d1c2-41fe-8b53-df73e367a313 HTTP/1.1" status: 204 len: 168 time: 0.7090669 Oct 26 14:03:34.569699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] For port 6dfac51c-651b-4b10-9a14-27fd07379e87, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6dfac51c-651b-4b10-9a14-27fd07379e87,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:34.570064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.574055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.574565 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:33Z', 'revision_number': 6, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:34.602051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0beba2b-d275-492a-acba-d9e4d891c3b2 req-f50ac250-d0b4-49d5-bfa6-0a48d106ccce tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984453 Oct 26 14:03:34.628422 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716ddc9-efce-4d38-97ba-aa83d00f8a52 None None] The sync data for ids ['184f612a-ed28-4ee8-b60f-064469044e59'] in n-d-813419-9 is: [{'id': '184f612a-ed28-4ee8-b60f-064469044e59', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-721452681-router', 'tenant_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:15Z', 'updated_at': '2021-10-26T14:03:33Z', 'revision_number': 6, 'project_id': '7740fef0eac64b3ebe9b291d49ed43c8', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:34.633522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3be0d-494c-48d9-87aa-42f0dfc60f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1f9f99-d1c2-41fe-8b53-df73e367a313,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.690985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Calling delete_port for 6dfac51c-651b-4b10-9a14-27fd07379e87 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:34.719986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-89baf696-2e56-484a-9d25-460e0bbb4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.721933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-89baf696-2e56-484a-9d25-460e0bbb4fa5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.4999826 Oct 26 14:03:34.726426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:34.853222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-d8430cdb-6fc1-405d-8847-b03daf67ad76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 200 len: 217 time: 0.0967045 Oct 26 14:03:34.858665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Pushing event deleted for resources: {'Port': ['ID=b5017a43-e2d0-4f71-9b88-18e876ed6e46,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:34.885545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f651d-55ed-4cc2-b34c-a1d986940341 req-f522632a-3a28-49c6-9b27-07ab04dd5cc5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:34.887136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-371f651d-55ed-4cc2-b34c-a1d986940341 req-f522632a-3a28-49c6-9b27-07ab04dd5cc5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 931 time: 0.4416094 Oct 26 14:03:35.045017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb39e-34e0-406a-b6e1-75b705a7742d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.074007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.077981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.082572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-677d7f1c-99a8-44f1-bdbf-7dac674a2926 tempest-ServersTestManualDisk-1865121601 tempest-ServersTestManualDisk-1865121601-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2c807d5-cf8f-4e9b-80ab-baf0d0bb7c4f HTTP/1.1" status: 204 len: 168 time: 1.7412782 Oct 26 14:03:35.086553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53444) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:35.164288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb39e-34e0-406a-b6e1-75b705a7742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.182551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-371f651d-55ed-4cc2-b34c-a1d986940341 req-c4c0514e-14f2-43f6-86a1-e47a74d7e409 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337158 Oct 26 14:03:35.200440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-e82742e8-a4f4-4202-8911-dd19215dfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.201925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-e82742e8-a4f4-4202-8911-dd19215dfdb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.3137891 Oct 26 14:03:35.289908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb39e-34e0-406a-b6e1-75b705a7742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a5551c-d033-4cbb-9661-5d32aa58c956,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:35.355286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5aeb39e-34e0-406a-b6e1-75b705a7742d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9192554fd65e44d39aee8282107d818c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966265 Oct 26 14:03:35.447500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53452) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:35.459929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a945600-6591-4f6b-bbcd-13707098d480 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:35.495438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e366cb1a-9871-4a60-af78-eba5f4faf869 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:35.521176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.555378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.577312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-79095cba-462b-411d-94d5-14b7256ba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:35.578264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['13bdeefd-8c24-41c1-8902-c199c3a3d617'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:35.580051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-79095cba-462b-411d-94d5-14b7256ba0c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2746096 Oct 26 14:03:35.584607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6dfac51c-651b-4b10-9a14-27fd07379e87'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:35.609890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event deleted for resources: {'Port': ['ID=6dfac51c-651b-4b10-9a14-27fd07379e87,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:35.682569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] No DVR routers for this DVR port 6dfac51c-651b-4b10-9a14-27fd07379e87 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:35.693756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.706345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08394318-ac26-474d-a17d-ceef337ba954 req-5067d0ad-0126-4935-ba0b-31e140e2808f tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.73 "DELETE /v2.0/ports/6dfac51c-651b-4b10-9a14-27fd07379e87 HTTP/1.1" status: 204 len: 173 time: 1.8539579 Oct 26 14:03:35.710500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Transition to ACTIVE for port object e366cb1a-9871-4a60-af78-eba5f4faf869 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:03:35.711262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-deleted', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:35.721406 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74f1d2a-b80c-4b87-937e-88d060a5b829" -d '{"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-deleted", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:35.721780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.736066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:35.804996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port 4a945600-6591-4f6b-bbcd-13707098d480 {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:03:35.815408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a945600-6591-4f6b-bbcd-13707098d480 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:35.883323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18d43e5b-d3c7-478e-8cb7-172a3bf0367c req-1576e879-e617-4cfb-bb75-97d1db47fceb tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=9428814c-516d-419b-8f50-cccf01bff623 HTTP/1.1" status: 200 len: 210 time: 0.0836689 Oct 26 14:03:35.896441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9868bb3f-244b-4803-964a-ca2fa0084b2d x-openstack-request-id: req-9868bb3f-244b-4803-964a-ca2fa0084b2d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:35.897625 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9428814c-516d-419b-8f50-cccf01bff623", "name": "network-vif-deleted", "tag": "6dfac51c-651b-4b10-9a14-27fd07379e87", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:35.898301 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9868bb3f-244b-4803-964a-ca2fa0084b2d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:35.898890 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9428814c-516d-419b-8f50-cccf01bff623', 'name': 'network-vif-deleted', 'tag': '6dfac51c-651b-4b10-9a14-27fd07379e87', 'status': 'completed', 'code': 200} Oct 26 14:03:35.939593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.049640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Pushing event deleted for resources: {'Port': ['ID=4a945600-6591-4f6b-bbcd-13707098d480,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.152224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Attempting to bind port e366cb1a-9871-4a60-af78-eba5f4faf869 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:36.152872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Attempting to bind port e366cb1a-9871-4a60-af78-eba5f4faf869 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:36.152972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Attempting to bind port e366cb1a-9871-4a60-af78-eba5f4faf869 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:36.164012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Port e366cb1a-9871-4a60-af78-eba5f4faf869 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:03:36.167287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Attempting to bind port e366cb1a-9871-4a60-af78-eba5f4faf869 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:36.192956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:36.192956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Checking segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:36.192956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Bound using segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:36.192956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Bound port: e366cb1a-9871-4a60-af78-eba5f4faf869, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:36.194682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.354568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.363112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.442377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6215d39-1d1c-4c7e-a06d-2230c8c641b0 req-44e91f40-80a8-40b3-84c1-55db9b2af7ef tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.444039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6215d39-1d1c-4c7e-a06d-2230c8c641b0 req-44e91f40-80a8-40b3-84c1-55db9b2af7ef tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 943 time: 0.1102643 Oct 26 14:03:36.453752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:36.461812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:36.527213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.549550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.552091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.604076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-3702d015-e308-45c1-ae54-c1692cd83832 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181573 Oct 26 14:03:36.623258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.624769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184f612a-ed28-4ee8-b60f-064469044e59 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:03:36.633562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.636960 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c642493a-185d-4ef6-abed-ff5559af1efa admin admin] 10.222.0.37 "DELETE /v2.0/routers/184f612a-ed28-4ee8-b60f-064469044e59 HTTP/1.1" status: 204 len: 168 time: 4.0364943 Oct 26 14:03:36.656388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:36.676401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:36.702679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6215d39-1d1c-4c7e-a06d-2230c8c641b0 req-04d669c5-89d9-4e88-8909-5b7c45bc275d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360044 Oct 26 14:03:36.712601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.718651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.728518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-5aacba2c-f1f1-434d-84c3-10a5831f7156 service neutron] 10.222.0.41 "PUT /v2.0/ports/e366cb1a-9871-4a60-af78-eba5f4faf869 HTTP/1.1" status: 200 len: 1091 time: 2.3268814 Oct 26 14:03:36.786872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:36.845083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-c2e76ab4-c979-4405-a9bd-677c0a93e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:36.849231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-c2e76ab4-c979-4405-a9bd-677c0a93e2dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 1094 time: 0.0737076 Oct 26 14:03:36.917251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Deleting subnet 357db0e6-37dd-4c14-92c9-9b3574dfffce {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:36.917634 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-db9504a4-60fb-4309-967b-69b7255db0e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e366cb1a-9871-4a60-af78-eba5f4faf869 HTTP/1.1" status: 200 len: 217 time: 0.0585043 Oct 26 14:03:36.931620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.030327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-12958873-1449-462c-9f33-6efd8b5e4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.033428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-12958873-1449-462c-9f33-6efd8b5e4993 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.1034038 Oct 26 14:03:37.091484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-0eba24e5-9107-410a-bd31-4c935acb0246 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488567 Oct 26 14:03:37.255300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-19acd7de-6995-4ac3-9569-fe05b5ab397d service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552875 Oct 26 14:03:37.369539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0cc30ea4-cfd7-4730-afa3-9fdf04ff096a req-755f0ab5-1b46-4498-9754-9195dcdf9129 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058991 Oct 26 14:03:37.465414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53514) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:37.503184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990a14-3154-4863-b250-cf8b6b73c35b req-cb690d56-50d6-4178-9a35-c85e3914d486 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.512032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d990a14-3154-4863-b250-cf8b6b73c35b req-cb690d56-50d6-4178-9a35-c85e3914d486 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.0913079 Oct 26 14:03:37.541068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65a45bd9-6c3e-4450-9f48-8f51778eb6b0 req-dccab00b-87c7-4978-a370-02f90c68baff service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9258277 Oct 26 14:03:37.577795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d990a14-3154-4863-b250-cf8b6b73c35b req-39f282a3-9c4e-44ae-a899-4ccb473f2c8b tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605533 Oct 26 14:03:37.586780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.591783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:37.618430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6dfac51c-651b-4b10-9a14-27fd07379e87 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:37.618773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6dfac51c-651b-4b10-9a14-27fd07379e87 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:37.628529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.631322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.635309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7a5551c-d033-4cbb-9661-5d32aa58c956 HTTP/1.1" status: 204 len: 168 time: 2.1758916 Oct 26 14:03:37.668737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d807a847-be3f-4238-b996-8bc35d902dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.670255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30492e7-2cea-4757-b662-b539ff542c56 req-3526f8a7-b7cf-418a-aa49-8b7a08044def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:37.672445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b30492e7-2cea-4757-b662-b539ff542c56 req-3526f8a7-b7cf-418a-aa49-8b7a08044def tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.1506770 Oct 26 14:03:37.680919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a971c-57fd-46f9-9b00-22bc0399d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a5551c-d033-4cbb-9661-5d32aa58c956,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:37.802073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.823281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d807a847-be3f-4238-b996-8bc35d902dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.843339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d807a847-be3f-4238-b996-8bc35d902dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.867147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b30492e7-2cea-4757-b662-b539ff542c56 req-d8d0f749-a7bd-44d7-8920-aff24a86fe95 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874650 Oct 26 14:03:37.906595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d807a847-be3f-4238-b996-8bc35d902dd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f549ffae0234ddabd48e62d4162f6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394574 Oct 26 14:03:37.907429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:37.909926 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de767726-d48b-419b-8c67-79e9f662d88d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:37.914307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53524) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:37.983322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:37.989202 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5404ce-2345-4285-b3cc-1a910c66ef36 x-openstack-request-id: req-dd5404ce-2345-4285-b3cc-1a910c66ef36 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:37.989789 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:37.990242 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd5404ce-2345-4285-b3cc-1a910c66ef36 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:37.990809 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'status': 'completed', 'code': 200} Oct 26 14:03:37.994258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.010239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a800-7152-4478-a278-1a2c5cd91fb8 req-90560014-1c88-4b53-8c2b-d8652b96a1cc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.019535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cf8a800-7152-4478-a278-1a2c5cd91fb8 req-90560014-1c88-4b53-8c2b-d8652b96a1cc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 943 time: 0.1875412 Oct 26 14:03:38.021553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807a847-be3f-4238-b996-8bc35d902dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935465f2-8277-468f-978a-e01608f4f5f9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:38.090268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cf8a800-7152-4478-a278-1a2c5cd91fb8 req-3402ab2d-09ad-4b54-b679-e0cb73c4ea82 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Oct 26 14:03:38.108350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357db0e6-37dd-4c14-92c9-9b3574dfffce,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:38.110390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.148767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.151058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a93611-76e3-4f6a-9aca-ec60152b5d87 None None] Network d05d9546-3568-4b44-840a-c871eec1ac90 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:38.154168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-57592b05-b67e-44ef-b131-9830d2f9912a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/357db0e6-37dd-4c14-92c9-9b3574dfffce HTTP/1.1" status: 204 len: 168 time: 1.4515662 Oct 26 14:03:38.154594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53534) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:38.193033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.225360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767726-d48b-419b-8c67-79e9f662d88d req-5cc1d9cd-5360-46de-8111-02608e27b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.226892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-5cc1d9cd-5360-46de-8111-02608e27b452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 1094 time: 0.1613531 Oct 26 14:03:38.301400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.396023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.398642 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.400100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/935465f2-8277-468f-978a-e01608f4f5f9 HTTP/1.1" status: 204 len: 168 time: 0.4838064 Oct 26 14:03:38.422413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767726-d48b-419b-8c67-79e9f662d88d req-b77c4787-70e5-4c41-9c18-b8ee1478297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.424216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-b77c4787-70e5-4c41-9c18-b8ee1478297f service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 922 time: 0.1829579 Oct 26 14:03:38.427127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22451ce-8c29-4e3c-b00c-08909bc937d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935465f2-8277-468f-978a-e01608f4f5f9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:38.434167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Deleting port c25c05c3-633a-42a7-a993-8889605ec37f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:38.434733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.521459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-f700d360-d24e-41f1-a66f-dc6b9a8fd408 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e366cb1a-9871-4a60-af78-eba5f4faf869 HTTP/1.1" status: 200 len: 217 time: 0.0827210 Oct 26 14:03:38.569895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] DHCP port deletion for d05d9546-3568-4b44-840a-c871eec1ac90 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:03:38.570760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] For port c25c05c3-633a-42a7-a993-8889605ec37f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c25c05c3-633a-42a7-a993-8889605ec37f,segment=NetworkSegment(28326145-cd7e-4856-99e4-d0b794cae938),segment_id=28326145-cd7e-4856-99e4-d0b794cae938)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:38.571163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.597991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Calling delete_port for c25c05c3-633a-42a7-a993-8889605ec37f owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:38.653166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767726-d48b-419b-8c67-79e9f662d88d req-73b4d59d-646e-4d55-9e2d-980f6e5c838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.655610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-73b4d59d-646e-4d55-9e2d-980f6e5c838e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.1257069 Oct 26 14:03:38.731847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-bf0a1ba1-aba2-42de-ad35-6aa45e08ed96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677080 Oct 26 14:03:38.787660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Deleting port c25c05c3-633a-42a7-a993-8889605ec37f {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:38.788262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:38.971838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-9b39b7c7-91ce-49a8-9674-82f99c03dd28 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277195 Oct 26 14:03:38.980935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-6ea0ba8d-edc4-4be1-9446-9ff39101da81 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:38.990626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-6ea0ba8d-edc4-4be1-9446-9ff39101da81 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.3601520 Oct 26 14:03:39.007530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] For port c25c05c3-633a-42a7-a993-8889605ec37f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c25c05c3-633a-42a7-a993-8889605ec37f,segment=NetworkSegment(28326145-cd7e-4856-99e4-d0b794cae938),segment_id=28326145-cd7e-4856-99e4-d0b794cae938)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:39.008363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.031399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Deleting port 1f3bad15-8473-4656-8fa0-b86cf1c46c40 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:39.031745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.048941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Calling delete_port for c25c05c3-633a-42a7-a993-8889605ec37f owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:39.135739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f3b00-4388-45ff-a53a-877f6e11670f req-f5e4bcc9-490a-48d3-b446-28b4547429bc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.137860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c12f3b00-4388-45ff-a53a-877f6e11670f req-f5e4bcc9-490a-48d3-b446-28b4547429bc tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 950 time: 0.3387685 Oct 26 14:03:39.197305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.205379 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.228525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] No DVR routers for this DVR port c25c05c3-633a-42a7-a993-8889605ec37f on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:39.273832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6872b2-3fac-420d-9123-c72f37ecd83b None None] Pushing event deleted for resources: {'Port': ['ID=c25c05c3-633a-42a7-a993-8889605ec37f,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:39.315600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25c05c3-633a-42a7-a993-8889605ec37f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:39.323810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53566) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:39.327946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] No DVR routers for this DVR port c25c05c3-633a-42a7-a993-8889605ec37f on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:39.339866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c12f3b00-4388-45ff-a53a-877f6e11670f req-8f5b2700-42c9-4276-aeb2-d437ffab03a8 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0efbb4-0d17-494b-9dac-dd6e21438493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877644 Oct 26 14:03:39.414106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e366cb1a-9871-4a60-af78-eba5f4faf869 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:39.419197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de767726-d48b-419b-8c67-79e9f662d88d req-7283d9ee-975e-4823-9041-6c61e058a6f8 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402061 Oct 26 14:03:39.440064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb810e6-2a3a-4342-840a-ec3ffd1c6b21 req-228390a5-f309-497c-8664-21beea1cfa50 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.448091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cb810e6-2a3a-4342-840a-ec3ffd1c6b21 req-228390a5-f309-497c-8664-21beea1cfa50 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.3585808 Oct 26 14:03:39.456668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] For port 1f3bad15-8473-4656-8fa0-b86cf1c46c40, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f3bad15-8473-4656-8fa0-b86cf1c46c40,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:39.457351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.491535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Calling delete_port for 1f3bad15-8473-4656-8fa0-b86cf1c46c40 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:39.534050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cb810e6-2a3a-4342-840a-ec3ffd1c6b21 req-558ba3fb-71b3-4f65-b69e-6d1fd26f7fe6 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782349 Oct 26 14:03:39.649179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:39.670830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'port_id': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'mac_address': 'fa:16:3e:c0:b9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad2ea9-024d-4f4d-b3e4-eb6106723e86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:39.671628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.680086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c25c05c3-633a-42a7-a993-8889605ec37f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:39.680202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Deleting port 13bdeefd-8c24-41c1-8902-c199c3a3d617 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:39.680202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.760066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c25c05c3-633a-42a7-a993-8889605ec37f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:39.760866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c25c05c3-633a-42a7-a993-8889605ec37f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:39.763690 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.770166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-699926591-network', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:39.779365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05d9546-3568-4b44-840a-c871eec1ac90']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:39.788809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e366cb1a-9871-4a60-af78-eba5f4faf869 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:39.804989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee64cc-4f08-47d6-b817-96bdb0e1b5bd req-7239c873-715b-4094-b488-0f8211a3d950 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:39.814994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bee64cc-4f08-47d6-b817-96bdb0e1b5bd req-7239c873-715b-4094-b488-0f8211a3d950 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 943 time: 0.2064006 Oct 26 14:03:39.815913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:39.828891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.832985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28326145-cd7e-4856-99e4-d0b794cae938') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:39.833290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28326145-cd7e-4856-99e4-d0b794cae938') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:39.864265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.892413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Made reservation on behalf of e5183c88db6c4fbbbf94ee72c6c3630b for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:39.898977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.913596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bee64cc-4f08-47d6-b817-96bdb0e1b5bd req-6928f734-7af9-4a32-9123-50305951aa1e tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975382 Oct 26 14:03:39.914054 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:39.926729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.943436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:39.944006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:39.945973 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:39.961183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.009414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] For port 13bdeefd-8c24-41c1-8902-c199c3a3d617, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=13bdeefd-8c24-41c1-8902-c199c3a3d617,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:40.009871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.036553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e366cb1a-9871-4a60-af78-eba5f4faf869'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:40.041153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Calling delete_port for 13bdeefd-8c24-41c1-8902-c199c3a3d617 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:40.053209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.059105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.063777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d05d9546-3568-4b44-840a-c871eec1ac90 HTTP/1.1" status: 204 len: 168 time: 1.9073758 Oct 26 14:03:40.087854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53582) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:40.113658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a52d-77cb-4041-a1d4-7d1995fc1009 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05d9546-3568-4b44-840a-c871eec1ac90,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.128236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.167070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3bad15-8473-4656-8fa0-b86cf1c46c40,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.240461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.259153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ff92d925-ad6f-4c55-8da9-3c5bb6dcd48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.260381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.303205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.318920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:40.334538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.335084 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Added segment 40161f72-d8dd-4148-89a7-8cb9ab3706c5 of type vlan for network 036885e8-dde4-497e-a627-0f8e90ac5940 Oct 26 14:03:40.398607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.445661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-727670592-network', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:40.474930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.475682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] No DVR routers for this DVR port 13bdeefd-8c24-41c1-8902-c199c3a3d617 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:40.477800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:40.478951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.486580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.494571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6157d18c-8c66-4ad3-bf80-b1110d1d0f44 req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.41 "DELETE /v2.0/ports/13bdeefd-8c24-41c1-8902-c199c3a3d617 HTTP/1.1" status: 204 len: 173 time: 1.4829245 Oct 26 14:03:40.506518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-deleted', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:40.519691 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f182195d-bf5d-42e4-8f47-0a5f76877363" -d '{"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-deleted", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:40.531642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d6212-959d-4c73-ad9c-d6e056a5e831 tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] Pushing event deleted for resources: {'Port': ['ID=13bdeefd-8c24-41c1-8902-c199c3a3d617,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.658641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-74de438f-0772-495c-aafb-b9e18bf761f2 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:40.663899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-74de438f-0772-495c-aafb-b9e18bf761f2 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.2688525 Oct 26 14:03:40.664482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53592) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:40.667229 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c48f1-0e44-4a50-b90e-2010b99a130a x-openstack-request-id: req-217c48f1-0e44-4a50-b90e-2010b99a130a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:40.667723 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3781b3-552f-4543-88c8-0801702ffc5d", "name": "network-vif-deleted", "tag": "13bdeefd-8c24-41c1-8902-c199c3a3d617", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:40.668198 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-217c48f1-0e44-4a50-b90e-2010b99a130a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:40.668636 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3781b3-552f-4543-88c8-0801702ffc5d', 'name': 'network-vif-deleted', 'tag': '13bdeefd-8c24-41c1-8902-c199c3a3d617', 'status': 'completed', 'code': 200} Oct 26 14:03:40.685922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcb4aff-d7fa-440f-bb4e-2900ce6b3cd4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:40.857860 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:40.879310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a94e2197-0702-4bde-a396-09c913e10658 req-cd271192-9ebb-4a82-81f1-958a1d9ec83c tempest-MigrationsAdminTest-66302841 tempest-MigrationsAdminTest-66302841-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e3781b3-552f-4543-88c8-0801702ffc5d HTTP/1.1" status: 200 len: 210 time: 0.3048704 Oct 26 14:03:40.895106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f88cd77-f658-45a6-bd29-0b4b358acbe1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7740fef0eac64b3ebe9b291d49ed43c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250438 Oct 26 14:03:40.901068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53594) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:40.933643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c9e8-7eab-47e5-bfd1-a6ea376b14fe req-a2ccc94c-03bc-48cf-97f3-9e3413770949 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:40.942657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b227c9e8-7eab-47e5-bfd1-a6ea376b14fe req-a2ccc94c-03bc-48cf-97f3-9e3413770949 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 945 time: 0.1344445 Oct 26 14:03:40.989795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] Pushing event updated for resources: {'Network': ['ID=036885e8-dde4-497e-a627-0f8e90ac5940,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.003754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 036885e8-dde4-497e-a627-0f8e90ac5940 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:41.032154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b227c9e8-7eab-47e5-bfd1-a6ea376b14fe req-0eef6b8d-a8e8-4a26-a3cf-6fbdda55ab1e tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups?id=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878046 Oct 26 14:03:41.068648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Deleting port 95dd3e43-df26-4323-9677-900f684b80c3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:41.069202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.102149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:41.106311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.126977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0293b70e-7c96-4500-9037-f89ff9799c3a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7999945 Oct 26 14:03:41.156802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53598) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:41.176444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Request body: {'subnet': {'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-subnet', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:41.184435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.271718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] For port 95dd3e43-df26-4323-9677-900f684b80c3, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=95dd3e43-df26-4323-9677-900f684b80c3,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:41.272441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.332601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Made reservation on behalf of e5183c88db6c4fbbbf94ee72c6c3630b for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:41.340192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.406742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.427984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e366cb1a-9871-4a60-af78-eba5f4faf869 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:41.495209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port e366cb1a-9871-4a60-af78-eba5f4faf869 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:03:41.501593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e366cb1a-9871-4a60-af78-eba5f4faf869 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:41.502014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.603375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.604771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.605303 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Floating IP 4b112073-e243-41d2-ad74-75ce70871c93 disassociated. External IP: 172.25.5.39, port: 95dd3e43-df26-4323-9677-900f684b80c3. Oct 26 14:03:41.606302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Calling delete_port for 95dd3e43-df26-4323-9677-900f684b80c3 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:41.609899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.629864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8ba40-56d2-48d3-9cbd-ceb526367a11 req-e82f156d-4fcf-4fc9-a00a-1fc0f0e3896d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:41.631713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b8ba40-56d2-48d3-9cbd-ceb526367a11 req-e82f156d-4fcf-4fc9-a00a-1fc0f0e3896d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 944 time: 0.5151894 Oct 26 14:03:41.664975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:41.670496 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c2094-0f40-4ac2-8688-16b4555f8dd7" -d '{"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-plugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:41.693553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:41.704665 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.705471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:41.736657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 13bdeefd-8c24-41c1-8902-c199c3a3d617 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:41.736997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 13bdeefd-8c24-41c1-8902-c199c3a3d617 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:41.742749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.792337 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0a006-4d44-4368-8218-582112ada9d8 x-openstack-request-id: req-dda0a006-4d44-4368-8218-582112ada9d8 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:41.792573 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-plugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:41.792808 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dda0a006-4d44-4368-8218-582112ada9d8 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:41.793448 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'code': 200} Oct 26 14:03:41.854063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:41.862055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.899378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.917133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:41.931658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:41.944518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8b8ba40-56d2-48d3-9cbd-ceb526367a11 req-6687b534-fca9-4d81-af83-4b2011b54ca7 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018878 Oct 26 14:03:41.989668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.030682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.031442 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Added segment 89946705-4863-49af-a04b-0015efecd45c of type vlan for network f4206489-532c-418f-88cd-e4d614a49d2c Oct 26 14:03:42.053361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9abcdf-4af5-48f9-bf26-10df14722a0e req-719973bf-de15-40eb-a758-c3bc00104065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:42.056095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce9abcdf-4af5-48f9-bf26-10df14722a0e req-719973bf-de15-40eb-a758-c3bc00104065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 1096 time: 0.2123687 Oct 26 14:03:42.072376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb96e31-254f-4d49-8fbe-2655ca34b72f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.155980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.167753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event deleted for resources: {'Port': ['ID=95dd3e43-df26-4323-9677-900f684b80c3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.200997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f539fdbe-642a-40b6-9ce1-0d54f9f2aed6,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.220258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Router 548309e7-7dec-4101-8cca-f9d90fc5b9cc has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:42.223214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.224688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:42.228475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.238060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce9abcdf-4af5-48f9-bf26-10df14722a0e req-2603d1d3-ea21-4df3-bc08-97629a239d43 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216335 Oct 26 14:03:42.296644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.299221 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.299626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:42.300544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/784af2fe-3fb4-4c03-ad07-78d5a87fe874 HTTP/1.1" status: 204 len: 168 time: 1.3980258 Oct 26 14:03:42.351584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2595224 Oct 26 14:03:42.380639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d595fd0e-4909-47d2-8edc-d361961cc386 req-4fd9538d-285c-4dee-a6c3-8a5a53bfd64a tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 210 time: 0.1582174 Oct 26 14:03:42.383528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53612) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:42.399314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Request body: {'subnet': {'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-727670592-subnet', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:42.409861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21944eb4-b741-4ef2-b8df-0bee98a5935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784af2fe-3fb4-4c03-ad07-78d5a87fe874,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.557873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53614) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:42.558458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd5559-e5e7-41de-98b2-93b8f918dda3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4206489-532c-418f-88cd-e4d614a49d2c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:42.575364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f4206489-532c-418f-88cd-e4d614a49d2c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:42.608505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Checking segment: {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:42.609022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Network hostable DHCP agents. Network: 036885e8-dde4-497e-a627-0f8e90ac5940, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:42.645824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:42.648303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:42.828316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Network 036885e8-dde4-497e-a627-0f8e90ac5940 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:42.852092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:42.872031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-509f29c1-378c-45df-b65c-cf9cdf374514 admin admin] 10.222.0.37 "PUT /v2.0/routers/548309e7-7dec-4101-8cca-f9d90fc5b9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7839651 Oct 26 14:03:42.880279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53620) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:42.882807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 036885e8-dde4-497e-a627-0f8e90ac5940) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:42.891594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Sync routers for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:42.930845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1329ab40-0391-446e-bd12-979908ac40eb None None] Network 036885e8-dde4-497e-a627-0f8e90ac5940 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:43.062536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8296b4a6-29ec-49b5-a8d2-b94bdc69575c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.085569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:43.086223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:43.275957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cdec2-5128-4f7d-8791-43db1a84304d req-8a304398-f879-4342-8948-36bc85e28916 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:43.306183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c5cdec2-5128-4f7d-8791-43db1a84304d req-8a304398-f879-4342-8948-36bc85e28916 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.2233186 Oct 26 14:03:43.431686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c5cdec2-5128-4f7d-8791-43db1a84304d req-8a239475-b93f-4ae2-ad44-d49b70a2ff83 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197410 Oct 26 14:03:43.441630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:43.457805 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:43.485488 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:43.486776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:43.617746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] No DVR routers for this DVR port 95dd3e43-df26-4323-9677-900f684b80c3 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:43.626553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.630560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ede9b094-64d0-4d6b-840f-bc164af4258d req-159f864b-93ae-445a-a38b-14b458609b48 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.73 "DELETE /v2.0/ports/95dd3e43-df26-4323-9677-900f684b80c3 HTTP/1.1" status: 204 len: 173 time: 2.9479096 Oct 26 14:03:43.630690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'name': 'network-vif-deleted', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:03:43.638632 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bde4965-dca3-4a86-82f4-839355131b82" -d '{"events": [{"server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "name": "network-vif-deleted", "tag": "95dd3e43-df26-4323-9677-900f684b80c3"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:03:43.685172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 95dd3e43-df26-4323-9677-900f684b80c3 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:43.775147 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02fb8dd-c82c-4715-a11b-90563f25809e x-openstack-request-id: req-b02fb8dd-c82c-4715-a11b-90563f25809e {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:03:43.775450 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca249259-e8c6-4b8d-9515-4e75cf372eba", "name": "network-vif-deleted", "tag": "95dd3e43-df26-4323-9677-900f684b80c3", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:03:43.775701 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02fb8dd-c82c-4715-a11b-90563f25809e {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:03:43.776101 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca249259-e8c6-4b8d-9515-4e75cf372eba', 'name': 'network-vif-deleted', 'tag': '95dd3e43-df26-4323-9677-900f684b80c3', 'status': 'completed', 'code': 200} Oct 26 14:03:43.803680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 95dd3e43-df26-4323-9677-900f684b80c3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:43.804273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 95dd3e43-df26-4323-9677-900f684b80c3 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:43.883183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.891457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:43.902296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-036885e8-dde4-497e-a627-0f8e90ac5940', 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'fixed_ips': [{'subnet_id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:43.907263 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:43.916185 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:43.919565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:43.923768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.041342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d801abe-c576-4875-8981-1717df4cdb8b req-88347422-4132-47e1-b9e5-a4798ac43ef8 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca249259-e8c6-4b8d-9515-4e75cf372eba HTTP/1.1" status: 200 len: 210 time: 0.1258156 Oct 26 14:03:44.073636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5df04e51-27a4-48a7-abf3-15ea80a55642 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9066100 Oct 26 14:03:44.077521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:44.083771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:44.102673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-801db8b8-1734-4018-bf6a-f9d4540d677f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9768d7d3382c45fca7ccb8f162f7d1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5400529 Oct 26 14:03:44.128593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53650) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:44.171964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.177150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.202753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.374713 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:44.404985 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:44.409869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.426331 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:44.427981 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:44.434871 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.575622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.643561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.657950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.671723 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:44.725438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.759730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Allocated IP 172.20.0.2 (036885e8-dde4-497e-a627-0f8e90ac5940/f539fdbe-642a-40b6-9ce1-0d54f9f2aed6/3b5d44c4-6c7b-4936-af4d-8d1e115a23b9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:44.806991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d2353-3eff-445f-9be5-9a58264a31ae req-ab1c58f9-3ddf-4bb8-906c-5140f609da0c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:44.811657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b17d2353-3eff-445f-9be5-9a58264a31ae req-ab1c58f9-3ddf-4bb8-906c-5140f609da0c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.2372043 Oct 26 14:03:44.826738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:44.847138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:03:39Z', 'revision_number': 5, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port': {'id': 'bf49ab4b-993a-47e6-aaf7-efa77f010a1d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:00:49Z', 'updated_at': '2021-10-26T14:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:44.888665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Checking router: 548309e7-7dec-4101-8cca-f9d90fc5b9cc for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:44.913740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Routers {'548309e7-7dec-4101-8cca-f9d90fc5b9cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:44.914401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:44.922561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b17d2353-3eff-445f-9be5-9a58264a31ae req-ae89a793-44ea-4a82-adb3-e2b95d3744a6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945408 Oct 26 14:03:44.962406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:44.962916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Network hostable DHCP agents. Network: f4206489-532c-418f-88cd-e4d614a49d2c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:44.981255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36839ddd-f77f-4ec8-ac7a-f88305911a03,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.029190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Deleting port bf49ab4b-993a-47e6-aaf7-efa77f010a1d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:45.030526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.212698 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:45.252319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] For port bf49ab4b-993a-47e6-aaf7-efa77f010a1d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:45.252319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.294158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Calling delete_port for bf49ab4b-993a-47e6-aaf7-efa77f010a1d owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:45.297139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] Set router 548309e7-7dec-4101-8cca-f9d90fc5b9cc gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:45.299273 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.315673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02974d00-9b0c-47c6-a5e6-56bba121e4af None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T13:58:57Z', 'revision_number': 4, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port': {'id': '40e86c7d-ef73-42c5-8347-fbf7ed06a218', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:50Z', 'updated_at': '2021-10-26T13:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6438fb17-9428-4312-9442-f275a7d45432', 'name': '', 'network_id': '7c6b449f-8821-4e85-a25e-1dcd8a909999', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'mac_address': 'fa:16:3e:61:26:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:58:56Z', 'updated_at': '2021-10-26T13:59:03Z', 'revision_number': 5, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'subnets': [{'id': 'ef482f6b-9264-4fe3-b6c0-3e56f5eb3240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:45.385337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.391220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.405960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:03:44Z', 'revision_number': 6, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:45.448476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Network 036885e8-dde4-497e-a627-0f8e90ac5940 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:45.459837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53686) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:45.475187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341021-a900-4e1a-b407-73dbf054e5ae None None] The sync data for ids ['548309e7-7dec-4101-8cca-f9d90fc5b9cc'] in n-d-813419-9 is: [{'id': '548309e7-7dec-4101-8cca-f9d90fc5b9cc', 'name': 'tempest-ServersTestManualDisk-1734596303-router', 'tenant_id': '2c08b363b56f4bfca458cb64f14d561d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:00:48Z', 'updated_at': '2021-10-26T14:03:44Z', 'revision_number': 6, 'project_id': '2c08b363b56f4bfca458cb64f14d561d', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:45.479800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.479945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:45.494920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:45.591799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Pushing event updated for resources: {'Port': ['ID=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:45.598789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Attempting to bind port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:45.599473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Attempting to bind port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:45.600364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Attempting to bind port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 on network 036885e8-dde4-497e-a627-0f8e90ac5940 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:45.608106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:45.610500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Checking segment: {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:45.611160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.611789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Bound using segment: {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:45.612545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Bound port: 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:45.614330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.666804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Network f4206489-532c-418f-88cd-e4d614a49d2c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:03:45.778974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.781468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Allocated IP 172.25.5.235 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/10b845b8-bee0-4431-882e-731a26f0edd2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:45.784166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] For port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:45.790286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] For port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:45.806438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.836699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f4206489-532c-418f-88cd-e4d614a49d2c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:45.872755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:45.877326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af9593-533f-4275-b528-0342ae6681f5 None None] Network f4206489-532c-418f-88cd-e4d614a49d2c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:45.878421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.919320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:45.990481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.002071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659c1c9-a1f0-43b8-92f5-6640df9b5226 None None] New status for floating IP 4b112073-e243-41d2-ad74-75ce70871c93: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:03:46.033551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.066247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.077463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0efbb4-0d17-494b-9dac-dd6e21438493 HTTP/1.1" status: 204 len: 168 time: 1.9435737 Oct 26 14:03:46.080625 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0f1c8988-bb1d-4c8f-9ca7-6f3c29e18f01 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6865435 Oct 26 14:03:46.100584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53730) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:46.117735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf49ab4b-993a-47e6-aaf7-efa77f010a1d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.156804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0bb4-f56f-4525-8ddd-8924e04bb430 None None] Pushing event updated for resources: {'Port': ['ID=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.226199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:46.280774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.353718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f4206489-532c-418f-88cd-e4d614a49d2c', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:03:46.355633 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.403146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.412856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603a980-a8ce-4f21-a4a0-67d2687e11df req-82fc81ec-efec-4d02-8935-dfbe93c5a85c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:46.443437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6603a980-a8ce-4f21-a4a0-67d2687e11df req-82fc81ec-efec-4d02-8935-dfbe93c5a85c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.7857029 Oct 26 14:03:46.475069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0efbb4-0d17-494b-9dac-dd6e21438493,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.493823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.507259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.508483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "DELETE /v2.0/security-groups/419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c HTTP/1.1" status: 204 len: 168 time: 1.0452704 Oct 26 14:03:46.519789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53738) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:46.572640 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-8d7f3b2b-4d10-419b-9434-a7675d64ff6e tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] show failed (client error): The resource could not be found. Oct 26 14:03:46.578227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d7f3b2b-4d10-419b-9434-a7675d64ff6e tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "GET /v2.0/security-groups/419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c HTTP/1.1" status: 404 len: 347 time: 0.0560973 Oct 26 14:03:46.580246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53740) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:46.606516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884a6a0-e8a1-44ad-8f30-9909522a59db tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d6625-1bfb-4bd9-8b4a-ed1f9e747b1c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:46.645303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.711608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.711828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.712584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.712946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.713743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.713869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.714281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.714747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.715184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.715821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.716483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.717640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b1328b-8de5-4571-b921-362f66f504ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:46.821209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:46.845574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:46.870538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:46.881217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.882935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.887840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:46.929872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Allocated IP 172.20.0.2 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/965c130d-97fd-4df1-8e0b-cff052fe37d2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:46.956897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6603a980-a8ce-4f21-a4a0-67d2687e11df req-85689c4e-7214-4466-bea5-b59a29c0ff8d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121479 Oct 26 14:03:46.993592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Pushing event updated for resources: {'Port': ['ID=10b845b8-bee0-4431-882e-731a26f0edd2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:47.077220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.084969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.087625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Deleting port 0926adb1-855a-4eca-8ac5-ebf16986fb6f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:47.088186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.132436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53780) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:47.201616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.261235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.306773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.461115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:47.465435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:47.471704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:47.481871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Pushing event updated for resources: {'Port': ['ID=965c130d-97fd-4df1-8e0b-cff052fe37d2,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:47.608999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:47.627236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.660329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Attempting to bind port 965c130d-97fd-4df1-8e0b-cff052fe37d2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:47.660794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Attempting to bind port 965c130d-97fd-4df1-8e0b-cff052fe37d2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:47.661146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Attempting to bind port 965c130d-97fd-4df1-8e0b-cff052fe37d2 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:47.688669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.760917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:47.761295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:47.761710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.766581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:47.770408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Bound port: 965c130d-97fd-4df1-8e0b-cff052fe37d2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:47.777530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.782752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9217aee8-bdf1-4e78-bf31-a3e2e898c037 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb8b9ec53bf646b39aa0c1eb8c185139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480479 Oct 26 14:03:47.785804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53810) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:47.918760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:47.919046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.935076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.935463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:47.947448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c0381-5567-4650-aca4-2a9764eaf728 None None] Network 036885e8-dde4-497e-a627-0f8e90ac5940 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:47.952210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Calling delete_port for 0926adb1-855a-4eca-8ac5-ebf16986fb6f owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:47.967020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.119000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.119614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548309e7-7dec-4101-8cca-f9d90fc5b9cc {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:03:48.128136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.131557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f37f7239-023f-4ee5-8772-f3a312b92fdc admin admin] 10.222.0.37 "DELETE /v2.0/routers/548309e7-7dec-4101-8cca-f9d90fc5b9cc HTTP/1.1" status: 204 len: 168 time: 5.2497997 Oct 26 14:03:48.134110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:48.135532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.202782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.226182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ef440-d352-4f38-82e5-70a248ec857c req-7945d1b4-6a95-4157-80db-f588bfe00bbb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:48.236670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a9ef440-d352-4f38-82e5-70a248ec857c req-7945d1b4-6a95-4157-80db-f588bfe00bbb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 1.1033142 Oct 26 14:03:48.246818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.254303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Pushing event deleted for resources: {'Port': ['ID=0926adb1-855a-4eca-8ac5-ebf16986fb6f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.370839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.372604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Deleting subnet a4b2424b-75ff-4902-8ba6-c29adcfb166d {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:03:48.383220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.385462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/955b717b-86be-42ab-a30b-51e52c2b3785 HTTP/1.1" status: 204 len: 168 time: 0.5967960 Oct 26 14:03:48.404118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.418108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9610080-550f-49c4-af89-0229c28f1308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b717b-86be-42ab-a30b-51e52c2b3785,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:48.421889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] For port 965c130d-97fd-4df1-8e0b-cff052fe37d2, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:48.446312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Router 0f0f8787-c190-4767-9440-b4e3efcb5c92 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:48.522121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a9ef440-d352-4f38-82e5-70a248ec857c req-22aed544-08c5-42e5-83b4-14832b50b7eb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829831 Oct 26 14:03:48.555839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.568625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.571810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6e14aae7-a1d3-4022-b71e-4be4ef8078f1 tempest-ServersWithSpecificFlavorTestJSON-538639886 tempest-ServersWithSpecificFlavorTestJSON-538639886-project] 10.222.0.37 "DELETE /v2.0/floatingips/4b112073-e243-41d2-ad74-75ce70871c93 HTTP/1.1" status: 204 len: 168 time: 1.9866195 Oct 26 14:03:48.590977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.599976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aa706202-b785-4366-947e-e0b96c5f177f None None] Provisioning complete for port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:48.603244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aa706202-b785-4366-947e-e0b96c5f177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.619432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] For port 965c130d-97fd-4df1-8e0b-cff052fe37d2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=965c130d-97fd-4df1-8e0b-cff052fe37d2,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:48.725003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.757443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:48.787042 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Sync routers for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:48.807105 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:48.816894 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:48.838486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:48.843370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1c8d1627-0275-47a3-8fb1-c01e2ed10d61 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7608354 Oct 26 14:03:48.847040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53864) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:49.004934 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:49.142771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf5623-6f17-4919-b5b8-8d5a67c9a490 None None] Pushing event updated for resources: {'Port': ['ID=965c130d-97fd-4df1-8e0b-cff052fe37d2,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:49.247652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.418604 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 3, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:49.425783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:49.431226 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aa706202-b785-4366-947e-e0b96c5f177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.443893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.490279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Checking router: 0f0f8787-c190-4767-9440-b4e3efcb5c92 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:49.490897 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Updating router 0f0f8787-c190-4767-9440-b4e3efcb5c92 port 10b845b8-bee0-4431-882e-731a26f0edd2 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:49.527708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083cf5c-2f38-4b36-ad2b-ebdb3e00648e req-81f8f1ca-f5ab-4529-856d-4c750a38f274 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:49.532263 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.546492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b083cf5c-2f38-4b36-ad2b-ebdb3e00648e req-81f8f1ca-f5ab-4529-856d-4c750a38f274 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.8424981 Oct 26 14:03:49.580901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.608037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device bf49ab4b-993a-47e6-aaf7-efa77f010a1d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:49.681453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: bf49ab4b-993a-47e6-aaf7-efa77f010a1d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:49.682184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device bf49ab4b-993a-47e6-aaf7-efa77f010a1d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:49.682977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f3bad15-8473-4656-8fa0-b86cf1c46c40 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:49.833612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1f3bad15-8473-4656-8fa0-b86cf1c46c40 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:49.836953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f3bad15-8473-4656-8fa0-b86cf1c46c40 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:49.852131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:49.870330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-aa706202-b785-4366-947e-e0b96c5f177f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:03:49.871156 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-aa706202-b785-4366-947e-e0b96c5f177f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:03:49.897894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.931937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.937238 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.959331 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:49.966089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b083cf5c-2f38-4b36-ad2b-ebdb3e00648e req-33a3da23-ff3a-436f-a366-93d741ee0078 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116025 Oct 26 14:03:49.967681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.182787 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Attempting to bind port 10b845b8-bee0-4431-882e-731a26f0edd2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:50.191858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Attempting to bind port 10b845b8-bee0-4431-882e-731a26f0edd2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:50.192435 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Attempting to bind port 10b845b8-bee0-4431-882e-731a26f0edd2 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:50.215212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266b523-1644-40ba-985f-137dbab16c9f None None] Pushing event updated for resources: {'Port': ['ID=10b845b8-bee0-4431-882e-731a26f0edd2,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.235097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 965c130d-97fd-4df1-8e0b-cff052fe37d2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:50.240202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:50.249581 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:50.254019 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.257924 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:50.260157 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Bound port: 10b845b8-bee0-4431-882e-731a26f0edd2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:50.263294 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.439967 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] For port 10b845b8-bee0-4431-882e-731a26f0edd2, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:50.459757 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] For port 10b845b8-bee0-4431-882e-731a26f0edd2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10b845b8-bee0-4431-882e-731a26f0edd2,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:50.477225 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.576083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 965c130d-97fd-4df1-8e0b-cff052fe37d2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:50.577373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.642569 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:50.647424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b2424b-75ff-4902-8ba6-c29adcfb166d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:50.657906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:50.743633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-414e8cb2-3936-446c-89dd-e6b54d309564 None None] Provisioning complete for port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:50.744005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-414e8cb2-3936-446c-89dd-e6b54d309564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.848871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:50.861284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53986) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:50.868390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a9da8-8fa3-4a2c-a990-828fb5528077 None None] Network c0af6b9e-37d4-4c67-a3cf-e3f688118a1a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:50.870355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b6224beb-4762-49d8-b836-f6adfbd4b7fd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4b2424b-75ff-4902-8ba6-c29adcfb166d HTTP/1.1" status: 204 len: 168 time: 2.7299719 Oct 26 14:03:50.957880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e93fc-9a41-484f-90a8-417ec4f7308d None None] Network f4206489-532c-418f-88cd-e4d614a49d2c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:03:51.037779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266b523-1644-40ba-985f-137dbab16c9f None None] Pushing event updated for resources: {'Port': ['ID=10b845b8-bee0-4431-882e-731a26f0edd2,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:51.087811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.182679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b6ebf-2f2c-4446-8bfd-3ff1f05f0b6c req-de012abd-abd0-4d1b-a4b6-ffdc7ace7a0a tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:51.195025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d75b6ebf-2f2c-4446-8bfd-3ff1f05f0b6c req-de012abd-abd0-4d1b-a4b6-ffdc7ace7a0a tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.5484684 Oct 26 14:03:51.247597 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:51.257535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Deleting port eb9f2e31-2931-4c77-b14b-6f333c240b12 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:51.257908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.321528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.377002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Allocated IP 172.25.5.32 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d36da509-eca1-4080-b0d8-e1adead8667e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:51.418046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] For port eb9f2e31-2931-4c77-b14b-6f333c240b12, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eb9f2e31-2931-4c77-b14b-6f333c240b12,segment=NetworkSegment(098453e3-d1b2-4b95-8b63-923a91c100f6),segment_id=098453e3-d1b2-4b95-8b63-923a91c100f6)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:51.418472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.420268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d75b6ebf-2f2c-4446-8bfd-3ff1f05f0b6c req-40872054-be3f-46e9-9b69-076ab07de959 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240164 Oct 26 14:03:51.495803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Calling delete_port for eb9f2e31-2931-4c77-b14b-6f333c240b12 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:51.563588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54030) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:51.712222 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 3, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:51.726688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.732040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 965c130d-97fd-4df1-8e0b-cff052fe37d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=965c130d-97fd-4df1-8e0b-cff052fe37d2,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:51.751711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.796802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:51.907992 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4a1628-60c8-45ff-9b9a-6380314c71c8 None None] The sync data for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 is: [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:47Z', 'revision_number': 3, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:03:51.925155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9f2e31-2931-4c77-b14b-6f333c240b12,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:51.927672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] No DVR routers for this DVR port eb9f2e31-2931-4c77-b14b-6f333c240b12 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:03:51.939480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54cec7d-6c1f-4a1a-93c9-b40cc20f9e98 None None] DHCP port deletion for c0af6b9e-37d4-4c67-a3cf-e3f688118a1a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:03:51.983933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5ca428b8-9a3a-490c-9b41-70ad2acd5f4f None None] Provisioning complete for port 965c130d-97fd-4df1-8e0b-cff052fe37d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:51.985385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5ca428b8-9a3a-490c-9b41-70ad2acd5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.036911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.045474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.045921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.046262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.046593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.046919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.047241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.047561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.047919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.048186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.061632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.062128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.062470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:52.087683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=965c130d-97fd-4df1-8e0b-cff052fe37d2,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.106310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:52.203902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:52.204562 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.240590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad55b49-d562-4ac3-bf2d-f837b7a91036 req-740dbba3-3773-490f-90ed-16ac5d6ab702 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:52.242414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ad55b49-d562-4ac3-bf2d-f837b7a91036 req-740dbba3-3773-490f-90ed-16ac5d6ab702 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.5277469 Oct 26 14:03:52.249153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.253389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.285495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.368646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0af6b9e-37d4-4c67-a3cf-e3f688118a1a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:52.428256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098453e3-d1b2-4b95-8b63-923a91c100f6') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:52.428770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098453e3-d1b2-4b95-8b63-923a91c100f6') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:52.441037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Pushing event updated for resources: {'Port': ['ID=d36da509-eca1-4080-b0d8-e1adead8667e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.441587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.494547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.505924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:03:52.506705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:03:52.509665 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:03:52.615395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.633327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.647197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0af6b9e-37d4-4c67-a3cf-e3f688118a1a HTTP/1.1" status: 204 len: 168 time: 1.7807944 Oct 26 14:03:52.670583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-266646dd-2c9c-4dea-97b9-96e0e9c63291 None None] Provisioning complete for port 965c130d-97fd-4df1-8e0b-cff052fe37d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:52.671553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-266646dd-2c9c-4dea-97b9-96e0e9c63291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:52.674806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ad55b49-d562-4ac3-bf2d-f837b7a91036 req-999787b5-98c6-4a13-b421-b6fe4b660d50 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186883 Oct 26 14:03:52.686618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd425526-9133-4520-a0a4-122f8cd4997c admin admin] Pushing event deleted for resources: {'Network': ['ID=c0af6b9e-37d4-4c67-a3cf-e3f688118a1a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:52.709356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:52.746233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:52.921334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54080) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:53.040387 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.049810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:53.064780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4c999ead-3f8c-4096-8a42-e913c61f58ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c08b363b56f4bfca458cb64f14d561d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421545 Oct 26 14:03:53.067862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54094) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:53.120797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Allocated IP 172.20.0.1 (036885e8-dde4-497e-a627-0f8e90ac5940/f539fdbe-642a-40b6-9ce1-0d54f9f2aed6/f32fc7d2-03ad-456a-916a-0ad22d61d7e2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:03:53.580882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8f19b-f98c-4360-b9b6-eec90ea75f8e req-22d48ef0-e76a-4ef7-bb92-0d209c77f2f2 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:53.596922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64f8f19b-f98c-4360-b9b6-eec90ea75f8e req-22d48ef0-e76a-4ef7-bb92-0d209c77f2f2 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.1230161 Oct 26 14:03:53.680590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64f8f19b-f98c-4360-b9b6-eec90ea75f8e req-b53d8035-a977-45a7-9ae1-235e8fa425b0 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826051 Oct 26 14:03:53.683337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.693112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:53.825820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.092052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2fe8-ef18-4d04-af90-1285fa19be7a req-b4d866e1-e7ee-411e-a9a0-711d85ca165e tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:54.099751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dca2fe8-ef18-4d04-af90-1285fa19be7a req-b4d866e1-e7ee-411e-a9a0-711d85ca165e tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.1825898 Oct 26 14:03:54.141474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.209114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10b845b8-bee0-4431-882e-731a26f0edd2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:54.236274 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dca2fe8-ef18-4d04-af90-1285fa19be7a req-529cff3f-cd9d-48bc-aaa1-67ef45fb6ebf tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329083 Oct 26 14:03:54.259665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Pushing event updated for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:54.270958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.273865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.275213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c410ebe-4442-4e5e-b08b-73dcc86e4548 HTTP/1.1" status: 204 len: 168 time: 1.2061617 Oct 26 14:03:54.300250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Network 036885e8-dde4-497e-a627-0f8e90ac5940 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:54.303009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f897-30d3-4ba6-9e80-0f7c0cd90cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c410ebe-4442-4e5e-b08b-73dcc86e4548,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:54.330901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:54.331971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:54.337497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:03:54.421081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.431090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 10b845b8-bee0-4431-882e-731a26f0edd2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:54.431699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.668801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:54.820041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fa112a7-bd92-4ce8-9806-a28cf06b18c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.024866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fa112a7-bd92-4ce8-9806-a28cf06b18c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.034738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fa112a7-bd92-4ce8-9806-a28cf06b18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.079381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa112a7-bd92-4ce8-9806-a28cf06b18c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43eecd-95ac-4bc6-9a10-f75f73800429,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:55.084541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9fa112a7-bd92-4ce8-9806-a28cf06b18c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c7823dfdb904cba80135f0475f62982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521553 Oct 26 14:03:55.088731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:55.134393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3dabba4b-f46e-4dee-92a6-48e297002ce9 None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:55.134856 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3dabba4b-f46e-4dee-92a6-48e297002ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.200032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.235426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3dabba4b-f46e-4dee-92a6-48e297002ce9 None None] Port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:55.272298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.273671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.318736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 10b845b8-bee0-4431-882e-731a26f0edd2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10b845b8-bee0-4431-882e-731a26f0edd2,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:55.328088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.329314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 965c130d-97fd-4df1-8e0b-cff052fe37d2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:55.366727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.392178 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.432662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.437427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.437961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=10b845b8-bee0-4431-882e-731a26f0edd2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:55.443258 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a43eecd-95ac-4bc6-9a10-f75f73800429 HTTP/1.1" status: 204 len: 168 time: 0.3496406 Oct 26 14:03:55.465531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecee7f-9f9d-4ed7-962f-a0b2b1d93600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43eecd-95ac-4bc6-9a10-f75f73800429,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:55.469467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 965c130d-97fd-4df1-8e0b-cff052fe37d2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:55.469467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.670246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:55.768128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9f2e31-2931-4c77-b14b-6f333c240b12 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:03:55.773525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-82c98768-33c1-4d7e-af48-28a6b2b357c1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:55.784237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-82c98768-33c1-4d7e-af48-28a6b2b357c1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/networks?id=2737fb71-6603-4f51-8370-f6f4ec2308fe HTTP/1.1" status: 200 len: 814 time: 0.1917264 Oct 26 14:03:55.802220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-96ed4606-18d1-4a43-a6e3-472ea4c4a3bf tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/quotas/8047b032bb6147928851b6c4426bb766 HTTP/1.1" status: 200 len: 375 time: 0.0169694 Oct 26 14:03:55.820264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: eb9f2e31-2931-4c77-b14b-6f333c240b12 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:03:55.820631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9f2e31-2931-4c77-b14b-6f333c240b12 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:03:55.873630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-270f8290-a9a7-465b-bfff-af7d631266a8 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8047b032bb6147928851b6c4426bb766&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696132 Oct 26 14:03:55.987212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10b845b8-bee0-4431-882e-731a26f0edd2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:03:56.106729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 10b845b8-bee0-4431-882e-731a26f0edd2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:56.107762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.248873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-ffa30cb2-5446-47f5-baba-0a871bcc37df service neutron] 10.222.0.37 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726897 Oct 26 14:03:56.258194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54306) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:56.311060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f18ff358-eac1-4b5b-b11b-74904ded9329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.327848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54308) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:56.403240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-6b999845-1070-48d2-9ad9-ce4b7ed4b0b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523831 Oct 26 14:03:56.511115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f18ff358-eac1-4b5b-b11b-74904ded9329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.532638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f18ff358-eac1-4b5b-b11b-74904ded9329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.640846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f18ff358-eac1-4b5b-b11b-74904ded9329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04f449258c314031aea8b2711acc593c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811476 Oct 26 14:03:56.642470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ff358-eac1-4b5b-b11b-74904ded9329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba307a-b8e7-4a2c-98b1-391440c8a00f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:56.645618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54330) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:56.720360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-network', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:56.756882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.781869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.806472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.810092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:56.813172 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.824352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.827398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41c055a2-2dc9-4253-b658-0d5a00abc926 req-2fcc9d65-b1b3-458c-9735-8b287a9393c9 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 210 time: 0.0683589 Oct 26 14:03:56.867808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36b7bf-354a-4697-a002-5a5e2315a724 req-98e43055-fffb-4919-be50-cf1160c77631 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:56.869604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e36b7bf-354a-4697-a002-5a5e2315a724 req-98e43055-fffb-4919-be50-cf1160c77631 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.1415491 Oct 26 14:03:56.904326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.914650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Router 5eb949ec-3a49-498c-9efb-d08247038cdf is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:03:56.920419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:56.926544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Pushing event updated for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.006652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e36b7bf-354a-4697-a002-5a5e2315a724 req-afb2d84b-899e-44d1-8867-997b87d217cb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046736 Oct 26 14:03:57.044337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.055383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.063156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.065802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.069354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eba307a-b8e7-4a2c-98b1-391440c8a00f HTTP/1.1" status: 204 len: 168 time: 0.3936996 Oct 26 14:03:57.088659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:03:57.102067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.109274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.109749 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Added segment ddbc643a-86f8-4ce4-801b-f3fe201a9699 of type vlan for network 53d0a737-0d52-420b-84a2-7695344d1314 Oct 26 14:03:57.121748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5c76f-722c-400f-8b3d-325c631a48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba307a-b8e7-4a2c-98b1-391440c8a00f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.161971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.182209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Network 036885e8-dde4-497e-a627-0f8e90ac5940 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:03:57.189090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:57.200422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Deleting port 6438fb17-9428-4312-9442-f275a7d45432 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:03:57.200921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.206478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.207614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:57.208206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.211650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:03:57.224166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Sync routers for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:57.265682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:57.268979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:57.277804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9487717 Oct 26 14:03:57.281391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:57.291210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Request body: {'subnet': {'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-subnet', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:57.324410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c75ffa-7c3b-4e99-b62e-23350fb8adf3 admin admin] Pushing event updated for resources: {'Network': ['ID=53d0a737-0d52-420b-84a2-7695344d1314,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:57.337811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:03:57.341722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.374077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 53d0a737-0d52-420b-84a2-7695344d1314 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:03:57.495480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.496966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6194204d-23c3-4edc-a1d4-c261bc797924 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3867531 Oct 26 14:03:57.507468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e366cb1a-9871-4a60-af78-eba5f4faf869 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:03:57.531105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54368) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:57.613478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] For port 6438fb17-9428-4312-9442-f275a7d45432, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6438fb17-9428-4312-9442-f275a7d45432,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:57.613733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.647937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Calling delete_port for 6438fb17-9428-4312-9442-f275a7d45432 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:03:57.670183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Router 0f0f8787-c190-4767-9440-b4e3efcb5c92 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:57.768132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:57.914851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.924978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1f8e7e15-7349-4200-8ad4-463ee5eadaf2 None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:03:57.925910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f8e7e15-7349-4200-8ad4-463ee5eadaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:57.987344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e7e15-7349-4200-8ad4-463ee5eadaf2 None None] Port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:03:58.065616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:58.087924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:58.116113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'port_id': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'mac_address': 'fa:16:3e:c0:b9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad2ea9-024d-4f4d-b3e4-eb6106723e86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:03:58.148760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0de51556-8e8a-4b64-95de-970e2fc2c7cf req-67fa63b3-63c6-4f94-8d18-a1f87a8bda8b tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 210 time: 0.1367116 Oct 26 14:03:58.212696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.235314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:03:58.248914 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Sync routers for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:03:58.273457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-86f56e18-9cca-416c-89d4-f4245ad4f1ee admin admin] 10.222.0.37 "PUT /v2.0/routers/0f0f8787-c190-4767-9440-b4e3efcb5c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4094729 Oct 26 14:03:58.273457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=6438fb17-9428-4312-9442-f275a7d45432,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:58.273801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:58.273801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:58.324168 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.363104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e366cb1a-9871-4a60-af78-eba5f4faf869 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:03:58.398727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:03:58.408295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 3, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:58.413382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.521546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea92f421-55a9-41c7-b8c5-0df184d33889,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:58.579571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:58.596181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Checking router: 5eb949ec-3a49-498c-9efb-d08247038cdf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:58.596595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Updating router 5eb949ec-3a49-498c-9efb-d08247038cdf port d36da509-eca1-4080-b0d8-e1adead8667e binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:58.609262 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:03:58.659628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e366cb1a-9871-4a60-af78-eba5f4faf869'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:03:58.681584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c2aeca-1531-4792-a829-eec57e532bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.745387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Checking segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:58.750613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.755015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Network hostable DHCP agents. Network: 53d0a737-0d52-420b-84a2-7695344d1314, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:03:58.768255 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:58.951922 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'f32fc7d2-03ad-456a-916a-0ad22d61d7e2', 'name': '', 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'mac_address': 'fa:16:3e:4d:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 2, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'subnets': [{'id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:58.986632 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Checking router: 0f0f8787-c190-4767-9440-b4e3efcb5c92 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:03:58.986992 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Updating router 0f0f8787-c190-4767-9440-b4e3efcb5c92 port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:03:59.015575 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.211541 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.224388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.315573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1f4e-064b-4c40-b600-ca7d14002742 None None] Pushing event updated for resources: {'Port': ['ID=d36da509-eca1-4080-b0d8-e1adead8667e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:59.315694 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.322925 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.355138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Attempting to bind port d36da509-eca1-4080-b0d8-e1adead8667e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:59.355758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Attempting to bind port d36da509-eca1-4080-b0d8-e1adead8667e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:59.355862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Attempting to bind port d36da509-eca1-4080-b0d8-e1adead8667e on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:59.363336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:59.363760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:59.364094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.364672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:59.365296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Bound port: d36da509-eca1-4080-b0d8-e1adead8667e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:59.365675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.491512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c2aeca-1531-4792-a829-eec57e532bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.492484 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Pushing event updated for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:03:59.560686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.561241 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.562370 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.563553 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.565514 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.566207 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.566997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.569915 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.570169 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.570571 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.571231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.572783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:03:59.587928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c03da7-0ecb-4c14-b41c-f4c7d15a1876 req-ebfb091d-c289-4855-9fd6-d6e3ee4c8858 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.594317 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0c03da7-0ecb-4c14-b41c-f4c7d15a1876 req-ebfb091d-c289-4855-9fd6-d6e3ee4c8858 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 1.4296999 Oct 26 14:03:59.602848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] For port d36da509-eca1-4080-b0d8-e1adead8667e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:59.604053 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Attempting to bind port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:03:59.604420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Attempting to bind port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:03:59.604802 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Attempting to bind port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 on network 036885e8-dde4-497e-a627-0f8e90ac5940 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:03:59.612276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c2aeca-1531-4792-a829-eec57e532bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.612467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] For port d36da509-eca1-4080-b0d8-e1adead8667e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d36da509-eca1-4080-b0d8-e1adead8667e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:59.618332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:03:59.618706 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Checking segment: {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:03:59.619104 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.621090 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Bound using segment: {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:03:59.623639 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Bound port: f32fc7d2-03ad-456a-916a-0ad22d61d7e2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40161f72-d8dd-4148-89a7-8cb9ab3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:03:59.624140 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.626330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-830dca1f-173d-4509-bcea-dda8e483f2e4 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3012562 Oct 26 14:03:59.655231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Router cc924506-10d8-4af8-828c-9ebce877f7d5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:03:59.681652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:03:59.720194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.730996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.782757 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] For port f32fc7d2-03ad-456a-916a-0ad22d61d7e2, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:03:59.788693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] For port f32fc7d2-03ad-456a-916a-0ad22d61d7e2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:03:59.796611 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:03:59.807396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00c2aeca-1531-4792-a829-eec57e532bf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c32dcb4941d41f0b3f3d180bd184ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6937125 Oct 26 14:03:59.824338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-aec1da85-c937-48a2-b98c-b72148b90c5a tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:03:59.830656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-aec1da85-c937-48a2-b98c-b72148b90c5a tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.73 "GET /v2.0/networks?id=2737fb71-6603-4f51-8370-f6f4ec2308fe HTTP/1.1" status: 200 len: 814 time: 1.6236079 Oct 26 14:03:59.832238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:03:59.970299 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:03:59.970892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:03:59.977560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Network 53d0a737-0d52-420b-84a2-7695344d1314 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:00.001653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Request body: {'port': {'device_id': '48351fe8-6509-49ab-b228-c8f4472ab750', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'admin_state_up': True, 'tenant_id': '8047b032bb6147928851b6c4426bb766'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:00.012590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e1f4e-064b-4c40-b600-ca7d14002742 None None] Pushing event updated for resources: {'Port': ['ID=d36da509-eca1-4080-b0d8-e1adead8667e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.071628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:00.089349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.225792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:00.226397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:00.289287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:00.308194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a2154cf7-5f96-4072-ab5d-75b9d3a78e6d admin admin] 10.222.0.37 "PUT /v2.0/routers/cc924506-10d8-4af8-828c-9ebce877f7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7431133 Oct 26 14:04:00.313760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.327673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0c03da7-0ecb-4c14-b41c-f4c7d15a1876 req-a74f9fe8-fead-4a2f-b31e-b7e7e90b9fa8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999815 Oct 26 14:04:00.327896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.333725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54444) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:00.455767 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:00.496962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2aeca-1531-4792-a829-eec57e532bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980e0a9c-57d5-4d15-9a76-2dd28e00c0d2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.501999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.509802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 53d0a737-0d52-420b-84a2-7695344d1314) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:00.532944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:00.532944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.541153 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c56d9-c116-463b-9e51-b007f7037447 None None] Pushing event updated for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:00.662248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f142762-ad7a-4cfe-9ab3-6abfecbd7e4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3797777 Oct 26 14:04:00.667246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54448) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:00.674722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:00.817547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:04:00.817547 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 14:04:00.817547 n-d-813419-9 neutron-server[102164]: [parameters: {'project_id_1': '8047b032bb6147928851b6c4426bb766', 'expiration_1': datetime.datetime(2021, 10, 26, 14, 3, 40, 758294)}] Oct 26 14:04:00.817547 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:04:00.818005 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:04:00.859165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Allocated IP 172.25.5.109 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/7ef6112f-f55e-49bc-ba0b-996ed2e2d406) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:00.883855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.885098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.885667 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'f32fc7d2-03ad-456a-916a-0ad22d61d7e2', 'name': '', 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'mac_address': 'fa:16:3e:4d:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:03:59Z', 'revision_number': 4, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'subnets': [{'id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:00.887028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:00.938429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-230830c7-3a3e-4b7f-b310-dd6e06653b1b req-ac5eecb5-18ed-4ba3-855b-9e6aa7ec14a5 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 210 time: 0.3700137 Oct 26 14:04:00.974009 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a088c0a-18da-41ae-bc34-99551ec7eb17 None None] The sync data for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 is: [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'f32fc7d2-03ad-456a-916a-0ad22d61d7e2', 'name': '', 'network_id': '036885e8-dde4-497e-a627-0f8e90ac5940', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'mac_address': 'fa:16:3e:4d:41:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:52Z', 'updated_at': '2021-10-26T14:03:59Z', 'revision_number': 4, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'subnets': [{'id': 'f539fdbe-642a-40b6-9ce1-0d54f9f2aed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:01.081240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab004c5-95e8-4df5-8bfc-a98397df97bf None None] Network 53d0a737-0d52-420b-84a2-7695344d1314 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:01.089892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Sync routers for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:01.108533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.249566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:01.253512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:01.274870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.277582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.282337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/980e0a9c-57d5-4d15-9a76-2dd28e00c0d2 HTTP/1.1" status: 204 len: 168 time: 1.4392948 Oct 26 14:04:01.329433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.369577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac25ea-4616-44a1-b1c4-6a188fd37540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e0a9c-57d5-4d15-9a76-2dd28e00c0d2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:01.427438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.449039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:01.471225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:01.705393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e366cb1a-9871-4a60-af78-eba5f4faf869 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:01.837499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Allocated IP 172.20.0.1 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/23203ef5-7e36-41fb-a5bb-ba6f35de29b9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:02.132476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Made reservation on behalf of 8047b032bb6147928851b6c4426bb766 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:02.146529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:02.147127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.238385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f32fc7d2-03ad-456a-916a-0ad22d61d7e2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:02.251030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.288881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Deleting port 40e86c7d-ef73-42c5-8347-fbf7ed06a218 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:02.289204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.509314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.698142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] For port f32fc7d2-03ad-456a-916a-0ad22d61d7e2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:02.729627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T14:04:01Z', 'revision_number': 6, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:02.887753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.906284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.920648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Checking router: cc924506-10d8-4af8-828c-9ebce877f7d5 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:02.968133 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:02.986480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Routers {'cc924506-10d8-4af8-828c-9ebce877f7d5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:02.987112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc924506-10d8-4af8-828c-9ebce877f7d5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:02.995034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-53d0a737-0d52-420b-84a2-7695344d1314', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:03.000641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.162413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:03.181360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:03.182201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] For port 40e86c7d-ef73-42c5-8347-fbf7ed06a218, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=40e86c7d-ef73-42c5-8347-fbf7ed06a218,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:03.183116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.208660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:03.262809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb00e-e3e7-41a2-8251-829cbd4e113f req-eef0e488-8086-46d3-9d04-dea4e4c22f37 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:03.274821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8aacb00e-e3e7-41a2-8251-829cbd4e113f req-eef0e488-8086-46d3-9d04-dea4e4c22f37 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 944 time: 0.7793260 Oct 26 14:04:03.279044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.282249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Allocated IP 172.20.0.13 (2737fb71-6603-4f51-8370-f6f4ec2308fe/9aaa5f77-c18a-4ae3-b804-9bd55610e003/c4303ef1-7bd1-4c09-9c95-4d69df96c26d) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:03.296375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Calling delete_port for 40e86c7d-ef73-42c5-8347-fbf7ed06a218 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:03.414449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.478307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Allocated IP 172.20.0.2 (53d0a737-0d52-420b-84a2-7695344d1314/ea92f421-55a9-41c7-b8c5-0df184d33889/389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:03.539777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.545898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:03.546212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=7ef6112f-f55e-49bc-ba0b-996ed2e2d406,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:03.695399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:03.796915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:03.815277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:03.827307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5b12e267-2b76-4c73-b0f5-72e984a21cb3 None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:03.827804 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b12e267-2b76-4c73-b0f5-72e984a21cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.868532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e366cb1a-9871-4a60-af78-eba5f4faf869 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:03.868835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:03.879369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8aacb00e-e3e7-41a2-8251-829cbd4e113f req-87be6a0f-f7b2-4512-a4e1-5fdaf9d63743 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035774 Oct 26 14:04:03.880188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.210214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.232855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] Set router cc924506-10d8-4af8-828c-9ebce877f7d5 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:04.258378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.309695 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.349061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c401956-0c45-43b4-a507-ee1dfdd3f17a req-4245d1c6-86ac-4080-b76c-cf69cd4afa0d tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 210 time: 0.0672777 Oct 26 14:04:04.474637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.478471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.512587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T14:04:01Z', 'revision_number': 6, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:04.518805 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.523297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241f9e8-4b0b-4f3e-a806-bc7387de94ad None None] Pushing event updated for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:04.600773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.645426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.698420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=7ef6112f-f55e-49bc-ba0b-996ed2e2d406,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:04.851520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.854473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-ea93e0bb-0bfa-467c-820e-75ec182dc678 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1944022 Oct 26 14:04:04.934698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:04.957478 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-c5cc79fe-4b6a-40c4-b6e2-010b304c0021 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0937300 Oct 26 14:04:05.117142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Network 53d0a737-0d52-420b-84a2-7695344d1314 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:05.177958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Allocated IP 172.25.5.4 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/dd77851f-7819-479e-8cdb-380ade2bb1b6) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:05.239644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19f75f-616d-4ae8-8dbf-d92c5c3910f2 None None] The sync data for ids ['cc924506-10d8-4af8-828c-9ebce877f7d5'] in n-d-813419-9 is: [{'id': 'cc924506-10d8-4af8-828c-9ebce877f7d5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-787160849-router', 'tenant_id': '20213f3a23e14e29807ee4edebd85e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:58:48Z', 'updated_at': '2021-10-26T14:04:01Z', 'revision_number': 6, 'project_id': '20213f3a23e14e29807ee4edebd85e8e', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:05.241431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:05.241808 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.245013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.299614 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.371901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:05.378089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.386187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:05.395489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:05.398305 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e9b76f-f3b0-4901-999e-e08f6bed449f" -d '{"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-plugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:05.411985 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.420222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:05.430647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.470453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:05.477866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Pushing event updated for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.480566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:05.494520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd77851f-7819-479e-8cdb-380ade2bb1b6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.503500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.505882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:05.531729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-93621414-b911-4d8b-9a77-731d2686e672 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:05.533615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e542e903-1d59-4efb-8a7a-f0ee0735ce2c req-93621414-b911-4d8b-9a77-731d2686e672 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.5569210 Oct 26 14:04:05.545556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:05.548151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:05.551443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:05.571333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-35b1bf1a-7f7e-4308-ab5e-9efb9e020520 None None] Provisioning complete for port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:05.571859 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35b1bf1a-7f7e-4308-ab5e-9efb9e020520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.574490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Pushing event updated for resources: {'Port': ['ID=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.729791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Attempting to bind port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:05.758834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Attempting to bind port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:05.760419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Attempting to bind port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 on network 53d0a737-0d52-420b-84a2-7695344d1314 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:05.774512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 3, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:05.806015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e86c7d-ef73-42c5-8347-fbf7ed06a218,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:05.827821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:05.830664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.862640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:05.863074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Checking segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:05.863502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.864007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Bound using segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:05.864385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Bound port: 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:05.864795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:05.903772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-35b1bf1a-7f7e-4308-ab5e-9efb9e020520 None None] Port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:05.917744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5815ab-25a2-4584-b5d0-edc5d0913fb6 None None] The sync data for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 is: [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:03:53Z', 'revision_number': 3, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:05.939106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:06.016071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.079023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-a0d0f938-7d78-4f81-8253-e7836144e483 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1239183 Oct 26 14:04:06.118105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] For port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:06.118982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523220c-3c00-45b1-8116-49c081176ebd req-ad0c4a22-038f-4bf3-919f-bfa6a52b28d8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.128298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0523220c-3c00-45b1-8116-49c081176ebd req-ad0c4a22-038f-4bf3-919f-bfa6a52b28d8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.3678777 Oct 26 14:04:06.130766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] For port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:06.152736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.192598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Request body: {'port': {'device_id': '48351fe8-6509-49ab-b228-c8f4472ab750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:06.250063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.259606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.288653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-be58d0b8-b382-4eb6-acfb-46f20e9901e8 None None] Provisioning complete for port c4303ef1-7bd1-4c09-9c95-4d69df96c26d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:06.289361 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-be58d0b8-b382-4eb6-acfb-46f20e9901e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.350277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f32fc7d2-03ad-456a-916a-0ad22d61d7e2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:06.409873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.507869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc27a-3ff3-41ec-a6ee-7b71d96eedf3 req-7c22a2d6-5f7c-4260-9b0d-98304c729868 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:06.509950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd250-0a02-4b28-a5cc-283fe54713d3 None None] Pushing event updated for resources: {'Port': ['ID=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:06.521038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9efc27a-3ff3-41ec-a6ee-7b71d96eedf3 req-7c22a2d6-5f7c-4260-9b0d-98304c729868 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 932 time: 0.4484839 Oct 26 14:04:06.534609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.539974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-be58d0b8-b382-4eb6-acfb-46f20e9901e8 None None] Port c4303ef1-7bd1-4c09-9c95-4d69df96c26d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:06.622710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:06.623605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.627761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0523220c-3c00-45b1-8116-49c081176ebd req-8ad54aa6-f9a0-4086-a3aa-c7b5affba9f4 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936285 Oct 26 14:04:06.666991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.667475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc924506-10d8-4af8-828c-9ebce877f7d5 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:04:06.675272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.676456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c702750-16f1-450e-9bbf-6516217a1491 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc924506-10d8-4af8-828c-9ebce877f7d5 HTTP/1.1" status: 204 len: 168 time: 6.3372934 Oct 26 14:04:06.681303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:06.698270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:06.727140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:06.963761 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f9db6-b246-4e80-8201-d8d8d6734f06 x-openstack-request-id: req-f92f9db6-b246-4e80-8201-d8d8d6734f06 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:06.964126 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-plugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:06.964420 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f92f9db6-b246-4e80-8201-d8d8d6734f06 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:06.964912 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'code': 200} Oct 26 14:04:07.002438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6438fb17-9428-4312-9442-f275a7d45432 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:07.008929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.039212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.065604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6438fb17-9428-4312-9442-f275a7d45432 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:07.066049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6438fb17-9428-4312-9442-f275a7d45432 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:07.109311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Deleting subnet ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:07.122821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.191257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.366015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-1d652b0f-0847-43b8-9693-45e92183ced9 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4041319 Oct 26 14:04:07.387304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:07.491804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.529704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:07.893432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Router 0ba31bda-3523-44f0-b96e-da966bc5fd9c is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:04:08.040040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9efc27a-3ff3-41ec-a6ee-7b71d96eedf3 req-b0352402-c102-405e-84cd-e58977dbade6 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5178282 Oct 26 14:04:08.115837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec612073-97bf-4bd3-9acc-aef99fe139a7 None None] Network 53d0a737-0d52-420b-84a2-7695344d1314 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:08.275513 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:04:08.320278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:08.326363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d36da509-eca1-4080-b0d8-e1adead8667e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:08.361595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Sync routers for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:08.374184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.376521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-df1b5a2e-13aa-4f2b-82a1-dcbb25834244 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:08.378105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-df1b5a2e-13aa-4f2b-82a1-dcbb25834244 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 1.3405120 Oct 26 14:04:08.393345 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:08.393994 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:08.474369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-71472489-010b-4365-a147-d65da1808f02 None None] Provisioning complete for port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:08.474745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71472489-010b-4365-a147-d65da1808f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.509613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.522014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ec5754de-6ad6-406e-ae17-7ef5b8186fd6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8524475 Oct 26 14:04:08.525432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:08.624740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:08.753457 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:08.767674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Allocated IP 172.25.5.34 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1397a4d9-bad2-4dc3-b666-d2acd923d9f4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:08.957296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d36da509-eca1-4080-b0d8-e1adead8667e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:08.963853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.063478 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71472489-010b-4365-a147-d65da1808f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.256971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-71472489-010b-4365-a147-d65da1808f02 None None] For port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:09.258165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:09.286369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71472489-010b-4365-a147-d65da1808f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.294859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:09.308002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.400296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b98e7b-9c91-4c54-8b05-0eb6a56e1f5a req-fa47d009-0ba7-41a8-9b06-eca1cd2767f2 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:09.402274 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07b98e7b-9c91-4c54-8b05-0eb6a56e1f5a req-fa47d009-0ba7-41a8-9b06-eca1cd2767f2 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 945 time: 0.9168420 Oct 26 14:04:09.475338 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.544916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e366cb1a-9871-4a60-af78-eba5f4faf869 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:09.550871 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:09.647393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port d36da509-eca1-4080-b0d8-e1adead8667e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d36da509-eca1-4080-b0d8-e1adead8667e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:09.689932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Checking router: 0ba31bda-3523-44f0-b96e-da966bc5fd9c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:09.691378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Updating router 0ba31bda-3523-44f0-b96e-da966bc5fd9c port dd77851f-7819-479e-8cdb-380ade2bb1b6 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:09.746681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.750070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:09.762021 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.771294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.913531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472489-010b-4365-a147-d65da1808f02 None None] Pushing event updated for resources: {'Port': ['ID=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:09.917727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef482f6b-9264-4fe3-b6c0-3e56f5eb3240,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:09.923672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.930069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84d935cb-43ae-4895-814d-d4bad46b3a34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef482f6b-9264-4fe3-b6c0-3e56f5eb3240 HTTP/1.1" status: 204 len: 168 time: 3.2171440 Oct 26 14:04:09.943169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:09.950124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Deleting port e366cb1a-9871-4a60-af78-eba5f4faf869 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:09.950539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:09.953339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd32d7-6edb-41a5-abe0-dc3a5d4e9bd9 None None] Network 7c6b449f-8821-4e85-a25e-1dcd8a909999 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:10.050929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.128078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:10.208445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07b98e7b-9c91-4c54-8b05-0eb6a56e1f5a req-fea25dfc-95a1-451a-bb5a-f066778d4374 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697129 Oct 26 14:04:10.215914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-895f1710-e7ad-41ce-b030-98f57fbe2485 None None] Provisioning complete for port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.217399 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-895f1710-e7ad-41ce-b030-98f57fbe2485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.256825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=d36da509-eca1-4080-b0d8-e1adead8667e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.462859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:10.463443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.470778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.482497 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b37e4b8-ce70-4b84-847d-f997175d8aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.501346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.502010 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.513580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b96-a47e-4186-92ab-68d38a0d328c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.524213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.551561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4303ef1-7bd1-4c09-9c95-4d69df96c26d {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:10.582368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.609518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:10.612186 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e1fcb-0b65-4c97-9ee8-bfe68421774a" -d '{"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:10.644171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e366cb1a-9871-4a60-af78-eba5f4faf869, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e366cb1a-9871-4a60-af78-eba5f4faf869,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:10.658764 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.715748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b96-a47e-4186-92ab-68d38a0d328c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.721088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Calling delete_port for e366cb1a-9871-4a60-af78-eba5f4faf869 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:10.728914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.750453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] DHCP port deletion for 7c6b449f-8821-4e85-a25e-1dcd8a909999 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:04:10.755474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36e4b96-a47e-4186-92ab-68d38a0d328c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.782920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:10.796828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=1397a4d9-bad2-4dc3-b666-d2acd923d9f4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.817939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Router 5eb949ec-3a49-498c-9efb-d08247038cdf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:10.818201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:10.819675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aef08d06-030f-4f5f-b49e-60b038b5d4eb None None] Provisioning complete for port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:10.820054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aef08d06-030f-4f5f-b49e-60b038b5d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.821981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4b96-a47e-4186-92ab-68d38a0d328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf5fa95-42b1-4ff3-b554-f16db3e33c90,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.836559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:10.846484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:10.877565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aef08d06-030f-4f5f-b49e-60b038b5d4eb None None] Port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:10.881199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Transition to ACTIVE for port object c4303ef1-7bd1-4c09-9c95-4d69df96c26d will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:10.898428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Deleting port 2916be98-8d63-4e6b-ad52-fa5e4582464b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:10.898865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:10.920853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Deleting port 2916be98-8d63-4e6b-ad52-fa5e4582464b {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:10.921232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.035271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.036744 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.046585 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.063318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10fb1-d26c-4af9-aa12-aa87d8c2050c req-f236830e-b216-4ee4-a71f-d8747ecf7a64 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:11.068469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 40e86c7d-ef73-42c5-8347-fbf7ed06a218 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:11.074286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6be10fb1-d26c-4af9-aa12-aa87d8c2050c req-f236830e-b216-4ee4-a71f-d8747ecf7a64 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 932 time: 0.6055622 Oct 26 14:04:11.105118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] For port 2916be98-8d63-4e6b-ad52-fa5e4582464b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2916be98-8d63-4e6b-ad52-fa5e4582464b,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:11.105668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.121139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Calling delete_port for 2916be98-8d63-4e6b-ad52-fa5e4582464b owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:11.141340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.158306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 40e86c7d-ef73-42c5-8347-fbf7ed06a218 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:11.160305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 40e86c7d-ef73-42c5-8347-fbf7ed06a218 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:11.171836 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Attempting to bind port dd77851f-7819-479e-8cdb-380ade2bb1b6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:11.172214 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Attempting to bind port dd77851f-7819-479e-8cdb-380ade2bb1b6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:11.172612 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Attempting to bind port dd77851f-7819-479e-8cdb-380ade2bb1b6 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:11.180858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6014fd-824c-429e-bd30-9c8d2c9c9629 None None] Pushing event updated for resources: {'Port': ['ID=dd77851f-7819-479e-8cdb-380ade2bb1b6,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:11.195716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:11.196098 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:11.196531 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.196962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:11.197518 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Bound port: dd77851f-7819-479e-8cdb-380ade2bb1b6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:11.197907 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.243917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.248467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] For port 2916be98-8d63-4e6b-ad52-fa5e4582464b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2916be98-8d63-4e6b-ad52-fa5e4582464b,segment=NetworkSegment(3f5e69bb-a667-4407-87e9-2b3f535e2ced),segment_id=3f5e69bb-a667-4407-87e9-2b3f535e2ced)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:11.248891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.284840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c36e4b96-a47e-4186-92ab-68d38a0d328c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3640a3cde254451ac760eb4b3709e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1330328 Oct 26 14:04:11.311263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Calling delete_port for 2916be98-8d63-4e6b-ad52-fa5e4582464b owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:11.391521 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] For port dd77851f-7819-479e-8cdb-380ade2bb1b6, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:11.401840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:11.407458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] For port dd77851f-7819-479e-8cdb-380ade2bb1b6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd77851f-7819-479e-8cdb-380ade2bb1b6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:11.410380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.464273 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.498555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] No DVR routers for this DVR port 2916be98-8d63-4e6b-ad52-fa5e4582464b on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:11.616604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.619002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d36da509-eca1-4080-b0d8-e1adead8667e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:11.691303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] Pushing event deleted for resources: {'Port': ['ID=2916be98-8d63-4e6b-ad52-fa5e4582464b,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:11.709775 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6014fd-824c-429e-bd30-9c8d2c9c9629 None None] Pushing event updated for resources: {'Port': ['ID=dd77851f-7819-479e-8cdb-380ade2bb1b6,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:11.724099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40947eae-9194-4865-8318-7ffbd42e1e4d None None] No DVR routers for this DVR port 2916be98-8d63-4e6b-ad52-fa5e4582464b on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:11.725097 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:11.726242 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:11.789305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d36da509-eca1-4080-b0d8-e1adead8667e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:11.789868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:11.864656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.017817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Allocated IP 172.20.0.1 (53d0a737-0d52-420b-84a2-7695344d1314/ea92f421-55a9-41c7-b8c5-0df184d33889/d5737f81-4ae3-495d-82a2-75e814be4d77) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:12.024678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.030611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:12.048985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6b449f-8821-4e85-a25e-1dcd8a909999']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:12.059799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5e69bb-a667-4407-87e9-2b3f535e2ced') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:12.060164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5e69bb-a667-4407-87e9-2b3f535e2ced') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:12.064978 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:12.071090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.087598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.096508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:12.097013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:12.170639 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:12.186682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6be10fb1-d26c-4af9-aa12-aa87d8c2050c req-daaf6752-809c-4135-bbfc-a696087fdc3c tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1112783 Oct 26 14:04:12.226509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.228909 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.234982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.264820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2916be98-8d63-4e6b-ad52-fa5e4582464b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.270789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.287635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:12.309002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7c6b449f-8821-4e85-a25e-1dcd8a909999 HTTP/1.1" status: 204 len: 168 time: 2.3532851 Oct 26 14:04:12.387520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:12.388122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.394193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a360bad-6db5-453c-a106-d039ccf22ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6b449f-8821-4e85-a25e-1dcd8a909999,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.464321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.479645 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeba42d-598f-4a88-984d-d437b97b277b x-openstack-request-id: req-edeba42d-598f-4a88-984d-d437b97b277b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:12.480630 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-unplugged", "status": "completed", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:12.480630 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edeba42d-598f-4a88-984d-d437b97b277b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:12.481262 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'code': 200} Oct 26 14:04:12.514113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=1397a4d9-bad2-4dc3-b666-d2acd923d9f4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.644274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.660110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.667050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.670694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-d3d7a087-e04c-4971-ab6a-9e8f830f3d4f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2897880 Oct 26 14:04:12.710987 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:12.713029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2916be98-8d63-4e6b-ad52-fa5e4582464b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:12.742341 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3b304-4dc1-43d2-895e-b94f3ab3691a None None] The sync data for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 is: [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:06Z', 'revision_number': 3, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:12.742731 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.765999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54598) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:12.767815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2916be98-8d63-4e6b-ad52-fa5e4582464b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:12.767815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2916be98-8d63-4e6b-ad52-fa5e4582464b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:12.819086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f161cff-53af-4c21-9f9c-62cf64b084a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.835785 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6d20877-c941-4e95-8a00-15b8c8512fda req-7b051f5f-5bf7-427f-8cf9-96723943fe2f tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd841ba3-c72d-4f9b-8bf9-d22e095181fe HTTP/1.1" status: 200 len: 210 time: 0.1664767 Oct 26 14:04:12.845049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event deleted for resources: {'Port': ['ID=e366cb1a-9871-4a60-af78-eba5f4faf869,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:12.864439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:12.866123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] No DVR routers for this DVR port e366cb1a-9871-4a60-af78-eba5f4faf869 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:12.867558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Attempting to bind port c4303ef1-7bd1-4c09-9c95-4d69df96c26d on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:12.867909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Attempting to bind port c4303ef1-7bd1-4c09-9c95-4d69df96c26d by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:12.868233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Attempting to bind port c4303ef1-7bd1-4c09-9c95-4d69df96c26d on network 2737fb71-6603-4f51-8370-f6f4ec2308fe {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:12.878072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.880445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Sync routers for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:12.881548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16d4ecea-3ab3-480c-a89f-f84dfa907fe3 req-5c1ea668-ee98-443b-898b-1301f525865c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "DELETE /v2.0/ports/e366cb1a-9871-4a60-af78-eba5f4faf869 HTTP/1.1" status: 204 len: 173 time: 4.3949401 Oct 26 14:04:12.885415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3586fabd-96e9-417e-9d68-b2fd39beb5f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/5eb949ec-3a49-498c-9efb-d08247038cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3519766 Oct 26 14:04:12.886014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-deleted', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:12.888917 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347d701-c02e-4719-87fe-94c3fb5e5ec5" -d '{"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-deleted", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:12.895847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Port c4303ef1-7bd1-4c09-9c95-4d69df96c26d on network 2737fb71-6603-4f51-8370-f6f4ec2308fe not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:12.896193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Attempting to bind port c4303ef1-7bd1-4c09-9c95-4d69df96c26d on network 2737fb71-6603-4f51-8370-f6f4ec2308fe {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:12.900577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.910162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:12.910501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Checking segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:12.910884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Bound using segment: {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:12.911339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Bound port: c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bab09e-1c15-4b01-8c54-e86a8489e8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:12.911811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:12.925431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:12.926520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:12.943119 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41611ee-5ae0-4ae6-9833-b94f3eb70361 x-openstack-request-id: req-a41611ee-5ae0-4ae6-9833-b94f3eb70361 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:12.943416 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd841ba3-c72d-4f9b-8bf9-d22e095181fe", "name": "network-vif-deleted", "tag": "e366cb1a-9871-4a60-af78-eba5f4faf869", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:12.944355 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a41611ee-5ae0-4ae6-9833-b94f3eb70361 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:12.944355 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd841ba3-c72d-4f9b-8bf9-d22e095181fe', 'name': 'network-vif-deleted', 'tag': 'e366cb1a-9871-4a60-af78-eba5f4faf869', 'status': 'completed', 'code': 200} Oct 26 14:04:12.985024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-f0cf6e05-d8eb-4654-b8fd-284378ba83b3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.2363520 Oct 26 14:04:13.043309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:13.048395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:13.051114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.057690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.062387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/baf5fa95-42b1-4ff3-b554-f16db3e33c90 HTTP/1.1" status: 204 len: 168 time: 1.5818601 Oct 26 14:04:13.069419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.133907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48936d-1746-484e-87ad-d3551f31d0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf5fa95-42b1-4ff3-b554-f16db3e33c90,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:13.159549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.160025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.161499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] 10.222.0.73 "PUT /v2.0/ports/c4303ef1-7bd1-4c09-9c95-4d69df96c26d HTTP/1.1" status: 200 len: 1092 time: 7.0262504 Oct 26 14:04:13.182432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929d84-24e2-4824-8ac7-23113c4decc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:13.295554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b69ad8ce-2d75-47d1-b98e-9c0112bd6481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.331550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-6e9a5f26-9068-495d-9837-cb92b61a0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.332326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:13.335568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-6e9a5f26-9068-495d-9837-cb92b61a0081 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8047b032bb6147928851b6c4426bb766&device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 1095 time: 0.1206877 Oct 26 14:04:13.491902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.566318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-b3458097-91d5-4006-a1e1-88f6e3b5bc9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d HTTP/1.1" status: 200 len: 217 time: 0.2116699 Oct 26 14:04:13.625286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Network 53d0a737-0d52-420b-84a2-7695344d1314 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:13.636321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-5b1b25b2-1450-4ffd-9ca5-80c54435f018 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.643773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5cc0df7-aae8-4174-b151-c3c00b266068 req-5b1b25b2-1450-4ffd-9ca5-80c54435f018 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.6408393 Oct 26 14:04:13.668673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:13.677592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:13.682851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Pushing event updated for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:13.801038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.839116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-71e940dc-db1e-473b-a514-56a6e546b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:13.855866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-71e940dc-db1e-473b-a514-56a6e546b12e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9aaa5f77-c18a-4ae3-b804-9bd55610e003 HTTP/1.1" status: 200 len: 853 time: 0.2814960 Oct 26 14:04:13.878128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.973842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b69ad8ce-2d75-47d1-b98e-9c0112bd6481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:13.988164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b69ad8ce-2d75-47d1-b98e-9c0112bd6481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.003284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-10d7ca38-8fed-4e73-a597-f2facc19722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.011246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-10d7ca38-8fed-4e73-a597-f2facc19722d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2737fb71-6603-4f51-8370-f6f4ec2308fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459742 Oct 26 14:04:14.053956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 2, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:14.134229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Checking router: 5eb949ec-3a49-498c-9efb-d08247038cdf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:14.134639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Updating router 5eb949ec-3a49-498c-9efb-d08247038cdf port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:14.177749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ad8ce-2d75-47d1-b98e-9c0112bd6481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eb3061-86d9-4ad0-a965-159d2bdd615c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:14.200100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54620) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:14.204728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b69ad8ce-2d75-47d1-b98e-9c0112bd6481 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=369e313739a644e38b9501d26f15d503&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4367423 Oct 26 14:04:14.206714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.209703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54622) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:14.267991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6fc2db1d-19c0-4264-8653-0e4bee5c3e9f None None] Provisioning complete for port d5737f81-4ae3-495d-82a2-75e814be4d77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:14.268724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6fc2db1d-19c0-4264-8653-0e4bee5c3e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.287668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-87c1b87e-a013-4f17-9d54-922bf90a5aed service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621775 Oct 26 14:04:14.300587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-941fb4f7-1bda-4e5e-a9cf-68eaebda5a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.312271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.362211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2cc04-adab-41b0-b0a3-5aea5c083ce1 req-3ad6cf98-5b89-4f8b-9d4b-b615afa19ca7 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:14.376281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a2cc04-adab-41b0-b0a3-5aea5c083ce1 req-3ad6cf98-5b89-4f8b-9d4b-b615afa19ca7 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 944 time: 0.4888995 Oct 26 14:04:14.468725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d9b3e7-20ea-470b-b15a-c395359bda1b req-0c358b93-a2cc-4308-917a-59dc64eab82d service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702237 Oct 26 14:04:14.505248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.538579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a2cc04-adab-41b0-b0a3-5aea5c083ce1 req-fed3f0ca-dffc-4726-b2f9-cb4d53f09b82 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607189 Oct 26 14:04:14.576988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.604254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.608659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.612287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8eb3061-86d9-4ad0-a965-159d2bdd615c HTTP/1.1" status: 204 len: 168 time: 0.3992741 Oct 26 14:04:14.638562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545e6ad-0814-42ef-b676-37db6e53c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eb3061-86d9-4ad0-a965-159d2bdd615c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:14.642592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:14.654760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809589577', 'description': 'tempest-description--1390793481'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:14.725081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.739043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2db1d-19c0-4264-8653-0e4bee5c3e9f None None] Port d5737f81-4ae3-495d-82a2-75e814be4d77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:14.778069 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.796531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.803377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.900878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.911456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.950207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:14.960806 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107221a-07e9-4436-b5c8-965286d74872" -d '{"events": [{"name": "network-changed", "server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:14.970240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:14.978945 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3348935 Oct 26 14:04:14.995060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54634) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:15.009284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'security_group_rule': {'security_group_id': '1a38cf3f-3d5c-4347-9573-3e07fea05f62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:15.040326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.071486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-941fb4f7-1bda-4e5e-a9cf-68eaebda5a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.081466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761791-dcbe-440a-9ea2-835ba4748d1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a38cf3f-3d5c-4347-9573-3e07fea05f62,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.085382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fe7b4-267b-48a1-93cd-78c788409aae None None] Pushing event updated for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.102667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Attempting to bind port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:15.103049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Attempting to bind port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:15.107212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Attempting to bind port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:15.113270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.114945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:15.115430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:15.116000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.116183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:15.116608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Bound port: 23203ef5-7e36-41fb-a5bb-ba6f35de29b9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:15.116995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.234226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] For port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:15.237757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] For port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:15.249630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.328124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-1dc72259-185a-4804-ba1a-8f8a94f6d003 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6512756 Oct 26 14:04:15.329215 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-941fb4f7-1bda-4e5e-a9cf-68eaebda5a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.381288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] Provisioning complete for port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:15.386297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.400987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fe7b4-267b-48a1-93cd-78c788409aae None None] Pushing event updated for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.409523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-941fb4f7-1bda-4e5e-a9cf-68eaebda5a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=950ed0c206e44486bc6d7d8b530ed61d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1996405 Oct 26 14:04:15.409855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.413125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54644) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:15.417454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:15.431057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.476108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:15.476768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:15.569151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd77851f-7819-479e-8cdb-380ade2bb1b6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:15.585869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:15.618632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717705969', 'description': 'tempest-description--1482686487'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:15.641618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fb4f7-1bda-4e5e-a9cf-68eaebda5a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38cadaf-66d8-4d1a-9c62-5568617d21ad,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.654702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d423b2-09b9-4b9a-a0bf-e9b8ce11d9e2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:15.697911 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5886ee43-3010-44a2-b6f5-3e1f8334ca1b x-openstack-request-id: req-5886ee43-3010-44a2-b6f5-3e1f8334ca1b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:15.698298 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:15.698446 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5886ee43-3010-44a2-b6f5-3e1f8334ca1b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:15.698831 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d', 'status': 'completed', 'code': 200} Oct 26 14:04:15.786947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.790696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.800948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.804469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:15.813518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c4303ef1-7bd1-4c09-9c95-4d69df96c26d details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:15.819853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.830188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107221a-07e9-4436-b5c8-965286d74872 req-c491f318-fe2e-48bb-8ab9-ae13628d5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:15.831735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-c491f318-fe2e-48bb-8ab9-ae13628d5126 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8047b032bb6147928851b6c4426bb766&device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 1095 time: 0.1378107 Oct 26 14:04:15.856554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.860202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7ef4c060-d6e3-459f-a6ae-d2fba6210fe3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8610570 Oct 26 14:04:15.882634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54658) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:15.886972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] For port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:15.894213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dd77851f-7819-479e-8cdb-380ade2bb1b6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:15.894684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.900760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'security_group_rule': {'security_group_id': '1a38cf3f-3d5c-4347-9573-3e07fea05f62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:15.923505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.946909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.966748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.973372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:15.991711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.059351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.074008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2296a-8885-4d58-88c7-a284a25339d0 req-fa33d284-623c-440e-9a63-65cdc3decb9d tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:16.082457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6e2296a-8885-4d58-88c7-a284a25339d0 req-fa33d284-623c-440e-9a63-65cdc3decb9d tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 944 time: 0.2688868 Oct 26 14:04:16.098166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Pushing event updated for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.104276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.167876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107221a-07e9-4436-b5c8-965286d74872 req-0ac07a7a-57f6-4f19-9aa3-f630e25db9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:16.169596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-0ac07a7a-57f6-4f19-9aa3-f630e25db9ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=2737fb71-6603-4f51-8370-f6f4ec2308fe HTTP/1.1" status: 200 len: 915 time: 0.3076196 Oct 26 14:04:16.176943 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.179710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.181019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a38cadaf-66d8-4d1a-9c62-5568617d21ad HTTP/1.1" status: 204 len: 168 time: 0.7652934 Oct 26 14:04:16.275595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6e2296a-8885-4d58-88c7-a284a25339d0 req-20d92a01-a683-44e7-99f4-b37041771d97 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872492 Oct 26 14:04:16.280789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02a800-648f-4806-b309-523ce79f94a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38cadaf-66d8-4d1a-9c62-5568617d21ad,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.300713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-73178f16-358b-4091-acfa-adbd3b8cafee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d HTTP/1.1" status: 200 len: 217 time: 0.1065454 Oct 26 14:04:16.313020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.315600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.320379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646a998-4e56-4bfe-bdd5-9e24d5614632 None None] Pushing event updated for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.322090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Network 53d0a737-0d52-420b-84a2-7695344d1314 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:16.332508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:16.336951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.344140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7733ba67-835d-470d-ac58-39cd39689990 None None] Provisioning complete for port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:16.344534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7733ba67-835d-470d-ac58-39cd39689990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.358359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.369437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.391265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.420225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Deleting port 7c849ac1-64f2-49cc-923d-2d259248637a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:16.422569 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.441251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:16.442137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.443716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8454576 Oct 26 14:04:16.445641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13aeba-a774-41cf-bc0e-afb6f0740f9b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f51039-47d3-49cd-a740-01555a8d670a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.448953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107221a-07e9-4436-b5c8-965286d74872 req-995bb865-afc9-4b1f-980c-be264a56a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:16.451391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-995bb865-afc9-4b1f-980c-be264a56a434 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9aaa5f77-c18a-4ae3-b804-9bd55610e003 HTTP/1.1" status: 200 len: 853 time: 0.1335406 Oct 26 14:04:16.451391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbb507e-c754-444d-85eb-aa3d0d86ab66,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.453232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:16.458624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'security_group_rule': {'security_group_id': '58f51039-47d3-49cd-a740-01555a8d670a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:16.478923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.480312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68186abb-87d7-4cc3-979d-44040b981c95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5895038 Oct 26 14:04:16.487463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:16.491551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:16.531389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port dd77851f-7819-479e-8cdb-380ade2bb1b6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd77851f-7819-479e-8cdb-380ade2bb1b6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:16.573889 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.576781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.608671 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.613070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107221a-07e9-4436-b5c8-965286d74872 req-db3839e8-990f-4318-a7f1-ae2c4c6025ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:16.614880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-db3839e8-990f-4318-a7f1-ae2c4c6025ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2737fb71-6603-4f51-8370-f6f4ec2308fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510189 Oct 26 14:04:16.706366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=dd77851f-7819-479e-8cdb-380ade2bb1b6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:16.712573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d', 'network_id': '2737fb71-6603-4f51-8370-f6f4ec2308fe', 'port_id': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d', 'mac_address': 'fa:16:3e:22:3f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aaa5f77-c18a-4ae3-b804-9bd55610e003', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:16.861946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:16.980524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4303ef1-7bd1-4c09-9c95-4d69df96c26d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:17.005995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:17.019854 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.026265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:17.092023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb2b64-374a-49d0-9ba1-0062448e5256 None None] The sync data for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 is: [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:17.114210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:17.222907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-37b03f61-b681-4983-965c-f6f1e7c4ba01 None None] Provisioning complete for port d5737f81-4ae3-495d-82a2-75e814be4d77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:17.226085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-37b03f61-b681-4983-965c-f6f1e7c4ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.281198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.326604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54716) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:17.343793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c4303ef1-7bd1-4c09-9c95-4d69df96c26d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:17.352503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.361124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-c1575a68-6b56-4c76-9ea0-a15d76b4ec4e service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305243 Oct 26 14:04:17.395161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-37b03f61-b681-4983-965c-f6f1e7c4ba01 None None] Port d5737f81-4ae3-495d-82a2-75e814be4d77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:17.434999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681ced93-716f-4803-a82a-43114bf52136,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:17.548462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Allocated IP 172.25.5.141 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1c0edbc8-d60e-49e3-b60b-f85009ed3dfb) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:17.580456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] For port 7c849ac1-64f2-49cc-923d-2d259248637a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7c849ac1-64f2-49cc-923d-2d259248637a,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:17.580456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.595433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:17.643058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Calling delete_port for 7c849ac1-64f2-49cc-923d-2d259248637a owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:17.670136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:17.671014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.673003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Router 0ba31bda-3523-44f0-b96e-da966bc5fd9c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:17.678371 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3d423ad-8024-4a07-9614-46c933ed956c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.696266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.697971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa78944c-5ee0-4b7e-aab0-7db40064dc43 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2430978 Oct 26 14:04:17.709142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:17.719945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'security_group_rule': {'security_group_id': '58f51039-47d3-49cd-a740-01555a8d670a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:17.752639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.780389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa642-ee62-47a1-824d-a6a7d27bf8cf req-33c2c011-cbb5-44eb-ad08-0272dad6fef0 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:17.790672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d4aa642-ee62-47a1-824d-a6a7d27bf8cf req-33c2c011-cbb5-44eb-ad08-0272dad6fef0 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 945 time: 0.3633230 Oct 26 14:04:17.883671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd77851f-7819-479e-8cdb-380ade2bb1b6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:17.966866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3d423ad-8024-4a07-9614-46c933ed956c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:17.979624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dd77851f-7819-479e-8cdb-380ade2bb1b6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:17.980052 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.022371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.050132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0107221a-07e9-4436-b5c8-965286d74872 req-cafd8b5a-f0f3-4c97-8752-c794007720f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6407030 Oct 26 14:04:18.053150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:18.060211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-23a2dc12-dae6-49bb-b7a2-ae0786a21660 admin admin] 10.222.0.37 "PUT /v2.0/routers/0ba31bda-3523-44f0-b96e-da966bc5fd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5329390 Oct 26 14:04:18.065260 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Sync routers for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:18.070522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3d423ad-8024-4a07-9614-46c933ed956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.082985 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:18.087983 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:18.115001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.230886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.245139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.261046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.277105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.295396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c849ac1-64f2-49cc-923d-2d259248637a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:18.368006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:18.376658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3d423ad-8024-4a07-9614-46c933ed956c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d29ade97ae2d45968f999f89438ed3be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0268166 Oct 26 14:04:18.377311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54742) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:18.410065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.411297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6960638 Oct 26 14:04:18.434982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:18.438533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:18.448671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:18.466393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:18.502319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:18.506157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d423ad-8024-4a07-9614-46c933ed956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7783a790-3a10-4ceb-b9e0-a441824ee335,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:18.557137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d4aa642-ee62-47a1-824d-a6a7d27bf8cf req-22b7c364-5f9d-4281-9016-e4cbf61365f2 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651589 Oct 26 14:04:18.570369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ef219-2d06-4491-ace3-2b211f08324d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdf1765-682d-4c39-8010-ff981a81a344,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:18.646770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=1c0edbc8-d60e-49e3-b60b-f85009ed3dfb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:18.674810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.709671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.25.5.211 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d99c5b0a-866e-42cf-8865-7f187e387be1) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:18.737856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.777287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.929272 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 2, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:18.982616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:18.992279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Checking router: 0ba31bda-3523-44f0-b96e-da966bc5fd9c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:18.992279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Updating router 0ba31bda-3523-44f0-b96e-da966bc5fd9c port d5737f81-4ae3-495d-82a2-75e814be4d77 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:19.050158 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.070658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.085086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.129705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.177254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.182116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.190249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7783a790-3a10-4ceb-b9e0-a441824ee335 HTTP/1.1" status: 204 len: 168 time: 0.8036065 Oct 26 14:04:19.230243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bf1a0-d984-4e4b-940e-ed47092486fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7783a790-3a10-4ceb-b9e0-a441824ee335,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:19.278922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.391152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:19.394513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:19.404782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:19.492372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=d99c5b0a-866e-42cf-8865-7f187e387be1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:19.593418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.611910 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.618307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.622931 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.625000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.674859 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28ffc-5a87-499a-b7b9-b0ddc4e86af9 None None] Pushing event updated for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:19.716516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.741345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.765353 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Attempting to bind port d5737f81-4ae3-495d-82a2-75e814be4d77 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:19.765773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Attempting to bind port d5737f81-4ae3-495d-82a2-75e814be4d77 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:19.766234 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Attempting to bind port d5737f81-4ae3-495d-82a2-75e814be4d77 on network 53d0a737-0d52-420b-84a2-7695344d1314 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:19.774023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:19.774659 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Checking segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:19.775848 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.776399 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Bound using segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:19.777045 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Bound port: d5737f81-4ae3-495d-82a2-75e814be4d77, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:19.778170 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:19.819954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c4303ef1-7bd1-4c09-9c95-4d69df96c26d up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:19.839542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383fd59-4f7e-4b31-97dc-ea812d766d82 req-0b017e71-3cb0-4afb-9e8f-cb54af4654cb tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:19.847611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a383fd59-4f7e-4b31-97dc-ea812d766d82 req-0b017e71-3cb0-4afb-9e8f-cb54af4654cb tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 945 time: 0.1482837 Oct 26 14:04:19.947917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c4303ef1-7bd1-4c09-9c95-4d69df96c26d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:19.957111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c4303ef1-7bd1-4c09-9c95-4d69df96c26d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:19.957903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.046959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a383fd59-4f7e-4b31-97dc-ea812d766d82 req-990eedc8-9d12-4259-bc36-feb703efb910 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983585 Oct 26 14:04:20.148629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.159458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] For port d5737f81-4ae3-495d-82a2-75e814be4d77, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:20.162896 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] For port d5737f81-4ae3-495d-82a2-75e814be4d77, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d5737f81-4ae3-495d-82a2-75e814be4d77,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:20.169605 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.176630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] Provisioning complete for port d5737f81-4ae3-495d-82a2-75e814be4d77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:20.177183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.179576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.193074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.195495 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.225118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Allocated IP 172.25.5.166 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/3c3b8f6d-0b45-46c0-91f7-325cfab3baa7) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:20.312163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:20.320214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:20.322863 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74db07d-b1e8-4af2-a40a-7b3d7dc736d2" -d '{"events": [{"server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "name": "network-vif-plugged", "status": "completed", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:20.339021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:20.340734 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:20.374897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.482774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.493501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=d99c5b0a-866e-42cf-8865-7f187e387be1,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:20.552232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.586366 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:20.616421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.634781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e1f40f10-f3a7-4a39-9c36-a88da034566b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1465991 Oct 26 14:04:20.711059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.711344 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cabce-b738-47c9-aa8e-e9e1c7decb4e x-openstack-request-id: req-056cabce-b738-47c9-aa8e-e9e1c7decb4e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:20.711859 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "name": "network-vif-plugged", "status": "completed", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:20.712362 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-056cabce-b738-47c9-aa8e-e9e1c7decb4e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:20.713008 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d', 'code': 200} Oct 26 14:04:20.727508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.761027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Router 5a594b62-906c-4834-813a-680a1034a5c6 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:20.770646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:20.814999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638f65f-8bcf-45eb-99b6-5d8a74e6dcbc req-fc884888-f5a8-48da-9884-99ea9a5a305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:20.835818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b638f65f-8bcf-45eb-99b6-5d8a74e6dcbc req-fc884888-f5a8-48da-9884-99ea9a5a305d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 1097 time: 0.1553342 Oct 26 14:04:20.846575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] For port d5737f81-4ae3-495d-82a2-75e814be4d77, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d5737f81-4ae3-495d-82a2-75e814be4d77,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:20.851462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.852132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.852715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.853565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.853565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.853894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.854400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.855014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:20.855245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.855761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.856565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.857067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.857577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:20.869833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.870612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:20.872452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5022268 Oct 26 14:04:20.883065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:20.892705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:20.931351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b638f65f-8bcf-45eb-99b6-5d8a74e6dcbc req-3bb90995-b72b-4433-b038-2296899efc36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Oct 26 14:04:20.952806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4fc31-724a-479f-88bb-fd1931072798 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=1c0edbc8-d60e-49e3-b60b-f85009ed3dfb,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:20.975372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1f18-8acb-4f08-baa6-ad5587b6966c None None] Pushing event updated for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:20.986206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:21.033526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-49dc6691-765b-415b-85d0-21cb92e47b40 None None] Provisioning complete for port d5737f81-4ae3-495d-82a2-75e814be4d77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:21.034739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49dc6691-765b-415b-85d0-21cb92e47b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.105640 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28ffc-5a87-499a-b7b9-b0ddc4e86af9 None None] Pushing event updated for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:21.158690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1171301177-network', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:21.180997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:21.184917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-452cc15e-bc9f-4d61-9497-a5019f12245e tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.2159460 Oct 26 14:04:21.188943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'Port': ['ID=3c3b8f6d-0b45-46c0-91f7-325cfab3baa7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:21.191747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Made reservation on behalf of 3fa78f51650d4aa594b50e3893763cc0 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:21.195167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.220854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.252514 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3867443f-e217-43c2-9ad5-ccf1b450922b None None] The sync data for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 is: [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:21.313230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.385880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.402669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.409775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.411911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:21.431332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Sync routers for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:21.440572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:21.441198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d19fab80-731f-4b06-9f12-70fd5a9e10a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a594b62-906c-4834-813a-680a1034a5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1501167 Oct 26 14:04:21.445168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54900) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:21.461553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5675fd19-6728-4c6c-b259-267049174a68,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:21.462570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:21.465314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:21.482606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.485117 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Added segment ce73e420-c433-4aee-88a2-0a25582ec5d0 of type vlan for network fb4f7cce-455c-4921-bdb7-8d3289913246 Oct 26 14:04:21.555364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.621165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.623508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:21.625704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:21.759426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7710152 Oct 26 14:04:21.760835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:21.772223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54912) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:21.780201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Request body: {'subnet': {'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1171301177-subnet', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:21.788401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-77fd50af-9b45-4ac2-812a-71421f49da6b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--809589577&fields=id&tenant_id=7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 267 time: 0.1084981 Oct 26 14:04:21.795227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c37305-e843-4bcb-ad4c-781d51888c56 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4f7cce-455c-4921-bdb7-8d3289913246,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:21.941639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-1190608f-02e5-4a1a-a732-50f5b9c41783 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:21.949045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-1190608f-02e5-4a1a-a732-50f5b9c41783 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.1493537 Oct 26 14:04:21.999933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-3ec068eb-49dc-4364-884c-cedaf68ed29d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/quotas/7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 375 time: 0.0476217 Oct 26 14:04:22.031400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:22.104213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Made reservation on behalf of 3fa78f51650d4aa594b50e3893763cc0 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:22.107314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.118441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network fb4f7cce-455c-4921-bdb7-8d3289913246 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:22.202110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.278694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-803246ac-364f-4fbb-94db-40d703889afa tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:22.292418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcee3c04-f2c6-4ab4-8883-0b202f2d3bad req-803246ac-364f-4fbb-94db-40d703889afa tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 1.0994363 Oct 26 14:04:22.312964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-e8d2bfae-b65f-4847-9873-f7f4d39ecd36 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3085382 Oct 26 14:04:22.399457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-165b0713-ddc8-4791-b608-3c3ab0594448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.413701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T14:04:18Z', 'revision_number': 5, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:22.439455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.454287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f51bd-2d4a-47d0-a964-d16f2f662e0c req-06d2c90f-17d0-45c4-bc58-c398b91c265a tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:22.462241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d15f51bd-2d4a-47d0-a964-d16f2f662e0c req-06d2c90f-17d0-45c4-bc58-c398b91c265a tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 946 time: 0.1079216 Oct 26 14:04:22.478703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Checking router: 5a594b62-906c-4834-813a-680a1034a5c6 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:22.501862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Routers {'5a594b62-906c-4834-813a-680a1034a5c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:22.502504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5a594b62-906c-4834-813a-680a1034a5c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:22.589280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-3a666a53-c5a3-429e-889f-3984c7fbd0b9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755229 Oct 26 14:04:22.670984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] Set router 5a594b62-906c-4834-813a-680a1034a5c6 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:22.706847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d15f51bd-2d4a-47d0-a964-d16f2f662e0c req-b1b1bf2f-9b87-4d42-aa80-a2d06a06b76c tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430637 Oct 26 14:04:22.716781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.756321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.765648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.770186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:22.818944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.819829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-165b0713-ddc8-4791-b608-3c3ab0594448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.846704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-165b0713-ddc8-4791-b608-3c3ab0594448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:22.909224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-165b0713-ddc8-4791-b608-3c3ab0594448 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df57fc0404164e27b4ad485af01e638d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684466 Oct 26 14:04:22.912778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54926) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:22.939532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-3ea89faa-286a-4619-9b29-36c82e1e5321 service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492341 Oct 26 14:04:22.940439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'Port': ['ID=3c3b8f6d-0b45-46c0-91f7-325cfab3baa7,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:23.054933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b0713-ddc8-4791-b608-3c3ab0594448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0318d-7272-4149-9d7f-b81b5ce2c2e0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:23.069557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Checking segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:23.070049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Network hostable DHCP agents. Network: fb4f7cce-455c-4921-bdb7-8d3289913246, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:23.141183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.152468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Network fb4f7cce-455c-4921-bdb7-8d3289913246 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:23.186867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.192435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.220689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T14:04:18Z', 'revision_number': 5, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:23.223035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, fb4f7cce-455c-4921-bdb7-8d3289913246) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:23.234408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:23.236378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.375477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.379418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c62b76e9-1b5f-49ba-9ad6-22f32cfe1197 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6058829 Oct 26 14:04:23.421841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54936) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:23.432437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:23.434196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-be950bc1-7b6f-4b80-8c5f-aa4b452ff2e5 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6340027 Oct 26 14:04:23.447550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.453143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cc3927a5-f43d-43ea-990a-67aa7d0a3424 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0113988 Oct 26 14:04:23.501973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:23.509686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Deleting port d0cf4276-de58-4d3b-9efa-9dd944df7fb5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:23.510563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.552380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd2667fb-0bab-4ff8-b2cb-f8e6952701fc req-b570f9bc-2487-494b-9882-d407e7795353 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.1650889 Oct 26 14:04:23.618668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.634973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.654601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.660870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.662969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.666352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88f0318d-7272-4149-9d7f-b81b5ce2c2e0 HTTP/1.1" status: 204 len: 168 time: 0.7518556 Oct 26 14:04:23.694245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] For port d0cf4276-de58-4d3b-9efa-9dd944df7fb5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:23.695007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.701184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddb271-757f-4cbb-9344-09aa86968b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0318d-7272-4149-9d7f-b81b5ce2c2e0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:23.761787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a032d04-5d03-4c74-bd14-5e688cbf1177 None None] Network fb4f7cce-455c-4921-bdb7-8d3289913246 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:23.764121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d5737f81-4ae3-495d-82a2-75e814be4d77 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:23.795875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22032d2-7e3c-41ab-86a1-6089ee591f14 None None] The sync data for ids ['5a594b62-906c-4834-813a-680a1034a5c6'] in n-d-813419-9 is: [{'id': '5a594b62-906c-4834-813a-680a1034a5c6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785071746-router', 'tenant_id': 'b8651d86c57a42ef9382f54a72add162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T13:59:07Z', 'updated_at': '2021-10-26T14:04:18Z', 'revision_number': 5, 'project_id': 'b8651d86c57a42ef9382f54a72add162', 'gw_port': {'id': 'd0cf4276-de58-4d3b-9efa-9dd944df7fb5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:af:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a594b62-906c-4834-813a-680a1034a5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T13:59:08Z', 'updated_at': '2021-10-26T13:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:23.865125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Calling delete_port for d0cf4276-de58-4d3b-9efa-9dd944df7fb5 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:23.940676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d5737f81-4ae3-495d-82a2-75e814be4d77 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:23.941056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:23.998628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.165644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.310149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:24.335864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-45014ebc-626c-44fe-8643-d68f5f8d5a88 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:24.350995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-45014ebc-626c-44fe-8643-d68f5f8d5a88 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.6235700 Oct 26 14:04:24.359300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-fb4f7cce-455c-4921-bdb7-8d3289913246', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:04:24.361952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.376311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0aed690-cc1e-4fe8-b0e8-9590b9c84d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.493215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0aed690-cc1e-4fe8-b0e8-9590b9c84d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.520960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-2f863ab6-08e2-4cf0-b6c3-86d1425d6030 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/quotas/a12f7ba55b0a41f8a6251590a393d2a2 HTTP/1.1" status: 200 len: 375 time: 0.1689677 Oct 26 14:04:24.590421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0aed690-cc1e-4fe8-b0e8-9590b9c84d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.631204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Allocated IP 172.25.5.31 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f2a1681c-1d4f-47bc-9779-3be50102702c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:24.673909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.704360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Allocated IP 172.20.0.2 (fb4f7cce-455c-4921-bdb7-8d3289913246/b6d7faaf-fc60-49fa-9c38-ba1eec5b018a/f628088e-07e7-4b40-a1a3-750bfa50a504) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:24.706870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aed690-cc1e-4fe8-b0e8-9590b9c84d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028e035c-cc54-487b-9ffb-4a0e50c749c7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:24.746119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cf4276-de58-4d3b-9efa-9dd944df7fb5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:24.773168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:24.795985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0aed690-cc1e-4fe8-b0e8-9590b9c84d8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4f2d8d0f4d649a88cddc7f15a201cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844422 Oct 26 14:04:24.808940 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-5f47a1f8-2fbc-4393-9347-dbd695232cba tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2828078 Oct 26 14:04:24.813714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54972) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:24.928277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-433ecf13-afd7-4d86-b233-41ea35a870e1 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173327 Oct 26 14:04:24.977477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.050514 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.068113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.189493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Network fb4f7cce-455c-4921-bdb7-8d3289913246 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:25.194241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.196225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:25.198540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Pushing event updated for resources: {'Port': ['ID=f628088e-07e7-4b40-a1a3-750bfa50a504,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.201718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:25.208075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.308878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.309957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a594b62-906c-4834-813a-680a1034a5c6 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:04:25.317670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Attempting to bind port f628088e-07e7-4b40-a1a3-750bfa50a504 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:25.318309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Attempting to bind port f628088e-07e7-4b40-a1a3-750bfa50a504 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:25.318870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Attempting to bind port f628088e-07e7-4b40-a1a3-750bfa50a504 on network fb4f7cce-455c-4921-bdb7-8d3289913246 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:25.327091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-9579d98b-bf3b-4d46-977b-d5dd0db379be service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978817 Oct 26 14:04:25.338955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.347136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb7a4140-da35-48ba-bce0-0945797e8805 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a594b62-906c-4834-813a-680a1034a5c6 HTTP/1.1" status: 204 len: 168 time: 3.8957226 Oct 26 14:04:25.347136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:25.392192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:25.394395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Checking segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:25.395053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.395895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Bound using segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:25.396779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Bound port: f628088e-07e7-4b40-a1a3-750bfa50a504, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:25.397532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.420239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Deleting subnet 83651028-5af5-4f25-812a-0e4cf80fb398 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:25.422646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.429656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7c849ac1-64f2-49cc-923d-2d259248637a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:25.430351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.431856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.518916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.525005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7c849ac1-64f2-49cc-923d-2d259248637a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:25.531063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7c849ac1-64f2-49cc-923d-2d259248637a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:25.556980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.707377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.725350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-215582ec-777e-4025-aebd-469f0e1a8b59 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:25.728540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-215582ec-777e-4025-aebd-469f0e1a8b59 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.6074429 Oct 26 14:04:25.769638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] For port f628088e-07e7-4b40-a1a3-750bfa50a504, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:25.777414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] For port f628088e-07e7-4b40-a1a3-750bfa50a504, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f628088e-07e7-4b40-a1a3-750bfa50a504,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:25.798450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.802897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.847086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:25.860279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-dd1ef12f-b492-4f47-ac5c-c4e2b139f978 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 379 time: 0.1039169 Oct 26 14:04:25.882965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'device_id': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'admin_state_up': True, 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'security_groups': ['1a38cf3f-3d5c-4347-9573-3e07fea05f62']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:25.919454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=f2a1681c-1d4f-47bc-9779-3be50102702c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.966377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:25.982019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814beb9-6d8b-49e1-aea7-d3b61050919e None None] Pushing event updated for resources: {'Port': ['ID=f628088e-07e7-4b40-a1a3-750bfa50a504,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:25.996219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:26.004220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.009399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.017579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/028e035c-cc54-487b-9ffb-4a0e50c749c7 HTTP/1.1" status: 204 len: 168 time: 1.1711957 Oct 26 14:04:26.019052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:26.030123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.163004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb12e8-5465-48e0-87c6-1ba0a7b9144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028e035c-cc54-487b-9ffb-4a0e50c749c7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:26.212307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7480bc4c-8a20-4cc2-9961-181985ddd4ef req-a05e5410-ef6e-4a8b-8c04-ff915d9b91bc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.2572458 Oct 26 14:04:26.357220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.449492 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.485283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fea53471-3a4a-4418-a747-1e8f315d8458 req-5023f6c8-9da7-4f52-80ee-cc076021ae9a tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 210 time: 0.1136827 Oct 26 14:04:26.532931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.542801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Allocated IP 172.25.5.128 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/e445946a-c677-42af-a3c2-611871885fb8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:26.584962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:26.589385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.626206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83651028-5af5-4f25-812a-0e4cf80fb398,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:26.630882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.632533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4a9a2-f8d7-4c9e-9a05-7ce9c88e53a4 None None] Network 340a1cf1-799e-42ce-aaf3-c67556a30cb9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:26.641144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-89a5101a-7330-46fd-ad1b-d91c68162fbe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83651028-5af5-4f25-812a-0e4cf80fb398 HTTP/1.1" status: 204 len: 168 time: 1.2861145 Oct 26 14:04:26.645060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54996) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:26.836347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.972256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:26.983546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] DHCP port deletion for 340a1cf1-799e-42ce-aaf3-c67556a30cb9 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:04:27.030889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.20.0.5 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/b9689460-f06a-476e-b58e-66883f293437) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:27.031845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Deleting port d4481ac9-de19-4e32-9e49-a51d06680137 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:27.032201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.116958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Deleting port d4481ac9-de19-4e32-9e49-a51d06680137 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:27.117335 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.142709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.232833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] For port d4481ac9-de19-4e32-9e49-a51d06680137, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d4481ac9-de19-4e32-9e49-a51d06680137,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:27.233341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.263777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Calling delete_port for d4481ac9-de19-4e32-9e49-a51d06680137 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:27.301810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] For port d4481ac9-de19-4e32-9e49-a51d06680137, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d4481ac9-de19-4e32-9e49-a51d06680137,segment=NetworkSegment(98903fd5-5a9b-47a1-b0a3-23037a2b1eef),segment_id=98903fd5-5a9b-47a1-b0a3-23037a2b1eef)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:27.302309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.319376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Calling delete_port for d4481ac9-de19-4e32-9e49-a51d06680137 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:27.346607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:27.357159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:27.378360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:27.453644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.488206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.550977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f628088e-07e7-4b40-a1a3-750bfa50a504 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:27.624993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Pushing event updated for resources: {'Port': ['ID=e445946a-c677-42af-a3c2-611871885fb8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:27.698553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.750077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55032) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:27.837148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4eef74-64af-4b6c-8252-28d499abecb5 None None] Network fb4f7cce-455c-4921-bdb7-8d3289913246 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:27.890774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.908714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:27.910691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4420080 Oct 26 14:04:27.918117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-401ff1ce-a205-4856-88a0-520c1888300b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:27.920476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-401ff1ce-a205-4856-88a0-520c1888300b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.1841347 Oct 26 14:04:27.965710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'port': {'device_id': '83922f60-f2d1-444a-829a-93de6c4972e0', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'admin_state_up': True, 'tenant_id': 'a12f7ba55b0a41f8a6251590a393d2a2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:28.061102 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-149bdcd5-50b8-45dc-962f-4090ca04e6ce req-14323e30-3fa2-426a-ae96-23f4a2d53304 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.2199035 Oct 26 14:04:28.072716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198cffc-758d-40e7-8631-f985f73bb9c6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event updated for resources: {'Port': ['ID=f2a1681c-1d4f-47bc-9779-3be50102702c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.098513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-c1bda9cd-1cfb-4b29-9960-ebb3d31f404a tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1691024 Oct 26 14:04:28.102734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] Pushing event deleted for resources: {'Port': ['ID=d4481ac9-de19-4e32-9e49-a51d06680137,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.110129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.123376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] Provisioning complete for port f628088e-07e7-4b40-a1a3-750bfa50a504 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:28.123928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.159623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4481ac9-de19-4e32-9e49-a51d06680137,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.224478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d2e651-2a3d-4b50-85ff-e9ca0e1d445d None None] No DVR routers for this DVR port d4481ac9-de19-4e32-9e49-a51d06680137 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:28.303981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] No DVR routers for this DVR port d4481ac9-de19-4e32-9e49-a51d06680137 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:28.314477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-02aa4ce2-cb82-44e6-befd-f096c8c8a5b1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:28.316810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c4baccf-3659-49ba-b340-f6577840ad7a req-02aa4ce2-cb82-44e6-befd-f096c8c8a5b1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1945293 Oct 26 14:04:28.321894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f628088e-07e7-4b40-a1a3-750bfa50a504 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:28.322279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.338155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-615407774-network', 'tenant_id': '65cb64a3c9f64f059b077a0b406d4080'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:28.453747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.527894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aecde7eb-da34-4943-88ee-ae95aa642d94 req-4b0b79fa-77ce-4ef1-a333-512eff9d8cd1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips/841f29df-5138-428a-aa0b-b9a2971d7015 HTTP/1.1" status: 200 len: 692 time: 0.1588714 Oct 26 14:04:28.544842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Made reservation on behalf of 65cb64a3c9f64f059b077a0b406d4080 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:28.547494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.551483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.591852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.613060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] For port f628088e-07e7-4b40-a1a3-750bfa50a504, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f628088e-07e7-4b40-a1a3-750bfa50a504,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:28.623430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.646988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.678327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340a1cf1-799e-42ce-aaf3-c67556a30cb9']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:28.692088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03d677ec-6188-42da-8b3e-08d8f7a0ee32 req-6b5c6557-f16f-4329-afcd-f68d01574eae tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 210 time: 0.0905628 Oct 26 14:04:28.723687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.751104 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:04:28.751622 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:04:28.756225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e55c-ae46-4ed8-8f33-598330e311e7 None None] Pushing event updated for resources: {'Port': ['ID=f628088e-07e7-4b40-a1a3-750bfa50a504,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.792658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.816366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98903fd5-5a9b-47a1-b0a3-23037a2b1eef') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:28.816711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98903fd5-5a9b-47a1-b0a3-23037a2b1eef') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:28.821293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.861256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.894290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-02543fb1-228e-4756-b557-c0a4d559fd9e None None] Provisioning complete for port f628088e-07e7-4b40-a1a3-750bfa50a504 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:28.896967 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02543fb1-228e-4756-b557-c0a4d559fd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.903503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Made reservation on behalf of a12f7ba55b0a41f8a6251590a393d2a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:28.908083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.937881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.958996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:28.964645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa68dfd-e88d-4c33-b179-f42fe77ff572,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:28.974292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:28.982089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:28.984387 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:29.030028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecde7eb-da34-4943-88ee-ae95aa642d94 req-7c26ac99-9fde-4f27-8010-e0a35169d7e2 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.037573 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.047851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aecde7eb-da34-4943-88ee-ae95aa642d94 req-7c26ac99-9fde-4f27-8010-e0a35169d7e2 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.4892726 Oct 26 14:04:29.065486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.073388 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Added segment 51fad597-0aaf-49fc-9e3b-cc77a68cb4e8 of type vlan for network dbf6eec0-5b20-4680-a421-4608eee9e72c Oct 26 14:04:29.169534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:29.175674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-bfd77405-37df-43de-bbca-e391d8df7c29 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips/841f29df-5138-428a-aa0b-b9a2971d7015 HTTP/1.1" status: 200 len: 692 time: 0.0864217 Oct 26 14:04:29.189200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:29.192954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:29.204280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.215133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:29.218715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.229209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] 10.222.0.37 "DELETE /v2.0/networks/340a1cf1-799e-42ce-aaf3-c67556a30cb9 HTTP/1.1" status: 204 len: 168 time: 2.5830245 Oct 26 14:04:29.281724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-fa90d5f3-43db-4a9f-8cec-38b61c10d478 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3422153 Oct 26 14:04:29.374698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536267-576c-425c-9156-adbdaf776547 admin admin] Pushing event deleted for resources: {'Network': ['ID=340a1cf1-799e-42ce-aaf3-c67556a30cb9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:29.390810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.398100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.483431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d0cf4276-de58-4d3b-9efa-9dd944df7fb5 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:29.503121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd4c9f-b159-4b12-a531-6f5daeccf0ec req-d50a690d-2130-46a9-a9f9-b6acb53dbf3c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.505213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97dd4c9f-b159-4b12-a531-6f5daeccf0ec req-d50a690d-2130-46a9-a9f9-b6acb53dbf3c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 931 time: 0.3344929 Oct 26 14:04:29.546477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d0cf4276-de58-4d3b-9efa-9dd944df7fb5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:29.548074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d0cf4276-de58-4d3b-9efa-9dd944df7fb5 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:29.550333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d4481ac9-de19-4e32-9e49-a51d06680137 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:29.582115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d4481ac9-de19-4e32-9e49-a51d06680137 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:29.582536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d4481ac9-de19-4e32-9e49-a51d06680137 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:29.602456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:29.631454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Allocated IP 172.20.0.9 (bf7f93fc-9098-4b48-9e2a-20e91f8b6994/f9ad2ea9-024d-4f4d-b3e4-eb6106723e86/808d7abd-fa40-4797-a9f4-6089e58c4dfe) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:29.674618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.678313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.711619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-732bd9ff-4c21-4e93-9856-ea794c73681f None None] Provisioning complete for port b9689460-f06a-476e-b58e-66883f293437 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:29.712371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-732bd9ff-4c21-4e93-9856-ea794c73681f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.740626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97dd4c9f-b159-4b12-a531-6f5daeccf0ec req-72066c1b-3e0e-4569-9d01-14ea9484c003 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929007 Oct 26 14:04:29.748944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.755044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-51597d07-a83f-45ed-9ea5-3f2b34fdea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.756681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-51597d07-a83f-45ed-9ea5-3f2b34fdea16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8047b032bb6147928851b6c4426bb766&device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 1097 time: 0.3680303 Oct 26 14:04:29.759319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.764606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:29.765668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-7c26a6e2-e205-40d9-8ab0-44c69b60dd8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8974059 Oct 26 14:04:29.782323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-d140fe5d-60f5-4eb2-a112-d047aca73c4d tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:29.783807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-d140fe5d-60f5-4eb2-a112-d047aca73c4d tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.5960464 Oct 26 14:04:29.791105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Request body: {'port': {'device_id': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:29.807128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f628088e-07e7-4b40-a1a3-750bfa50a504 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:29.852140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-732bd9ff-4c21-4e93-9856-ea794c73681f None None] Port b9689460-f06a-476e-b58e-66883f293437 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:29.968997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0647883 Oct 26 14:04:29.976994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55056) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:29.982713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Request body: {'subnet': {'network_id': 'dbf6eec0-5b20-4680-a421-4608eee9e72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-615407774-subnet', 'tenant_id': '65cb64a3c9f64f059b077a0b406d4080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:29.992042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-403fb096-e918-4db4-8b3f-dc897d906d6f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1953363 Oct 26 14:04:30.019434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f628088e-07e7-4b40-a1a3-750bfa50a504 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:30.021997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.025765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7576787-cbf1-4c5d-b397-e78ec1646714 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf6eec0-5b20-4680-a421-4608eee9e72c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.034013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.069872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-254a8059-998e-4404-9606-bb924e8c8a1e req-05a45901-8e43-44f4-aa75-ebf186cecadc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 210 time: 0.0989509 Oct 26 14:04:30.077958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88993ac3-1b71-4149-b6d8-3e98590efe23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20213f3a23e14e29807ee4edebd85e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348420 Oct 26 14:04:30.081910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55058) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:30.095442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network dbf6eec0-5b20-4680-a421-4608eee9e72c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:30.189340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.210854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.243653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.260011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-49bf2f6a-e7e7-466a-af41-3977e33120d1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.2287910 Oct 26 14:04:30.271895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Made reservation on behalf of 65cb64a3c9f64f059b077a0b406d4080 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:30.274523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.317064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.371906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.375756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.380346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8cd79aa-1e9d-48f3-a118-b1387bfbbbb1 HTTP/1.1" status: 204 len: 168 time: 0.2945955 Oct 26 14:04:30.390513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:30.399573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:30.407227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:30.691949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:30.752000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-877a10b9-6d2d-42f9-8eac-14cc131b1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:30.753520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-877a10b9-6d2d-42f9-8eac-14cc131b1353 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2737fb71-6603-4f51-8370-f6f4ec2308fe HTTP/1.1" status: 200 len: 915 time: 0.9194889 Oct 26 14:04:30.929171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04852f7d-5915-472c-a33b-712f2505ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd79aa-1e9d-48f3-a118-b1387bfbbbb1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.941112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-012b7e8d-6f79-47e9-a3d9-70f97d0caba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d HTTP/1.1" status: 200 len: 217 time: 0.1435637 Oct 26 14:04:30.944093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:30.980895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f83c3e-608a-4db3-b3e8-c0f2eb6679a2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:31.009934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.082265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.085024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.113855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55068) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:31.133197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a3bbe956-397f-4d69-a519-03cb2803e508 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1768522 Oct 26 14:04:31.142453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Request body: {'port': {'device_id': '83922f60-f2d1-444a-829a-93de6c4972e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:31.172581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b4942-f6af-417a-8f3e-ec836801fb98 req-09535d13-5373-4380-904b-8106e8dd29c9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.182622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-761b4942-f6af-417a-8f3e-ec836801fb98 req-09535d13-5373-4380-904b-8106e8dd29c9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 931 time: 0.2403483 Oct 26 14:04:31.254409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ebaec0cc-990c-4463-9b98-ee1e8bb009cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8651d86c57a42ef9382f54a72add162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1242714 Oct 26 14:04:31.255495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Checking segment: {'id': '51fad597-0aaf-49fc-9e3b-cc77a68cb4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'dbf6eec0-5b20-4680-a421-4608eee9e72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:31.255857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Network hostable DHCP agents. Network: dbf6eec0-5b20-4680-a421-4608eee9e72c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:31.260477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55074) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:31.291145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-761b4942-f6af-417a-8f3e-ec836801fb98 req-2e0cd7f6-e862-4820-8bd4-e2b7551caae7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076078 Oct 26 14:04:31.292190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.434203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-3b5e134c-54be-4050-91a5-b3445a533cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.436602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-3b5e134c-54be-4050-91a5-b3445a533cf1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9aaa5f77-c18a-4ae3-b804-9bd55610e003 HTTP/1.1" status: 200 len: 853 time: 0.4509366 Oct 26 14:04:31.478475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Network dbf6eec0-5b20-4680-a421-4608eee9e72c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:31.561258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Deleting port f2a1681c-1d4f-47bc-9779-3be50102702c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:31.561712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.563949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, dbf6eec0-5b20-4680-a421-4608eee9e72c) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:31.573903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c1d41-d409-4b83-b8fb-9ad09f147cb5 None None] Network dbf6eec0-5b20-4680-a421-4608eee9e72c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:31.617759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.618680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:31.630265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e272b6-25a6-4f0e-8054-7cc96296f3df req-54aae774-f0d1-4545-abdd-be4f94c88745 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:31.641927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65e272b6-25a6-4f0e-8054-7cc96296f3df req-54aae774-f0d1-4545-abdd-be4f94c88745 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 931 time: 0.2682176 Oct 26 14:04:31.770837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65e272b6-25a6-4f0e-8054-7cc96296f3df req-4d252d40-a607-473c-ab69-8eab651bc8f6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280031 Oct 26 14:04:31.933223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5add337-c5ba-41b4-a933-122a602e71c3 None None] Network dbf6eec0-5b20-4680-a421-4608eee9e72c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:31.967935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808d7abd-fa40-4797-a9f4-6089e58c4dfe {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:31.989504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.015375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Transition to ACTIVE for port object 808d7abd-fa40-4797-a9f4-6089e58c4dfe will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:32.022275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.135009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:32.240429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Attempting to bind port 808d7abd-fa40-4797-a9f4-6089e58c4dfe on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:32.240941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Attempting to bind port 808d7abd-fa40-4797-a9f4-6089e58c4dfe by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:32.241281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Attempting to bind port 808d7abd-fa40-4797-a9f4-6089e58c4dfe on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:32.245965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Port 808d7abd-fa40-4797-a9f4-6089e58c4dfe on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:32.246296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Attempting to bind port 808d7abd-fa40-4797-a9f4-6089e58c4dfe on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:32.254166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:32.254513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Checking segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:32.254908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Bound using segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:32.255364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Bound port: 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:32.255741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.378205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:32.382348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.382932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:32.386870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-9a17a18b-a595-452e-9d14-71a2ee12f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.390818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-9a17a18b-a595-452e-9d14-71a2ee12f124 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2737fb71-6603-4f51-8370-f6f4ec2308fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9243152 Oct 26 14:04:32.397360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.406255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c0698b58-2f8b-486d-9784-6b61e17d48f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4281621 Oct 26 14:04:32.411778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9689460-f06a-476e-b58e-66883f293437 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:32.441086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.503982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:32.536481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.537153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.538637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-32fa6eab-226a-4223-8a1f-1132c8dbc85c service neutron] 10.222.0.41 "PUT /v2.0/ports/808d7abd-fa40-4797-a9f4-6089e58c4dfe HTTP/1.1" status: 200 len: 1091 time: 1.4013057 Oct 26 14:04:32.556982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:32.561048 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:32.587525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.610209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912dd9b-43e2-4682-b609-f646cc0aa805 req-7f46ea26-3a88-4d16-96a8-e4f40089e270 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.617973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9912dd9b-43e2-4682-b609-f646cc0aa805 req-7f46ea26-3a88-4d16-96a8-e4f40089e270 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 931 time: 0.2153683 Oct 26 14:04:32.675073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Transition to ACTIVE for port object b9689460-f06a-476e-b58e-66883f293437 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:32.680655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.684464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.688744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c66b2a7-6601-4364-94c0-8bc3efec8281 HTTP/1.1" status: 204 len: 168 time: 1.3523805 Oct 26 14:04:32.689548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.701376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.715080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9912dd9b-43e2-4682-b609-f646cc0aa805 req-3677886a-1af8-45ba-834a-8818f4ccec0e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904284 Oct 26 14:04:32.723018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a53c8f5a-5af9-47d9-8ea6-11b345ddb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.729856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-a53c8f5a-5af9-47d9-8ea6-11b345ddb2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 1094 time: 0.1408110 Oct 26 14:04:32.757233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Calling delete_port for f2a1681c-1d4f-47bc-9779-3be50102702c owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:32.785242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:32.825472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-e22cb2e5-cde4-4f3b-a110-5239916b2ce4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe HTTP/1.1" status: 200 len: 217 time: 0.0856917 Oct 26 14:04:32.906566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3826071-59be-4d52-84d7-96f8f542aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66b2a7-6601-4364-94c0-8bc3efec8281,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:32.933274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d372fe-c3af-4699-9189-363b60ce088d req-12043eba-9cc6-44b9-b76f-32bf84a13587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:32.943416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-12043eba-9cc6-44b9-b76f-32bf84a13587 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.1026869 Oct 26 14:04:32.953429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-611b65e8-db5d-461b-a24f-6c6fefad86f3 service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438964 Oct 26 14:04:32.992137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-fd552aec-dd9e-4ad2-98ae-592aa6ea9d30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477953 Oct 26 14:04:33.059009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Router 0b7d91a5-7858-4100-97dc-55008ea330e3 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:04:33.228727 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01a357-c93e-472b-8c5d-9d6cef718605 x-openstack-request-id: req-7e01a357-c93e-472b-8c5d-9d6cef718605 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:33.233207 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:33.233459 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e01a357-c93e-472b-8c5d-9d6cef718605 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:33.233893 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'status': 'completed', 'code': 200} Oct 26 14:04:33.279038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-5343ed53-7e79-4869-9a0c-4b5e6e1844bf service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745316 Oct 26 14:04:33.400889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71bea6b7-1083-4ebf-90d1-40f9e07b8ee3 req-342d4b0a-0fa8-4cd8-98d6-520e8c672b96 service neutron] 10.222.0.73 "GET /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505952 Oct 26 14:04:33.404587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:33.513597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9d372fe-c3af-4699-9189-363b60ce088d req-63573db8-817e-4e01-8aa4-16a396c92b2d service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246621 Oct 26 14:04:33.543692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1791094451', 'description': 'tempest-description-1831194393'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:33.629520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.675375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Attempting to bind port b9689460-f06a-476e-b58e-66883f293437 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:33.676416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Attempting to bind port b9689460-f06a-476e-b58e-66883f293437 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:33.676416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Attempting to bind port b9689460-f06a-476e-b58e-66883f293437 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:33.693900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-24aea299-155a-4e97-b74c-e18a3b133682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:33.695318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-24aea299-155a-4e97-b74c-e18a3b133682 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 1094 time: 0.1089144 Oct 26 14:04:33.786184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Port b9689460-f06a-476e-b58e-66883f293437 on network f4206489-532c-418f-88cd-e4d614a49d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:33.786527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Attempting to bind port b9689460-f06a-476e-b58e-66883f293437 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:33.803843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:33.804203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:33.804586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:33.805029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Bound port: b9689460-f06a-476e-b58e-66883f293437, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:33.805382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.831432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:33.844721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.852944 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Sync routers for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:33.873537 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:33.874712 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:33.901500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-67c36644-f58d-4bf4-9678-d6501d169507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:33.903247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-67c36644-f58d-4bf4-9678-d6501d169507 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 922 time: 0.1857018 Oct 26 14:04:33.907684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.925162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:33.957937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event deleted for resources: {'Port': ['ID=f2a1681c-1d4f-47bc-9779-3be50102702c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:34.000099 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.009123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-70eb048d-4c46-46fc-b29b-787a0a488d70 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.5785675 Oct 26 14:04:34.013786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:34.024139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-67fbddd7-90a6-4d68-8a89-904868bead8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe HTTP/1.1" status: 200 len: 217 time: 0.1130223 Oct 26 14:04:34.096871 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:34.134437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:34.189140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:34.202679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.207876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178b8d07-f91a-4fca-869c-2e7880f77891,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:34.246399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.260109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d4eca8d-79f7-49b1-83d7-f96cbbb55f9f req-efc7a063-9e98-4009-9945-51469da8fe04 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7219121 Oct 26 14:04:34.322229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.324063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.327222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 1091 time: 4.5423901 Oct 26 14:04:34.332561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:34.339777 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660" -d '{"events": [{"name": "network-changed", "server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:34.359542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.364210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.365546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502f174f-d786-4c07-a27c-bcbdead15d38 req-8cc6a02f-d8a9-4e27-8b14-44842c88efd6 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "DELETE /v2.0/floatingips/841f29df-5138-428a-aa0b-b9a2971d7015 HTTP/1.1" status: 204 len: 173 time: 4.1047027 Oct 26 14:04:34.433457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-01ec7392-2c4d-48ce-b285-6de337496c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.439080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-01ec7392-2c4d-48ce-b285-6de337496c19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.2344573 Oct 26 14:04:34.511626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1082-b2c1-4ac0-995f-3fad757e1397 service neutron] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:34.530336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-7071d17b-2d30-469a-95d9-111aa44ce84f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749469 Oct 26 14:04:34.603146 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:28Z', 'revision_number': 3, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:34.652389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-41897326-7257-4dbf-ba61-477e5b8a344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.660293 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-41897326-7257-4dbf-ba61-477e5b8a344e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1094 time: 0.2612700 Oct 26 14:04:34.665990 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Checking router: 0b7d91a5-7858-4100-97dc-55008ea330e3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:34.679600 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Updating router 0b7d91a5-7858-4100-97dc-55008ea330e3 port e445946a-c677-42af-a3c2-611871885fb8 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:34.734302 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:34.771049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af72903-63b5-4967-ad90-6ad0c8d4387c req-eb4cc0cf-27e9-4925-b977-65255230fd00 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.772800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2af72903-63b5-4967-ad90-6ad0c8d4387c req-eb4cc0cf-27e9-4925-b977-65255230fd00 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 943 time: 0.3427598 Oct 26 14:04:34.795532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1d971-0c85-4860-becf-615ce20f9713 req-e398fb85-3a80-47d5-9986-854906229b04 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.799732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13d1d971-0c85-4860-becf-615ce20f9713 req-e398fb85-3a80-47d5-9986-854906229b04 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 943 time: 0.2356133 Oct 26 14:04:34.799732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-a1dbc833-886f-4ed2-9c8b-5cdcf1fe2cda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 217 time: 0.1290653 Oct 26 14:04:34.942783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-b148995e-6a36-4da0-bdb5-ee283e6ccd61 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022870 Oct 26 14:04:34.946071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2af72903-63b5-4967-ad90-6ad0c8d4387c req-ce93ed60-9a52-4689-ac93-4eaffcee9885 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487255 Oct 26 14:04:34.954718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-28baf43c-ea20-4bcb-b3c1-1354948a9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:34.965640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-28baf43c-ea20-4bcb-b3c1-1354948a9c88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1462491 Oct 26 14:04:35.072668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13d1d971-0c85-4860-becf-615ce20f9713 req-d2a4e71a-d721-4c6b-8e69-695e76248310 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682614 Oct 26 14:04:35.072818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbe4957-1628-4f42-9fd6-7ff6096f8ca6 req-e776c3fd-5c6c-4c56-81ee-38d0e8780d68 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183565 Oct 26 14:04:35.105375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-e48c060b-65ec-40a6-a6a4-64301cf9e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:35.106929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-e48c060b-65ec-40a6-a6a4-64301cf9e630 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343899 Oct 26 14:04:35.216856 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b8f38-5ff6-4f73-b76d-150eed437db1 x-openstack-request-id: req-bc6b8f38-5ff6-4f73-b76d-150eed437db1 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:35.217277 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "tag": "b9689460-f06a-476e-b58e-66883f293437", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:35.217853 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc6b8f38-5ff6-4f73-b76d-150eed437db1 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:35.218596 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'status': 'completed', 'code': 200} Oct 26 14:04:35.236844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-7d849285-73d0-4283-8e0e-3bb428d2d57c tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/178b8d07-f91a-4fca-869c-2e7880f77891 HTTP/1.1" status: 200 len: 1805 time: 0.1616042 Oct 26 14:04:35.238706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.259976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-e84220a7-3aec-414a-9e42-564284bd8681 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443403 Oct 26 14:04:35.273269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '178b8d07-f91a-4fca-869c-2e7880f77891', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:35.273848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '178b8d07-f91a-4fca-869c-2e7880f77891', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:35.382063 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.396864 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.454258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b1b9-458b-4567-8d2f-447d5e306ab8 None None] Pushing event updated for resources: {'Port': ['ID=e445946a-c677-42af-a3c2-611871885fb8,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:35.471995 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Attempting to bind port e445946a-c677-42af-a3c2-611871885fb8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:35.472376 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Attempting to bind port e445946a-c677-42af-a3c2-611871885fb8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:35.473443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Attempting to bind port e445946a-c677-42af-a3c2-611871885fb8 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:35.482217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:35.483352 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:35.483981 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.484557 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:35.485365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Bound port: e445946a-c677-42af-a3c2-611871885fb8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:35.485939 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.571479 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] For port e445946a-c677-42af-a3c2-611871885fb8, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:35.581293 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] For port e445946a-c677-42af-a3c2-611871885fb8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e445946a-c677-42af-a3c2-611871885fb8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:35.589656 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.698716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:35.701436 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:35.710655 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b1b9-458b-4567-8d2f-447d5e306ab8 None None] Pushing event updated for resources: {'Port': ['ID=e445946a-c677-42af-a3c2-611871885fb8,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:35.722631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Allocated IP 172.20.0.1 (fb4f7cce-455c-4921-bdb7-8d3289913246/b6d7faaf-fc60-49fa-9c38-ba1eec5b018a/a78529bf-5738-46de-9dd6-23f3c35f194a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:35.772786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.845129 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:35.861083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b4f69e8-094e-4a68-98df-90cee6b029f2 req-b8cf52d7-bdcb-407e-949c-871298d8004f service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742359 Oct 26 14:04:35.880562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51636796-347a-4089-9040-3e0af44dad47 req-4c5b69bf-8e1c-462e-a659-c748a9b0dbb3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:35.882191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51636796-347a-4089-9040-3e0af44dad47 req-4c5b69bf-8e1c-462e-a659-c748a9b0dbb3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6259906 Oct 26 14:04:35.900263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.915777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:35.956022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683414ac-930c-4b52-a8ad-52e00ba48a38,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:35.999522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.004383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-989eda09-0b8f-466e-b92d-8c75e0898b39 req-fa7dd83c-3dcd-4d6a-b000-34ff8e9903ac tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7503145 Oct 26 14:04:36.057686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-4ad00181-a2fe-4f47-9103-4dfbaedb46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.063824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-4ad00181-a2fe-4f47-9103-4dfbaedb46a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1094 time: 0.0900223 Oct 26 14:04:36.194574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.251745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-31af40ba-d105-40f4-a677-0e4658fe3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.253164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-31af40ba-d105-40f4-a677-0e4658fe3cb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1800849 Oct 26 14:04:36.257310 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:28Z', 'revision_number': 3, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:36.267941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69331fd0-2fd1-4a1a-98fc-e1c5a140faf1 req-d1104ffc-3d3c-4633-a1c9-2d8453566761 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=e5183c88db6c4fbbbf94ee72c6c3630b HTTP/1.1" status: 200 len: 1656 time: 0.2230346 Oct 26 14:04:36.332551 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c12485-3373-4a16-ac91-cacf71b41fa6 None None] The sync data for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 is: [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:28Z', 'revision_number': 3, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:36.353446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-9241751a-2a60-4b82-b387-777a76c966d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 217 time: 0.0883999 Oct 26 14:04:36.430735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.485620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad6b8f-6507-4ad4-951e-6dd11c68fb67 req-fe003307-c38f-49bd-a02b-57364d8836ab tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.487203 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5cad6b8f-6507-4ad4-951e-6dd11c68fb67 req-fe003307-c38f-49bd-a02b-57364d8836ab tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 943 time: 0.1496875 Oct 26 14:04:36.521553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-560544b5-0c97-4dba-aad6-ceef84b61278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.524357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-560544b5-0c97-4dba-aad6-ceef84b61278 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1298599 Oct 26 14:04:36.587347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Network fb4f7cce-455c-4921-bdb7-8d3289913246 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:36.591369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Pushing event updated for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:36.599244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:36.610167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:36.634603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5cad6b8f-6507-4ad4-951e-6dd11c68fb67 req-0fdaf970-8142-416d-8577-3e2bad5f2a54 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278143 Oct 26 14:04:36.678700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69331fd0-2fd1-4a1a-98fc-e1c5a140faf1 req-89facbef-462b-4669-9631-139a4bfa057c tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.680270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69331fd0-2fd1-4a1a-98fc-e1c5a140faf1 req-89facbef-462b-4669-9631-139a4bfa057c tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks?id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 787 time: 0.4173059 Oct 26 14:04:36.693705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-396604381', 'description': 'tempest-description-1937857923'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:36.721890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-69331fd0-2fd1-4a1a-98fc-e1c5a140faf1 req-5d985bfe-d70c-4438-a81a-741cfa427d27 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:04:36.740880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-5157ffa2-e691-4c0f-b9f4-580e675cd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:36.740880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-5157ffa2-e691-4c0f-b9f4-580e675cd765 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808043 Oct 26 14:04:36.765966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69331fd0-2fd1-4a1a-98fc-e1c5a140faf1 req-5d985bfe-d70c-4438-a81a-741cfa427d27 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0612595 Oct 26 14:04:36.773397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:36.980288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.101240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-40b1d026-4dd2-436c-b42d-9ebb68a5d732 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129101 Oct 26 14:04:37.125464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66db0f-25ab-4f02-9cf5-95c313e76904 req-3a783944-b23f-4133-85b0-2787f2dd849d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:37.139190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f66db0f-25ab-4f02-9cf5-95c313e76904 req-3a783944-b23f-4133-85b0-2787f2dd849d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 943 time: 0.2069404 Oct 26 14:04:37.219480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f66db0f-25ab-4f02-9cf5-95c313e76904 req-0f85a6dc-14b9-4216-b485-953088e7bca4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767088 Oct 26 14:04:37.231855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.259068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-df57d7e8-7553-4efd-998f-f6acdc2385e4 None None] Provisioning complete for port a78529bf-5738-46de-9dd6-23f3c35f194a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:37.260585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-df57d7e8-7553-4efd-998f-f6acdc2385e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.299189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.358579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3257b36e-a0ba-4af6-a58a-ac51a6ec7660 req-acc8192c-048f-441a-820d-945af0ee4bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465782 Oct 26 14:04:37.361341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.363305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-df57d7e8-7553-4efd-998f-f6acdc2385e4 None None] Port a78529bf-5738-46de-9dd6-23f3c35f194a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:37.423511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.425819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7855cd2-f699-46d5-920d-a20c9830b103 req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7475274 Oct 26 14:04:37.459220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e3d65-031e-47ae-8b02-ab5bd243dd41 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4462160a-1090-4cb4-a01a-b9f91a59b43e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.500126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-09a7d948-056d-48fd-b7ca-4f63b258bcef tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips/6f383ff2-532c-4081-8151-c7b58a6055ce HTTP/1.1" status: 200 len: 693 time: 0.0866995 Oct 26 14:04:37.580736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:37.750367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.767313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.812948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:37.822667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ac9054-0fb4-43b7-8752-992da5992573 req-73072463-ca47-4ddd-99e9-4ff628928c73 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/4462160a-1090-4cb4-a01a-b9f91a59b43e HTTP/1.1" status: 200 len: 1804 time: 0.1106420 Oct 26 14:04:37.831055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4462160a-1090-4cb4-a01a-b9f91a59b43e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:37.831607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4462160a-1090-4cb4-a01a-b9f91a59b43e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:37.841857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-240b83f4-d6e2-4476-aa31-23e97aab4857 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:37.843304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-240b83f4-d6e2-4476-aa31-23e97aab4857 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.3141255 Oct 26 14:04:37.844843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e445946a-c677-42af-a3c2-611871885fb8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:37.849720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'port_id': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'mac_address': 'fa:16:3e:53:fc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad2ea9-024d-4f4d-b3e4-eb6106723e86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:37.907959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.922208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Pushing event updated for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:37.934532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-2003c456-59ab-44c4-bc9f-1e05dd441048 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.0797009 Oct 26 14:04:37.957387 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:37.997419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.027307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.031824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808d7abd-fa40-4797-a9f4-6089e58c4dfe {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:38.042343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.054017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e445946a-c677-42af-a3c2-611871885fb8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:38.054382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.060681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:38.067846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75a66aa-58e5-4caf-b156-0e59cb106186,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:38.080996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.082226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47ac9054-0fb4-43b7-8752-992da5992573 req-0fe94d0e-1f59-4a25-ad9d-b2438c4d49b9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2584720 Oct 26 14:04:38.082444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.150151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:38.196649 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.238199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port e445946a-c677-42af-a3c2-611871885fb8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e445946a-c677-42af-a3c2-611871885fb8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:38.246965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.271493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eabd8d-80a5-4392-a5ce-07c926fa90e3 req-258a9daf-c021-4072-82ea-ecae0c08c95d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.280583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1eabd8d-80a5-4392-a5ce-07c926fa90e3 req-258a9daf-c021-4072-82ea-ecae0c08c95d tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 944 time: 0.0704825 Oct 26 14:04:38.311017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=e445946a-c677-42af-a3c2-611871885fb8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:38.316566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['808d7abd-fa40-4797-a9f4-6089e58c4dfe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:38.324433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1eabd8d-80a5-4392-a5ce-07c926fa90e3 req-55dbd047-f4bf-4080-a9bb-7a7fc6db10e0 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Oct 26 14:04:38.362880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-849771166', 'description': 'tempest-description-1220075339'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:38.396142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.526821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-57eb5715-112a-4971-81dc-409598d5adc9 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.141 HTTP/1.1" status: 200 len: 696 time: 0.5913823 Oct 26 14:04:38.531543 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.547461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.585537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.586853 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15e395c2-28d6-48fc-b944-99e068870e51 req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2291584 Oct 26 14:04:38.589750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6dd21-fe97-4118-ba8b-90c694adffd1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c808f8-1be0-45d8-8348-b2ce1365ece5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:38.623894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Network fb4f7cce-455c-4921-bdb7-8d3289913246 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:38.629671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:38.790466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cbdf4-b6d6-487f-b8c1-92a2c8846ca9 req-5fa47abd-3c7b-4c37-95ab-8745c10c46e7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:38.792416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e11cbdf4-b6d6-487f-b8c1-92a2c8846ca9 req-5fa47abd-3c7b-4c37-95ab-8745c10c46e7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 943 time: 0.0848949 Oct 26 14:04:38.862137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Router 0b7d91a5-7858-4100-97dc-55008ea330e3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:38.863916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Deleting port 1c0edbc8-d60e-49e3-b60b-f85009ed3dfb {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:38.864272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:38.870253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e11cbdf4-b6d6-487f-b8c1-92a2c8846ca9 req-21516f8a-258d-42db-ab38-4d721f136186 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683677 Oct 26 14:04:38.911664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1773834018', 'description': 'tempest-description-358479011'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:38.938994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.030905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5b194dff-b1c5-40cc-bb7c-25ac6a0ab7d7 None None] Provisioning complete for port a78529bf-5738-46de-9dd6-23f3c35f194a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:39.032017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b194dff-b1c5-40cc-bb7c-25ac6a0ab7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.037188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.045769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.047554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.047768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.069486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Calling delete_port for 1c0edbc8-d60e-49e3-b60b-f85009ed3dfb owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:39.088747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:39.089193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5b194dff-b1c5-40cc-bb7c-25ac6a0ab7d7 None None] Port a78529bf-5738-46de-9dd6-23f3c35f194a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:39.102688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Sync routers for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:39.105300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b9802c40-cef6-441a-8d4b-d045499d2533 admin admin] 10.222.0.37 "PUT /v2.0/routers/0b7d91a5-7858-4100-97dc-55008ea330e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0896273 Oct 26 14:04:39.114287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.115878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:39.116841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:39.129623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c073475-884e-4817-a423-bbf241824932 req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2229302 Oct 26 14:04:39.135470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4912d6-13f9-4cd7-9bcc-2775dc2f3bbd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9babe-4e17-4d74-aad6-d98b6452b3f6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:39.239687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-4ecbb383-4249-429f-9118-a54e336ae4cc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/a9c808f8-1be0-45d8-8348-b2ce1365ece5 HTTP/1.1" status: 200 len: 1804 time: 0.0646453 Oct 26 14:04:39.287752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.290001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-f345094b-8c64-4f2d-8916-fa5bca113847 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/e5b9babe-4e17-4d74-aad6-d98b6452b3f6 HTTP/1.1" status: 200 len: 1804 time: 0.0491242 Oct 26 14:04:39.308382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9c808f8-1be0-45d8-8348-b2ce1365ece5', 'remote_group_id': 'e5b9babe-4e17-4d74-aad6-d98b6452b3f6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:39.308382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9c808f8-1be0-45d8-8348-b2ce1365ece5', 'remote_group_id': 'e5b9babe-4e17-4d74-aad6-d98b6452b3f6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:39.323541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event deleted for resources: {'Port': ['ID=1c0edbc8-d60e-49e3-b60b-f85009ed3dfb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:39.337286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:39.397105 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.403785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.422174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba93709-6943-4f69-94c3-408307bbfa44 req-7354d4e7-cea1-428b-ac7b-33fecddd84f1 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "DELETE /v2.0/floatingips/6f383ff2-532c-4081-8151-c7b58a6055ce HTTP/1.1" status: 204 len: 173 time: 0.8688748 Oct 26 14:04:39.429523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.496204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.503558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.529073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb2844a-1832-4360-bbe4-17bbed7dd255,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:39.542609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.555685 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76235e12-a043-4bf6-b1a2-250004cfaf11 req-19e72cc8-22ce-4954-b4db-605071739674 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2559218 Oct 26 14:04:39.583808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:39.587243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:39.742821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186d60-3ac4-449b-ae22-c4d06a1e22fe req-31278b26-2f0b-43cd-bc84-10f8e2b8c398 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:39.746920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a186d60-3ac4-449b-ae22-c4d06a1e22fe req-31278b26-2f0b-43cd-bc84-10f8e2b8c398 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 944 time: 0.1154609 Oct 26 14:04:39.789555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 808d7abd-fa40-4797-a9f4-6089e58c4dfe completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:39.805838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 808d7abd-fa40-4797-a9f4-6089e58c4dfe triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:39.806449 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:39.830176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a186d60-3ac4-449b-ae22-c4d06a1e22fe req-a04114f4-e565-4eac-a9bb-067341cc2756 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753155 Oct 26 14:04:39.859541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 2, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:39.859541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e445946a-c677-42af-a3c2-611871885fb8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:39.937541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-66379b50-7af6-4fd0-a3b6-9bd1259f96ac tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips/187376c9-8bc4-46d1-8e7f-b27d85e088c9 HTTP/1.1" status: 200 len: 692 time: 0.0614347 Oct 26 14:04:39.942126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Checking router: 0b7d91a5-7858-4100-97dc-55008ea330e3 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:39.942495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Updating router 0b7d91a5-7858-4100-97dc-55008ea330e3 port a78529bf-5738-46de-9dd6-23f3c35f194a binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:04:39.950595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:39.978132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55220) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:39.984156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183795227', 'description': 'tempest-description--1597841920'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:40.006165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b9689460-f06a-476e-b58e-66883f293437', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:40.009329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.027451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.064355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1481753098', 'description': 'tempest-description-693610699'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:40.113841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.115042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-1f35f945-ee83-4acf-bd7d-b2e73fc980c7 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:40.116762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-1f35f945-ee83-4acf-bd7d-b2e73fc980c7 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1711321 Oct 26 14:04:40.149203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e445946a-c677-42af-a3c2-611871885fb8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:40.149565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.188376 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.194819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a01d894d-3c61-400a-a69c-ca36a2d83032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.202020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.206094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.218693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-1fa61ec1-7b54-48dc-8441-d0536949e240 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0936048 Oct 26 14:04:40.268622 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.297298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-41da1905-12cf-409b-bd6d-9950ffd78965 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0770173 Oct 26 14:04:40.322516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.323857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3437600 Oct 26 14:04:40.327966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.329017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55226) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:40.336788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'security_group_rule': {'security_group_id': '02ae061f-0cb9-4f19-bd54-9d2fdbe64daf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:40.341262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a68b6-b004-4aed-9396-b4d52027abf4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.341852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9689460-f06a-476e-b58e-66883f293437 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:40.346172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.378622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.379915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aec6a92-c462-4f47-88d6-8b0b910e9ecc req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3255913 Oct 26 14:04:40.413886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:40.414820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9b10-e444-421a-ae3d-b829aa58b071 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db912580-c8a7-410c-8f65-49e1b761f1c5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.437097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.456828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:40.461578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:40.467488 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b7a18e-8d0e-42bb-aab1-037b90fdb4a9" -d '{"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-plugged", "status": "completed", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:40.478191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.486459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.546331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Deleting port 1397a4d9-bad2-4dc3-b666-d2acd923d9f4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:40.546641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.546776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.556428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.577136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5889-6fd2-4a68-8958-97c47eaf1e68 req-bf34dbfe-db71-47db-b21c-ee42e680b1de tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:40.579329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-390a5889-6fd2-4a68-8958-97c47eaf1e68 req-bf34dbfe-db71-47db-b21c-ee42e680b1de tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0955021 Oct 26 14:04:40.603192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc41dd6c-4ef8-4cb6-bf97-882013d97485,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.629098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.630991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9af2db7c-6821-4c13-aa51-1c2703c458fd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3005691 Oct 26 14:04:40.637962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55232) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:40.646724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'security_group_rule': {'security_group_id': '02ae061f-0cb9-4f19-bd54-9d2fdbe64daf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:40.662743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-390a5889-6fd2-4a68-8958-97c47eaf1e68 req-68f7a330-8860-4ad3-9344-d360476d18be tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739954 Oct 26 14:04:40.671887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.672214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.709168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Calling delete_port for 1397a4d9-bad2-4dc3-b666-d2acd923d9f4 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:40.722673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-473863370', 'description': 'tempest-description-479277107'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:40.729669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.757184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.845168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b9689460-f06a-476e-b58e-66883f293437'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:40.865139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.870268 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.889448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.926045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.939692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.968853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74298e26-dd02-42d1-8b0f-c4eb50fbba94,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:40.987032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:40.992730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-24d31368-3c09-4d5e-90fc-e0a1ef4229ad tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492744 Oct 26 14:04:40.993033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55240) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:40.997679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:41.025251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.027075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.039676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bad0302-fdd4-403d-83d0-1ec1c7352f84 req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3216515 Oct 26 14:04:41.041277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.048171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.051578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c077d6-fbe9-40ab-83d5-40bd4462b1fc tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992fedd8-56c4-455d-b32b-f150e79b4630,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.063915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.072391 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.133080 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbbfa7-92bd-4ccd-9754-96197371f8e7 x-openstack-request-id: req-68cbbfa7-92bd-4ccd-9754-96197371f8e7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:41.133441 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-plugged", "status": "completed", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:41.133648 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68cbbfa7-92bd-4ccd-9754-96197371f8e7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:41.133972 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'code': 200} Oct 26 14:04:41.141316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event deleted for resources: {'Port': ['ID=1397a4d9-bad2-4dc3-b666-d2acd923d9f4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.188559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad7ed9-8714-4b65-a526-d22aa7db7ae4 None None] Pushing event updated for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.306888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f39854-3172-4a29-bbec-ca1cab478b69 req-a0f7c620-ef54-4a64-95c2-c8df3a5e5fb8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.307658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb6a4-7ef3-463d-8698-b8cab37ec68b req-ad5ce0d8-841f-4b69-81c4-983fd2b5495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.309994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7eccb6a4-7ef3-463d-8698-b8cab37ec68b req-ad5ce0d8-841f-4b69-81c4-983fd2b5495d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 1096 time: 0.0867760 Oct 26 14:04:41.310224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Attempting to bind port a78529bf-5738-46de-9dd6-23f3c35f194a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:41.310764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Attempting to bind port a78529bf-5738-46de-9dd6-23f3c35f194a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:41.311498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Attempting to bind port a78529bf-5738-46de-9dd6-23f3c35f194a on network fb4f7cce-455c-4921-bdb7-8d3289913246 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:41.314908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.318005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.318173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:41.318750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Checking segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:41.319272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74a6c2-eb4e-488a-b6b7-d1331600459f req-3607cf48-c85e-4f6e-99cd-b33c6ce2e7d3 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "DELETE /v2.0/floatingips/187376c9-8bc4-46d1-8e7f-b27d85e088c9 HTTP/1.1" status: 204 len: 173 time: 1.0211749 Oct 26 14:04:41.319405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.320209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Bound using segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:41.320838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Bound port: a78529bf-5738-46de-9dd6-23f3c35f194a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:41.321534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.329097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35f39854-3172-4a29-bbec-ca1cab478b69 req-a0f7c620-ef54-4a64-95c2-c8df3a5e5fb8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.1067414 Oct 26 14:04:41.377864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35f39854-3172-4a29-bbec-ca1cab478b69 req-6dcb63d4-27b1-44b7-a871-e82f1c929c48 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Oct 26 14:04:41.389686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7eccb6a4-7ef3-463d-8698-b8cab37ec68b req-54e4f722-dd02-4d91-8e00-de8bc09c6adf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692897 Oct 26 14:04:41.408597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-840f0883-ca34-4088-a157-6ceafb112f1f req-1ca60dbe-296f-4b4c-8015-939b4920b735 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/db912580-c8a7-410c-8f65-49e1b761f1c5 HTTP/1.1" status: 200 len: 1804 time: 0.0503139 Oct 26 14:04:41.472732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] For port a78529bf-5738-46de-9dd6-23f3c35f194a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:41.485865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.495088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b249c640-e549-4689-953c-995b94afcf1a tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/992fedd8-56c4-455d-b32b-f150e79b4630 HTTP/1.1" status: 200 len: 1803 time: 0.0752027 Oct 26 14:04:41.502746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] For port a78529bf-5738-46de-9dd6-23f3c35f194a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a78529bf-5738-46de-9dd6-23f3c35f194a,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:41.511661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db912580-c8a7-410c-8f65-49e1b761f1c5', 'remote_group_id': '992fedd8-56c4-455d-b32b-f150e79b4630', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:41.512137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db912580-c8a7-410c-8f65-49e1b761f1c5', 'remote_group_id': '992fedd8-56c4-455d-b32b-f150e79b4630', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:41.537074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-7539e879-f521-4e76-8445-3e22f12c7bb4 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips/4060810b-8c05-45b0-8c0f-4398b4a3bc11 HTTP/1.1" status: 200 len: 693 time: 0.0752289 Oct 26 14:04:41.539333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.652080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] Provisioning complete for port a78529bf-5738-46de-9dd6-23f3c35f194a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:41.653477 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:41.706712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-3b35bfed-cd15-45b1-9001-16ee973fd48f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:41.717251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-3b35bfed-cd15-45b1-9001-16ee973fd48f tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1670070 Oct 26 14:04:41.731268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad7ed9-8714-4b65-a526-d22aa7db7ae4 None None] Pushing event updated for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:41.757577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:41.759402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:41.769323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-ec85d392-b77d-408f-902a-4344fb669ba7 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0511634 Oct 26 14:04:41.835345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-c6b9d1f4-3dde-44d4-b2a7-d1b99d0aa173 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0570574 Oct 26 14:04:41.971894 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.025902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:42.039410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Deleting port 7ef6112f-f55e-49bc-ba0b-996ed2e2d406 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:42.039999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.068317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] For port a78529bf-5738-46de-9dd6-23f3c35f194a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a78529bf-5738-46de-9dd6-23f3c35f194a,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:42.082224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.088904 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.124512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.138445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.141129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Allocated IP 172.25.5.10 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c781292f-eb2f-4def-8688-9de6b8f6d7f9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:42.144173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.144551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.159991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Calling delete_port for 7ef6112f-f55e-49bc-ba0b-996ed2e2d406 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:42.173558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0e3c35-0f3e-4bbb-bb46-526607408003,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:42.195371 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.196635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-840f0883-ca34-4088-a157-6ceafb112f1f req-b332290b-3856-456f-a7a8-7b4972f3a786 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6895647 Oct 26 14:04:42.327657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.330475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d3bd7-18ec-4b67-9aa1-e0f8730e88e9 None None] Pushing event updated for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:42.338383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9263f805-f357-49a7-a466-35c97f89bdc8 None None] Provisioning complete for port a78529bf-5738-46de-9dd6-23f3c35f194a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:42.338383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9263f805-f357-49a7-a466-35c97f89bdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.377229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a85b2-1b95-42b3-8efe-07a9c21bf32c req-6989a9de-0762-4f6d-918f-519133a7ec0f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:42.378765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae0a85b2-1b95-42b3-8efe-07a9c21bf32c req-6989a9de-0762-4f6d-918f-519133a7ec0f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0676947 Oct 26 14:04:42.415902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.424176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.464422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Pushing event deleted for resources: {'Port': ['ID=7ef6112f-f55e-49bc-ba0b-996ed2e2d406,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:42.517948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'Port': ['ID=c781292f-eb2f-4def-8688-9de6b8f6d7f9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:42.536360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:42.540178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae0a85b2-1b95-42b3-8efe-07a9c21bf32c req-9ce9c9f1-b821-4a22-b2e8-8ced24da3537 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404188 Oct 26 14:04:42.545756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:42.554075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:42.578304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:42.623129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e144c00c-65b6-441a-8b4a-991e8bcc4ae4 None None] The sync data for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 is: [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:42.706526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.709584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.724370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.730856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:42.732965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aa1df27-b1a7-4f65-889c-f40548f9ab1f req-497ecf0a-1814-484b-a1c0-55545aa54644 tempest-FloatingIPDetailsTestJSON-1366129556 tempest-FloatingIPDetailsTestJSON-1366129556-project] 10.222.0.37 "DELETE /v2.0/floatingips/4060810b-8c05-45b0-8c0f-4398b4a3bc11 HTTP/1.1" status: 204 len: 173 time: 0.8899844 Oct 26 14:04:42.825195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-933a70a9-058a-49c8-9aa5-1f1b93fe52b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.848955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-9569a4d3-3fa1-4dd9-91ac-e01ff9b830e5 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/992fedd8-56c4-455d-b32b-f150e79b4630 HTTP/1.1" status: 200 len: 1803 time: 0.2019191 Oct 26 14:04:42.889055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857b9e0-1f0a-4551-ac75-85d8bf3293f1 req-430b56ff-01bc-4d64-b83a-cd6b8469f586 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:42.897495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1857b9e0-1f0a-4551-ac75-85d8bf3293f1 req-430b56ff-01bc-4d64-b83a-cd6b8469f586 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.0755899 Oct 26 14:04:42.907854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:42.946002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1857b9e0-1f0a-4551-ac75-85d8bf3293f1 req-cf2dfb77-832e-4564-9888-301ee64e0aaa tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Oct 26 14:04:43.217926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac4ab7-a865-496f-b510-e0b00a488f4b req-a1347e0c-7b91-47fc-8864-5788bb1b42f1 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:43.220848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8aac4ab7-a865-496f-b510-e0b00a488f4b req-a1347e0c-7b91-47fc-8864-5788bb1b42f1 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.1180677 Oct 26 14:04:43.266941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.283492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8aac4ab7-a865-496f-b510-e0b00a488f4b req-40116fa3-5213-4914-ac12-7558a8ae8ed6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516202 Oct 26 14:04:43.395021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.425346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:43.596438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:43.669844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-248bebf7-99f9-49a6-867d-eb54c5ea39a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.769780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.799322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.806459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port b9689460-f06a-476e-b58e-66883f293437 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:04:43.816935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b9689460-f06a-476e-b58e-66883f293437 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:43.817320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.821778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.852383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.857597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:43.858926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ca4b5a9-76e8-4d42-9b2c-deb6e8df8d50 req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/992fedd8-56c4-455d-b32b-f150e79b4630 HTTP/1.1" status: 204 len: 173 time: 0.9912133 Oct 26 14:04:43.918639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a78529bf-5738-46de-9dd6-23f3c35f194a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:44.046760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-248bebf7-99f9-49a6-867d-eb54c5ea39a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.076127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-248bebf7-99f9-49a6-867d-eb54c5ea39a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.096775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42936209-1604-4d6e-a9d4-0aecdfa6214b tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fedd8-56c4-455d-b32b-f150e79b4630,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.282107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.301156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'Port': ['ID=c781292f-eb2f-4def-8688-9de6b8f6d7f9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.326707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bebf7-99f9-49a6-867d-eb54c5ea39a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b44d5-d47b-455f-971f-242fdf1fdfeb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.331649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-248bebf7-99f9-49a6-867d-eb54c5ea39a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d4ed18d17ac43e9844d68e9729b2916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9052258 Oct 26 14:04:44.334509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55322) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:44.352988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.379953 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.400530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a78529bf-5738-46de-9dd6-23f3c35f194a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:44.401262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.413114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5a3219c-5588-4280-8d8f-8c825b8f71d5 req-74de8c8a-4b5e-405d-adcc-ef0832bb9e53 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/db912580-c8a7-410c-8f65-49e1b761f1c5 HTTP/1.1" status: 200 len: 1804 time: 0.3926811 Oct 26 14:04:44.430334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a320a-46ac-4662-9cf3-77be0f5263c4 req-1f914883-129e-4d78-9367-2dc7307d3214 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:44.432175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-453a320a-46ac-4662-9cf3-77be0f5263c4 req-1f914883-129e-4d78-9367-2dc7307d3214 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.3930206 Oct 26 14:04:44.446269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.448296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-959ebeff-1220-4a71-8d1e-8ad257d5e2f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4535544 Oct 26 14:04:44.463232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:44.466222 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c9ba1-cdc3-4766-a0ec-3eaeca714258" -d '{"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:44.474189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.497086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.516796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:44.524949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.535411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.644675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.649704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:44.653661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/449b44d5-d47b-455f-971f-242fdf1fdfeb HTTP/1.1" status: 204 len: 168 time: 0.3168733 Oct 26 14:04:44.690467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-453a320a-46ac-4662-9cf3-77be0f5263c4 req-b42c3b6c-83c6-4a18-84a4-1bdfd11e68ce tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383046 Oct 26 14:04:44.691821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f945a41-214b-4e8e-8452-5380d7bcf0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b44d5-d47b-455f-971f-242fdf1fdfeb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.765929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2050577214', 'description': 'tempest-description-1462514291'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:44.768856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:44.866883 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e62e3-7076-4430-85ef-8ddf52391f9a x-openstack-request-id: req-084e62e3-7076-4430-85ef-8ddf52391f9a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:44.866883 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:44.866883 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-084e62e3-7076-4430-85ef-8ddf52391f9a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:44.866883 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:04:44.919259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.067904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a9e7-4420-4f44-adb7-53209a9b9e3a req-23713093-5acf-4973-85d3-bea68861485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.069461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f220a9e7-4420-4f44-adb7-53209a9b9e3a req-23713093-5acf-4973-85d3-bea68861485f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1096 time: 0.1009524 Oct 26 14:04:45.080757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.089743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.091856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-ff6efd99-2832-43b1-9ea6-d2d187194377 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1183795227&fields=id&tenant_id=3fa78f51650d4aa594b50e3893763cc0 HTTP/1.1" status: 200 len: 267 time: 0.0687673 Oct 26 14:04:45.167547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:45.173650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7fe4a-3623-4838-9087-2fb57dc6beca,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:45.179113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.180329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fb22d52-1a9a-45fb-bcea-7a4891c5e76f req-8e5874d0-d260-4c2d-930e-8f1fc5e64308 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4327192 Oct 26 14:04:45.195799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f220a9e7-4420-4f44-adb7-53209a9b9e3a req-86e52c66-73b1-44fb-88b2-db188995ab09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177146 Oct 26 14:04:45.209174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a98bd78-1a16-49f2-a4f7-797908299bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.243210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Deleting port f32fc7d2-03ad-456a-916a-0ad22d61d7e2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:45.243639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.268102 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:04:45.291298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-7a208882-cf4c-432e-8b3d-edc812e936cd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.299314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-7a208882-cf4c-432e-8b3d-edc812e936cd tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/networks?id=fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 200 len: 806 time: 0.1970575 Oct 26 14:04:45.321301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-8ca9916c-9299-4e94-a7f9-82f22b801e42 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/quotas/3fa78f51650d4aa594b50e3893763cc0 HTTP/1.1" status: 200 len: 375 time: 0.0211952 Oct 26 14:04:45.352263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] For port f32fc7d2-03ad-456a-916a-0ad22d61d7e2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:45.352907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.376031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Calling delete_port for f32fc7d2-03ad-456a-916a-0ad22d61d7e2 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:45.410208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-a9ca8dc0-7aac-4655-9ee1-39f5d125eb17 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3fa78f51650d4aa594b50e3893763cc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876024 Oct 26 14:04:45.490937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a98bd78-1a16-49f2-a4f7-797908299bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.506465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a98bd78-1a16-49f2-a4f7-797908299bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.542148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a98bd78-1a16-49f2-a4f7-797908299bea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9c3143bc7564095becd7894c6a06100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731527 Oct 26 14:04:45.563546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55376) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:45.588126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-4c7de3e0-636e-4b6c-8b6b-053f8ef7ad8b service neutron] 10.222.0.37 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769676 Oct 26 14:04:45.643564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.671083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98bd78-1a16-49f2-a4f7-797908299bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739e9d6-d719-4999-9f4f-6e6af5db4b45,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:45.693299 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.699478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32fc7d2-03ad-456a-916a-0ad22d61d7e2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:45.780708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-9f161f00-3022-4540-bf88-a1b2edea03bd service neutron] 10.222.0.37 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914697 Oct 26 14:04:45.796122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.846006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:45.935069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087631ab-0ed0-479e-81e6-b3e861f3a9ec req-12c4cd04-63e4-45c3-a4a6-228d46bf9095 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:45.936691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087631ab-0ed0-479e-81e6-b3e861f3a9ec req-12c4cd04-63e4-45c3-a4a6-228d46bf9095 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.2281613 Oct 26 14:04:46.047609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087631ab-0ed0-479e-81e6-b3e861f3a9ec req-a532c110-a5ee-4852-ac2d-3dc69f899fd7 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986826 Oct 26 14:04:46.071723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-a0b674fb-e20a-4a48-bcd3-625228be4ed7 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 200 len: 1805 time: 0.0927048 Oct 26 14:04:46.075734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.078351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.079472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c739e9d6-d719-4999-9f4f-6e6af5db4b45 HTTP/1.1" status: 204 len: 168 time: 0.5148237 Oct 26 14:04:46.082234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.109211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cc7fe4a-3623-4838-9087-2fb57dc6beca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:46.111360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8830e-d1f5-4c36-b47e-9b59da327ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739e9d6-d719-4999-9f4f-6e6af5db4b45,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:46.111764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cc7fe4a-3623-4838-9087-2fb57dc6beca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:46.299953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.306362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d68d-d1b1-467d-826c-00790247f70c req-11b3bd20-214b-419a-bd10-126242ba94d8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:46.308090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2d3d68d-d1b1-467d-826c-00790247f70c req-11b3bd20-214b-419a-bd10-126242ba94d8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.1210918 Oct 26 14:04:46.347675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.357964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.429644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d574a661-e9fc-4e49-b7c5-92eda03053ca,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:46.454081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.456989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-915b56a4-b529-4652-b1d1-05d7def3ee76 req-1107407a-4755-4b88-aea2-c88ce58deeba tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3665698 Oct 26 14:04:46.609193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2d3d68d-d1b1-467d-826c-00790247f70c req-6c30f810-632a-4420-b230-296240f82e26 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922630 Oct 26 14:04:46.618686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-633035e0-44d3-4d1a-a945-197338b9d10c req-d9d9fdbc-e21a-493e-bbdf-03d8d590fd8a tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 210 time: 0.0793102 Oct 26 14:04:46.659134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Router 0f0f8787-c190-4767-9440-b4e3efcb5c92 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:46.789638 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-679b10df-cc86-435b-b03a-4329b4572b85 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 200 len: 2398 time: 0.1212158 Oct 26 14:04:46.796588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cc7fe4a-3623-4838-9087-2fb57dc6beca', 'remote_group_id': None}]} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:46.796917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cc7fe4a-3623-4838-9087-2fb57dc6beca', 'remote_group_id': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:46.898948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.963045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:46.973759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:46.977753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-854c717c-e42d-4072-970a-f6c448154f45 admin admin] 10.222.0.37 "PUT /v2.0/routers/0f0f8787-c190-4767-9440-b4e3efcb5c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2452912 Oct 26 14:04:46.979771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:46.987578 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Sync routers for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:47.006523 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:47.007237 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:47.050496 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.102359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd45518-af45-4d17-b9d6-d4f779fdddda,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:47.118224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.118905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.119447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.122048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.123094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.123836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.124950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.125456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.126114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.126733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.127225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.127921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:47.199526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.211218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68eb46ea-7d49-43bc-8331-cc504545b4da req-7104f645-730f-4b26-ba4b-595279556cd2 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4206011 Oct 26 14:04:47.243385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.254626 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:47.271636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae6584-490a-4b39-8a2d-dc273652157e req-abe7db71-d7c5-49e2-b8ed-32b635bc622c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:47.273300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-faae6584-490a-4b39-8a2d-dc273652157e req-abe7db71-d7c5-49e2-b8ed-32b635bc622c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.1318448 Oct 26 14:04:47.370387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-faae6584-490a-4b39-8a2d-dc273652157e req-e29781f5-1d81-42a1-b13b-f305a6463336 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807948 Oct 26 14:04:47.416044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a617823c-d7c2-4132-b731-d433aa1e2129 req-b1c474e9-79df-4119-a5de-26bfffca03fd tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 200 len: 2996 time: 0.1679111 Oct 26 14:04:47.466446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-3e136b7e-86e7-4a7f-9fb5-499ed152a9f9 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-group-rules/1bd45518-af45-4d17-b9d6-d4f779fdddda HTTP/1.1" status: 200 len: 783 time: 0.0219910 Oct 26 14:04:47.484958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.573242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-8571eead-3d8a-4573-b25e-bb121378c76c tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 200 len: 2996 time: 0.0995171 Oct 26 14:04:47.597576 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:04:45Z', 'revision_number': 5, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port': {'id': '10b845b8-bee0-4431-882e-731a26f0edd2', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:45Z', 'updated_at': '2021-10-26T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:47.600083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Deleting port 10b845b8-bee0-4431-882e-731a26f0edd2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:47.600432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.639842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:04:47.666738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.691086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.691343 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Checking router: 0f0f8787-c190-4767-9440-b4e3efcb5c92 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:47.732407 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Routers {'0f0f8787-c190-4767-9440-b4e3efcb5c92'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:47.733080 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0f0f8787-c190-4767-9440-b4e3efcb5c92'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:47.791506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] For port 10b845b8-bee0-4431-882e-731a26f0edd2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10b845b8-bee0-4431-882e-731a26f0edd2,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:47.792395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:47.814230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Calling delete_port for 10b845b8-bee0-4431-882e-731a26f0edd2 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:47.945230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d4d3c56-5808-4983-bb53-13bcf4a2552f req-fe3d66a4-404a-4fa8-84cc-f8e510958314 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 210 time: 0.1324923 Oct 26 14:04:47.965772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:48.003799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'port_id': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'mac_address': 'fa:16:3e:53:fc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad2ea9-024d-4f4d-b3e4-eb6106723e86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:04:48.057310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.074843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.079569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81b78a08-3e82-4baa-b24f-79e735f220ad req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1bd45518-af45-4d17-b9d6-d4f779fdddda HTTP/1.1" status: 204 len: 173 time: 0.4978023 Oct 26 14:04:48.113787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.124733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-3c809888-98da-4e8a-bb5c-92b05f24ccd4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.127550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-3c809888-98da-4e8a-bb5c-92b05f24ccd4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.73 "GET /v2.0/networks?id=fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 200 len: 806 time: 0.3315859 Oct 26 14:04:48.135695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db6c03-e938-4f3b-bd75-dabd032a65d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd45518-af45-4d17-b9d6-d4f779fdddda,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:48.149771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 808d7abd-fa40-4797-a9f4-6089e58c4dfe {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:48.159142 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] Set router 0f0f8787-c190-4767-9440-b4e3efcb5c92 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:48.186391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:48.193561 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.317024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:04:47Z', 'revision_number': 6, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:48.356469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-862f2852-a569-41a0-9426-83f2175fc23b req-95e13eba-3030-4723-8a4b-eecb3b38236c tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 200 len: 2398 time: 0.2281699 Oct 26 14:04:48.375795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-bdf7de60-2e57-4900-8d78-838f37857505 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa78f51650d4aa594b50e3893763cc0 HTTP/1.1" status: 200 len: 380 time: 0.2340057 Oct 26 14:04:48.385974 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8233c7c-ca4f-4c1a-9476-2674996ffbbc None None] The sync data for ids ['0f0f8787-c190-4767-9440-b4e3efcb5c92'] in n-d-813419-9 is: [{'id': '0f0f8787-c190-4767-9440-b4e3efcb5c92', 'name': 'tempest-FloatingIPDetailsTestJSON-699926591-router', 'tenant_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:44Z', 'updated_at': '2021-10-26T14:04:47Z', 'revision_number': 6, 'project_id': 'e5183c88db6c4fbbbf94ee72c6c3630b', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:48.394850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92e4c-1da5-4214-8452-f93a2a550c8f req-65b9dbe0-ac9c-4434-85ac-813ff0a380fa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.397683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04c92e4c-1da5-4214-8452-f93a2a550c8f req-65b9dbe0-ac9c-4434-85ac-813ff0a380fa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.1959193 Oct 26 14:04:48.420874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:48.424373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'port': {'device_id': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'admin_state_up': True, 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'security_groups': ['02ae061f-0cb9-4f19-bd54-9d2fdbe64daf']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:48.469162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['808d7abd-fa40-4797-a9f4-6089e58c4dfe'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:04:48.496143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04c92e4c-1da5-4214-8452-f93a2a550c8f req-c6135325-88d8-4bfa-99f6-165a21365270 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866122 Oct 26 14:04:48.687672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.747963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87596bc-ccda-4ffd-a10d-ec12c0c2744f req-9523ba39-b880-499f-a2ab-3779bebce3d6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:48.756523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b87596bc-ccda-4ffd-a10d-ec12c0c2744f req-9523ba39-b880-499f-a2ab-3779bebce3d6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 944 time: 0.1156242 Oct 26 14:04:48.760173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b845b8-bee0-4431-882e-731a26f0edd2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:48.780198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-862f2852-a569-41a0-9426-83f2175fc23b req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.841851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b87596bc-ccda-4ffd-a10d-ec12c0c2744f req-2687405f-2309-4165-925e-b3588ce63a02 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835717 Oct 26 14:04:48.880601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-862f2852-a569-41a0-9426-83f2175fc23b req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.960207 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:48.977608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Made reservation on behalf of 3fa78f51650d4aa594b50e3893763cc0 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:48.981919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.029253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-862f2852-a569-41a0-9426-83f2175fc23b req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.032067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-862f2852-a569-41a0-9426-83f2175fc23b req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.033406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-862f2852-a569-41a0-9426-83f2175fc23b req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/1cc7fe4a-3623-4838-9087-2fb57dc6beca HTTP/1.1" status: 204 len: 173 time: 0.6667304 Oct 26 14:04:49.124740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5acd90-9bdc-4f1b-9a86-7fad4c417232 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7fe4a-3623-4838-9087-2fb57dc6beca,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:49.125309 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.128354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.227554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.228450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0f8787-c190-4767-9440-b4e3efcb5c92 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:04:49.235406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.239136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b1c144ab-d425-4dc9-af8e-3e84428ed319 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0f0f8787-c190-4767-9440-b4e3efcb5c92 HTTP/1.1" status: 204 len: 168 time: 2.2571535 Oct 26 14:04:49.239741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55472) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:49.284443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1d652-77e2-4da4-9731-82bf8e5b6379 req-9922fb75-2ea0-4c22-af14-857e3c92acdb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:49.285987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dc1d652-77e2-4da4-9731-82bf8e5b6379 req-9922fb75-2ea0-4c22-af14-857e3c92acdb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.3281641 Oct 26 14:04:49.297336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Allocated IP 172.20.0.9 (fb4f7cce-455c-4921-bdb7-8d3289913246/b6d7faaf-fc60-49fa-9c38-ba1eec5b018a/c845d3ff-430c-487a-a6ae-24f4738da78f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:04:49.305831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55474) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:49.318800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'floatingip': {'port_id': 'b9689460-f06a-476e-b58e-66883f293437'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:49.334892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Deleting subnet f539fdbe-642a-40b6-9ce1-0d54f9f2aed6 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:49.348316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.421255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.428297 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.465674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-616aa01f-f475-4a2a-b2b8-07855c77a910 req-da77a5c5-a6d4-4652-b19f-6e21f07168cb tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 210 time: 0.0575504 Oct 26 14:04:49.583912 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-f37b1bc7-2134-43f2-8abe-d674dac26d27 req-e5b46e31-e4f4-46bd-bc7b-811c21b760d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] show failed (client error): The resource could not be found. Oct 26 14:04:49.585006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f37b1bc7-2134-43f2-8abe-d674dac26d27 req-e5b46e31-e4f4-46bd-bc7b-811c21b760d1 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/992fedd8-56c4-455d-b32b-f150e79b4630 HTTP/1.1" status: 404 len: 352 time: 0.0452108 Oct 26 14:04:49.603056 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.661047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:04:49.759163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.764471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10b845b8-bee0-4431-882e-731a26f0edd2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:49.824611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 10b845b8-bee0-4431-882e-731a26f0edd2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:49.825438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10b845b8-bee0-4431-882e-731a26f0edd2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:49.826125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f32fc7d2-03ad-456a-916a-0ad22d61d7e2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:49.859234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f539fdbe-642a-40b6-9ce1-0d54f9f2aed6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:49.880666 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:49.895692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca95f07-42be-46c6-a106-f3dab905a501 None None] Network 036885e8-dde4-497e-a627-0f8e90ac5940 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:49.901817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7bf09c04-e9d1-4241-8d89-5162ab291e6a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f539fdbe-642a-40b6-9ce1-0d54f9f2aed6 HTTP/1.1" status: 204 len: 168 time: 0.6602676 Oct 26 14:04:49.903420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55484) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:49.906265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f32fc7d2-03ad-456a-916a-0ad22d61d7e2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:49.910963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f32fc7d2-03ad-456a-916a-0ad22d61d7e2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:49.997025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 808d7abd-fa40-4797-a9f4-6089e58c4dfe triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:49.997744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.100223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e030906-c63d-46ed-9283-1261274a4a0e req-711830ad-531d-4315-9693-bb3c0612c300 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/db912580-c8a7-410c-8f65-49e1b761f1c5 HTTP/1.1" status: 200 len: 1804 time: 0.3460763 Oct 26 14:04:50.140544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.276081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e030906-c63d-46ed-9283-1261274a4a0e req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.316279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.355554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e030906-c63d-46ed-9283-1261274a4a0e req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.368293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:50.377554 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec501000-1849-429c-890c-a57c51f442e2" -d '{"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-plugged", "status": "completed", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:50.394984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55492) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:50.408424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:50.419485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] DHCP port deletion for 036885e8-dde4-497e-a627-0f8e90ac5940 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:04:50.453201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Deleting port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:50.453721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.463789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.591450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e030906-c63d-46ed-9283-1261274a4a0e req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.594222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9e030906-c63d-46ed-9283-1261274a4a0e req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.595460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e030906-c63d-46ed-9283-1261274a4a0e req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/db912580-c8a7-410c-8f65-49e1b761f1c5 HTTP/1.1" status: 204 len: 173 time: 0.4799330 Oct 26 14:04:50.647448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f11e7-2846-4207-a938-095357f82d44 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db912580-c8a7-410c-8f65-49e1b761f1c5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:50.696018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff84cf-303a-4d86-9107-9a86c523db06 req-6e11d80a-b5ec-4a59-9633-91c08679a944 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:50.702709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] For port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:50.703107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.705315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3eff84cf-303a-4d86-9107-9a86c523db06 req-6e11d80a-b5ec-4a59-9633-91c08679a944 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.2791314 Oct 26 14:04:50.713589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.720352 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55034b5-e30e-4d70-bbff-5a4d535f642f x-openstack-request-id: req-b55034b5-e30e-4d70-bbff-5a4d535f642f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:50.721118 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-plugged", "status": "completed", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:50.721118 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b55034b5-e30e-4d70-bbff-5a4d535f642f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:50.721642 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'code': 200} Oct 26 14:04:50.727046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Calling delete_port for 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:50.801926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d356b7c7-f8a8-4969-92fd-2a302e98c626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.818841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:50.849291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3eff84cf-303a-4d86-9107-9a86c523db06 req-c59d6881-bb45-4655-9b2c-b93ea2a0bef8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427135 Oct 26 14:04:50.851806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Deleting port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:50.852427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:50.919574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fad91395-a1e0-4d7a-b5e3-1222c67fcaf2 req-79ca431e-7f28-4262-96cd-c8a5b52cae92 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 210 time: 0.0467875 Oct 26 14:04:51.012713 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.015022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] For port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,segment=NetworkSegment(40161f72-d8dd-4148-89a7-8cb9ab3706c5),segment_id=40161f72-d8dd-4148-89a7-8cb9ab3706c5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:51.016114 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.036675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Calling delete_port for 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:51.050101 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.058507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.064820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] No DVR routers for this DVR port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:51.082353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d356b7c7-f8a8-4969-92fd-2a302e98c626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.104103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d356b7c7-f8a8-4969-92fd-2a302e98c626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.148380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.176909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] Pushing event deleted for resources: {'Port': ['ID=3b5d44c4-6c7b-4936-af4d-8d1e115a23b9,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.181703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b12e1-df98-4474-9e13-7fc30c9f1c8b None None] No DVR routers for this DVR port 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:51.226657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-dc33b34c-60e2-455f-ab2c-fb9b640c39f5 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/e5b9babe-4e17-4d74-aad6-d98b6452b3f6 HTTP/1.1" status: 200 len: 1804 time: 0.3482485 Oct 26 14:04:51.237245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-09c4beee-01ab-44dd-be6a-0514ab4204ea tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:51.239235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-09c4beee-01ab-44dd-be6a-0514ab4204ea tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.3790658 Oct 26 14:04:51.245471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Network fb4f7cce-455c-4921-bdb7-8d3289913246 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:04:51.262405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:51.301812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:04:51.314985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event updated for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.398050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.resource_extend [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:04:51.500149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:51.501018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.545531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.572440 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.585546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-207545ce-8762-48fb-8658-7c656a519db6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1900675 Oct 26 14:04:51.588330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.591640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.648140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Request body: {'port': {'device_id': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:51.651306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356b7c7-f8a8-4969-92fd-2a302e98c626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73089a69-83ef-4266-8a46-240cc7010318,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:51.672282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-52b6da1a-85d7-4be6-bd4b-bf308466cc8f None None] Provisioning complete for port c845d3ff-430c-487a-a6ae-24f4738da78f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:04:51.672695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52b6da1a-85d7-4be6-bd4b-bf308466cc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.707323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.728372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d356b7c7-f8a8-4969-92fd-2a302e98c626 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37fb56bf50944a7f9eebfe7dc2482b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3299751 Oct 26 14:04:51.736920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:51.756339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:51.763629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.822518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:51.822853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3b5d44c4-6c7b-4936-af4d-8d1e115a23b9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:51.830550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Deleting port 808d7abd-fa40-4797-a9f4-6089e58c4dfe {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:51.830550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.837748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-52b6da1a-85d7-4be6-bd4b-bf308466cc8f None None] Port c845d3ff-430c-487a-a6ae-24f4738da78f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:04:51.844524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036885e8-dde4-497e-a627-0f8e90ac5940']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:51.862586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40161f72-d8dd-4148-89a7-8cb9ab3706c5') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:51.865355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40161f72-d8dd-4148-89a7-8cb9ab3706c5') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:51.889321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.907965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.916934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.929187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:51.938049 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Floating IP 153d1857-83ea-4a69-81da-d6ad952937ab associated. External IP: 172.25.5.211, port: b9689460-f06a-476e-b58e-66883f293437. Oct 26 14:04:51.959135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.025264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:52.026403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:52.091888 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:52.102659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] For port 808d7abd-fa40-4797-a9f4-6089e58c4dfe, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=808d7abd-fa40-4797-a9f4-6089e58c4dfe,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:52.103136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.107487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.107695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.108513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.109658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73089a69-83ef-4266-8a46-240cc7010318 HTTP/1.1" status: 204 len: 168 time: 0.3714864 Oct 26 14:04:52.110443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.132949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eade8a51-9bdd-4a0a-b127-ee888877b98c req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5b9babe-4e17-4d74-aad6-d98b6452b3f6 HTTP/1.1" status: 204 len: 173 time: 0.9043858 Oct 26 14:04:52.146055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfd435-f89c-4b8c-80ce-7094705cfae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73089a69-83ef-4266-8a46-240cc7010318,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.177180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.188227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.195880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] 10.222.0.37 "DELETE /v2.0/networks/036885e8-dde4-497e-a627-0f8e90ac5940 HTTP/1.1" status: 204 len: 168 time: 2.2762330 Oct 26 14:04:52.203343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Calling delete_port for 808d7abd-fa40-4797-a9f4-6089e58c4dfe owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:52.236178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9babe-4e17-4d74-aad6-d98b6452b3f6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.247515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48462877-79c3-4ec8-a184-6a9910425eeb req-249f087c-3e00-4af0-86fb-f1b3ba342503 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:52.249224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48462877-79c3-4ec8-a184-6a9910425eeb req-249f087c-3e00-4af0-86fb-f1b3ba342503 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 945 time: 0.2292566 Oct 26 14:04:52.275904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4c71-b742-4e6d-90d8-329f9c6a08ef admin admin] Pushing event deleted for resources: {'Network': ['ID=036885e8-dde4-497e-a627-0f8e90ac5940,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.332936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48462877-79c3-4ec8-a184-6a9910425eeb req-5edac0ec-2bf6-41eb-8e53-f9b296212712 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620663 Oct 26 14:04:52.458236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.459223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.459661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.466786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.467203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.467612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.468011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.468407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.471461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.471461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.471887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.472272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a712ed3-129a-4557-81e6-a80dd4efaf95 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:04:52.475682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:52.498593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-b94f3681-aef4-4a7a-9a65-ecd0c3a16397 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/a9c808f8-1be0-45d8-8348-b2ce1365ece5 HTTP/1.1" status: 200 len: 1804 time: 0.1092806 Oct 26 14:04:52.636123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.677131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.725375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b972f4-d48a-4705-aa11-275e3460bd2e req-073ae72f-3cf5-4a9d-9990-9b4b29b09d36 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:52.733487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79b972f4-d48a-4705-aa11-275e3460bd2e req-073ae72f-3cf5-4a9d-9990-9b4b29b09d36 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 931 time: 0.4197004 Oct 26 14:04:52.743201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.745867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.747668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3365912f-5220-42b4-bbcd-72711eeb6ae8 req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/a9c808f8-1be0-45d8-8348-b2ce1365ece5 HTTP/1.1" status: 204 len: 173 time: 0.2401936 Oct 26 14:04:52.760609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7397b-f782-4045-a05e-21aefb1c5372 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c808f8-1be0-45d8-8348-b2ce1365ece5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:52.802230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-79941f26-a2eb-460f-b025-00d1f4550e05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5183c88db6c4fbbbf94ee72c6c3630b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047593 Oct 26 14:04:52.809334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55526) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:52.853407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-a3d74b8d-1a5a-4e32-a9e1-6049868542d4 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/4462160a-1090-4cb4-a01a-b9f91a59b43e HTTP/1.1" status: 200 len: 2403 time: 0.0874884 Oct 26 14:04:52.913099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79b972f4-d48a-4705-aa11-275e3460bd2e req-3d37b716-3f12-4a61-a781-338ee86b1274 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788099 Oct 26 14:04:52.927515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.949323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.959693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55528) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:52.962518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:52.965527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Router 5eb949ec-3a49-498c-9efb-d08247038cdf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:04:52.998587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30de72f6-6f26-48ac-8797-5990e90a13e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.004266 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.045396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.052318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.090940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.097897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.101400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebcb4aff-d7fa-440f-bb4e-2900ce6b3cd4 HTTP/1.1" status: 204 len: 168 time: 0.2884779 Oct 26 14:04:53.109946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.112479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.113643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3813b548-34fc-4a17-b4b2-10564851a3dd req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/4462160a-1090-4cb4-a01a-b9f91a59b43e HTTP/1.1" status: 204 len: 173 time: 0.2493517 Oct 26 14:04:53.147639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45940c05-8f7c-4315-8fe8-141722bad332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcb4aff-d7fa-440f-bb4e-2900ce6b3cd4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.166346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5ecba-343c-4ed3-914d-e05c3f2b73bf tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4462160a-1090-4cb4-a01a-b9f91a59b43e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.468404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac198af-db6e-41c7-aa49-9c5bf08ce0ec req-644f5a1c-2b53-49e8-af61-34e3b4e68c07 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=83922f60-f2d1-444a-829a-93de6c4972e0 HTTP/1.1" status: 200 len: 210 time: 0.0390294 Oct 26 14:04:53.670392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30de72f6-6f26-48ac-8797-5990e90a13e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.675726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:04:53.711231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30de72f6-6f26-48ac-8797-5990e90a13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.733928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 808d7abd-fa40-4797-a9f4-6089e58c4dfe {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:04:53.734867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 808d7abd-fa40-4797-a9f4-6089e58c4dfe not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:04:53.802289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event deleted for resources: {'Port': ['ID=808d7abd-fa40-4797-a9f4-6089e58c4dfe,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.813465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c845d3ff-430c-487a-a6ae-24f4738da78f {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:04:53.825966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-5facb251-6f19-40be-9c41-8bba653cda6c tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "GET /v2.0/security-groups/178b8d07-f91a-4fca-869c-2e7880f77891 HTTP/1.1" status: 200 len: 2398 time: 0.1432211 Oct 26 14:04:53.841444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.872214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de72f6-6f26-48ac-8797-5990e90a13e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9916c2-5d71-460a-8e7e-e9be5c1b9122,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:53.875107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] No DVR routers for this DVR port 808d7abd-fa40-4797-a9f4-6089e58c4dfe on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:53.892582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.895867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ad77d61-6117-41bd-b686-0640fa7cabea req-588020af-1bb9-4c36-a4b6-4d3f5fe12897 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "DELETE /v2.0/ports/808d7abd-fa40-4797-a9f4-6089e58c4dfe HTTP/1.1" status: 204 len: 173 time: 2.6391356 Oct 26 14:04:53.898819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-deleted', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:53.908834 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a00c96-4301-40d9-98a6-10e82c895582" -d '{"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-deleted", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:53.953723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:04:53.960011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:53.971381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Sync routers for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:04:53.998379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:53.999046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:54.030101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-30de72f6-6f26-48ac-8797-5990e90a13e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7233d80c563c42eba5b6eadc62873244&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0641942 Oct 26 14:04:54.031430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55566) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:54.047757 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5832c11-d1ce-4698-8013-6a3904c3deca x-openstack-request-id: req-a5832c11-d1ce-4698-8013-6a3904c3deca {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:54.050859 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83922f60-f2d1-444a-829a-93de6c4972e0", "name": "network-vif-deleted", "tag": "808d7abd-fa40-4797-a9f4-6089e58c4dfe", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:54.051518 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5832c11-d1ce-4698-8013-6a3904c3deca {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:54.053079 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83922f60-f2d1-444a-829a-93de6c4972e0', 'name': 'network-vif-deleted', 'tag': '808d7abd-fa40-4797-a9f4-6089e58c4dfe', 'status': 'completed', 'code': 200} Oct 26 14:04:54.068298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c28c9c50-0a59-4161-b973-15f1625930c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "PUT /v2.0/floatingips/153d1857-83ea-4a69-81da-d6ad952937ab HTTP/1.1" status: 200 len: 991 time: 4.7580328 Oct 26 14:04:54.084179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Transition to ACTIVE for port object c845d3ff-430c-487a-a6ae-24f4738da78f will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:04:54.121484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.217998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.226342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:54.269812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.295030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374fbc-c0ad-45cf-a863-e051eb193843 req-38c3c8ba-12e0-444e-8951-334c95c6ebc4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:54.298685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb374fbc-c0ad-45cf-a863-e051eb193843 req-38c3c8ba-12e0-444e-8951-334c95c6ebc4 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 943 time: 0.2189500 Oct 26 14:04:54.374656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55574) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:54.386985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.410645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.508157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb374fbc-c0ad-45cf-a863-e051eb193843 req-2c3271ed-16b4-4d80-a216-b5df78903f36 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897748 Oct 26 14:04:54.644069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.659741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.669267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c9916c2-5d71-460a-8e7e-e9be5c1b9122 HTTP/1.1" status: 204 len: 168 time: 0.6366439 Oct 26 14:04:54.687720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:54.701360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf246d0a-5483-4fd3-9efe-368fe9b89dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9916c2-5d71-460a-8e7e-e9be5c1b9122,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:54.829248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1635350587-network', 'tenant_id': '049419d4309f47f9913b4077c02fa918'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:54.888740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.896930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.901346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bc68ed6-db58-4c36-8235-4a1cdb8c1ff5 req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] 10.222.0.37 "DELETE /v2.0/security-groups/178b8d07-f91a-4fca-869c-2e7880f77891 HTTP/1.1" status: 204 len: 173 time: 1.0730698 Oct 26 14:04:54.907286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '153d1857-83ea-4a69-81da-d6ad952937ab', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:19Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 1, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:54.907797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:54.921132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.927217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:54.937058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:54.984874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9c339-bc52-4e20-af5d-8ce3d61d3c68 tempest-SecurityGroupRulesTestJSON-1824041851 tempest-SecurityGroupRulesTestJSON-1824041851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b8d07-f91a-4fca-869c-2e7880f77891,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:54.997223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Checking router: 5eb949ec-3a49-498c-9efb-d08247038cdf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:04:55.025540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Attempting to bind port c845d3ff-430c-487a-a6ae-24f4738da78f on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:04:55.025988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Attempting to bind port c845d3ff-430c-487a-a6ae-24f4738da78f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:04:55.026325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Attempting to bind port c845d3ff-430c-487a-a6ae-24f4738da78f on network fb4f7cce-455c-4921-bdb7-8d3289913246 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:55.040051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Port c845d3ff-430c-487a-a6ae-24f4738da78f on network fb4f7cce-455c-4921-bdb7-8d3289913246 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:04:55.040396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Attempting to bind port c845d3ff-430c-487a-a6ae-24f4738da78f on network fb4f7cce-455c-4921-bdb7-8d3289913246 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:04:55.043050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.052856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.063850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:04:55.064227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Checking segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:55.064600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Bound using segment: {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:04:55.065069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Bound port: c845d3ff-430c-487a-a6ae-24f4738da78f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73e420-c433-4aee-88a2-0a25582ec5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:04:55.067634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.081398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Deleting subnet 43f83c3e-608a-4db3-b3e8-c0f2eb6679a2 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:04:55.103863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.104611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:04:55.108038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:55.120078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:55.130010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.175926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.176568 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Added segment 31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9 of type vlan for network 19bf76ec-0dca-431b-b73e-9b616967767f Oct 26 14:04:55.286280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.322705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.371862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.373090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.373875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.397427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:04:55.451120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0593908 Oct 26 14:04:55.451577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55616) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:55.456682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Request body: {'subnet': {'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1635350587-subnet', 'tenant_id': '049419d4309f47f9913b4077c02fa918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:55.486626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dd4eb-8066-47cd-a60f-51133ac22226 admin admin] Pushing event updated for resources: {'Network': ['ID=19bf76ec-0dca-431b-b73e-9b616967767f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.501826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:55.506240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.511148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.529379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 19bf76ec-0dca-431b-b73e-9b616967767f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:55.567697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:04:55.653964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-0623ff63-f79b-4f95-ab69-e93b54ba176b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.663226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-0623ff63-f79b-4f95-ab69-e93b54ba176b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.4653180 Oct 26 14:04:55.669278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c845d3ff-430c-487a-a6ae-24f4738da78f,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:04:55.692014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.775431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-3d0acd1b-30ef-46f3-92bb-08208179e528 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/quotas/a12f7ba55b0a41f8a6251590a393d2a2 HTTP/1.1" status: 200 len: 375 time: 0.1020067 Oct 26 14:04:55.784618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:55.785236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.786665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] 10.222.0.73 "PUT /v2.0/ports/c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 200 len: 1091 time: 4.1874039 Oct 26 14:04:55.792049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.803146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:55.936258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '153d1857-83ea-4a69-81da-d6ad952937ab', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:19Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 1, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:55.957190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Checking segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:04:55.957878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Network hostable DHCP agents. Network: 19bf76ec-0dca-431b-b73e-9b616967767f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:04:55.965613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f98be51-1a0c-47bc-9e40-ffa0f553d965,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:55.975942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc3fb7-db3d-4373-896d-650f67d141c7 None None] The sync data for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 is: [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '153d1857-83ea-4a69-81da-d6ad952937ab', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:19Z', 'updated_at': '2021-10-26T14:04:51Z', 'revision_number': 1, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:04:56.014827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7fe0c-51ab-4a54-bffc-eb40fff56733 req-79a59b35-284d-445a-84ad-e45e72825d55 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.019225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9b7fe0c-51ab-4a54-bffc-eb40fff56733 req-79a59b35-284d-445a-84ad-e45e72825d55 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 943 time: 0.1964402 Oct 26 14:04:56.024996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f83c3e-608a-4db3-b3e8-c0f2eb6679a2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:56.029891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.044396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-47bff992-eb4d-4781-bebf-bfd1c0a14532 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/43f83c3e-608a-4db3-b3e8-c0f2eb6679a2 HTTP/1.1" status: 204 len: 168 time: 1.1000533 Oct 26 14:04:56.044668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Network 19bf76ec-0dca-431b-b73e-9b616967767f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:04:56.045143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55638) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:56.084221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}, {'name': 'network-changed', 'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:04:56.089960 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a78dd-e723-412b-9be9-9d42db8903e1" -d '{"events": [{"name": "network-changed", "server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "tag": "b9689460-f06a-476e-b58e-66883f293437"}, {"name": "network-changed", "server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:04:56.091646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9b7fe0c-51ab-4a54-bffc-eb40fff56733 req-729ee7bc-1e9d-4018-aece-3ff300dc0e54 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669279 Oct 26 14:04:56.093452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 19bf76ec-0dca-431b-b73e-9b616967767f) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:04:56.095679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d850-0b2d-431a-810c-cd3a23a5fa0c service neutron] Pushing event updated for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:56.106667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d69f4-8e6d-490e-b2e4-75a2ed346ef8 None None] Network 19bf76ec-0dca-431b-b73e-9b616967767f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:56.123329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.123937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.163046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-40246d03-752e-4108-b42e-5ff4cf22b965 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7102571 Oct 26 14:04:56.306957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-9229d4a8-fddb-4923-b139-756b6ddcda89 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5192623 Oct 26 14:04:56.326029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-36d2d247-97fd-4dd7-ad17-a6e6e6778d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.327580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-36d2d247-97fd-4dd7-ad17-a6e6e6778d71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fa78f51650d4aa594b50e3893763cc0&device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 1094 time: 0.4844065 Oct 26 14:04:56.367062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89669c-2308-448c-adf8-403849e5c375 None None] Network 19bf76ec-0dca-431b-b73e-9b616967767f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:04:56.466163 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325629b-edcb-42b3-86f8-5c561668230f None None] New status for floating IP 153d1857-83ea-4a69-81da-d6ad952937ab: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:04:56.484294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.569562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-a62a30ba-21ad-475a-b10c-4243a36aadcd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 200 len: 217 time: 0.2129383 Oct 26 14:04:56.571713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8a49-ef60-4d4f-be6e-eda2c5280b07 req-341afa05-e48d-47fa-bb6e-5817245b219f tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.581545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecbc8a49-ef60-4d4f-be6e-eda2c5280b07 req-341afa05-e48d-47fa-bb6e-5817245b219f tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 946 time: 0.1861699 Oct 26 14:04:56.639331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecbc8a49-ef60-4d4f-be6e-eda2c5280b07 req-27449fb8-2c69-4b37-b569-8a58bb0bad6d tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565536 Oct 26 14:04:56.735765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-ebe5ad23-5423-4eb7-ac08-e478b9370f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:56.737414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-ebe5ad23-5423-4eb7-ac08-e478b9370f40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a HTTP/1.1" status: 200 len: 845 time: 0.1734607 Oct 26 14:04:56.837210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-0b610b29-465a-45a5-9989-57f48c2cce8f service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913564 Oct 26 14:04:56.859527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:56.865228 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0ad3cf-6a26-46dd-8d8b-2f4fae9551bc x-openstack-request-id: req-8c0ad3cf-6a26-46dd-8d8b-2f4fae9551bc {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:04:56.865526 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "tag": "b9689460-f06a-476e-b58e-66883f293437", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:04:56.865774 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c0ad3cf-6a26-46dd-8d8b-2f4fae9551bc {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:04:56.866163 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'status': 'completed', 'code': 200} Oct 26 14:04:56.866413 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'status': 'completed', 'code': 200} Oct 26 14:04:56.967289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf6eec0-5b20-4680-a421-4608eee9e72c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:56.987914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fad597-0aaf-49fc-9e3b-cc77a68cb4e8') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:56.988204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fad597-0aaf-49fc-9e3b-cc77a68cb4e8') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:04:57.006489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.012835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-e6efa5a1-6cc0-43ae-872a-f4cc02109353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.014448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-e6efa5a1-6cc0-43ae-872a-f4cc02109353 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb4f7cce-455c-4921-bdb7-8d3289913246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2525003 Oct 26 14:04:57.099987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.117204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:04:57.117841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:04:57.120521 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:04:57.123774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-4074efdf-84da-418d-bffc-c4c3c758ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.125492 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-4074efdf-84da-418d-bffc-c4c3c758ada8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1096 time: 0.2042887 Oct 26 14:04:57.128847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-ff95bb77-ce78-42a9-b7bc-37345c5cc3ed service neutron] 10.222.0.37 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806475 Oct 26 14:04:57.284761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.298896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.302418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dbf6eec0-5b20-4680-a421-4608eee9e72c HTTP/1.1" status: 204 len: 168 time: 1.2503936 Oct 26 14:04:57.311157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-ff3d17ce-ac89-4525-945e-0bba2fa4241e service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789299 Oct 26 14:04:57.340599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d9774-3b90-4477-a897-b2a260e3bba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf6eec0-5b20-4680-a421-4608eee9e72c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:57.418701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-fab1cf2a-fac1-4051-9e6f-f5a6a66846be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.420901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-fab1cf2a-fac1-4051-9e6f-f5a6a66846be service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.2490823 Oct 26 14:04:57.600007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:57.635843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-2da6bac4-79ca-4af9-a096-ce03aa8ca555 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.654501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-2da6bac4-79ca-4af9-a096-ce03aa8ca555 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.3431928 Oct 26 14:04:57.665911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6dc3365-29f5-4f9a-b7c5-10731e8e75e9 req-e5d84cfa-756d-4523-9fab-086fd9dcd888 service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417158 Oct 26 14:04:57.700279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-c094cdde-aa22-41af-a379-0adb376b53a7 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.703526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-c094cdde-aa22-41af-a379-0adb376b53a7 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.73 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 946 time: 0.3129733 Oct 26 14:04:57.731568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d5965df-a587-4045-9183-646d9ae50cd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65cb64a3c9f64f059b077a0b406d4080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289244 Oct 26 14:04:57.743711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:57.759244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-15ea69bf-bcab-44aa-a8e8-e2db2aa12e54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 1001 time: 0.3203421 Oct 26 14:04:57.781178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-5c022929-5b4d-4531-a8bc-a627e4cb3ee0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/quotas/049419d4309f47f9913b4077c02fa918 HTTP/1.1" status: 200 len: 375 time: 0.1255045 Oct 26 14:04:57.826384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-d5733df1-761d-4ef9-8950-a03e9d89ba12 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405772 Oct 26 14:04:57.923578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2861-9a75-4596-ba49-a5dd73660464 req-ffa0addd-cfca-4994-9e32-28c2daec2935 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.925813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5fae2861-9a75-4596-ba49-a5dd73660464 req-ffa0addd-cfca-4994-9e32-28c2daec2935 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 943 time: 0.2745581 Oct 26 14:04:57.930497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.958316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:57.959378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-b61c3d34-5eda-4c83-922d-1ab63bf659d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.960990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-b61c3d34-5eda-4c83-922d-1ab63bf659d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1587372 Oct 26 14:04:57.970693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-d6fbadb1-ad04-4a40-bd67-c10e94fc9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:57.972398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-d6fbadb1-ad04-4a40-bd67-c10e94fc9247 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fa78f51650d4aa594b50e3893763cc0&device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 1094 time: 0.2194221 Oct 26 14:04:58.044553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-bf90e32d-4295-4b5c-ac36-4f4daa06df27 service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990626 Oct 26 14:04:58.078029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5fae2861-9a75-4596-ba49-a5dd73660464 req-ba58165f-ae12-4b13-a6a9-e4fccac57a7b tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421030 Oct 26 14:04:58.097564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Deleting port c4303ef1-7bd1-4c09-9c95-4d69df96c26d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:04:58.097775 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.097905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.110095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.113638 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aa68dfd-e88d-4c33-b179-f42fe77ff572 HTTP/1.1" status: 204 len: 168 time: 0.3665423 Oct 26 14:04:58.122448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-29ee8002-ed4f-4918-a39d-a28c47221a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.124032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-29ee8002-ed4f-4918-a39d-a28c47221a65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485443 Oct 26 14:04:58.129192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea548-693c-4090-b62b-ccfdcb26e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa68dfd-e88d-4c33-b179-f42fe77ff572,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:58.205634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-5ff1632e-e702-4450-a0bd-a790a81aee38 service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601336 Oct 26 14:04:58.258038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-73af1040-8b01-476a-9c99-260308c0d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.259346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-73af1040-8b01-476a-9c99-260308c0d2f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 200 len: 907 time: 0.2716041 Oct 26 14:04:58.353723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-498a4ec7-4c0d-4992-a960-71787e27a4fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 200 len: 217 time: 0.0826540 Oct 26 14:04:58.430201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b68b99b6-4ffa-46a6-bd15-b9b52c36043f req-03852f48-34ef-465f-ab0b-ab0bb4f4b8eb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 210 time: 0.0923584 Oct 26 14:04:58.483747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-d7498030-96ef-4963-a9ad-170a56427fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207574 Oct 26 14:04:58.491945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] For port c4303ef1-7bd1-4c09-9c95-4d69df96c26d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:04:58.492314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.559442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904b4bd-8104-4d23-8f72-878ba0f491f0 req-12abc31d-f9ef-44a4-8c95-8ab5d8ad10e2 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.561483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9904b4bd-8104-4d23-8f72-878ba0f491f0 req-12abc31d-f9ef-44a4-8c95-8ab5d8ad10e2 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 946 time: 0.1075144 Oct 26 14:04:58.593795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Calling delete_port for c4303ef1-7bd1-4c09-9c95-4d69df96c26d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:04:58.639316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-f0d98589-d823-4042-ab3e-0091a8acdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.640838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-f0d98589-d823-4042-ab3e-0091a8acdf96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a HTTP/1.1" status: 200 len: 845 time: 0.2733357 Oct 26 14:04:58.723833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9904b4bd-8104-4d23-8f72-878ba0f491f0 req-5f848621-3b00-4d84-ae84-8d8da7311533 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/security-groups?id=cc5425ab-f243-465b-8d2b-8ab6034f652d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550655 Oct 26 14:04:58.724454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-3eb522b4-528f-4c04-bd64-5c5ddefb2ead service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289310 Oct 26 14:04:58.752183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-a1acee4a-9554-4a1d-b1be-48358c0b2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:58.753904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-a1acee4a-9554-4a1d-b1be-48358c0b2d3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb4f7cce-455c-4921-bdb7-8d3289913246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999210 Oct 26 14:04:58.760895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55728) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:58.769248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1450906488'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:58.868060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:58.874929 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:58.935427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd258c4c-450f-49fd-8e62-1c98d1ca4782 req-ccbae1d2-cc52-4591-b3cf-195b37dc7188 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 210 time: 0.1005490 Oct 26 14:04:58.983824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:59.003531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.007765 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Added segment 28428bba-7a24-4150-a402-029708459228 of type vlan for network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 Oct 26 14:04:59.098446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.220745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.250855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:59.256962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.490303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55758) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:59.498447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-392e8eb7-3726-4fd5-b11e-cc50c774664a service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213035 Oct 26 14:04:59.633718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8713505 Oct 26 14:04:59.635593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55764) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:04:59.659805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-832960285'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:59.683717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7599d5c5-1adf-492e-9e45-fd500feb0cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.694720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4f64b-e084-4380-8233-9dd52b303749 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Network': ['ID=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:59.708453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:04:59.722679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15f1f685-6dfa-4916-8b1d-81dfd865f683 req-9e3754ff-0259-45e4-a46e-d02a03db75b6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 210 time: 0.0825570 Oct 26 14:04:59.722917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e498f1-c617-49dc-a987-2f015a7d8d6e req-85dc5cbc-5c57-449e-8d57-7d102fee2800 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:59.730579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e498f1-c617-49dc-a987-2f015a7d8d6e req-85dc5cbc-5c57-449e-8d57-7d102fee2800 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 943 time: 0.1641533 Oct 26 14:04:59.754679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:04:59.759511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.762648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-5b62a848-8df8-4acc-9b49-ff0dc0d3af09 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:04:59.764275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-5b62a848-8df8-4acc-9b49-ff0dc0d3af09 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 821 time: 0.9119875 Oct 26 14:04:59.775819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.791364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Request body: {'port': {'device_id': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'admin_state_up': True, 'tenant_id': 'a12f7ba55b0a41f8a6251590a393d2a2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:04:59.822608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:04:59.837465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.837832 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Added segment fd839dd2-5bd1-4376-90a8-d776939aaa77 of type vlan for network 12a9d787-df10-49ec-b406-d6fa3322d297 Oct 26 14:04:59.901508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.930750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Pushing event deleted for resources: {'Port': ['ID=c4303ef1-7bd1-4c09-9c95-4d69df96c26d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:04:59.957150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e498f1-c617-49dc-a987-2f015a7d8d6e req-55bab269-a56a-4bdd-8b52-60683f326df9 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253888 Oct 26 14:04:59.985169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e4a78dd-e723-412b-9be9-9d42db8903e1 req-32154afb-9378-435a-af7c-86cf725907fb service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728603 Oct 26 14:04:59.985971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] No DVR routers for this DVR port c4303ef1-7bd1-4c09-9c95-4d69df96c26d on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:04:59.994225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.998101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:04:59.998346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-400613b7-b8d7-4a1e-99f7-b9d7cc3cde3f req-cd6719ef-b8c0-419f-bea7-04c940b5b0e1 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.73 "DELETE /v2.0/ports/c4303ef1-7bd1-4c09-9c95-4d69df96c26d HTTP/1.1" status: 204 len: 173 time: 2.2879307 Oct 26 14:04:59.998730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'name': 'network-vif-deleted', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:00.001987 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d01ac8-1c05-421a-9f2f-9ff0bda43651" -d '{"events": [{"server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "name": "network-vif-deleted", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:00.005253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:00.007806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.068344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c845d3ff-430c-487a-a6ae-24f4738da78f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:00.090973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c4303ef1-7bd1-4c09-9c95-4d69df96c26d no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:00.125447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7599d5c5-1adf-492e-9e45-fd500feb0cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.135975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4804010 Oct 26 14:05:00.143450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55776) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:00.150299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'subnet': {'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:00.215793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: c4303ef1-7bd1-4c09-9c95-4d69df96c26d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:00.216157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c4303ef1-7bd1-4c09-9c95-4d69df96c26d not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:00.247276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7599d5c5-1adf-492e-9e45-fd500feb0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.254258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Made reservation on behalf of a12f7ba55b0a41f8a6251590a393d2a2 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:00.258377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.302121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-425af8e4-9e0f-438a-b270-b0c451490d8e req-c8aa1117-2c23-489d-827f-fb2ee8befb84 tempest-AttachSCSIVolumeTestJSON-780238640 tempest-AttachSCSIVolumeTestJSON-780238640-project] 10.222.0.37 "GET /v2.0/ports?device_id=48351fe8-6509-49ab-b228-c8f4472ab750 HTTP/1.1" status: 200 len: 210 time: 0.1544874 Oct 26 14:05:00.315104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34d2f4-cd9e-4bca-99fe-1a2022485dda tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Network': ['ID=12a9d787-df10-49ec-b406-d6fa3322d297,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:00.332086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 12a9d787-df10-49ec-b406-d6fa3322d297 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:00.571153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c845d3ff-430c-487a-a6ae-24f4738da78f,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:00.591597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'port_id': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'mac_address': 'fa:16:3e:ce:4f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:00.619063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55786) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:00.648567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.659327 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a879f7-33d6-497d-b339-84e5ed2478b6 x-openstack-request-id: req-b4a879f7-33d6-497d-b339-84e5ed2478b6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:00.660333 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48351fe8-6509-49ab-b228-c8f4472ab750", "name": "network-vif-deleted", "tag": "c4303ef1-7bd1-4c09-9c95-4d69df96c26d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:00.660854 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4a879f7-33d6-497d-b339-84e5ed2478b6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:00.661413 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48351fe8-6509-49ab-b228-c8f4472ab750', 'name': 'network-vif-deleted', 'tag': 'c4303ef1-7bd1-4c09-9c95-4d69df96c26d', 'status': 'completed', 'code': 200} Oct 26 14:05:00.669040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c845d3ff-430c-487a-a6ae-24f4738da78f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:00.690807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-ef8e44d3-ba01-4364-978c-4352b1597436 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:00.692638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-ef8e44d3-ba01-4364-978c-4352b1597436 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.4408734 Oct 26 14:05:00.706260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64531150-addc-4e1d-9860-055738b0e7e8 req-058046a4-94fb-4609-8e4f-736a589fec15 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 210 time: 0.4164469 Oct 26 14:05:00.707645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c845d3ff-430c-487a-a6ae-24f4738da78f,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:00.715139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.720430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Request body: {'port': {'device_id': '327e72bc-296b-4679-babe-96b6ee46c50e', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'admin_state_up': True, 'tenant_id': '049419d4309f47f9913b4077c02fa918'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:00.742443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:00.747078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.782089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:00.782921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-595229a4-4d78-44ad-b90b-9175edef6fb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:00.795231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7599d5c5-1adf-492e-9e45-fd500feb0cc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3877d8c8e5a549f3be3676027150e50c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3036761 Oct 26 14:05:00.798774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55792) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:00.818835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599d5c5-1adf-492e-9e45-fd500feb0cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f8e0ab-ae67-4ed0-bc85-0ae1eb9151d4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:00.914131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c845d3ff-430c-487a-a6ae-24f4738da78f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:00.943994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da765f61-095c-45f5-bcab-800805132d12 req-8b9022a7-a319-4fca-a46e-fd2aa0aa919c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 210 time: 0.1003191 Oct 26 14:05:01.025923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.065946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.066704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Allocated IP 172.20.0.13 (bf7f93fc-9098-4b48-9e2a-20e91f8b6994/f9ad2ea9-024d-4f4d-b3e4-eb6106723e86/f79a2c15-3226-482d-bf8c-e6eda3356ca4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:01.124720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:01.128675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.140622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-595229a4-4d78-44ad-b90b-9175edef6fb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.148308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-595229a4-4d78-44ad-b90b-9175edef6fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.162610 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.166614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.168299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76f8e0ab-ae67-4ed0-bc85-0ae1eb9151d4 HTTP/1.1" status: 204 len: 168 time: 0.3649457 Oct 26 14:05:01.204990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-595229a4-4d78-44ad-b90b-9175edef6fb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0213f9fb134a427b8a94e30a61469b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840046 Oct 26 14:05:01.205929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595229a4-4d78-44ad-b90b-9175edef6fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f683005-32d8-4ba0-8abd-8fe835def3d4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.208730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55798) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:01.223731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e0229-03bf-4c3a-a1d6-26d46bebe98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f8e0ab-ae67-4ed0-bc85-0ae1eb9151d4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.278817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.305387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.352554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e4e1b-af95-49ba-9575-f4574122934d req-987d893f-2c61-4981-8a61-171be5679e3c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:01.354135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba7e4e1b-af95-49ba-9575-f4574122934d req-987d893f-2c61-4981-8a61-171be5679e3c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 944 time: 0.2231741 Oct 26 14:05:01.376582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.382422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.385048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f683005-32d8-4ba0-8abd-8fe835def3d4 HTTP/1.1" status: 204 len: 168 time: 0.1753283 Oct 26 14:05:01.403076 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.419413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b639aa2-0784-4e31-86cd-7adcdcfb0c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f683005-32d8-4ba0-8abd-8fe835def3d4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.509673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Subnet': ['ID=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:01.557466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba7e4e1b-af95-49ba-9575-f4574122934d req-b9d5ed7f-b781-430b-947c-f5b7d4ae3c0c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562533 Oct 26 14:05:01.692846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:01.693874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network hostable DHCP agents. Network: ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:01.708995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Allocated IP 172.20.0.11 (19bf76ec-0dca-431b-b73e-9b616967767f/4f98be51-1a0c-47bc-9e40-ffa0f553d965/aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:01.750696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.768701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:01.779053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:01.796130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa60e168-1056-499e-9f94-9233cd89d7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.844576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:01.849462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:01.850335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:01.854016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862d9e00-281a-454f-ad68-67fcd29e8f14 None None] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:01.891468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f00ae59-c366-43d3-b5b8-cc3c19620791 req-61b1c26f-a1e2-430b-ac8f-e12fd829b953 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 210 time: 0.0840752 Oct 26 14:05:01.898250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ada3cd18-d51c-4a2d-9d96-b5e80db43004 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7537162 Oct 26 14:05:01.899042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:01.909885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'subnet': {'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:01.950892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.048403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c845d3ff-430c-487a-a6ae-24f4738da78f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:02.050790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:02.056049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:02.061072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event updated for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.064253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa60e168-1056-499e-9f94-9233cd89d7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.071232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:02.093172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa60e168-1056-499e-9f94-9233cd89d7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.206741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fa60e168-1056-499e-9f94-9233cd89d7d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a90a636c4544962a247747ed187f987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367332 Oct 26 14:05:02.207386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55842) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:02.210177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60e168-1056-499e-9f94-9233cd89d7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a2c9b-8b1e-451c-afa5-717a526562f6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.236806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.239421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.254850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.267204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c845d3ff-430c-487a-a6ae-24f4738da78f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:02.278582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c845d3ff-430c-487a-a6ae-24f4738da78f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:02.278962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.281270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8360dc4a-9650-43ec-8222-9cb1b2a6bdcd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4938195 Oct 26 14:05:02.304666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Request body: {'port': {'device_id': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:02.319411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:02.327816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.352162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:05:02.354278 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.384306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.397640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.489348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Network 19bf76ec-0dca-431b-b73e-9b616967767f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:02.498753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:02.502354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:02.523472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.555564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889229c7-d004-4951-ab42-65bd26edefe2 req-efb7ff4c-e93a-43e0-9dd0-8108cf4c8e04 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.568604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.569329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-889229c7-d004-4951-ab42-65bd26edefe2 req-efb7ff4c-e93a-43e0-9dd0-8108cf4c8e04 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 932 time: 0.4418230 Oct 26 14:05:02.583605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.625517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.626376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.628803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:02.631379 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bca511-91f7-4404-80d7-1c284a6735d3" -d '{"events": [{"server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "name": "network-vif-plugged", "status": "completed", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:02.650630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c845d3ff-430c-487a-a6ae-24f4738da78f,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:02.658096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Allocated IP 10.1.1.2 (ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8/6778ad63-7593-40d8-a66f-74ca9d4d393a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:02.666262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.709976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55878) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:02.712063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.766295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-889229c7-d004-4951-ab42-65bd26edefe2 req-fd94732b-31e9-416a-86f5-5c8354e99b52 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959214 Oct 26 14:05:02.795388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-942b3ede-b2d2-42bf-a207-bb584c46ea76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0805838 Oct 26 14:05:02.835192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:02.853073 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02071dd-09ca-420b-b89e-71830dec3814 x-openstack-request-id: req-b02071dd-09ca-420b-b89e-71830dec3814 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:02.853376 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "name": "network-vif-plugged", "status": "completed", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:02.853905 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02071dd-09ca-420b-b89e-71830dec3814 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:02.856344 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'code': 200} Oct 26 14:05:02.891422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Request body: {'port': {'device_id': '327e72bc-296b-4679-babe-96b6ee46c50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:02.942495 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.947173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:02.950818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be1a2c9b-8b1e-451c-afa5-717a526562f6 HTTP/1.1" status: 204 len: 168 time: 0.7352269 Oct 26 14:05:02.955398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96823ac-c98b-4f27-b870-0bf642bb12a4 req-fbc41f5e-6f0c-425d-b3ef-a2571ff013f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:02.963681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e96823ac-c98b-4f27-b870-0bf642bb12a4 req-fbc41f5e-6f0c-425d-b3ef-a2571ff013f6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.2483430 Oct 26 14:05:03.007412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89db9d-c919-41d4-9f11-e41cf0c15153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a2c9b-8b1e-451c-afa5-717a526562f6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.036087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.113504 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.126130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.138944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-network', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:03.195661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e96823ac-c98b-4f27-b870-0bf642bb12a4 req-12d50c1e-fb00-4032-b31e-90693cdd76d1 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297888 Oct 26 14:05:03.202392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Subnet': ['ID=4ca09ea1-b0af-4bfd-9623-d4d3238bb663,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.209306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.216028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682bebb-9703-4ed8-b160-a1df6abe56da req-6a9d27fb-ec4c-4531-b3ff-e7e6ec525530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.217550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4682bebb-9703-4ed8-b160-a1df6abe56da req-6a9d27fb-ec4c-4531-b3ff-e7e6ec525530 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 1096 time: 0.3050175 Oct 26 14:05:03.223569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:03.229751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:03.233060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f965b5-f6f4-424a-befd-8947e0d8e464 req-b07686b2-3bec-47a3-b7ff-599ff77bc23e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.233874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:03.234784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1f965b5-f6f4-424a-befd-8947e0d8e464 req-b07686b2-3bec-47a3-b7ff-599ff77bc23e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 932 time: 0.2164283 Oct 26 14:05:03.236791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Checking segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:03.237224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network hostable DHCP agents. Network: 12a9d787-df10-49ec-b406-d6fa3322d297, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:03.255885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Made reservation on behalf of dd2202bec51b4a45ad5a737a94b0c7d4 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:03.258208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.279125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.285426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Pushing event updated for resources: {'Port': ['ID=6778ad63-7593-40d8-a66f-74ca9d4d393a,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.307233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1f965b5-f6f4-424a-befd-8947e0d8e464 req-db65401c-d1f1-4f68-be72-51a184efa0be tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635388 Oct 26 14:05:03.309017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network 12a9d787-df10-49ec-b406-d6fa3322d297 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:03.336503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 12a9d787-df10-49ec-b406-d6fa3322d297) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:03.350273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.350874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.379747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84fca9-8723-47a8-b0ab-ab9d30cef6c6 None None] Network 12a9d787-df10-49ec-b406-d6fa3322d297 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:03.391195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Attempting to bind port 6778ad63-7593-40d8-a66f-74ca9d4d393a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:03.391565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Attempting to bind port 6778ad63-7593-40d8-a66f-74ca9d4d393a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:03.391927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Attempting to bind port 6778ad63-7593-40d8-a66f-74ca9d4d393a on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:03.393093 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c4cf099-cac2-49c1-82b6-c50699608f43 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4929922 Oct 26 14:05:03.396181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55904) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:03.403226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'name': 'tempest-TaggedBootDevicesTest_v242-452082510', 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:03.465981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:03.466444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:03.467054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.467451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Bound using segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:03.473369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Bound port: 6778ad63-7593-40d8-a66f-74ca9d4d393a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:03.473849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.525552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.538447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79a2c15-3226-482d-bf8c-e6eda3356ca4 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:03.539544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.552923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:03.562055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] For port 6778ad63-7593-40d8-a66f-74ca9d4d393a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:03.564741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.565161 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Added segment d998cacd-5597-408e-bf95-bcbc2e7e99ba of type vlan for network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 Oct 26 14:05:03.565560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] For port 6778ad63-7593-40d8-a66f-74ca9d4d393a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6778ad63-7593-40d8-a66f-74ca9d4d393a,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:03.577915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.608712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.651315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4682bebb-9703-4ed8-b160-a1df6abe56da req-cd66f328-1f45-46db-8f54-fd0e0edb5293 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931248 Oct 26 14:05:03.657549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.692945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Transition to ACTIVE for port object f79a2c15-3226-482d-bf8c-e6eda3356ca4 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:03.705052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.706010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:03.706925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.730907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8e35-b9f5-433e-b7f2-f876d43c29ce None None] Pushing event updated for resources: {'Port': ['ID=6778ad63-7593-40d8-a66f-74ca9d4d393a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.812847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:03.828003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366311b8-b4c8-4f2f-ae05-a733c4eb066d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.875094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1560652 Oct 26 14:05:03.910004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55916) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:03.917639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Request body: {'subnet': {'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-subnet', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:03.926275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a838ab1-b73b-4399-a454-73c95512d919 admin admin] Pushing event updated for resources: {'Network': ['ID=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:03.958568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:03.959666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:04.077488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.079388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-12a9d787-df10-49ec-b406-d6fa3322d297', 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ips': [{'subnet_id': '4ca09ea1-b0af-4bfd-9623-d4d3238bb663'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:05:04.080454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.094357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Made reservation on behalf of dd2202bec51b4a45ad5a737a94b0c7d4 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:04.096812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.182157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] device_id is not set on port 9a44006a-a1ff-4823-9026-65a0c67ff0aa yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:05:04.235635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55928) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:04.251364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:04.260924 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.277685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Transition to ACTIVE for port object aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:04.314826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Allocated IP 10.2.2.2 (12a9d787-df10-49ec-b406-d6fa3322d297/4ca09ea1-b0af-4bfd-9623-d4d3238bb663/853bfd1b-e3f6-45c1-92e9-52a3de38264d) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:04.358394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.441187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Pushing event updated for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:04.549728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1551417556-network', 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:04.556071 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.568702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.610167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eb557-f688-4dc7-9396-7875318fa6a7 req-592dbb98-a9a2-43e5-b4a2-f577a15b6e7d tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:04.622197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a21eb557-f688-4dc7-9396-7875318fa6a7 req-592dbb98-a9a2-43e5-b4a2-f577a15b6e7d tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.2610087 Oct 26 14:05:04.672203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Network 12a9d787-df10-49ec-b406-d6fa3322d297 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:04.675680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:04.680274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:04.687583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374aac-9724-4b49-8491-6ed3eca59d13 req-a4e1db00-e332-47b1-a9b3-f57e9512cde5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:04.689262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88374aac-9724-4b49-8491-6ed3eca59d13 req-a4e1db00-e332-47b1-a9b3-f57e9512cde5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 944 time: 0.7114232 Oct 26 14:05:04.692961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Attempting to bind port f79a2c15-3226-482d-bf8c-e6eda3356ca4 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:04.693297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Attempting to bind port f79a2c15-3226-482d-bf8c-e6eda3356ca4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:04.693625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Attempting to bind port f79a2c15-3226-482d-bf8c-e6eda3356ca4 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.699887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:04.708966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Pushing event updated for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:04.750017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Port f79a2c15-3226-482d-bf8c-e6eda3356ca4 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:04.750375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Attempting to bind port f79a2c15-3226-482d-bf8c-e6eda3356ca4 on network bf7f93fc-9098-4b48-9e2a-20e91f8b6994 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.762550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:04.766716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.793899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Attempting to bind port 853bfd1b-e3f6-45c1-92e9-52a3de38264d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:04.794706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Attempting to bind port 853bfd1b-e3f6-45c1-92e9-52a3de38264d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:04.795336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Attempting to bind port 853bfd1b-e3f6-45c1-92e9-52a3de38264d on network 12a9d787-df10-49ec-b406-d6fa3322d297 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.802296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:04.803036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Checking segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:04.803949 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.804651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Bound using segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:04.805349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Bound port: 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:04.806108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.835029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:04.835600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Checking segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:04.837167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Bound using segment: {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:04.837844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Bound port: f79a2c15-3226-482d-bf8c-e6eda3356ca4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79e0246-6909-4190-8bba-f6f7d1c7c644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:04.838436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.855691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Attempting to bind port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:04.856426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Attempting to bind port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:04.857894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Attempting to bind port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.865032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a21eb557-f688-4dc7-9396-7875318fa6a7 req-b8a21644-0d64-4419-96d7-587f26a6e468 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375326 Oct 26 14:05:04.884139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.894147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c on network 19bf76ec-0dca-431b-b73e-9b616967767f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:04.894479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Attempting to bind port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:04.895000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:04.899120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=853bfd1b-e3f6-45c1-92e9-52a3de38264d,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:04.910255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.934196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:04.934617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Checking segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:04.934942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Bound using segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:04.935340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Bound port: aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:04.935750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:04.943688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88374aac-9724-4b49-8491-6ed3eca59d13 req-b2a02afa-00a3-43a1-b4e4-02c5a5f8d74b tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046049 Oct 26 14:05:05.017514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:05.030554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.1.1.237 (ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8/9a44006a-a1ff-4823-9026-65a0c67ff0aa) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:05.034772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:05.113033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:05.127896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:05.134032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.136005 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.157057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323978-493c-40ee-8989-0bb7e650d3c7 None None] Pushing event updated for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.222890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.231307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.232392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.234131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] 10.222.0.41 "PUT /v2.0/ports/f79a2c15-3226-482d-bf8c-e6eda3356ca4 HTTP/1.1" status: 200 len: 1092 time: 2.9428599 Oct 26 14:05:05.238459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:05.243423 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52270297-fb3f-4b75-8e56-08d86f7f7b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:05.311497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.315300 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.319600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c HTTP/1.1" status: 200 len: 1092 time: 2.4452496 Oct 26 14:05:05.337089 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf0d17-f0ad-4be5-86a9-85f6b8cd9aba x-openstack-request-id: req-eccf0d17-f0ad-4be5-86a9-85f6b8cd9aba {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:05.337637 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:05.338128 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eccf0d17-f0ad-4be5-86a9-85f6b8cd9aba {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:05.338809 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4', 'status': 'completed', 'code': 200} Oct 26 14:05:05.341706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ddace-3eb4-474b-816e-f993c49d195d service neutron] Pushing event updated for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.443315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821769c3-9cc1-45c9-b381-f3a105794cff None None] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:05.489182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-4c160121-88a9-4251-b1cd-661bef6db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.490988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-4c160121-88a9-4251-b1cd-661bef6db7c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 1095 time: 0.1913943 Oct 26 14:05:05.503898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adfce4-8190-4d6d-84d9-269d84f36add req-4f078386-6e05-4f1f-b5aa-4315220df198 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.505752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3adfce4-8190-4d6d-84d9-269d84f36add req-4f078386-6e05-4f1f-b5aa-4315220df198 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 944 time: 0.4964173 Oct 26 14:05:05.521629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.547188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf2bde-5d67-4c5a-b5b8-785e24be4290 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:05.576092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-b391d964-9789-4c6d-b171-ffa6e0baaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.578169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-b391d964-9789-4c6d-b171-ffa6e0baaaa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 1095 time: 0.1789525 Oct 26 14:05:05.587476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Checking segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:05.587824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Network hostable DHCP agents. Network: 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:05.619760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-15c980cb-7ef1-482c-8143-a6c18c1ffddb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4 HTTP/1.1" status: 200 len: 217 time: 0.0736227 Oct 26 14:05:05.667093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-d49b7e6e-f830-4bd5-a72a-6257218231eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c HTTP/1.1" status: 200 len: 217 time: 0.0545750 Oct 26 14:05:05.693640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] Provisioning complete for port 6778ad63-7593-40d8-a66f-74ca9d4d393a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:05.694246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.735718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3adfce4-8190-4d6d-84d9-269d84f36add req-94e78dcd-47e5-49fe-b702-1d6a3d4aaa62 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867464 Oct 26 14:05:05.756135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.776977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:05.789671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.796250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:05.797344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-bd29c98d-98d6-4fc2-9c70-78ac86ee1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.802025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-bd29c98d-98d6-4fc2-9c70-78ac86ee1d7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.1444573 Oct 26 14:05:05.803161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.803776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.810472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.812086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43297d-8ad9-4048-bc7a-5816e5bb6185 None None] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:05.850739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-f7444e57-3290-45f6-9c82-3bc19aad8e0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355358 Oct 26 14:05:05.851299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:05.852726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461f59-9144-4088-b17a-16689e0e445b req-0a29ece2-0497-40bc-addd-aced75024c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:05.854198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-0a29ece2-0497-40bc-addd-aced75024c41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.1786714 Oct 26 14:05:05.875021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-efb7a244-eb3f-404d-861d-83850c9dab57 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9611490 Oct 26 14:05:05.881213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:05.885831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:05.892864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:05.893204 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Added segment e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac of type vlan for network 831d829d-c9a5-466e-8282-d747c82aedf9 Oct 26 14:05:05.909023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207506e8-1aa0-43eb-ba0b-d135a1a7023f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.002122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.034331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.040256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.041334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.065759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:06.074987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:06.083291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-4e24fd34-9a56-40cd-b67c-de05cbdea485 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104745 Oct 26 14:05:06.084378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:06.110970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6778ad63-7593-40d8-a66f-74ca9d4d393a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:06.221471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebd9f2-730d-484a-9184-20935968dbfb None None] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:06.430421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6778ad63-7593-40d8-a66f-74ca9d4d393a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:06.430897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.451727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.658275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] For port 6778ad63-7593-40d8-a66f-74ca9d4d393a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6778ad63-7593-40d8-a66f-74ca9d4d393a,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:06.670920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.736340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.748835 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.750316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.752177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.780500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89006232-82dd-4ec3-b79c-90840815e9ac req-c412df16-cec9-4561-931c-c10e25c85d12 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.782154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89006232-82dd-4ec3-b79c-90840815e9ac req-c412df16-cec9-4561-931c-c10e25c85d12 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.7187936 Oct 26 14:05:06.800000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-95fa8b05-76ac-496b-927b-51af83dd9371 service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408720 Oct 26 14:05:06.818364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691d489-ef68-45d0-8883-dac971b60ec7 None None] Pushing event updated for resources: {'Port': ['ID=6778ad63-7593-40d8-a66f-74ca9d4d393a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:06.845698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 853bfd1b-e3f6-45c1-92e9-52a3de38264d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:06.852776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fd0af-f84d-4391-8389-be422c7e4b34 None None] Network 12a9d787-df10-49ec-b406-d6fa3322d297 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:06.879020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-c3252907-d8f9-4edc-8d7f-0ea944791c00 service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666481 Oct 26 14:05:06.942267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.971001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:06.971671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:06.987533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Provisioning complete for port 853bfd1b-e3f6-45c1-92e9-52a3de38264d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:06.988188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.000887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7640011 Oct 26 14:05:07.006766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89006232-82dd-4ec3-b79c-90840815e9ac req-60139ecc-604f-4339-97ff-7d9157e1390f tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116079 Oct 26 14:05:07.009289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55954) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:07.016890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Request body: {'subnet': {'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1551417556-subnet', 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:07.092744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05123d-077b-46cb-be1a-3a3078e9b857 admin admin] Pushing event updated for resources: {'Network': ['ID=831d829d-c9a5-466e-8282-d747c82aedf9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:07.117763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 831d829d-c9a5-466e-8282-d747c82aedf9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:07.137372 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a3db02c-1ee7-457c-9b2a-ab048076f49b req-8dbbf4c6-b2f7-4409-b650-24e3b05989cd service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062112 Oct 26 14:05:07.176894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:07.179651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.215516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b5717-fb81-4e6c-aeaa-4c464a8669f0 req-5e8700fc-4526-45f4-a9b3-a8d746b7a029 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.225209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a58b5717-fb81-4e6c-aeaa-4c464a8669f0 req-5e8700fc-4526-45f4-a9b3-a8d746b7a029 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 944 time: 0.5772424 Oct 26 14:05:07.226520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a461f59-9144-4088-b17a-16689e0e445b req-59ddce85-ef33-470a-adae-9bbb8531e15c service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142998 Oct 26 14:05:07.246666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3302672a-213c-4292-9a7e-77823c10c8dd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8463562 Oct 26 14:05:07.251906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:07.279509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1032857704', 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:07.300021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 853bfd1b-e3f6-45c1-92e9-52a3de38264d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:07.300651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.358427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.358690 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.368312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a58b5717-fb81-4e6c-aeaa-4c464a8669f0 req-dffecda2-e2f2-4d04-94fb-b64d593856a3 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383631 Oct 26 14:05:07.387320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:07.389682 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060" -d '{"events": [{"name": "network-changed", "server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:07.482586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-f2c465bf-4c6f-4f9d-abe7-fc9f2e066a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.484572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-f2c465bf-4c6f-4f9d-abe7-fc9f2e066a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 1095 time: 0.2609103 Oct 26 14:05:07.517430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=853bfd1b-e3f6-45c1-92e9-52a3de38264d,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:07.556170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdbce6-e0b3-4522-bd12-91e7a3bbefd8 req-8f1449a2-9634-4634-bc1f-bad2a9f65113 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.557788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0fbdbce6-e0b3-4522-bd12-91e7a3bbefd8 req-8f1449a2-9634-4634-bc1f-bad2a9f65113 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0961773 Oct 26 14:05:07.567769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55962) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:07.574405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Request body: {'floatingip': {'port_id': 'c845d3ff-430c-487a-a6ae-24f4738da78f'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:07.618399 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.657537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.672465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-03e2e129-0ec4-43cc-9c3c-54de3ed631b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.674014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-03e2e129-0ec4-43cc-9c3c-54de3ed631b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 200 len: 922 time: 0.1740966 Oct 26 14:05:07.677468 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875f52c-69a4-4624-a9a1-282f3b2fa07c x-openstack-request-id: req-7875f52c-69a4-4624-a9a1-282f3b2fa07c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:07.677756 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:07.678002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7875f52c-69a4-4624-a9a1-282f3b2fa07c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:07.678381 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'status': 'completed', 'code': 200} Oct 26 14:05:07.689765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dcf35-f13b-4a12-91df-8223e9fccbaf req-5ee05b2e-b570-4288-8796-e4eb486efbf7 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:07.697954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a09dcf35-f13b-4a12-91df-8223e9fccbaf req-5ee05b2e-b570-4288-8796-e4eb486efbf7 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 944 time: 0.4611397 Oct 26 14:05:07.754644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Pushing event updated for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:07.786909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Provisioning complete for port 6778ad63-7593-40d8-a66f-74ca9d4d393a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:07.787288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.853039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6778ad63-7593-40d8-a66f-74ca9d4d393a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:07.861174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-6fc25add-d621-4c4a-9476-7c6aafa1f6ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4 HTTP/1.1" status: 200 len: 217 time: 0.1472676 Oct 26 14:05:07.872778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:07.977469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6778ad63-7593-40d8-a66f-74ca9d4d393a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:07.978206 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:07.996770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a09dcf35-f13b-4a12-91df-8223e9fccbaf req-48aa2e0d-5bfe-4b09-a3d0-2bce37c40993 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937994 Oct 26 14:05:08.016923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-ed6765aa-97ee-45ee-bf82-a98572e3cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.018243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Provisioning complete for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:08.018390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-ed6765aa-97ee-45ee-bf82-a98572e3cb7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 1095 time: 0.3380330 Oct 26 14:05:08.018792 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.089152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-40db7fd8-f0e4-4bfd-a857-0148643fd44a None None] Port 9a44006a-a1ff-4823-9026-65a0c67ff0aa cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:08.185558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-adfe0143-2076-4969-a2e9-df65c0587ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.187184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-adfe0143-2076-4969-a2e9-df65c0587ac5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 200 len: 861 time: 0.3022511 Oct 26 14:05:08.234206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9061ea99-9595-41f2-9e8f-173b4fe5cc94 None None] Provisioning complete for port 853bfd1b-e3f6-45c1-92e9-52a3de38264d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:08.234582 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9061ea99-9595-41f2-9e8f-173b4fe5cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.250017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-cfba5198-466e-42a7-8d68-2ee6f52f0986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf7f93fc-9098-4b48-9e2a-20e91f8b6994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473750 Oct 26 14:05:08.254548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.259877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.275962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.309433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.370222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9061ea99-9595-41f2-9e8f-173b4fe5cc94 None None] Provisioning complete for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:08.370833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9061ea99-9595-41f2-9e8f-173b4fe5cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.394651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-afc1310a-be3d-4ae0-b084-d0f4c9691c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.396446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-afc1310a-be3d-4ae0-b084-d0f4c9691c04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 906 time: 0.3508537 Oct 26 14:05:08.403864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] device_id is not set on port 76bc6667-66d7-4ccc-a198-c6cb195c130e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:05:08.418183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9061ea99-9595-41f2-9e8f-173b4fe5cc94 None None] Port 9a44006a-a1ff-4823-9026-65a0c67ff0aa cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:08.429706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b534b4-2106-4135-95be-7320e73c1755,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:08.532694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Allocated IP 172.25.5.57 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/7761e071-0382-497e-8fa5-58f9cc9cafcf) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:08.536534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-9da03632-2e2c-40ff-bf7d-deb18842b1ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c HTTP/1.1" status: 200 len: 217 time: 0.1212466 Oct 26 14:05:08.553160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.562193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.679240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:08.679525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Network hostable DHCP agents. Network: 831d829d-c9a5-466e-8282-d747c82aedf9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:08.736461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-3444822a-4600-4a6c-b544-6ff10e9fdaae service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640548 Oct 26 14:05:08.739264 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Floating IP 9ecabdc0-0c11-4880-946f-3c658e15627b associated. External IP: 172.25.5.10, port: c845d3ff-430c-487a-a6ae-24f4738da78f. Oct 26 14:05:08.744718 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.744933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-9fc8a185-132e-4ec9-89e0-6dd1cbe39dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.747127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-9fc8a185-132e-4ec9-89e0-6dd1cbe39dc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.1980417 Oct 26 14:05:08.866023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-d4f4ed00-9dea-479a-aacc-a72230c4cf56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079819 Oct 26 14:05:08.877197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:08.880203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e9965-52d8-439a-9b30-78b89233c7f9 req-caf62e76-2661-4d80-94ef-decd286bf9bc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:08.881756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e7e9965-52d8-439a-9b30-78b89233c7f9 req-caf62e76-2661-4d80-94ef-decd286bf9bc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 944 time: 0.3510263 Oct 26 14:05:08.882449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Network 831d829d-c9a5-466e-8282-d747c82aedf9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:08.962873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:08.977524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 831d829d-c9a5-466e-8282-d747c82aedf9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:08.989032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb912f-cbbd-409e-a1b6-3216e84df874 None None] Network 831d829d-c9a5-466e-8282-d747c82aedf9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:09.007369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.007961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.012961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.1.1.231 (ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8/76bc6667-66d7-4ccc-a198-c6cb195c130e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:09.060261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:09.077306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Pushing event updated for resources: {'Port': ['ID=7761e071-0382-497e-8fa5-58f9cc9cafcf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:09.080000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:09.088194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:09.101196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8cf001f2-a4b2-4e61-85c2-7085bfb060db admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0806689 Oct 26 14:05:09.117212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e7e9965-52d8-439a-9b30-78b89233c7f9 req-0e3a9ac1-85f6-49b0-9d7c-f96a56ac93e6 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079923 Oct 26 14:05:09.130221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52270297-fb3f-4b75-8e56-08d86f7f7b7a req-5b0a14bd-46a5-49b2-8698-f7383d6a4f1d service neutron] 10.222.0.41 "GET /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801754 Oct 26 14:05:09.186157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-06c96eaa-28b0-4250-a77a-7656d3af9815 service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971418 Oct 26 14:05:09.260831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65913dc0-e638-4179-82c6-9652901361bd None None] Network 831d829d-c9a5-466e-8282-d747c82aedf9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:09.410505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.487884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.565984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:09.570082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:09.576545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f55b6ae4-fb1f-48ae-91a1-e6c3ad38b060 req-adcbcffa-e028-4b9a-8f9b-8de5291d15ba service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586822 Oct 26 14:05:09.577546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:09.599889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:09.693270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.694764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.742856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5721bcb0-e7e2-476d-a460-b8a653f095e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4729991 Oct 26 14:05:09.752912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Router 0b7d91a5-7858-4100-97dc-55008ea330e3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:09.782706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 853bfd1b-e3f6-45c1-92e9-52a3de38264d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:09.912082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 853bfd1b-e3f6-45c1-92e9-52a3de38264d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:09.912815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:09.930330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de039-e6c0-4be1-91ac-95db562f3ae7 req-9c9f62e2-1173-4d8b-a055-8ab37f638375 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:09.931870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd4de039-e6c0-4be1-91ac-95db562f3ae7 req-9c9f62e2-1173-4d8b-a055-8ab37f638375 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 944 time: 0.7233644 Oct 26 14:05:10.084177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55998) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:10.089748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1675035167-network', 'tenant_id': 'd16aee4e80764bfbac1fbe78d1e373d0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.093629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:10.105442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.125893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Made reservation on behalf of d16aee4e80764bfbac1fbe78d1e373d0 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:10.128730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.142652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:10.145432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Sync routers for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:10.147973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.167433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.187289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38f1908a-83c7-4cea-8682-902661ded116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.195837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:10.197932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:10.265025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e7fe47d4-8cd0-4d7b-9192-c68460c724a2 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "PUT /v2.0/floatingips/9ecabdc0-0c11-4880-946f-3c658e15627b HTTP/1.1" status: 200 len: 990 time: 2.6951909 Oct 26 14:05:10.269355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:10.272718 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf8c54-35f0-4f5b-a555-10255c6cb823" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:10.279509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd4de039-e6c0-4be1-91ac-95db562f3ae7 req-a450eb90-a386-4021-b146-e35b45e83711 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166266 Oct 26 14:05:10.327529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.341429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.401094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:10.413261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1922ded1-7b64-40a2-ac5c-96769180b85e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:10.419841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.420184 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Added segment ce269b6d-8863-476c-b775-ca3526a622b2 of type vlan for network 37f54596-1b20-4876-aeb6-3032b91c9696 Oct 26 14:05:10.479560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.496951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-270baa1b-c1b7-4e27-94e2-1c5e6ef11dc8 None None] Provisioning complete for port 76bc6667-66d7-4ccc-a198-c6cb195c130e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:10.497324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-270baa1b-c1b7-4e27-94e2-1c5e6ef11dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.544456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.545589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:10.546480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.602154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.607900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-270baa1b-c1b7-4e27-94e2-1c5e6ef11dc8 None None] Port 76bc6667-66d7-4ccc-a198-c6cb195c130e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:10.612942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] Pushing event updated for resources: {'Network': ['ID=37f54596-1b20-4876-aeb6-3032b91c9696,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:10.628906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 37f54596-1b20-4876-aeb6-3032b91c9696 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:10.633959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce58c921-3873-4079-80cd-7854ace91017 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5464206 Oct 26 14:05:10.635228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:10.649303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Request body: {'subnet': {'network_id': '37f54596-1b20-4876-aeb6-3032b91c9696', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1675035167-subnet', 'tenant_id': 'd16aee4e80764bfbac1fbe78d1e373d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.676409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efb5d0-2aef-4c43-9eb0-f634cee711c9 req-2aa862ff-bcf4-4673-a894-edb6ec2ba6ad tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:10.681012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44efb5d0-2aef-4c43-9eb0-f634cee711c9 req-2aa862ff-bcf4-4673-a894-edb6ec2ba6ad tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 944 time: 0.2262614 Oct 26 14:05:10.684003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Made reservation on behalf of d16aee4e80764bfbac1fbe78d1e373d0 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:10.687791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.693476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:10.722298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:10.723106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56010) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:10.754773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'mac_address': 'fa:16:3e:be:83:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:10.774162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450232239', 'description': 'tempest-description--2032049918'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:10.837141 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1c1bb-fb21-4a53-8062-a07a366b4eff x-openstack-request-id: req-5dd1c1bb-fb21-4a53-8062-a07a366b4eff {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:10.837631 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:10.838053 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dd1c1bb-fb21-4a53-8062-a07a366b4eff {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:10.838600 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'status': 'completed', 'code': 200} Oct 26 14:05:10.865328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44efb5d0-2aef-4c43-9eb0-f634cee711c9 req-d84674b1-0293-4088-9090-3dff097c8fba tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792333 Oct 26 14:05:10.876148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.884669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.896295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:10.907041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:10.968467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:10.974780 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.000417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-39842444-35e1-45f2-b11b-b5d62edf67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.001983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-39842444-35e1-45f2-b11b-b5d62edf67a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fa78f51650d4aa594b50e3893763cc0&device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 1096 time: 0.0834477 Oct 26 14:05:11.020844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.059042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.122203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33065598-0ee4-43ab-b669-a2ef7c3e1166,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.126471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9ecabdc0-0c11-4880-946f-3c658e15627b', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'port_id': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'mac_address': 'fa:16:3e:ce:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:42Z', 'updated_at': '2021-10-26T14:05:08Z', 'revision_number': 1, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:11.139982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:05:11.151107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.159364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Checking router: 0b7d91a5-7858-4100-97dc-55008ea330e3 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:11.163233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Checking segment: {'id': 'ce269b6d-8863-476c-b775-ca3526a622b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '37f54596-1b20-4876-aeb6-3032b91c9696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:11.163583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Network hostable DHCP agents. Network: 37f54596-1b20-4876-aeb6-3032b91c9696, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:11.169840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:11.170758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:11.173838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-6ed77790-08f9-4595-861d-b808900310f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.175315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-6ed77790-08f9-4595-861d-b808900310f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 200 len: 907 time: 0.1622579 Oct 26 14:05:11.183972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.213077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:11.223764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Network 37f54596-1b20-4876-aeb6-3032b91c9696 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:11.244564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 37f54596-1b20-4876-aeb6-3032b91c9696) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:11.252235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.252859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.269414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-428943a8-45d0-4453-aee0-9e265dbafbfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 200 len: 998 time: 0.0863645 Oct 26 14:05:11.275539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c55a9c-3583-40a1-934e-1c1cfc89e4b6 None None] Network 37f54596-1b20-4876-aeb6-3032b91c9696 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:11.286614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f3aef1e-2dae-4132-9ca6-8a6e3120dc3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6404684 Oct 26 14:05:11.311982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.313303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5859251 Oct 26 14:05:11.317411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56018) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:11.324794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'security_group_rule': {'security_group_id': 'be78fe67-238c-42b7-ba85-a5e5ea1e0fca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:11.329008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2d40-6eea-4af4-8032-be6483015a31 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be78fe67-238c-42b7-ba85-a5e5ea1e0fca,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.370345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:11.383281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Sync routers for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:11.403220 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:11.404268 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:11.411644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.419849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-031cf11d-b035-4012-8813-d1d94e0d9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.428350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-031cf11d-b035-4012-8813-d1d94e0d9c78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a HTTP/1.1" status: 200 len: 845 time: 0.1496913 Oct 26 14:05:11.438945 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.442209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f0cbe262-dac5-4ab5-a614-865eb50de655 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5572202 Oct 26 14:05:11.452032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:11.497744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:11.547277 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:11.596864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.629249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.644761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafdec3-7bde-42a3-80d5-4aeb06209468 req-94697298-c079-4559-8ebb-9c8b83ea2a31 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:11.647420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7eafdec3-7bde-42a3-80d5-4aeb06209468 req-94697298-c079-4559-8ebb-9c8b83ea2a31 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 945 time: 0.2182374 Oct 26 14:05:11.648029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5efabae-d045-4c1b-b6ac-182c0bac2adf None None] Network 37f54596-1b20-4876-aeb6-3032b91c9696 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:11.675303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90258ff-c57a-4951-a5d0-3983856e33f1,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:11.748240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.749785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-26d74fce-6a39-41f8-91a2-1c4a6c1fda6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4284089 Oct 26 14:05:11.755288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7eafdec3-7bde-42a3-80d5-4aeb06209468 req-4e2ab93c-680e-4690-8280-268c8ecc3712 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818899 Oct 26 14:05:11.755800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56028) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:11.763142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f79a2c15-3226-482d-bf8c-e6eda3356ca4 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:11.764629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'security_group_rule': {'security_group_id': 'be78fe67-238c-42b7-ba85-a5e5ea1e0fca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:11.833611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Deleting port 35f77346-83c9-403a-a526-9a9d60e2cf3f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:11.834265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:11.909976 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:09Z', 'revision_number': 3, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:11.930011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:11.944140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4', 'network_id': 'bf7f93fc-9098-4b48-9e2a-20e91f8b6994', 'port_id': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4', 'mac_address': 'fa:16:3e:a2:66:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad2ea9-024d-4f4d-b3e4-eb6106723e86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:11.962094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.123850 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Checking router: 481b9dbf-ccdf-4140-81dd-6af5d6d10bac for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:12.124801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Updating router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac port 7761e071-0382-497e-8fa5-58f9cc9cafcf binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:05:12.141556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.161869 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.188060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] For port 35f77346-83c9-403a-a526-9a9d60e2cf3f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=35f77346-83c9-403a-a526-9a9d60e2cf3f,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:12.188784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.216515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Calling delete_port for 35f77346-83c9-403a-a526-9a9d60e2cf3f owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:12.224891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.246074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bf692-ee78-4e1c-81a0-988db3de213e req-b082c64f-56d6-40f4-9b3f-c16f1c0b9d37 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:12.248213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-884bf692-ee78-4e1c-81a0-988db3de213e req-b082c64f-56d6-40f4-9b3f-c16f1c0b9d37 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 944 time: 0.1885660 Oct 26 14:05:12.253040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.334425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b769b94-1435-459c-929a-1a0e733acf2a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.359785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.361509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f9bfb792-c09d-4808-b614-2b211c516bd8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6037726 Oct 26 14:05:12.367863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56044) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:12.368894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79a2c15-3226-482d-bf8c-e6eda3356ca4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:12.377132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:12.391373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-884bf692-ee78-4e1c-81a0-988db3de213e req-87b92867-433a-48e8-9603-1df6c21db28e tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315389 Oct 26 14:05:12.404807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:12.425063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.478257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.490292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.498592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9ecabdc0-0c11-4880-946f-3c658e15627b', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'port_id': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'mac_address': 'fa:16:3e:ce:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:42Z', 'updated_at': '2021-10-26T14:05:08Z', 'revision_number': 1, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:12.537164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cc7-e080-4f3b-adee-decabae06f68 None None] The sync data for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 is: [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9ecabdc0-0c11-4880-946f-3c658e15627b', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'port_id': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'mac_address': 'fa:16:3e:ce:4f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:04:42Z', 'updated_at': '2021-10-26T14:05:08Z', 'revision_number': 1, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:12.537585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-2a4e7a78-6b5a-4f52-8161-db84f944a5d7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:12.545401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-2a4e7a78-6b5a-4f52-8161-db84f944a5d7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.2691753 Oct 26 14:05:12.615459 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.625438 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.646694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.661212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['f79a2c15-3226-482d-bf8c-e6eda3356ca4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:12.662996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-67fd4ecb-d554-4327-aa11-094970419df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:12.665074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-67fd4ecb-d554-4327-aa11-094970419df2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb4f7cce-455c-4921-bdb7-8d3289913246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2288308 Oct 26 14:05:12.684365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Pushing event updated for resources: {'Port': ['ID=7761e071-0382-497e-8fa5-58f9cc9cafcf,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.686368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f77346-83c9-403a-a526-9a9d60e2cf3f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:12.705012 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.705486 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.705911 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.706482 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.707043 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.707595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.708131 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.708712 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.709245 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.709793 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.710339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.712480 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:12.741503 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Attempting to bind port 7761e071-0382-497e-8fa5-58f9cc9cafcf on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:12.742000 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Attempting to bind port 7761e071-0382-497e-8fa5-58f9cc9cafcf by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:12.742455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Attempting to bind port 7761e071-0382-497e-8fa5-58f9cc9cafcf on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:12.748645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:12.749158 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:12.749894 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.750378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:12.750948 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Bound port: 7761e071-0382-497e-8fa5-58f9cc9cafcf, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:12.751440 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.853620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-f2821277-750e-4098-8d41-69b576617a14 service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554742 Oct 26 14:05:12.860759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-72e674a6-3a7d-4718-a55a-be1f46ec90d7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/quotas/e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 375 time: 0.3141322 Oct 26 14:05:12.861103 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] For port 7761e071-0382-497e-8fa5-58f9cc9cafcf, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:12.869437 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] For port 7761e071-0382-497e-8fa5-58f9cc9cafcf, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7761e071-0382-497e-8fa5-58f9cc9cafcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:12.876060 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:12.964863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d428b-9afb-4da7-a956-f8b74f4f3a40 None None] New status for floating IP 9ecabdc0-0c11-4880-946f-3c658e15627b: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:05:12.978811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:12.979951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:12.999018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.007327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad7ff-2688-4a12-b318-21f4178a7ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.082453 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fb0ea-6f8b-420a-a42f-1df1b2cfc943 None None] Pushing event updated for resources: {'Port': ['ID=7761e071-0382-497e-8fa5-58f9cc9cafcf,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:13.090242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-193866c3-48d2-4d0d-87c3-325d5507d2ed tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2284639 Oct 26 14:05:13.121450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c43cb4-a785-4295-9033-085440c6dd65 req-7cb8d61d-a26e-459d-b161-0b6732929186 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:13.129935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6c43cb4-a785-4295-9033-085440c6dd65 req-7cb8d61d-a26e-459d-b161-0b6732929186 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 945 time: 0.1629858 Oct 26 14:05:13.147958 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:13.181159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8bf8c54-35f0-4f5b-a555-10255c6cb823 req-f8799039-3c18-41d0-8d05-a260e40d27fd service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651737 Oct 26 14:05:13.195952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6c43cb4-a785-4295-9033-085440c6dd65 req-04151b9f-93fb-4813-b3ee-b953bce8e180 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649328 Oct 26 14:05:13.209339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-c7b4f836-ebfd-44ca-bcd4-f21e4c1ecdca service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176128 Oct 26 14:05:13.243944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.297604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.409150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-ff788dce-0150-4d50-a7c7-cfdc7e7ef5eb service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985755 Oct 26 14:05:13.410395 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:09Z', 'revision_number': 3, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:13.444153 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e55a64a-a5fd-423d-9b94-6db09c45e7a3 None None] The sync data for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 is: [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:09Z', 'revision_number': 3, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:13.599145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Allocated IP 172.20.0.1 (34f1b9a6-ae9f-4090-a18e-b57f1b4ea166/d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb/dea32361-4d49-4285-890a-bf2de7070dbf) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:13.754944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f79a2c15-3226-482d-bf8c-e6eda3356ca4 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:13.758428 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.790495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 172.25.5.176 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/ca192778-c869-43cd-a320-a09f33973297) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:13.803871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-acd2a116-7556-4e98-a160-b51f6c90cb0e req-d621a2a0-ffba-4c58-90df-d2262c44be34 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 210 time: 0.0401614 Oct 26 14:05:13.807018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.887527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port f79a2c15-3226-482d-bf8c-e6eda3356ca4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:13.894720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port f79a2c15-3226-482d-bf8c-e6eda3356ca4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:13.894948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.908450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:13.987449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:13.994314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:14.004062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:14.015812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072932bb-da05-4b2b-a0e6-6825b65870a1 req-9dcbe1e1-8ae4-4fec-a300-cfdafc11dcdc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.030351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-072932bb-da05-4b2b-a0e6-6825b65870a1 req-9dcbe1e1-8ae4-4fec-a300-cfdafc11dcdc tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 945 time: 0.3290279 Oct 26 14:05:14.054122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.060524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Pushing event updated for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.076816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.126462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:14.179764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:14.184032 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94db917d-cb39-4c7d-9a9b-c7108267969d" -d '{"events": [{"server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "name": "network-vif-plugged", "status": "completed", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:14.192720 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.214950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:14.234913 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.271320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-072932bb-da05-4b2b-a0e6-6825b65870a1 req-61c6ee93-f9d6-4274-a58c-88ac032ebab7 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259176 Oct 26 14:05:14.298639 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283e21e0-880e-4936-8bad-aa359b3e4522 x-openstack-request-id: req-283e21e0-880e-4936-8bad-aa359b3e4522 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:14.299005 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "name": "network-vif-plugged", "status": "completed", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:14.299283 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-283e21e0-880e-4936-8bad-aa359b3e4522 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:14.299690 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4', 'code': 200} Oct 26 14:05:14.361796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.364445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.369275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:14.375810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:14.376590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.382214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.540509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Router 434860a3-b267-4796-9030-bd2e1e4c624b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:14.554505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.554771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de145905-2acc-4a1f-bbb9-352351ad96e8 req-91808310-729b-4527-8f6a-4113648e4627 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.556670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de145905-2acc-4a1f-bbb9-352351ad96e8 req-91808310-729b-4527-8f6a-4113648e4627 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 945 time: 0.1650784 Oct 26 14:05:14.566811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f68c-c239-4d3a-b781-d0ee1c951351 req-05f230aa-5a96-4b5e-820e-c12c017f8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:14.568478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8191f68c-c239-4d3a-b781-d0ee1c951351 req-05f230aa-5a96-4b5e-820e-c12c017f8a5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 1097 time: 0.1166313 Oct 26 14:05:14.589035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.631515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:14.638293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.640138 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8191f68c-c239-4d3a-b781-d0ee1c951351 req-d228b900-17f2-4e3f-8d2a-dec625610833 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631135 Oct 26 14:05:14.669874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.676554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.710532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.725098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:14.735250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de145905-2acc-4a1f-bbb9-352351ad96e8 req-ab956d8a-a7e8-4ee9-8d98-880b5084d8eb tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662333 Oct 26 14:05:14.747383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:14.749998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=ca192778-c869-43cd-a320-a09f33973297,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.752451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:14.762408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:14.767297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Pushing event updated for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:14.813852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:14.821683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2a68326d-3317-48f3-a7c4-84c426de63a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/434860a3-b267-4796-9030-bd2e1e4c624b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8519733 Oct 26 14:05:14.822127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56072) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:14.827486 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Sync routers for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:14.838334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:14.839285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:14.908568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:14.910175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:14.989962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:15.015281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ab2a15c-c9fd-4e3f-b786-b8acca828c0c req-ff0c66d9-ab00-4ee5-9ccf-618aa2cdf269 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 210 time: 0.0738053 Oct 26 14:05:15.025193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.078341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.089657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:15.113439 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.205275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:15.210550 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:05:12Z', 'revision_number': 5, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:15.212602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-82d6c6c7-6c06-46de-b9a6-3a05f7cfcff0 admin admin] 10.222.0.37 "PUT /v2.0/routers/481b9dbf-ccdf-4140-81dd-6af5d6d10bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7570794 Oct 26 14:05:15.249740 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Checking router: 434860a3-b267-4796-9030-bd2e1e4c624b for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:15.262188 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Routers {'434860a3-b267-4796-9030-bd2e1e4c624b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:15.262853 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['434860a3-b267-4796-9030-bd2e1e4c624b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:15.348788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.409727 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] Set router 434860a3-b267-4796-9030-bd2e1e4c624b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:15.510785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Deleting port c6497b85-9a93-4420-9fee-ff5ef882ddc1 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:15.511798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.549533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-bb53e8f4-999c-4438-b881-5a0ad6cff20d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.554402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-bb53e8f4-999c-4438-b881-5a0ad6cff20d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.2308307 Oct 26 14:05:15.614964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Request body: {'port': {'device_id': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'admin_state_up': True, 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:15.625904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.688606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.690189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.764319 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:05:12Z', 'revision_number': 5, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:15.776238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db002a23-42fc-47b9-8149-c4a248cce18a req-17f77543-6195-4385-b190-83df9d1f9ab8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:15.784257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db002a23-42fc-47b9-8149-c4a248cce18a req-17f77543-6195-4385-b190-83df9d1f9ab8 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 946 time: 0.2285824 Oct 26 14:05:15.806747 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0281c209-da0f-4a16-baae-ec0de0d76e91 None None] The sync data for ids ['434860a3-b267-4796-9030-bd2e1e4c624b'] in n-d-813419-9 is: [{'id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'name': 'tempest-AttachSCSIVolumeTestJSON-199241013-router', 'tenant_id': '8047b032bb6147928851b6c4426bb766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:44Z', 'updated_at': '2021-10-26T14:05:12Z', 'revision_number': 5, 'project_id': '8047b032bb6147928851b6c4426bb766', 'gw_port': {'id': 'c6497b85-9a93-4420-9fee-ff5ef882ddc1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434860a3-b267-4796-9030-bd2e1e4c624b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:02:45Z', 'updated_at': '2021-10-26T14:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:15.852724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7761e071-0382-497e-8fa5-58f9cc9cafcf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:15.888585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db002a23-42fc-47b9-8149-c4a248cce18a req-695af3bb-9a7b-4879-8efc-47c5bd39ac3c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972195 Oct 26 14:05:15.948936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:15.953115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.988974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:15.990788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7761e071-0382-497e-8fa5-58f9cc9cafcf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:15.991578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.007043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=ca192778-c869-43cd-a320-a09f33973297,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:16.025303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] For port c6497b85-9a93-4420-9fee-ff5ef882ddc1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c6497b85-9a93-4420-9fee-ff5ef882ddc1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:16.026230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.063599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.076621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a761b59f-cec2-438f-b0a3-5470b04d81f7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6993766 Oct 26 14:05:16.086593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Calling delete_port for c6497b85-9a93-4420-9fee-ff5ef882ddc1 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:16.102965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-4c8ded61-cddb-46c4-b2d2-15f088d6e56f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.110882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-4c8ded61-cddb-46c4-b2d2-15f088d6e56f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 819 time: 0.3192396 Oct 26 14:05:16.119527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.138557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-f95107fc-5709-4535-8732-efe21ed17a75 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/quotas/dd2202bec51b4a45ad5a737a94b0c7d4 HTTP/1.1" status: 200 len: 375 time: 0.0264013 Oct 26 14:05:16.148529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086503da-cf21-4891-81ef-0a2074e4c389 req-0fe5a483-20a5-4077-9e16-3bb75ef0bbaa tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.148529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-086503da-cf21-4891-81ef-0a2074e4c389 req-0fe5a483-20a5-4077-9e16-3bb75ef0bbaa tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 946 time: 0.0986915 Oct 26 14:05:16.155948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 7761e071-0382-497e-8fa5-58f9cc9cafcf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7761e071-0382-497e-8fa5-58f9cc9cafcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:16.164533 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.166017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Allocated IP 172.20.0.6 (831d829d-c9a5-466e-8282-d747c82aedf9/32b534b4-2106-4135-95be-7320e73c1755/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:16.228016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-086503da-cf21-4891-81ef-0a2074e4c389 req-f689b3c0-6408-4327-9f54-c09bae2938a1 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729544 Oct 26 14:05:16.234213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Sync routers for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:16.278237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:16.279397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:16.283568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=7761e071-0382-497e-8fa5-58f9cc9cafcf,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:16.295947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-db87a3b5-1f81-4940-9112-0286f23b460e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1562703 Oct 26 14:05:16.320558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:16.321924 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad8267-b76b-4647-9201-bf1bac71b336" -d '{"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:16.441458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:16.492345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-09206f67-c8a3-4dfa-a4de-94423972a7c4 service neutron] 10.222.0.37 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949568 Oct 26 14:05:16.506436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.539882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18b03548-e3c3-4cc5-af42-af1ed62ba980 req-d4d7c540-8f33-4736-ba8a-a40ca9bd3449 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 210 time: 0.0758529 Oct 26 14:05:16.589551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.634561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.687263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Network 831d829d-c9a5-466e-8282-d747c82aedf9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:16.692989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6497b85-9a93-4420-9fee-ff5ef882ddc1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:16.695669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:16.698714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:16.717128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-a2a0e041-a91b-4732-ad08-d7e069f5d493 service neutron] 10.222.0.37 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238405 Oct 26 14:05:16.722584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:16.745890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-eefc7e5a-6ef6-49bb-9cec-b304e1a97219 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--450232239&fields=id&tenant_id=1efc0331d8794c69a783d06f9a1037cb HTTP/1.1" status: 200 len: 267 time: 0.0897810 Oct 26 14:05:16.763449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:14Z', 'revision_number': 4, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'dea32361-4d49-4285-890a-bf2de7070dbf', 'name': '', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'mac_address': 'fa:16:3e:4e:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:14Z', 'revision_number': 2, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'subnets': [{'id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:16.776589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.791468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Checking router: 481b9dbf-ccdf-4140-81dd-6af5d6d10bac for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:16.791829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Updating router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac port dea32361-4d49-4285-890a-bf2de7070dbf binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:05:16.821118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.831238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-5e325df6-9b2d-4704-b438-3185be87d5a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.838703 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-5e325df6-9b2d-4704-b438-3185be87d5a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 936 time: 0.0789018 Oct 26 14:05:16.846816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.847589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.947618 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-8e9680d7-17c4-4441-ae3d-c29ff13d40ff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3621578 Oct 26 14:05:16.965929 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e5e7ca-79cb-4459-8335-d21cf08de7ca x-openstack-request-id: req-61e5e7ca-79cb-4459-8335-d21cf08de7ca {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:16.966250 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:16.966482 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61e5e7ca-79cb-4459-8335-d21cf08de7ca {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:16.967205 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'code': 200} Oct 26 14:05:16.969394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.969970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-0eb4952f-8e2a-48c0-81bc-e65c59340c02 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:16.974488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:16.980458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-0eb4952f-8e2a-48c0-81bc-e65c59340c02 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 937 time: 0.1392729 Oct 26 14:05:17.003098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Request body: {'port': {'device_id': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:17.105724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c912974-e8a2-492b-9753-c39c7d77a75c req-f1adf3bf-7a00-4a1b-97de-d9047d58beda tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 210 time: 0.0632708 Oct 26 14:05:17.107841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.108666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434860a3-b267-4796-9030-bd2e1e4c624b {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:05:17.113374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-51029820-ad1b-4008-9f33-a35377959321 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1313593 Oct 26 14:05:17.115984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.119386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d79b6d1-0e78-4ffb-8e0b-8a5c228b2943 admin admin] 10.222.0.37 "DELETE /v2.0/routers/434860a3-b267-4796-9030-bd2e1e4c624b HTTP/1.1" status: 204 len: 168 time: 2.2918997 Oct 26 14:05:17.120876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56130) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:17.169069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-47d0ecee-abd2-4784-a3d1-89df4eef9fba tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0544770 Oct 26 14:05:17.262341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Deleting subnet 9aaa5f77-c18a-4ae3-b804-9bd55610e003 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:17.280878 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.281786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.293035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.329921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.363694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2907304-b635-4357-b1af-997c3af31b9d req-23b74c76-9141-4080-89aa-9a7f6db88821 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.365198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-dbe45094-d103-4284-b950-28d8f3e7980c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.371478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-dbe45094-d103-4284-b950-28d8f3e7980c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.372475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2907304-b635-4357-b1af-997c3af31b9d req-23b74c76-9141-4080-89aa-9a7f6db88821 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 946 time: 0.1274574 Oct 26 14:05:17.377960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-dbe45094-d103-4284-b950-28d8f3e7980c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.388027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-dbe45094-d103-4284-b950-28d8f3e7980c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 1995 time: 0.2176964 Oct 26 14:05:17.395076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e62b-dca8-40f3-b16c-694fb96e43fc None None] Pushing event updated for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:17.397810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163934-3b59-4def-83ab-0420d81c2cd6 req-16edeb60-f7df-4fb7-82c2-6fadf3a83097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.400082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b163934-3b59-4def-83ab-0420d81c2cd6 req-16edeb60-f7df-4fb7-82c2-6fadf3a83097 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 1097 time: 0.4116917 Oct 26 14:05:17.421901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.444751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-86635886-45d9-4265-9452-b228bdc5f603 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/quotas/1efc0331d8794c69a783d06f9a1037cb HTTP/1.1" status: 200 len: 375 time: 0.0556421 Oct 26 14:05:17.450723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2907304-b635-4357-b1af-997c3af31b9d req-9da283b8-ee89-4de2-9705-1c9780240911 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772297 Oct 26 14:05:17.522742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Attempting to bind port dea32361-4d49-4285-890a-bf2de7070dbf on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:17.523540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Attempting to bind port dea32361-4d49-4285-890a-bf2de7070dbf by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:17.523950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.524671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Attempting to bind port dea32361-4d49-4285-890a-bf2de7070dbf on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:17.546580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:17.547075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Checking segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:17.547352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.547803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Bound using segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:17.548294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Bound port: dea32361-4d49-4285-890a-bf2de7070dbf, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:17.549163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.586248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b163934-3b59-4def-83ab-0420d81c2cd6 req-11860a70-13d7-4b4c-b219-0c1ff271a37c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768596 Oct 26 14:05:17.603921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.633557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] For port dea32361-4d49-4285-890a-bf2de7070dbf, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:17.638676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] For port dea32361-4d49-4285-890a-bf2de7070dbf, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dea32361-4d49-4285-890a-bf2de7070dbf,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:17.645914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.659000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a1e4321-3f20-41e2-9eac-21224acf60db tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2131457 Oct 26 14:05:17.659277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f161dffd-2227-44e8-8a49-6244eb54bb3a None None] Network 2737fb71-6603-4f51-8370-f6f4ec2308fe requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:17.676451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aaa5f77-c18a-4ae3-b804-9bd55610e003,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:17.680689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.684706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-763b7b20-9acc-4a04-b79e-b978d827688a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9aaa5f77-c18a-4ae3-b804-9bd55610e003 HTTP/1.1" status: 204 len: 168 time: 0.5625801 Oct 26 14:05:17.688257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56156) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:17.792642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:17.793895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:17.810325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:17.848384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676e62b-dca8-40f3-b16c-694fb96e43fc None None] Pushing event updated for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:17.891703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-0478711a-4d28-42de-b484-10044d5f5441 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:17.899780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-0478711a-4d28-42de-b484-10044d5f5441 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 819 time: 0.3089044 Oct 26 14:05:17.922017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-52e2a82a-8a54-4ae2-aa6e-01a3edf98fc9 service neutron] 10.222.0.37 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453692 Oct 26 14:05:17.939388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-bb1c3c5d-a57e-4e5a-8953-f3a974b97d43 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/quotas/dd2202bec51b4a45ad5a737a94b0c7d4 HTTP/1.1" status: 200 len: 375 time: 0.0382175 Oct 26 14:05:17.987940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Deleting port a6a1e422-2223-4291-834b-bec50ea074d8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:17.988645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.052578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-76232a85-bfe4-46bd-b398-5fcae1d2cb29 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116381 Oct 26 14:05:18.078205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7761e071-0382-497e-8fa5-58f9cc9cafcf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:18.142558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] For port a6a1e422-2223-4291-834b-bec50ea074d8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a6a1e422-2223-4291-834b-bec50ea074d8,segment=NetworkSegment(16bab09e-1c15-4b01-8c54-e86a8489e8d2),segment_id=16bab09e-1c15-4b01-8c54-e86a8489e8d2)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:18.143175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.155963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:18.160914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Calling delete_port for a6a1e422-2223-4291-834b-bec50ea074d8 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:18.165753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.172444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-34f59945-738b-4065-8739-96231c232239 service neutron] 10.222.0.37 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395809 Oct 26 14:05:18.184479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Transition to ACTIVE for port object 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:18.193457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:18.195543 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.244153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-031e3835-b2c5-4c9b-a7d6-0846bcc61fd5 service neutron] 10.222.0.37 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907015 Oct 26 14:05:18.263093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7761e071-0382-497e-8fa5-58f9cc9cafcf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:18.263583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.300875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:18.301162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84fc63e-4d83-4a7a-ae34-67a7f28812df None None] DHCP port deletion for 2737fb71-6603-4f51-8370-f6f4ec2308fe request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:05:18.324885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-f5c197df-1e78-4e48-8138-df8459c673fd service neutron] 10.222.0.37 "GET /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0694764 Oct 26 14:05:18.356662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.395820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a1e422-2223-4291-834b-bec50ea074d8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:18.400534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] No DVR routers for this DVR port a6a1e422-2223-4291-834b-bec50ea074d8 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:18.410770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-996f53b7-b959-4683-86eb-466ea11779aa service neutron] 10.222.0.37 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656663 Oct 26 14:05:18.417998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d84fc63e-4d83-4a7a-ae34-67a7f28812df None None] The port 'a6a1e422-2223-4291-834b-bec50ea074d8' was deleted {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 14:05:18.573237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.637614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2737fb71-6603-4f51-8370-f6f4ec2308fe']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:18.659575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c6497b85-9a93-4420-9fee-ff5ef882ddc1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:18.664560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bab09e-1c15-4b01-8c54-e86a8489e8d2') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:18.664840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bab09e-1c15-4b01-8c54-e86a8489e8d2') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:18.690522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.714834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c6497b85-9a93-4420-9fee-ff5ef882ddc1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:18.715453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c6497b85-9a93-4420-9fee-ff5ef882ddc1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:18.716121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 35f77346-83c9-403a-a526-9a9d60e2cf3f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:18.717861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.740432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:18.740432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:18.742198 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:18.772248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:14Z', 'revision_number': 4, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'dea32361-4d49-4285-890a-bf2de7070dbf', 'name': '', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'mac_address': 'fa:16:3e:4e:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:17Z', 'revision_number': 4, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'subnets': [{'id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:18.831060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69088a-f1bd-4fdc-bc7e-117675840d4d None None] The sync data for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 is: [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:05:14Z', 'revision_number': 4, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'dea32361-4d49-4285-890a-bf2de7070dbf', 'name': '', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'mac_address': 'fa:16:3e:4e:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:13Z', 'updated_at': '2021-10-26T14:05:17Z', 'revision_number': 4, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'subnets': [{'id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:18.832660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 35f77346-83c9-403a-a526-9a9d60e2cf3f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:18.833009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 35f77346-83c9-403a-a526-9a9d60e2cf3f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:18.915638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.962625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:18.963792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:18.964287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:18.964450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:18.966274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2737fb71-6603-4f51-8370-f6f4ec2308fe HTTP/1.1" status: 204 len: 168 time: 1.2771893 Oct 26 14:05:18.969295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56164) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:18.973965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:18.974332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:18.977241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b352de-2a6e-4773-8f9a-c541cdda6c2d req-05ab0224-434e-45f8-9289-31eb5a4fffdd tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:18.978839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9b352de-2a6e-4773-8f9a-c541cdda6c2d req-05ab0224-434e-45f8-9289-31eb5a4fffdd tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 946 time: 0.1871521 Oct 26 14:05:18.992614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248ad7d-3feb-45b0-8194-23fff14da6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2737fb71-6603-4f51-8370-f6f4ec2308fe,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:18.995980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-740452e1-d4c9-4c0e-ba6e-122544a5d3f2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619182 Oct 26 14:05:19.083845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9b352de-2a6e-4773-8f9a-c541cdda6c2d req-1cfc8761-3fa0-44a6-a966-b771aaf72744 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616021 Oct 26 14:05:19.087632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:19.088138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:19.088385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:19.089425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Bound port: 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:19.089793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.182156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-662760d4-e46c-411c-95bf-dc056ba34ddf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.184118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-662760d4-e46c-411c-95bf-dc056ba34ddf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 819 time: 0.3761201 Oct 26 14:05:19.217890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Request body: {'port': {'device_id': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'admin_state_up': True, 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:19.362324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-a2c5ab7a-ee50-4b38-af6e-18ccff8083bd service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134019 Oct 26 14:05:19.461849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:19.524513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:19.534611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907a761-1295-487a-ac2e-2c9ee7db9be5 req-3f87e33f-3460-4088-a79b-49a2d1a81d61 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.536640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0907a761-1295-487a-ac2e-2c9ee7db9be5 req-3f87e33f-3460-4088-a79b-49a2d1a81d61 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.0761325 Oct 26 14:05:19.544902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-5cf9fa64-e314-4b48-932a-31140ecdd9db service neutron] 10.222.0.37 "GET /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1816742 Oct 26 14:05:19.550352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.602166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0907a761-1295-487a-ac2e-2c9ee7db9be5 req-77c34446-0b34-424a-938b-cf00acfe6b85 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524247 Oct 26 14:05:19.671215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.672225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.674355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] 10.222.0.41 "PUT /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 1091 time: 2.6900599 Oct 26 14:05:19.684242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:19.687409 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae60a026-615b-4be6-bd7c-869bdd193de3" -d '{"events": [{"name": "network-changed", "server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:19.771777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Made reservation on behalf of dd2202bec51b4a45ad5a737a94b0c7d4 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:19.777391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:19.840590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c632ec-2c8e-458b-9cc5-27ad7965bedd service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:19.884022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb32e724-94f9-46f7-8fc6-0c54ee65c7dd req-2c4844a8-fff3-42be-bf19-412613acb4c1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 210 time: 0.0400593 Oct 26 14:05:19.890844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dea32361-4d49-4285-890a-bf2de7070dbf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:19.898192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7c4b089b-d918-4b47-86d8-ee1eec07298e service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449540 Oct 26 14:05:19.994395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dea32361-4d49-4285-890a-bf2de7070dbf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:19.994925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc7082-56df-4a06-8a7b-f922476495b4 req-da002438-b0fa-4146-b9d4-d7a80f7a6a5c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:19.996210 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.004854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51cc7082-56df-4a06-8a7b-f922476495b4 req-da002438-b0fa-4146-b9d4-d7a80f7a6a5c tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 946 time: 0.0670874 Oct 26 14:05:20.040116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-4727c749-dd65-4266-ade8-71b2017ed404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.042509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-4727c749-dd65-4266-ade8-71b2017ed404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1094 time: 0.2465897 Oct 26 14:05:20.121839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.191034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port dea32361-4d49-4285-890a-bf2de7070dbf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dea32361-4d49-4285-890a-bf2de7070dbf,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:20.196226 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.198368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-85cd6d17-4bd8-4ee2-9d8a-cfbc93f868b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.1246014 Oct 26 14:05:20.278971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:20.298662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a6a1e422-2223-4291-834b-bec50ea074d8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:20.330010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Allocated IP 172.20.0.8 (34f1b9a6-ae9f-4090-a18e-b57f1b4ea166/d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb/722cee44-0d70-4a1b-8cfc-5b1f98598254) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:20.334965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a6a1e422-2223-4291-834b-bec50ea074d8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:20.335779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a6a1e422-2223-4291-834b-bec50ea074d8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:20.381287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d983a005-d6a4-4bb9-b68a-8babd66c3c4d service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389205 Oct 26 14:05:20.434029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93197b63-8c0d-411e-a846-58a4077e7cff req-32fe32d2-12bd-465f-9e0a-698a57110b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.435870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-32fe32d2-12bd-465f-9e0a-698a57110b60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.2177424 Oct 26 14:05:20.484091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51cc7082-56df-4a06-8a7b-f922476495b4 req-da62232c-48e2-4002-8aae-be84ab054dbd tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776068 Oct 26 14:05:20.559782 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27432301-afea-4260-874c-e1b7d5e704f1 x-openstack-request-id: req-27432301-afea-4260-874c-e1b7d5e704f1 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:20.560516 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:20.561040 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27432301-afea-4260-874c-e1b7d5e704f1 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:20.561887 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'status': 'completed', 'code': 200} Oct 26 14:05:20.563512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-c04b7b93-3fa8-4e81-9587-865e919a87a1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.568972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-c04b7b93-3fa8-4e81-9587-865e919a87a1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.41 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 819 time: 0.1585608 Oct 26 14:05:20.569735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-45414ace-1624-443d-93a7-87025c440034 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867908 Oct 26 14:05:20.588361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Request body: {'port': {'device_id': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'admin_state_up': True, 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:20.709355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-f1badb3b-29df-4ffb-8976-9ededd426200 service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204820 Oct 26 14:05:20.714513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94cff-cc69-411c-980c-11a87a20da4a req-06f70e12-68ad-4587-b495-650195f33d97 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:20.716798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eea94cff-cc69-411c-980c-11a87a20da4a req-06f70e12-68ad-4587-b495-650195f33d97 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 946 time: 0.1064153 Oct 26 14:05:20.750563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.785845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eea94cff-cc69-411c-980c-11a87a20da4a req-04eff611-2f3e-4ddc-af77-54bc458cf05f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Oct 26 14:05:20.792859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Made reservation on behalf of dd2202bec51b4a45ad5a737a94b0c7d4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:20.796891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.954770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:20.960262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-487d0601-7c79-4c39-8c81-3fd2f09a60b0 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688974 Oct 26 14:05:21.007052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ddc6f-ac7b-47e2-8a7f-39abd98fb746 req-f79ab9a9-033b-4f20-b7f9-57c031db98e4 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.008563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d66ddc6f-ac7b-47e2-8a7f-39abd98fb746 req-f79ab9a9-033b-4f20-b7f9-57c031db98e4 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.0505743 Oct 26 14:05:21.032941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-eb86e300-271a-4da2-9cd8-938b89703327 service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144720 Oct 26 14:05:21.049849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d66ddc6f-ac7b-47e2-8a7f-39abd98fb746 req-b23db273-f97e-478f-a761-905acf05a61b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Oct 26 14:05:21.205267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-eadfdf51-9ab4-4105-b2d2-f93d272eae0f tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.206781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-eadfdf51-9ab4-4105-b2d2-f93d272eae0f tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 946 time: 0.0590787 Oct 26 14:05:21.324617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5b5aa88-5c78-48eb-93e5-3d334e9816e1 req-1f285b22-61eb-4927-aff1-5ce40504b73a tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 210 time: 0.0483124 Oct 26 14:05:21.362804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Deleting port f79a2c15-3226-482d-bf8c-e6eda3356ca4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:21.363189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.520857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530db69-aac2-4a8b-8884-8e37136fd6c1 req-2d9dcd6c-bb89-4fb2-ab83-d0185d3a1680 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.523022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a530db69-aac2-4a8b-8884-8e37136fd6c1 req-2d9dcd6c-bb89-4fb2-ab83-d0185d3a1680 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 946 time: 0.1095877 Oct 26 14:05:21.525511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] For port f79a2c15-3226-482d-bf8c-e6eda3356ca4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f79a2c15-3226-482d-bf8c-e6eda3356ca4,segment=NetworkSegment(b79e0246-6909-4190-8bba-f6f7d1c7c644),segment_id=b79e0246-6909-4190-8bba-f6f7d1c7c644)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:21.525915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.526938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.534979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.574478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Calling delete_port for f79a2c15-3226-482d-bf8c-e6eda3356ca4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:21.623000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93197b63-8c0d-411e-a846-58a4077e7cff req-e82fcbdb-ff07-4d55-85df-193dcc266e08 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451256 Oct 26 14:05:21.627929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:21.633362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c169af24-6a36-4840-a018-3310be323218 service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936234 Oct 26 14:05:21.638114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:21.642089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:21.644008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Pushing event updated for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:21.672386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Allocated IP 172.20.0.9 (34f1b9a6-ae9f-4090-a18e-b57f1b4ea166/d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb/c989f3e4-0c4c-44fc-a823-5980553ce873) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:21.685734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a530db69-aac2-4a8b-8884-8e37136fd6c1 req-f41dfa64-b10d-4988-8efd-e07b029e92e9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477487 Oct 26 14:05:21.762073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dea32361-4d49-4285-890a-bf2de7070dbf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:21.824292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dea32361-4d49-4285-890a-bf2de7070dbf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:21.824697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.833560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.834381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.871286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-5b70728b-566e-427c-b007-0be3c06e4f3b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6765862 Oct 26 14:05:21.896291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Request body: {'port': {'device_id': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:21.947949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca822c8-8af3-45e0-a7f0-5f7839885f83 req-e32a5d9a-019e-4967-959e-38bd55141531 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.949132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-0a15f5d4-7b22-4075-b157-b40f799f9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:21.950192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eca822c8-8af3-45e0-a7f0-5f7839885f83 req-e32a5d9a-019e-4967-959e-38bd55141531 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb573e-9d40-47c2-ba1a-ad60667d4da2 HTTP/1.1" status: 200 len: 946 time: 0.1871257 Oct 26 14:05:21.950790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-0a15f5d4-7b22-4075-b157-b40f799f9404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1094 time: 0.2016451 Oct 26 14:05:21.954317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:21.967900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d3ff8d22-4673-4ea3-a903-197f1091a9be service neutron] 10.222.0.37 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210897 Oct 26 14:05:22.027636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event deleted for resources: {'Port': ['ID=f79a2c15-3226-482d-bf8c-e6eda3356ca4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:22.088683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.109135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] No DVR routers for this DVR port f79a2c15-3226-482d-bf8c-e6eda3356ca4 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:22.111908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.116029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e037f739-8023-44c2-b1c4-92f1de0f5758 req-33814420-fc69-4bd2-8aee-ad3ec7dc7237 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.41 "DELETE /v2.0/ports/f79a2c15-3226-482d-bf8c-e6eda3356ca4 HTTP/1.1" status: 204 len: 173 time: 0.8989487 Oct 26 14:05:22.122563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'name': 'network-vif-deleted', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:22.125051 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1a0ad4-7375-4a65-ba15-f07f3c86bcfe" -d '{"events": [{"server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "name": "network-vif-deleted", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:22.140704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eca822c8-8af3-45e0-a7f0-5f7839885f83 req-1cc670e0-d348-41a6-9004-eddca6f0b40f tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups?id=a6d72973-54a2-467a-bee7-1a8d33da9ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823661 Oct 26 14:05:22.152190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.200410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.232875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-caf100a1-e6a8-474a-b556-ee1283fdd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.235023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-caf100a1-e6a8-474a-b556-ee1283fdd1a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.2632189 Oct 26 14:05:22.259430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:22.263223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:22.267236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:22.277779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:05:22.301740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Deleting port e23f8ed5-ef76-4303-9adb-3b99679af434 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:22.302821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.304747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Pushing event updated for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:22.333580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.334213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.360468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-1a8ba477-ece8-4e08-bd10-10e3288baa41 service neutron] 10.222.0.37 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918381 Oct 26 14:05:22.384088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-a73e5bb5-fecf-4ea0-b113-e37efe81626f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8001552 Oct 26 14:05:22.397726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7fa67-f1e5-46dd-9594-6bea4ba3ca46 req-3e12e279-3998-4d95-8cfc-cfba78908721 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.399215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00c7fa67-f1e5-46dd-9594-6bea4ba3ca46 req-3e12e279-3998-4d95-8cfc-cfba78908721 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.0623364 Oct 26 14:05:22.406045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Request body: {'port': {'device_id': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:22.407072 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-95872213-3432-48f2-8709-7e7c63c894c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.1010494 Oct 26 14:05:22.503637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00c7fa67-f1e5-46dd-9594-6bea4ba3ca46 req-0d159fba-de0b-4d3e-9cd4-7beaccfda338 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926397 Oct 26 14:05:22.509253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.648528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-5f83067e-d295-417d-aad4-896f2be96ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.650997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-5f83067e-d295-417d-aad4-896f2be96ac0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1894889 Oct 26 14:05:22.688010 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9387feb9-ef5e-4438-8310-01bdb1a5b0d9 x-openstack-request-id: req-9387feb9-ef5e-4438-8310-01bdb1a5b0d9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:22.688856 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb573e-9d40-47c2-ba1a-ad60667d4da2", "name": "network-vif-deleted", "tag": "f79a2c15-3226-482d-bf8c-e6eda3356ca4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:22.689331 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9387feb9-ef5e-4438-8310-01bdb1a5b0d9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:22.690398 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb573e-9d40-47c2-ba1a-ad60667d4da2', 'name': 'network-vif-deleted', 'tag': 'f79a2c15-3226-482d-bf8c-e6eda3356ca4', 'status': 'completed', 'code': 200} Oct 26 14:05:22.738536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-811190d9-644e-4e91-b427-538261a7cb8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544114 Oct 26 14:05:22.757861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] For port e23f8ed5-ef76-4303-9adb-3b99679af434, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e23f8ed5-ef76-4303-9adb-3b99679af434,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:22.758253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:22.814456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6b173-6364-4fd4-846a-a4cb1d4711db req-8efa01fc-31c3-44d9-9c66-f345b7a5440c tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.816939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0f6b173-6364-4fd4-846a-a4cb1d4711db req-8efa01fc-31c3-44d9-9c66-f345b7a5440c tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 931 time: 0.0732903 Oct 26 14:05:22.843507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d973fd73-0f63-425c-9f79-569a4b4eb4cb service neutron] 10.222.0.37 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670312 Oct 26 14:05:22.859254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Calling delete_port for e23f8ed5-ef76-4303-9adb-3b99679af434 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:22.863041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0f6b173-6364-4fd4-846a-a4cb1d4711db req-45d03b50-5cb4-4688-9c0a-60e27ebd0a56 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Oct 26 14:05:22.974298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a55b3-8df7-4d9f-bc92-0f21257fd016 req-0ae346b7-02e7-46dc-a2a4-1956d39bece2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:22.975765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-262a55b3-8df7-4d9f-bc92-0f21257fd016 req-0ae346b7-02e7-46dc-a2a4-1956d39bece2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 946 time: 0.0546827 Oct 26 14:05:23.017604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-262a55b3-8df7-4d9f-bc92-0f21257fd016 req-862384a6-7441-4645-898b-7bf34cbbc8bc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353286 Oct 26 14:05:23.030248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.056108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-d70c207f-517a-4aa7-9d6a-db68ae933525 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090708 Oct 26 14:05:23.132778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-636c6c6d-f02a-4fff-b1c1-7d883e5d5eaf service neutron] 10.222.0.37 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883861 Oct 26 14:05:23.137793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722cee44-0d70-4a1b-8cfc-5b1f98598254 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:23.162304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.278204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Transition to ACTIVE for port object 722cee44-0d70-4a1b-8cfc-5b1f98598254 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:23.298074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.353667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae60a026-615b-4be6-bd7c-869bdd193de3 req-cc11f4b4-1790-4738-90cc-38b07896f6ef service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856967 Oct 26 14:05:23.435922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Pushing event updated for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:23.448373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-a912711a-2777-4a9f-bfa2-39b1bec2108a service neutron] 10.222.0.37 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057568 Oct 26 14:05:23.495727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c989f3e4-0c4c-44fc-a823-5980553ce873 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:23.515686 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.550405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Transition to ACTIVE for port object c989f3e4-0c4c-44fc-a823-5980553ce873 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:23.555564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.582031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.611382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Attempting to bind port 722cee44-0d70-4a1b-8cfc-5b1f98598254 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:23.611872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Attempting to bind port 722cee44-0d70-4a1b-8cfc-5b1f98598254 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:23.612026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Attempting to bind port 722cee44-0d70-4a1b-8cfc-5b1f98598254 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:23.625248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23f8ed5-ef76-4303-9adb-3b99679af434,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:23.630611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Port 722cee44-0d70-4a1b-8cfc-5b1f98598254 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:23.630935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Attempting to bind port 722cee44-0d70-4a1b-8cfc-5b1f98598254 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:23.659602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:23.688571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:23.689048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Checking segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:23.689295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Bound using segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:23.689711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Bound port: 722cee44-0d70-4a1b-8cfc-5b1f98598254, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:23.690070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.822583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f79a2c15-3226-482d-bf8c-e6eda3356ca4 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:23.838113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Attempting to bind port c989f3e4-0c4c-44fc-a823-5980553ce873 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:23.839280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Attempting to bind port c989f3e4-0c4c-44fc-a823-5980553ce873 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:23.839562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Attempting to bind port c989f3e4-0c4c-44fc-a823-5980553ce873 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:23.852675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: f79a2c15-3226-482d-bf8c-e6eda3356ca4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:23.853436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a07-e391-43c6-84bd-0f71e0378e11 req-dd6ff312-051d-4666-8af1-0b4b9947bac8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.855305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f79a2c15-3226-482d-bf8c-e6eda3356ca4 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:23.859058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2a57a07-e391-43c6-84bd-0f71e0378e11 req-dd6ff312-051d-4666-8af1-0b4b9947bac8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.2008028 Oct 26 14:05:23.860679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Port c989f3e4-0c4c-44fc-a823-5980553ce873 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:23.861398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Attempting to bind port c989f3e4-0c4c-44fc-a823-5980553ce873 on network 34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:23.881777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:23.888337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:23.896441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:23.897287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Checking segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:23.897472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.897594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Bound using segment: {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:23.898135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Bound port: c989f3e4-0c4c-44fc-a823-5980553ce873, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd998cacd-5597-408e-bf95-bcbc2e7e99ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:23.898809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.943905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:23.944598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:23.946676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] 10.222.0.73 "PUT /v2.0/ports/722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 1091 time: 2.0621023 Oct 26 14:05:23.951393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:23.954367 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1a489-ce79-466b-9cab-8ffc6f41f346" -d '{"events": [{"name": "network-changed", "server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:23.964945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2a57a07-e391-43c6-84bd-0f71e0378e11 req-055531f3-e321-4444-89d4-5b50783a5a7e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996132 Oct 26 14:05:23.966979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.023142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:24.027564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c989f3e4-0c4c-44fc-a823-5980553ce873,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:24.034919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.062030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.063102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.065244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-14af06ee-6377-488f-b883-e07609346f41 service neutron] 10.222.0.41 "PUT /v2.0/ports/c989f3e4-0c4c-44fc-a823-5980553ce873 HTTP/1.1" status: 200 len: 1091 time: 1.6648729 Oct 26 14:05:24.077311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddac3d8-1869-4517-82d7-62dfd01fea72 service neutron] Pushing event updated for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:24.126940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af06ee-6377-488f-b883-e07609346f41 service neutron] Pushing event updated for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:24.146361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-3ff6315d-ea8c-44c4-9c01-47893e2746e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.147892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-3ff6315d-ea8c-44c4-9c01-47893e2746e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1094 time: 0.1532876 Oct 26 14:05:24.204875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-338dd595-9ab6-41c9-845d-5907f7c2cbab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.0459387 Oct 26 14:05:24.223652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-47d0024e-e70e-4764-b904-27a58cf79127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.225205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-47d0024e-e70e-4764-b904-27a58cf79127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 1094 time: 0.0944970 Oct 26 14:05:24.253482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f6d0-777f-4ae7-9a9c-4b1cf2da0799 req-9f63e73c-7bea-450c-9fa3-87018acddb83 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.254986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3a5f6d0-777f-4ae7-9a9c-4b1cf2da0799 req-9f63e73c-7bea-450c-9fa3-87018acddb83 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 943 time: 0.0731182 Oct 26 14:05:24.292864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-97ca8455-ff56-478e-8738-139aab4a3a91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c989f3e4-0c4c-44fc-a823-5980553ce873 HTTP/1.1" status: 200 len: 217 time: 0.0520160 Oct 26 14:05:24.409498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3a5f6d0-777f-4ae7-9a9c-4b1cf2da0799 req-84dd6333-2b99-4fd6-b7b3-1b1b4e2cb52c tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219711 Oct 26 14:05:24.420748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-9c7f0068-44d8-4b58-848b-44b6375250fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.426659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-9c7f0068-44d8-4b58-848b-44b6375250fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.1195333 Oct 26 14:05:24.472285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56272) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:24.476520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-0fcc2771-9720-433b-b7a5-6ef6dd5c5cbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405483 Oct 26 14:05:24.615959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.668267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-096174fb-d60d-4265-ac1a-4b6cee012ea7 service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762252 Oct 26 14:05:24.673728 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.691668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:24.694589 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f2267-7e08-4e4f-b3ef-b112c2203088" -d '{"events": [{"name": "network-changed", "server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:24.750236 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6764b14b-0233-4a7d-8058-54eb0dbf3085 x-openstack-request-id: req-6764b14b-0233-4a7d-8058-54eb0dbf3085 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:24.750969 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:24.750969 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6764b14b-0233-4a7d-8058-54eb0dbf3085 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:24.751138 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83cbdf2-26cf-4fcd-93bc-0738a1e8068c x-openstack-request-id: req-d83cbdf2-26cf-4fcd-93bc-0738a1e8068c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:24.751231 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254', 'status': 'completed', 'code': 200} Oct 26 14:05:24.751325 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:24.751634 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83cbdf2-26cf-4fcd-93bc-0738a1e8068c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:24.751945 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873', 'status': 'completed', 'code': 200} Oct 26 14:05:24.793839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7d6d53f-8683-4c67-95a4-3af679dd946c req-12ceb9d5-3a3c-4a09-9b38-6fee25e543cc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0456057 Oct 26 14:05:24.814969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-03ac137d-8242-4092-abc0-d9679cf9aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:24.816460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-03ac137d-8242-4092-abc0-d9679cf9aba8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.6037176 Oct 26 14:05:24.840145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.841769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:24.842937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "DELETE /v2.0/security-groups/58f51039-47d3-49cd-a740-01555a8d670a HTTP/1.1" status: 204 len: 168 time: 0.3693447 Oct 26 14:05:24.847988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56292) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:24.857245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-8412675b-3ee4-4f0f-a087-47c80f0f30cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321236 Oct 26 14:05:24.861912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4308bfd-9c27-4718-bb63-5d1b8b0b1262 req-c12db8e4-3d93-43ad-b708-ae62a927abc3 service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849530 Oct 26 14:05:24.875455 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-f1df81a3-e5b5-48f1-a13d-ecd40219eed5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] show failed (client error): The resource could not be found. Oct 26 14:05:24.876413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f1df81a3-e5b5-48f1-a13d-ecd40219eed5 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "GET /v2.0/security-groups/58f51039-47d3-49cd-a740-01555a8d670a HTTP/1.1" status: 404 len: 347 time: 0.0258558 Oct 26 14:05:24.877225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f08339-a71c-41c3-a27e-47665e9fc2fb tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f51039-47d3-49cd-a740-01555a8d670a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:24.880230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:24.890365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Router ccc12353-b4eb-475a-a08c-8325957306ef has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:25.063285 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-498f52b1-39d7-42ba-8c06-e160bd7cd907 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932826 Oct 26 14:05:25.077990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-09d21631-8b04-41e9-a321-d6f0b3aae69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.079503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-09d21631-8b04-41e9-a321-d6f0b3aae69f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 1094 time: 0.1370425 Oct 26 14:05:25.133393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:25.139570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-018702a9-12b7-4403-ba40-2c771bed4db9 admin admin] 10.222.0.37 "PUT /v2.0/routers/ccc12353-b4eb-475a-a08c-8325957306ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1626484 Oct 26 14:05:25.144289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56300) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:25.192505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93d951-a31e-490f-a6ff-ad1236b4e878 req-e31e1ce2-5eec-4e5b-bb56-137ce415edae tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.203838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c93d951-a31e-490f-a6ff-ad1236b4e878 req-e31e1ce2-5eec-4e5b-bb56-137ce415edae tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.1438837 Oct 26 14:05:25.270920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-a82409c7-6f0f-4b0d-8e66-4c8d0d7b7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.273047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-a82409c7-6f0f-4b0d-8e66-4c8d0d7b7c37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.1746488 Oct 26 14:05:25.273376 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Sync routers for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:25.278360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Deleting port 3c3b8f6d-0b45-46c0-91f7-325cfab3baa7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:25.279066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.284586 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:25.285614 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:25.294595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83aab788-5c13-4d72-9b4e-7946e748d979 req-65f9b8a2-fe47-4512-95cc-a6e6ae1589b1 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213666 Oct 26 14:05:25.309896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.373297 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-1526a28c-188f-49dc-9566-f28185466912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c989f3e4-0c4c-44fc-a823-5980553ce873 HTTP/1.1" status: 200 len: 217 time: 0.0793936 Oct 26 14:05:25.381848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c93d951-a31e-490f-a6ff-ad1236b4e878 req-14593565-f0b4-4e92-bf34-a212cf8eeb96 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764240 Oct 26 14:05:25.412454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:25.463505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-3831e8fa-f8e2-47e6-a489-df9e6aa036f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.465749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-3831e8fa-f8e2-47e6-a489-df9e6aa036f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.0830100 Oct 26 14:05:25.467676 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.467959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.475935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.492553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Calling delete_port for 3c3b8f6d-0b45-46c0-91f7-325cfab3baa7 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:25.510338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-a505307b-d1c0-445a-ad8b-299c4cb5b2cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326147 Oct 26 14:05:25.533194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-df4f76e6-77e1-4efc-b8d4-62d285c36b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.534716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-df4f76e6-77e1-4efc-b8d4-62d285c36b19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1094 time: 0.1274574 Oct 26 14:05:25.627572 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '59211640-fee9-4726-8562-84e88de69ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:05:23Z', 'revision_number': 5, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port': {'id': '59211640-fee9-4726-8562-84e88de69ea8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:01Z', 'updated_at': '2021-10-26T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:25.663751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce68938-684b-4b6f-9a48-461b2b2e60c7 req-854fcfb7-dcaa-4787-8daf-bdc88d44e930 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.665354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cce68938-684b-4b6f-9a48-461b2b2e60c7 req-854fcfb7-dcaa-4787-8daf-bdc88d44e930 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 943 time: 0.1764505 Oct 26 14:05:25.672011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Checking router: ccc12353-b4eb-475a-a08c-8325957306ef for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:25.684742 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Routers {'ccc12353-b4eb-475a-a08c-8325957306ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:25.685615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ccc12353-b4eb-475a-a08c-8325957306ef'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:25.725718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Deleting port 59211640-fee9-4726-8562-84e88de69ea8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:25.726818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:25.778608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-e95359fe-5398-4eab-821c-c3c1540a3cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263527 Oct 26 14:05:25.807050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-a294e819-b2ba-4be3-8624-2f82374d3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:25.808304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] Set router ccc12353-b4eb-475a-a08c-8325957306ef gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:25.810521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-a294e819-b2ba-4be3-8624-2f82374d3369 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.2546165 Oct 26 14:05:25.845221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:25.868319 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:05:25Z', 'revision_number': 6, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:25.871984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cce68938-684b-4b6f-9a48-461b2b2e60c7 req-c2d6bbd6-8550-4cce-b077-f5c116ec5536 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940904 Oct 26 14:05:25.924737 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eebf9f-0c64-441e-8457-cd67c52e05c9 None None] The sync data for ids ['ccc12353-b4eb-475a-a08c-8325957306ef'] in n-d-813419-9 is: [{'id': 'ccc12353-b4eb-475a-a08c-8325957306ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-265975860-router', 'tenant_id': '5addf0d264d9433683783ffcc309b3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:02:58Z', 'updated_at': '2021-10-26T14:05:25Z', 'revision_number': 6, 'project_id': '5addf0d264d9433683783ffcc309b3de', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:25.992464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-5105baef-abf0-4df3-bebd-891715bb116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.000661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-5105baef-abf0-4df3-bebd-891715bb116a service neutron] 10.222.0.41 "GET /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 1032 time: 0.2616582 Oct 26 14:05:26.008326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-bd5b6d3a-578e-4df1-9c2f-dd08ed8c145c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.1551657 Oct 26 14:05:26.029164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:26.040886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'port_id': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'mac_address': 'fa:16:3e:e6:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b534b4-2106-4135-95be-7320e73c1755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:26.078643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83e3c412-bb16-40e8-81df-099baf1c9d5a req-3c1941c4-5c7c-4a8a-bddc-f1c59d288c6e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0432754 Oct 26 14:05:26.085943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386f2267-7e08-4e4f-b3ef-b112c2203088 req-d628e989-3e4e-4fac-b0f8-8b72e64adb25 service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953920 Oct 26 14:05:26.088080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.114943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] For port 59211640-fee9-4726-8562-84e88de69ea8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=59211640-fee9-4726-8562-84e88de69ea8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:26.115318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.122191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-31f72fbd-49c2-4f9a-838c-63895d29a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.124268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-31f72fbd-49c2-4f9a-838c-63895d29a428 service neutron] 10.222.0.41 "GET /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 1033 time: 0.1134746 Oct 26 14:05:26.127001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.130517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:26.158963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Calling delete_port for 59211640-fee9-4726-8562-84e88de69ea8 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:26.159607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Pushing event deleted for resources: {'Port': ['ID=3c3b8f6d-0b45-46c0-91f7-325cfab3baa7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:26.163387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:26.178750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:26.184803 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.211054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-05dbc814-ce7d-4278-a6a2-e881fea2ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.212558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-05dbc814-ce7d-4278-a6a2-e881fea2ef2e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.1750300 Oct 26 14:05:26.259712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.263070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.267713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1dfbb9e8-d698-45c6-86eb-4fd696dde438 tempest-ImagesOneServerNegativeTestJSON-982191260 tempest-ImagesOneServerNegativeTestJSON-982191260-project] 10.222.0.37 "DELETE /v2.0/floatingips/b99762ab-cb17-4459-a996-d7aed55339d0 HTTP/1.1" status: 204 len: 168 time: 1.3854666 Oct 26 14:05:26.302314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-8a3056c9-9e7e-4e0f-b374-ca937d8be7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748279 Oct 26 14:05:26.361550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:26.376898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.377531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.378048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.378548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.379054 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.379548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.380050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.380568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.381075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.381580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.382070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.382565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:26.433352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:26.449578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e2b08158-4baa-4c48-b82d-5f976a1d79fc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.451532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'mac_address': 'fa:16:3e:be:83:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:26.455699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e2b08158-4baa-4c48-b82d-5f976a1d79fc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.456947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:26.461757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e2b08158-4baa-4c48-b82d-5f976a1d79fc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.463407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e2b08158-4baa-4c48-b82d-5f976a1d79fc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 1995 time: 0.3306918 Oct 26 14:05:26.533896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56332) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:26.593227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-1ae2bafa-59ed-49fd-882b-14202f9f99fd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1efc0331d8794c69a783d06f9a1037cb HTTP/1.1" status: 200 len: 379 time: 0.0873482 Oct 26 14:05:26.595541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-ac5373d9-8566-4999-875c-02803c641831 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821693 Oct 26 14:05:26.610555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'admin_state_up': True, 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'security_groups': ['be78fe67-238c-42b7-ba85-a5e5ea1e0fca']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:26.634195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.663251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:26.687799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e268ab-5fe8-4fa6-adad-c61bb4de8c03 req-105dc174-8863-4241-8145-61c30a40b24c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:26.701503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20e268ab-5fe8-4fa6-adad-c61bb4de8c03 req-105dc174-8863-4241-8145-61c30a40b24c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.1352963 Oct 26 14:05:26.717196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:26.733248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Deleting subnet f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:26.742319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.743831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.879656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:26.930579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:26.993408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20e268ab-5fe8-4fa6-adad-c61bb4de8c03 req-10144c00-dd50-4d42-90b2-5df80d46b516 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808950 Oct 26 14:05:27.017529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.024476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.055643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.099430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=59211640-fee9-4726-8562-84e88de69ea8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.142679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff1a489-ce79-466b-9cab-8ffc6f41f346 req-2f6bbce6-0caa-4488-b2b4-56ee58841c0b service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172129 Oct 26 14:05:27.145096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.234899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ad2ea9-024d-4f4d-b3e4-eb6106723e86,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:27.236263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.237320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.245630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56360) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:27.253455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb74b9e7-e2f5-466c-b52a-067ca8a1f388 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9ad2ea9-024d-4f4d-b3e4-eb6106723e86 HTTP/1.1" status: 204 len: 168 time: 0.7210722 Oct 26 14:05:27.286569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:27.290259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.347079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9fa53be-081a-4688-8e9e-9a92b52f9e98 req-124e74d7-90e4-4bff-b71b-6c30c4d481f2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0922651 Oct 26 14:05:27.409131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d1c4d-2923-4707-b1e4-b1302bd2df74 req-d2ab61bc-c7f8-460f-a1c4-6f98b8c6440d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:27.416705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e4d1c4d-2923-4707-b1e4-b1302bd2df74 req-d2ab61bc-c7f8-460f-a1c4-6f98b8c6440d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 943 time: 0.3582647 Oct 26 14:05:27.459592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.464241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.545201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e4d1c4d-2923-4707-b1e4-b1302bd2df74 req-dcb9c2fc-9a4e-478e-b6e0-aff44f7bc9cb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272783 Oct 26 14:05:27.594118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.643231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.643747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc12353-b4eb-475a-a08c-8325957306ef {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:05:27.656546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.660023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ecc00c9-4c0d-42e8-be73-369addf03b5d admin admin] 10.222.0.37 "DELETE /v2.0/routers/ccc12353-b4eb-475a-a08c-8325957306ef HTTP/1.1" status: 204 len: 168 time: 2.5124068 Oct 26 14:05:27.660362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56372) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:27.762669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.785674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Deleting subnet 1792afc5-7127-4c4f-9868-eb653fb26e54 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:05:27.786697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7f93fc-9098-4b48-9e2a-20e91f8b6994']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:27.800254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79e0246-6909-4190-8bba-f6f7d1c7c644') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:27.800535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79e0246-6909-4190-8bba-f6f7d1c7c644') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:27.806703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.842959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 59211640-fee9-4726-8562-84e88de69ea8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:27.846361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.876798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.898824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c989f3e4-0c4c-44fc-a823-5980553ce873 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:27.900909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:27.911375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 59211640-fee9-4726-8562-84e88de69ea8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:27.911721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 59211640-fee9-4726-8562-84e88de69ea8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:27.912116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e23f8ed5-ef76-4303-9adb-3b99679af434 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:27.923023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.941670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:27.941917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:27.943754 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:28.047817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e23f8ed5-ef76-4303-9adb-3b99679af434 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:28.048269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e23f8ed5-ef76-4303-9adb-3b99679af434 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:28.065598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 172.20.0.9 (53d0a737-0d52-420b-84a2-7695344d1314/ea92f421-55a9-41c7-b8c5-0df184d33889/e426fc11-973c-4df3-a1a8-96594853d8ff) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:28.102230 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.121530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.133301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.139551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf7f93fc-9098-4b48-9e2a-20e91f8b6994 HTTP/1.1" status: 204 len: 168 time: 0.8848379 Oct 26 14:05:28.174056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3873c90-43af-4bb9-a2e0-6b87f24e0298 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7f93fc-9098-4b48-9e2a-20e91f8b6994,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:28.186750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 722cee44-0d70-4a1b-8cfc-5b1f98598254 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:28.194510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:28.300405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec2114-f5d7-46ba-bf08-7e44ed27afba req-c6f8cd82-43f6-4d53-8b07-ec0b47761302 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:28.310574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00ec2114-f5d7-46ba-bf08-7e44ed27afba req-c6f8cd82-43f6-4d53-8b07-ec0b47761302 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.1592283 Oct 26 14:05:28.319997 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.391277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:28.425446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1792afc5-7127-4c4f-9868-eb653fb26e54,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:28.429628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.450209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6bc41e31-0fff-406e-94df-8f6af99a4bb9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1792afc5-7127-4c4f-9868-eb653fb26e54 HTTP/1.1" status: 204 len: 168 time: 0.7791860 Oct 26 14:05:28.452548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56396) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:28.456682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.565070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619d872-b221-49dc-843b-2d168deb54d8 None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:28.626001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.729912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00ec2114-f5d7-46ba-bf08-7e44ed27afba req-45e4e44b-fc15-4047-b5e9-715d33a9e56a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055035 Oct 26 14:05:28.736866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:28.738460 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.796803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c989f3e4-0c4c-44fc-a823-5980553ce873,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:28.810977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56402) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:28.835941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network 53d0a737-0d52-420b-84a2-7695344d1314 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:28.869409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:28.914059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:29.008908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:29.073815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:29.181863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2dc1de0d-f84f-49a7-9be7-8701a1d24443 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a12f7ba55b0a41f8a6251590a393d2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602939 Oct 26 14:05:29.183920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56408) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:29.265297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Deleting port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:29.266367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.280457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.281251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.321048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0b6d3-9d80-4c77-a3a6-4528ef2b7612 req-dff6d135-f545-46b2-bf95-8bdd06710b78 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.326332 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43e0b6d3-9d80-4c77-a3a6-4528ef2b7612 req-dff6d135-f545-46b2-bf95-8bdd06710b78 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 931 time: 0.4496422 Oct 26 14:05:29.435623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43e0b6d3-9d80-4c77-a3a6-4528ef2b7612 req-d0ae6b0c-efdc-474c-911d-87540c088578 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897934 Oct 26 14:05:29.443542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8616dfc2-d2d9-4bb1-a8d9-77b9dfc0f859 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8430901 Oct 26 14:05:29.457039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'admin_state_up': True, 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'security_groups': ['be78fe67-238c-42b7-ba85-a5e5ea1e0fca']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:29.477045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] For port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,segment=NetworkSegment(e8aabb1c-30dd-433d-a922-71d74fe4e036),segment_id=e8aabb1c-30dd-433d-a922-71d74fe4e036)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:29.477567 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.478901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:29.482314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.483289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.507971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9701c-8607-4d27-bf1f-a3ab04c146ee req-070b303e-42eb-4a66-90da-9897010872d8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:29.516307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3a9701c-8607-4d27-bf1f-a3ab04c146ee req-070b303e-42eb-4a66-90da-9897010872d8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 943 time: 0.1984510 Oct 26 14:05:29.526484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Calling delete_port for 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:29.582151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.639781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'c989f3e4-0c4c-44fc-a823-5980553ce873', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'port_id': 'c989f3e4-0c4c-44fc-a823-5980553ce873', 'mac_address': 'fa:16:3e:80:a8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:29.644386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:29.648957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.780931 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.907092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:29.912124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.942819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cfb77fec-ad59-4ce2-b131-a8b9a91276da None None] Provisioning complete for port e426fc11-973c-4df3-a1a8-96594853d8ff triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:29.943356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfb77fec-ad59-4ce2-b131-a8b9a91276da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:29.978806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.1.1.186 (ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8/31ba09b5-3532-4d4d-8222-15246be0fc67) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:30.011254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c989f3e4-0c4c-44fc-a823-5980553ce873 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:30.038397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c989f3e4-0c4c-44fc-a823-5980553ce873,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:30.040354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-cfb77fec-ad59-4ce2-b131-a8b9a91276da None None] Port e426fc11-973c-4df3-a1a8-96594853d8ff cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:30.081334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.093574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '722cee44-0d70-4a1b-8cfc-5b1f98598254', 'network_id': '34f1b9a6-ae9f-4090-a18e-b57f1b4ea166', 'port_id': '722cee44-0d70-4a1b-8cfc-5b1f98598254', 'mac_address': 'fa:16:3e:d3:1f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:05:30.188646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-ca678496-4a1a-4d8a-ae4b-4d26a74d6f64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2445028 Oct 26 14:05:30.189992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:30.192381 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a769ec-6268-40e8-88de-5ff5c8b6d348" -d '{"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-plugged", "status": "completed", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:30.203824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] DHCP port deletion for 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:05:30.217367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3a9701c-8607-4d27-bf1f-a3ab04c146ee req-33f81547-85fa-433c-870c-caebdca18fd2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994553 Oct 26 14:05:30.242678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:30.317319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.384999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.389342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.393460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6d72973-54a2-467a-bee7-1a8d33da9ebb HTTP/1.1" status: 204 len: 168 time: 1.2051997 Oct 26 14:05:30.410996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['c989f3e4-0c4c-44fc-a823-5980553ce873'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:30.436904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456c8c0-a6f7-4c00-9c84-b59e605a9c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d72973-54a2-467a-bee7-1a8d33da9ebb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.441829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.590242 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e604b-a6ef-4ea5-bb80-ee33c852a6e5 x-openstack-request-id: req-629e604b-a6ef-4ea5-bb80-ee33c852a6e5 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:30.590712 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-plugged", "status": "completed", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:30.591017 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-629e604b-a6ef-4ea5-bb80-ee33c852a6e5 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:30.591250 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'code': 200} Oct 26 14:05:30.607519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.638796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] No DVR routers for this DVR port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:30.654810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.670952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.755597 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.771856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:30.831584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52cf90-75a2-48c9-8fd2-76d0c874f7a6 req-953b7841-ced5-4ce4-bb47-f9881e19312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:30.833338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a52cf90-75a2-48c9-8fd2-76d0c874f7a6 req-953b7841-ced5-4ce4-bb47-f9881e19312f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1096 time: 0.2332299 Oct 26 14:05:30.835983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Deleting port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:05:30.836802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.861359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722cee44-0d70-4a1b-8cfc-5b1f98598254 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:30.865844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bdfe7-4296-4e62-ab6b-ad72c6a9ed68 req-acc1fb0a-726e-4a86-996e-574bf07ee87f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:30.875157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c04bdfe7-4296-4e62-ab6b-ad72c6a9ed68 req-acc1fb0a-726e-4a86-996e-574bf07ee87f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 931 time: 0.1525257 Oct 26 14:05:30.902075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:30.952984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c04bdfe7-4296-4e62-ab6b-ad72c6a9ed68 req-2646d129-f2c7-4ee2-911c-104c7e2f33de tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766122 Oct 26 14:05:31.000731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:31.024010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:31.030724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.048283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aabb1c-30dd-433d-a922-71d74fe4e036') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:31.050529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aabb1c-30dd-433d-a922-71d74fe4e036') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:31.074373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66de6e-52da-443d-a38a-0047eca3a322 req-f0db6d25-5b6f-4914-88aa-23200851f45c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.076032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f66de6e-52da-443d-a38a-0047eca3a322 req-f0db6d25-5b6f-4914-88aa-23200851f45c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 1.1172161 Oct 26 14:05:31.076520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.089210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.106297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.108862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.130246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:05:31.132105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:31.132513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:05:31.270901 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:05:31.278346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.288115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.332150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] For port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:31.332785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.348404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.382660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f HTTP/1.1" status: 204 len: 168 time: 2.9255927 Oct 26 14:05:31.386433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:31.391616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:31.396772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f66de6e-52da-443d-a38a-0047eca3a322 req-890e254f-5cef-46bd-b71d-b0983725b6b9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053703 Oct 26 14:05:31.398006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:31.415332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:31.417126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Calling delete_port for 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:05:31.430475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:05:31.435294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a52cf90-75a2-48c9-8fd2-76d0c874f7a6 req-af13b95e-a983-4a0b-8953-bf812f681af8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592985 Oct 26 14:05:31.458115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-37f7f17e-b095-4c4d-8762-d0f064a2f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.462463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-37f7f17e-b095-4c4d-8762-d0f064a2f75b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3fa78f51650d4aa594b50e3893763cc0&device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 1096 time: 0.3984003 Oct 26 14:05:31.466170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fb4c0-8b44-4fb8-a489-9dad9d570e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:31.490711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.554690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.555801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:31.564016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:31.607552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Network 1cfa522d-1d2e-4ad7-88ef-72f7416f9d2f is not hosted by any dhcp agent {{(pid=102165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:05:31.608219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] No DVR routers for this DVR port 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:31.616923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['722cee44-0d70-4a1b-8cfc-5b1f98598254'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:31.625914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8e65-32ea-4209-955a-c4231ceab835 req-73699109-44ad-42ac-bf95-5478d66eda0d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.642156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-515677f8-e718-4148-bd39-467b9cff72e6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1891134 Oct 26 14:05:31.642393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0dce8e65-32ea-4209-955a-c4231ceab835 req-73699109-44ad-42ac-bf95-5478d66eda0d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 944 time: 0.2594550 Oct 26 14:05:31.659636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'admin_state_up': True, 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'security_groups': ['be78fe67-238c-42b7-ba85-a5e5ea1e0fca']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:31.735795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56454) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:31.779644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0dce8e65-32ea-4209-955a-c4231ceab835 req-a83e7ee3-3728-4901-add1-c71b0effcf96 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363184 Oct 26 14:05:31.877975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46220270-9e3a-42e5-8014-71ad9e62a3b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8047b032bb6147928851b6c4426bb766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412601 Oct 26 14:05:31.880318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56458) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:31.911798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-840cd139-0d4d-41ae-ac40-21aba8446158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:31.914124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-840cd139-0d4d-41ae-ac40-21aba8446158 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 200 len: 907 time: 0.4124811 Oct 26 14:05:31.941615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:32.023949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.052618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb8844-9998-4cfe-8e6c-238d1478ae5a None None] Pushing event deleted for resources: {'Port': ['ID=8ea03e5c-4c46-4555-b02f-d6e7cec942b2,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:32.090385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.179377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9ab900d9-a3b0-4d89-be21-f88d208c24fd None None] Provisioning complete for port 31ba09b5-3532-4d4d-8222-15246be0fc67 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:32.180075 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9ab900d9-a3b0-4d89-be21-f88d208c24fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.224669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-fa5b3bdb-7357-4df0-91b4-ae1c212da336 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 200 len: 1000 time: 0.2991362 Oct 26 14:05:32.292273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.296360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.297048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:32.304352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:32.305678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc5425ab-f243-465b-8d2b-8ab6034f652d HTTP/1.1" status: 204 len: 168 time: 0.4240699 Oct 26 14:05:32.398767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-fd903817-31aa-4fff-a184-af8bb79494b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.400667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74524ff8-6a21-47eb-b7c2-6d274d126133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5425ab-f243-465b-8d2b-8ab6034f652d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:32.401748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-fd903817-31aa-4fff-a184-af8bb79494b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a HTTP/1.1" status: 200 len: 845 time: 0.1679273 Oct 26 14:05:32.487787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667baf2-6a18-4cab-a49a-93dab3ed0645 req-e12d729c-5b6b-4897-a5bc-8abb0649f098 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.532992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667baf2-6a18-4cab-a49a-93dab3ed0645 req-e12d729c-5b6b-4897-a5bc-8abb0649f098 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.534644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6667baf2-6a18-4cab-a49a-93dab3ed0645 req-e12d729c-5b6b-4897-a5bc-8abb0649f098 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 1653 time: 0.4119885 Oct 26 14:05:32.553203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9ab900d9-a3b0-4d89-be21-f88d208c24fd None None] Port 31ba09b5-3532-4d4d-8222-15246be0fc67 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:32.619026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:32.632796 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232e418-54da-4a8e-ba32-6d256398e581" -d '{"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:32.694144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:32.708434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6667baf2-6a18-4cab-a49a-93dab3ed0645 req-4d7c831d-0ada-4717-9928-e36e62eb1dd1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493151 Oct 26 14:05:32.794051 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61287a4-d1a3-4f60-b228-8d54983848fa x-openstack-request-id: req-f61287a4-d1a3-4f60-b228-8d54983848fa {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:32.795855 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-plugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:32.798505 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f61287a4-d1a3-4f60-b228-8d54983848fa {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:32.799334 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'code': 200} Oct 26 14:05:32.801262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:05:32.807356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ea03e5c-4c46-4555-b02f-d6e7cec942b2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:32.808299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-198d761d-9f8a-496e-ac3d-97aee7501070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:32.829944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-198d761d-9f8a-496e-ac3d-97aee7501070 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fb4f7cce-455c-4921-bdb7-8d3289913246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3981867 Oct 26 14:05:33.016057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee396465-a6f5-49be-a5d9-13b7e291b679 req-2aebf229-80a8-411d-bbaf-50f6cf103fea tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.031963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee396465-a6f5-49be-a5d9-13b7e291b679 req-2aebf229-80a8-411d-bbaf-50f6cf103fea tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 944 time: 0.1222699 Oct 26 14:05:33.086959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.1.1.109 (ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8/71bcc8f1-04f6-4767-8629-b915a1686a14) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:33.139757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee396465-a6f5-49be-a5d9-13b7e291b679 req-c9d75657-c383-444b-b898-42a6f447e312 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063938 Oct 26 14:05:33.157994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-ce790cbb-77ae-4898-a0e3-83cac6a9b75a service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271463 Oct 26 14:05:33.175843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd3272-0950-4069-a981-b9443bec85a7 req-187b2eb9-e7a5-4538-b0c3-0f3bd671ac39 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:33.178386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83cd3272-0950-4069-a981-b9443bec85a7 req-187b2eb9-e7a5-4538-b0c3-0f3bd671ac39 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.4948480 Oct 26 14:05:33.288001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 722cee44-0d70-4a1b-8cfc-5b1f98598254 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:33.334572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:33.387307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3005ba19-7b5d-42b2-bc13-23fb903b1cc3 req-cc7101e3-f76f-4096-b80a-5c94bb836b69 service neutron] 10.222.0.73 "GET /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077165 Oct 26 14:05:33.406694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5156d2a-4122-43a1-8e00-89cc2517beb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5addf0d264d9433683783ffcc309b3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697262 Oct 26 14:05:33.410192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56506) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:33.410360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83cd3272-0950-4069-a981-b9443bec85a7 req-dd7889d6-a2a3-4d11-a2d5-92b650410910 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239893 Oct 26 14:05:33.505841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.511190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 722cee44-0d70-4a1b-8cfc-5b1f98598254 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:33.536400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 722cee44-0d70-4a1b-8cfc-5b1f98598254 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:33.537059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.578168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.660067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.663779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.669286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e48fcc4-ff44-4e71-8e0b-fc19b079bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2573571 Oct 26 14:05:33.687606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321db4b-6b93-4738-b8e2-b965f9cadb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e48fcc4-ff44-4e71-8e0b-fc19b079bfd5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:33.721745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.796755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.876571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:33.889528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:33.893998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.024809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:34.074158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:34.079825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:34.087069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:34.097023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:34.101950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c989f3e4-0c4c-44fc-a823-5980553ce873 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:34.138259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1bfee-e3ba-4a81-bd7d-e8822b0bc075 req-1cc920ec-1936-4807-9a25-da899cdc2b73 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.154621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1bfee-e3ba-4a81-bd7d-e8822b0bc075 req-1cc920ec-1936-4807-9a25-da899cdc2b73 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.174578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1bfee-e3ba-4a81-bd7d-e8822b0bc075 req-1cc920ec-1936-4807-9a25-da899cdc2b73 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.176513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64b1bfee-e3ba-4a81-bd7d-e8822b0bc075 req-1cc920ec-1936-4807-9a25-da899cdc2b73 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 2374 time: 0.2656574 Oct 26 14:05:34.325125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port c989f3e4-0c4c-44fc-a823-5980553ce873 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:05:34.333237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port c989f3e4-0c4c-44fc-a823-5980553ce873 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:34.333609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.348755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.356373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.363245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64b1bfee-e3ba-4a81-bd7d-e8822b0bc075 req-48523169-7e17-43f8-84cf-efba7d060fce tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753058 Oct 26 14:05:34.398409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4abb9770-ba24-4312-8324-048c84e73e23 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7426512 Oct 26 14:05:34.411713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'admin_state_up': True, 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'security_groups': ['be78fe67-238c-42b7-ba85-a5e5ea1e0fca']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:34.579414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47e90-66a8-492d-add0-147312a1594e req-06ca052d-0909-4f31-938d-635875f61ab5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:34.586243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39a47e90-66a8-492d-add0-147312a1594e req-06ca052d-0909-4f31-938d-635875f61ab5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 944 time: 0.2444875 Oct 26 14:05:34.672123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.737396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39a47e90-66a8-492d-add0-147312a1594e req-4436fb07-df66-4465-a37a-8a6ac5ae0250 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345255 Oct 26 14:05:34.757412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:34.801933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:34.811685 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6570d09b-1c06-4162-b834-34e31c3ac7f0" -d '{"events": [{"server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "name": "network-vif-plugged", "status": "completed", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:34.823676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb1cf723-2186-470a-874b-5fd464e71103 None None] Provisioning complete for port 71bcc8f1-04f6-4767-8629-b915a1686a14 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:34.824762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb1cf723-2186-470a-874b-5fd464e71103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:34.904071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fb1cf723-2186-470a-874b-5fd464e71103 None None] Port 71bcc8f1-04f6-4767-8629-b915a1686a14 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:34.935509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c989f3e4-0c4c-44fc-a823-5980553ce873,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:34.946456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.125288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:35.162330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eadde2-4911-4968-9a5e-70baefa2b407 req-b72eedcd-9264-4ee1-97cc-7f81ad8aa8e8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.177825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73eadde2-4911-4968-9a5e-70baefa2b407 req-b72eedcd-9264-4ee1-97cc-7f81ad8aa8e8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.2376840 Oct 26 14:05:35.267289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.443545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:35.493417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73eadde2-4911-4968-9a5e-70baefa2b407 req-b3b91789-2ee0-45b7-8b1d-fc12fbedbdff tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121283 Oct 26 14:05:35.598492 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e243b9b-5043-481a-84fe-ad3b7db09283 x-openstack-request-id: req-1e243b9b-5043-481a-84fe-ad3b7db09283 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:35.599361 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "name": "network-vif-plugged", "status": "completed", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:35.599361 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e243b9b-5043-481a-84fe-ad3b7db09283 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:35.599664 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254', 'code': 200} Oct 26 14:05:35.623703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1368096517-network', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:35.672169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Made reservation on behalf of 29ba62d5c3eb44d4b85895359e14f57b for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:35.677357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.689281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:35.788466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.2.2.100 (12a9d787-df10-49ec-b406-d6fa3322d297/4ca09ea1-b0af-4bfd-9623-d4d3238bb663/7432b4d9-4d68-4d75-b7a8-f85a8faa0eec) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:35.801467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6123da4-d65a-453d-b57f-2d9c56b9981c req-8f0b40e1-71d8-4fff-867b-e8e4e3f2e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.802983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6123da4-d65a-453d-b57f-2d9c56b9981c req-8f0b40e1-71d8-4fff-867b-e8e4e3f2e4b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.1207707 Oct 26 14:05:35.834156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2cfaf-82c5-47e6-9c49-26c7b4ea8ee9 req-d598abd7-71bf-488e-b9ff-60d4830381eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.841930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2cfaf-82c5-47e6-9c49-26c7b4ea8ee9 req-d598abd7-71bf-488e-b9ff-60d4830381eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.848462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2cfaf-82c5-47e6-9c49-26c7b4ea8ee9 req-d598abd7-71bf-488e-b9ff-60d4830381eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:35.857274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8de2cfaf-82c5-47e6-9c49-26c7b4ea8ee9 req-d598abd7-71bf-488e-b9ff-60d4830381eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 2374 time: 0.1150546 Oct 26 14:05:35.884266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6123da4-d65a-453d-b57f-2d9c56b9981c req-ad804c8b-bf3a-48c7-94c6-a00076fc27c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647295 Oct 26 14:05:35.914397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8de2cfaf-82c5-47e6-9c49-26c7b4ea8ee9 req-ceec13cd-d59a-4238-ae8c-0c56e7de7593 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562761 Oct 26 14:05:35.989874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.000544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.047308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:05:36.058920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.074404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d54b24-9e8a-4dc9-916e-581aa63f1379,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:36.081067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.081414 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Added segment cd0f1991-51f8-4898-b96d-f5576e42f03b of type vlan for network ea5b119e-9838-45c6-b2fa-f0255b80b507 Oct 26 14:05:36.159381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.166358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.248532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.250632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.252370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.301553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network 12a9d787-df10-49ec-b406-d6fa3322d297 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:36.325368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:36.329237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:36.360737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9161012 Oct 26 14:05:36.363687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56618) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:36.384743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Request body: {'subnet': {'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1368096517-subnet', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:36.391780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d322e-0819-4a34-8460-1f65b6dc3f79 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5b119e-9838-45c6-b2fa-f0255b80b507,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:36.404264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:05:36.411587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:36.432043 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd608ee-ed33-4e6f-832d-400149aea0f5 req-88d763cf-9258-4bbc-9f61-d42f491b74ba tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.440823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cd608ee-ed33-4e6f-832d-400149aea0f5 req-88d763cf-9258-4bbc-9f61-d42f491b74ba tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1096 time: 0.2329497 Oct 26 14:05:36.441319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Made reservation on behalf of 29ba62d5c3eb44d4b85895359e14f57b for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:36.446376 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.559212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.560831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.596820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cd608ee-ed33-4e6f-832d-400149aea0f5 req-108f2bdd-40a3-4480-87eb-f044d5cec38e tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549935 Oct 26 14:05:36.641471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1066f18-6c3a-4dae-9e64-7e0c0613db49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2346334 Oct 26 14:05:36.660159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020457f0-40c2-45ef-97ba-bb0ab2dfbc31 req-7f3c675f-ced2-4ec7-90bf-13d157931b24 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:36.660758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'admin_state_up': True, 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'security_groups': ['be78fe67-238c-42b7-ba85-a5e5ea1e0fca']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:36.671097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-020457f0-40c2-45ef-97ba-bb0ab2dfbc31 req-7f3c675f-ced2-4ec7-90bf-13d157931b24 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.2203588 Oct 26 14:05:36.800610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-020457f0-40c2-45ef-97ba-bb0ab2dfbc31 req-3e89df5a-9dd7-488d-b0bd-4653ea3e5d56 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243408 Oct 26 14:05:36.826168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Made reservation on behalf of 1efc0331d8794c69a783d06f9a1037cb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:36.832983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.880088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-816f4fca-2442-4bb9-81d7-6cd12d3728fd None None] Provisioning complete for port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:36.880758 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-816f4fca-2442-4bb9-81d7-6cd12d3728fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:36.981045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-816f4fca-2442-4bb9-81d7-6cd12d3728fd None None] Port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:37.107443 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.173146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Allocated IP 10.2.2.200 (12a9d787-df10-49ec-b406-d6fa3322d297/4ca09ea1-b0af-4bfd-9623-d4d3238bb663/2494e8de-198e-440e-b1f2-7e30d6d965ed) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:37.179127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfffe25-9644-4b82-b5e6-ac065107e77f req-9343a5c5-1056-44ea-8840-5c3170abe9a1 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.179927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81554dd1-2cb8-4b1a-8888-559e3c11b7a6,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:37.180727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cfffe25-9644-4b82-b5e6-ac065107e77f req-9343a5c5-1056-44ea-8840-5c3170abe9a1 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1096 time: 0.1152761 Oct 26 14:05:37.223891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-d3f77cb4-88cd-423f-8c2b-eca84de212e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.240701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-d3f77cb4-88cd-423f-8c2b-eca84de212e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.258972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-d3f77cb4-88cd-423f-8c2b-eca84de212e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.266479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-d3f77cb4-88cd-423f-8c2b-eca84de212e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.278507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-d3f77cb4-88cd-423f-8c2b-eca84de212e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3095 time: 0.2230453 Oct 26 14:05:37.332939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cfffe25-9644-4b82-b5e6-ac065107e77f req-81e9abdf-a250-4c8d-9eda-65196eada160 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348770 Oct 26 14:05:37.353888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Checking segment: {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:37.354521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Network hostable DHCP agents. Network: ea5b119e-9838-45c6-b2fa-f0255b80b507, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:05:37.377345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfdd7812-c79e-4572-a45f-0b1f1b14e3ee req-3d29da83-e834-4608-94a6-90729ed1a79b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914235 Oct 26 14:05:37.496080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:05:37.523641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-1d16747d-4921-4255-a2ac-9c89064bcab4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1583743 Oct 26 14:05:37.549507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ea5b119e-9838-45c6-b2fa-f0255b80b507) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:37.564750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953853e-0030-42ee-88b4-345d8241772d None None] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:37.585776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.586899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.594509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.669500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.695299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:37.695516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-edabc42e-202b-4b03-883a-b3bf928c7771 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3307414 Oct 26 14:05:37.699869 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d384477-dd34-4c34-b9c5-e69983392b60" -d '{"events": [{"server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "name": "network-vif-plugged", "status": "completed", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:37.701285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56658) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:37.724432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:37.758209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-5f347136-e83c-4fb0-a848-e793f9659e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:37.764104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-5f347136-e83c-4fb0-a848-e793f9659e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1096 time: 0.1487627 Oct 26 14:05:37.830530 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00edd66a-569a-45c7-8483-aeeaeb00ad25 x-openstack-request-id: req-00edd66a-569a-45c7-8483-aeeaeb00ad25 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:37.832427 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "name": "network-vif-plugged", "status": "completed", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:37.832917 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00edd66a-569a-45c7-8483-aeeaeb00ad25 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:37.833500 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873', 'code': 200} Oct 26 14:05:37.835643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Network 12a9d787-df10-49ec-b406-d6fa3322d297 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:37.841869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.842981 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:37.870896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:37.875440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:38.007743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:38.118109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ea5b119e-9838-45c6-b2fa-f0255b80b507', 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'fixed_ips': [{'subnet_id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:05:38.119108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.121954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.122570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.135887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217d35c-1304-43b5-a113-8214a058de3b req-9b450cb1-caef-48c8-b88b-5a19000afb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.139286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1217d35c-1304-43b5-a113-8214a058de3b req-9b450cb1-caef-48c8-b88b-5a19000afb74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 1096 time: 0.2272682 Oct 26 14:05:38.187833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-4611b4d2-7e39-40c3-8aa2-e60f079709c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.198602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-4611b4d2-7e39-40c3-8aa2-e60f079709c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.3809121 Oct 26 14:05:38.198861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.217595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1798e53-29cb-4654-8dde-e9517bbd34dc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5617683 Oct 26 14:05:38.296775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:38.485484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1217d35c-1304-43b5-a113-8214a058de3b req-8387ff7c-2631-4532-83b0-544294db7812 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326414 Oct 26 14:05:38.506637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-724ec7b7-5c58-4454-bce2-20a681bba3fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 1001 time: 0.2775519 Oct 26 14:05:38.511680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-353d744d-4714-4bf2-9e79-6de54982aa38 None None] Provisioning complete for port 2494e8de-198e-440e-b1f2-7e30d6d965ed triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:38.512189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-353d744d-4714-4bf2-9e79-6de54982aa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.548339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.549688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Allocated IP 172.20.0.2 (ea5b119e-9838-45c6-b2fa-f0255b80b507/81554dd1-2cb8-4b1a-8888-559e3c11b7a6/f9e96d70-4f3a-420e-a398-b411ca6cd027) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:38.575114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-353d744d-4714-4bf2-9e79-6de54982aa38 None None] Port 2494e8de-198e-440e-b1f2-7e30d6d965ed cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:38.590231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:38.689918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41120f7-225f-4116-ada7-8c8e9bc0c328 req-fd78f361-7f74-4350-95c0-31e483cb6b2d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.707923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c41120f7-225f-4116-ada7-8c8e9bc0c328 req-fd78f361-7f74-4350-95c0-31e483cb6b2d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.1864989 Oct 26 14:05:38.821253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-2b88d97e-e65d-43bf-a063-4f399f7ecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.824118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-2b88d97e-e65d-43bf-a063-4f399f7ecd18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1274083 Oct 26 14:05:38.936062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-b8c81db8-f3db-469c-a040-72139df423ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:38.937277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c41120f7-225f-4116-ada7-8c8e9bc0c328 req-ac2e1863-1640-4126-95ec-8098bc1891a5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271118 Oct 26 14:05:38.937613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-b8c81db8-f3db-469c-a040-72139df423ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026630 Oct 26 14:05:39.040058 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.070874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.112109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:39.120858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:39.126215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:39.163909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Pushing event updated for resources: {'Port': ['ID=f9e96d70-4f3a-420e-a398-b411ca6cd027,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:39.199176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Attempting to bind port f9e96d70-4f3a-420e-a398-b411ca6cd027 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:39.199984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Attempting to bind port f9e96d70-4f3a-420e-a398-b411ca6cd027 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:39.203287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Attempting to bind port f9e96d70-4f3a-420e-a398-b411ca6cd027 on network ea5b119e-9838-45c6-b2fa-f0255b80b507 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:39.211578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:39.212249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Checking segment: {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:39.213002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.214176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Bound using segment: {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:39.215003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Bound port: f9e96d70-4f3a-420e-a398-b411ca6cd027, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:39.215627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.228532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-c5533356-5267-4722-9c24-e187fdf66b2d service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710493 Oct 26 14:05:39.292480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] For port f9e96d70-4f3a-420e-a398-b411ca6cd027, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:39.296776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] For port f9e96d70-4f3a-420e-a398-b411ca6cd027, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f9e96d70-4f3a-420e-a398-b411ca6cd027,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:39.315566 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:39.415992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7c20b-cf61-4f13-8a5b-9a6bf5a6fce1 None None] Pushing event updated for resources: {'Port': ['ID=f9e96d70-4f3a-420e-a398-b411ca6cd027,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:39.440218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3630dd46-8c10-4025-be89-b85094f5ddb3 req-464f7d66-ef7a-469c-8d0b-3e89e2ad87c0 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032249 Oct 26 14:05:39.899452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-f5a410fe-7d10-4b00-aa57-2ebb27de3964 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:05:39.900591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-f5a410fe-7d10-4b00-aa57-2ebb27de3964 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173745 Oct 26 14:05:39.937579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e426fc11-973c-4df3-a1a8-96594853d8ff {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:39.991045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:39.997767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.004391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.010972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.016978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.024542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-59636d02-5fbc-45df-a6cf-6c393aeb2288 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3816 time: 0.8368089 Oct 26 14:05:40.030574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.074736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1c98-3c58-4aa7-949f-a785d5ca72e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.080975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-4bb235b9-aa20-4f12-83d0-4849099afb0a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.082102 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-4bb235b9-aa20-4f12-83d0-4849099afb0a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 1093 time: 0.1719320 Oct 26 14:05:40.086969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Transition to ACTIVE for port object e426fc11-973c-4df3-a1a8-96594853d8ff will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:40.119055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5893f9ae-f4d2-4f78-a219-8a4eeb6b3304 req-9dbb1e61-dc68-476e-9f4d-993fc4806f65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935342 Oct 26 14:05:40.120424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.124798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.235646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:40.236404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Unknown quota resources ['binding']. {{(pid=102164) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:05:40.389538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.569889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:40.570361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:40.570816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:40.618564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f9e96d70-4f3a-420e-a398-b411ca6cd027 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:40.644823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:40.658307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:40.659446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:40.711443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f9e96d70-4f3a-420e-a398-b411ca6cd027 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:40.711836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.742987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:40.744116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:40.744116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:40.745353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Bound port: 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:40.898023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:40.923087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Attempting to bind port e426fc11-973c-4df3-a1a8-96594853d8ff on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:40.923690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Attempting to bind port e426fc11-973c-4df3-a1a8-96594853d8ff by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:40.923836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Attempting to bind port e426fc11-973c-4df3-a1a8-96594853d8ff on network 53d0a737-0d52-420b-84a2-7695344d1314 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:40.934536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f403e-add2-404d-a912-20c5d6097494 req-3d6f0377-d37d-4a4c-83e5-1952866f46e9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:40.942148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-956f403e-add2-404d-a912-20c5d6097494 req-3d6f0377-d37d-4a4c-83e5-1952866f46e9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.2575810 Oct 26 14:05:40.971111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port f9e96d70-4f3a-420e-a398-b411ca6cd027, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f9e96d70-4f3a-420e-a398-b411ca6cd027,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:40.981979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.026820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Allocated IP 172.25.5.252 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1bb4dd3d-3fab-4899-9e5c-277d00127747) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:41.031694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Port e426fc11-973c-4df3-a1a8-96594853d8ff on network 53d0a737-0d52-420b-84a2-7695344d1314 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:41.032649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Attempting to bind port e426fc11-973c-4df3-a1a8-96594853d8ff on network 53d0a737-0d52-420b-84a2-7695344d1314 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:41.052129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:41.055482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=f9e96d70-4f3a-420e-a398-b411ca6cd027,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:41.071836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:41.072253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Checking segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:41.073450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Bound using segment: {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:41.073912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Bound port: e426fc11-973c-4df3-a1a8-96594853d8ff, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbc643a-86f8-4ce4-801b-f3fe201a9699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:41.074528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.103905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.114000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-df0c1bf4-0f00-4008-86f5-3505fd8fb8ab service neutron] 10.222.0.37 "POST /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0190504 Oct 26 14:05:41.122940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831947d-2df4-4707-b44e-c1cf5cea3935 None None] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:05:41.138888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-956f403e-add2-404d-a912-20c5d6097494 req-070bbc05-0064-4617-8415-fe59299adbab tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878486 Oct 26 14:05:41.305918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-272c569a-3c3f-47e2-8e3e-b61ad754b7de None None] Provisioning complete for port f9e96d70-4f3a-420e-a398-b411ca6cd027 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:41.306471 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-272c569a-3c3f-47e2-8e3e-b61ad754b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.585334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:41.609468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.615678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.622014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.629667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.637179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.646470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-28de76c2-0763-4800-88df-ce87f6cb6cd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3828 time: 0.3906536 Oct 26 14:05:41.652979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215720-1369-4459-993d-7685fec54c90 req-25e54554-fb47-4e34-b2a2-a40902704bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.658002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-25e54554-fb47-4e34-b2a2-a40902704bcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 1096 time: 0.1203265 Oct 26 14:05:41.687042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:41.693990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.703450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.785041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ada6af8-1ce4-4eed-85f8-826b0fb1ae0e req-ffa9dc91-a2a2-4dc5-9a82-20b75e3ef946 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283498 Oct 26 14:05:41.803918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.804577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:41.806023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1091 time: 3.5215929 Oct 26 14:05:41.819015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:41.826192 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25010231-03b3-4847-bafa-e3a9bf89c9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:41.861166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-5a6bb4de-4eab-4421-b58f-2d830cf987c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:41.862707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-5a6bb4de-4eab-4421-b58f-2d830cf987c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1096 time: 0.3159060 Oct 26 14:05:41.905115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:42.023266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215720-1369-4459-993d-7685fec54c90 req-5b07e2bd-a4b0-4639-96bf-df6445db58be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.028900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-5b07e2bd-a4b0-4639-96bf-df6445db58be service neutron] 10.222.0.41 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.3617940 Oct 26 14:05:42.141559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a9165-fce9-4dca-9a51-9f4b4bf35bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:42.160269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-3724979c-ed71-4b8f-84a8-51a3dcf43036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c989f3e4-0c4c-44fc-a823-5980553ce873 HTTP/1.1" status: 200 len: 217 time: 0.0908816 Oct 26 14:05:42.239485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215720-1369-4459-993d-7685fec54c90 req-3d5aa1a5-b9a9-4756-b08d-aa733933c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.242874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-3d5aa1a5-b9a9-4756-b08d-aa733933c735 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.0736961 Oct 26 14:05:42.260554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe028f-c9a4-4bf0-b51b-12d8887f5463 req-e1be4ab6-d731-4651-aa2e-b581a60c935d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.268727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.269990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ffe028f-c9a4-4bf0-b51b-12d8887f5463 req-e1be4ab6-d731-4651-aa2e-b581a60c935d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.3278773 Oct 26 14:05:42.313986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-512214eb-a918-43b9-8ec6-337a63750d60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402009 Oct 26 14:05:42.362743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.370368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ffe028f-c9a4-4bf0-b51b-12d8887f5463 req-fdf1159d-7bbf-48d1-a615-06b50eec642e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993559 Oct 26 14:05:42.407208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:42.465539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-212bacd2-0ab6-4267-8c88-1cf004a59a26 None None] Provisioning complete for port f9e96d70-4f3a-420e-a398-b411ca6cd027 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:42.466111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-212bacd2-0ab6-4267-8c88-1cf004a59a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.475332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b956c99-0964-4cd4-b4c3-cfa47fceaa8b req-a57d93ad-3614-4c63-bacd-c107f61c650e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.494724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b956c99-0964-4cd4-b4c3-cfa47fceaa8b req-a57d93ad-3614-4c63-bacd-c107f61c650e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.3739247 Oct 26 14:05:42.540625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb4dd3d-3fab-4899-9e5c-277d00127747,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:42.553041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-5da14600-c849-40c1-8696-f0bd8c022523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.554567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-5da14600-c849-40c1-8696-f0bd8c022523 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.6404223 Oct 26 14:05:42.555608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:42.563848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f9e96d70-4f3a-420e-a398-b411ca6cd027 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:42.647983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-973bd789-1b2b-4cbe-a0c8-29c97cf6d35b service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964783 Oct 26 14:05:42.751778 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba922385-553a-4666-adbb-ca46b50a12a9 x-openstack-request-id: req-ba922385-553a-4666-adbb-ca46b50a12a9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:42.752454 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:42.752970 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba922385-553a-4666-adbb-ca46b50a12a9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:42.753601 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'status': 'completed', 'code': 200} Oct 26 14:05:42.754681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:42.792241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f9e96d70-4f3a-420e-a398-b411ca6cd027 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:42.792637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:42.821866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e215720-1369-4459-993d-7685fec54c90 req-312db796-9f62-4dab-a2c9-77cacdfae3d9 service neutron] 10.222.0.41 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445420 Oct 26 14:05:42.896182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.896707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.897184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.897658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.898125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:42.899913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-0ab32d07-01cc-4ae4-990f-fb9ecf198251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 4363 time: 0.2465422 Oct 26 14:05:43.003332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-287d580d-d551-494c-9819-9eadcc73b1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.240980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-7885c5a2-7e2f-4457-9b28-642d00a6e57e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.4421792 Oct 26 14:05:43.245108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-903f55e5-04c9-48e7-9795-30344e6f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.246299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-903f55e5-04c9-48e7-9795-30344e6f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.246299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-903f55e5-04c9-48e7-9795-30344e6f2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.248132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-903f55e5-04c9-48e7-9795-30344e6f2a37 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3180814 Oct 26 14:05:43.311074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-99767b6e-a273-4f74-81d9-756cf92546a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.312854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-99767b6e-a273-4f74-81d9-756cf92546a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0596943 Oct 26 14:05:43.320112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b956c99-0964-4cd4-b4c3-cfa47fceaa8b req-dcdb2545-897f-495a-8d3f-436a4a82f6f0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235621 Oct 26 14:05:43.364369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c596368d-fa13-4572-8e75-bcda75cb2b02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392239 Oct 26 14:05:43.554009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-52093480-eb03-4c5c-9144-4537c02fea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.556059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25010231-03b3-4847-bafa-e3a9bf89c9e5 req-52093480-eb03-4c5c-9144-4537c02fea37 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2717073 Oct 26 14:05:43.580818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.587305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.592664 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-0a0dbe21-cca2-4dc6-90d0-5fb74e4054cb tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343809 Oct 26 14:05:43.595873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.600348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.602785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.609093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.611097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70f07697-479a-40dc-a353-37a938309f00 req-7bb5f6cd-205c-45c5-b059-55c8ae956b65 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3828 time: 0.3619785 Oct 26 14:05:43.675650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70f07697-479a-40dc-a353-37a938309f00 req-3a317d7d-1abb-4056-8351-9efd99d6c982 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578692 Oct 26 14:05:43.747008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.849756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-d10e64ff-165c-48c0-898c-b6b8703eb926 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505584 Oct 26 14:05:43.862832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a44006a-a1ff-4823-9026-65a0c67ff0aa {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:43.881015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a6291-1e4d-49d9-adff-0e96ce76e3db req-e97a37a3-83ed-4dc4-b9c9-c0647d5df21a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:43.882185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:43.882872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb1a6291-1e4d-49d9-adff-0e96ce76e3db req-e97a37a3-83ed-4dc4-b9c9-c0647d5df21a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.0830953 Oct 26 14:05:43.940315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb1a6291-1e4d-49d9-adff-0e96ce76e3db req-2076978f-1b8e-4441-88fe-96fb71c28307 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Oct 26 14:05:43.983677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Transition to ACTIVE for port object 9a44006a-a1ff-4823-9026-65a0c67ff0aa will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:44.002675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:44.012002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-08f5caa2-ecae-4c1e-8f5e-4052c556538e tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.013538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-08f5caa2-ecae-4c1e-8f5e-4052c556538e tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068718 Oct 26 14:05:44.111143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:44.202404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-981df745-c731-481c-8d58-5d272b7749c2 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/quotas/f8c89cd454e042b5a4fe48f7a02a1a30 HTTP/1.1" status: 200 len: 375 time: 0.1730342 Oct 26 14:05:44.451856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-7bed884f-56d2-403a-847d-c34549082eaa tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1895857 Oct 26 14:05:44.459973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:44.475614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-72c3cd05-de78-4e2d-9ec5-8e22f8422e36 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158230 Oct 26 14:05:44.658662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364799f6-d316-40c6-97c0-d42130c483b0 req-7946b8e2-80df-4a74-91c5-9ebddebac35b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.670299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-364799f6-d316-40c6-97c0-d42130c483b0 req-7946b8e2-80df-4a74-91c5-9ebddebac35b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.1550131 Oct 26 14:05:44.785720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-364799f6-d316-40c6-97c0-d42130c483b0 req-0e35c74c-22ba-4ee8-a488-7ef98424e953 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135871 Oct 26 14:05:44.965452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:44.991016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.021467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.035771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.043760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.052314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.063081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-0c1273f2-85fe-47e9-bcf2-cc389009dc4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 4605 time: 0.2080264 Oct 26 14:05:45.125896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-252d3ef9-9a5d-43c8-808a-e175f64c8752 req-5d4c57f5-3f6e-4dfa-a187-428e8c4ec70c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588901 Oct 26 14:05:45.182447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:45.250329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-fe4a6c46-ee03-41e2-8f6d-1af79048eb95 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538623 Oct 26 14:05:45.386275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea84fb8-d931-4c05-8c3b-b6b0b66e5d0e req-7851275b-6e20-4485-976f-d9faf3ffb541 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.399405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ea84fb8-d931-4c05-8c3b-b6b0b66e5d0e req-7851275b-6e20-4485-976f-d9faf3ffb541 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.1550539 Oct 26 14:05:45.418752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-57c9aba1-b3e0-40a5-86c9-bc7491b8a33f tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.427585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-57c9aba1-b3e0-40a5-86c9-bc7491b8a33f tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760941 Oct 26 14:05:45.476444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-2a77cd30-c4f7-4457-b26b-c86b04cfc772 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/quotas/f8c89cd454e042b5a4fe48f7a02a1a30 HTTP/1.1" status: 200 len: 375 time: 0.0476737 Oct 26 14:05:45.521784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ea84fb8-d931-4c05-8c3b-b6b0b66e5d0e req-0dce8a89-9aae-4301-b8c5-d73f9e047c8e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185300 Oct 26 14:05:45.549572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-2f3e5c05-10c0-4d30-b69a-85d8b16371b4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717244 Oct 26 14:05:45.555404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-6a433b17-a8e7-43e6-9eec-6893a857a9ee tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.568138 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-6a433b17-a8e7-43e6-9eec-6893a857a9ee tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.3725610 Oct 26 14:05:45.623370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:45.655144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Attempting to bind port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:45.655412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Attempting to bind port 9a44006a-a1ff-4823-9026-65a0c67ff0aa by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:45.655743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Attempting to bind port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:45.668423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:45.668796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Attempting to bind port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:45.691173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.698017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:45.698505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:45.698854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Bound using segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:45.699329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Bound port: 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:45.699835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.757222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.881781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff9d6edb-5cc5-438e-a8f7-f60a128e88f7 req-9ca2d994-4c41-4207-8349-78df325f3de5 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 210 time: 0.0693929 Oct 26 14:05:45.887164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:45.895573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:45.898422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:05:45.932475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:45.997502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:45.998130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:46.002318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] 10.222.0.41 "PUT /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 1135 time: 4.1071808 Oct 26 14:05:46.003902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:46.011053 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa4395d-d00d-4d77-bf99-5519e82ae267" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:46.188779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:46.207566 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b60aee-39c6-40a3-9af7-8fecfb6b43ef x-openstack-request-id: req-71b60aee-39c6-40a3-9af7-8fecfb6b43ef {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:46.207936 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:46.208121 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71b60aee-39c6-40a3-9af7-8fecfb6b43ef {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:46.208525 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa', 'status': 'completed', 'code': 200} Oct 26 14:05:46.442188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.442774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.443115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.443590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.444052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.444569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.446418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-abe86f63-cd75-4491-816b-980a3fbd3f0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5291 time: 0.2711613 Oct 26 14:05:46.454490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda36f6-2d40-470e-b69f-fbeaaee6dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:46.543516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:46.560434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Sync routers for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:46.586461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:46.587117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:46.656366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-1129696e-6e62-43a8-8e54-6d22fd2ce9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.657093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-1129696e-6e62-43a8-8e54-6d22fd2ce9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.657971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-1129696e-6e62-43a8-8e54-6d22fd2ce9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.659848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-1129696e-6e62-43a8-8e54-6d22fd2ce9af service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1998038 Oct 26 14:05:46.724012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.746062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.755065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.764794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.773284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.782057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.792031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-977ffb77-5fd1-4c58-88b6-3b0ec5028304 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 4605 time: 0.5137901 Oct 26 14:05:46.809975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:46.816042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-ae68be66-7d74-47b4-82af-039b0f87cb70 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2352235 Oct 26 14:05:46.840372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a3331-4c01-44cd-a4a2-3e6f80adff5a req-f6fbb9dd-9ace-44c5-9849-8679b21a6b03 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:46.858014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-198a3331-4c01-44cd-a4a2-3e6f80adff5a req-f6fbb9dd-9ace-44c5-9849-8679b21a6b03 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.9415934 Oct 26 14:05:46.998766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-a3a3fe68-36fe-413d-8755-ac9842765734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.001235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa4395d-d00d-4d77-bf99-5519e82ae267 req-a3a3fe68-36fe-413d-8755-ac9842765734 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3261621 Oct 26 14:05:47.024726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6f2d65b-87d5-4707-88bc-f21070c5ab5b req-6a2ef6c4-da4f-4ece-8df7-a42c36f91d72 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2257571 Oct 26 14:05:47.093107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-cfbcb822-13f8-474e-86b5-1601018f4ee2 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.095684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-cfbcb822-13f8-474e-86b5-1601018f4ee2 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294321 Oct 26 14:05:47.097452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.113077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.114359 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-65e7d319-c01d-4971-a881-212cb5f65a96 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4096601 Oct 26 14:05:47.117522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:47.122638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Request body: {'port': {'device_id': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f8c89cd454e042b5a4fe48f7a02a1a30'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:47.185046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:43Z', 'revision_number': 3, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:47.218149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Checking router: b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:47.218823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Updating router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 port 1bb4dd3d-3fab-4899-9e5c-277d00127747 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:05:47.251901 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.475160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dc805-1548-4510-97bf-7b0d6f3e2b48 req-9bdd2377-e0e3-470a-ac5e-c55ee92a3b5c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.485690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b6dc805-1548-4510-97bf-7b0d6f3e2b48 req-9bdd2377-e0e3-470a-ac5e-c55ee92a3b5c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 945 time: 0.2039421 Oct 26 14:05:47.646109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-0eadba6b-1a09-4031-8e36-b2a2356db169 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673077 Oct 26 14:05:47.779740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bc6667-66d7-4ccc-a198-c6cb195c130e {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:47.788401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.804392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Transition to ACTIVE for port object 76bc6667-66d7-4ccc-a198-c6cb195c130e will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:47.820752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.827848 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.850976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:47.861540 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:47.870488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-198a3331-4c01-44cd-a4a2-3e6f80adff5a req-2c6ef6bd-088e-42fd-8b67-b1c94bcbd2a0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0065114 Oct 26 14:05:47.889653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-2a6551c6-0e0c-4b13-b0c4-9966e2662db2 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:47.891379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-2a6551c6-0e0c-4b13-b0c4-9966e2662db2 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173769 Oct 26 14:05:47.903678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b6dc805-1548-4510-97bf-7b0d6f3e2b48 req-baae5045-b1b7-4670-8c98-58f390f998ef tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160528 Oct 26 14:05:47.948984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Request body: {'port': {'device_id': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f8c89cd454e042b5a4fe48f7a02a1a30'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:48.003012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8402b1-15c3-4661-afe5-a3d2aeb4865b None None] Pushing event updated for resources: {'Port': ['ID=1bb4dd3d-3fab-4899-9e5c-277d00127747,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.030116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Attempting to bind port 1bb4dd3d-3fab-4899-9e5c-277d00127747 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:48.030551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Attempting to bind port 1bb4dd3d-3fab-4899-9e5c-277d00127747 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:48.031017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Attempting to bind port 1bb4dd3d-3fab-4899-9e5c-277d00127747 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:48.041730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:48.042922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:48.043599 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.044395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:48.048651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Bound port: 1bb4dd3d-3fab-4899-9e5c-277d00127747, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:48.049970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.197762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] For port 1bb4dd3d-3fab-4899-9e5c-277d00127747, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:48.203456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Made reservation on behalf of f8c89cd454e042b5a4fe48f7a02a1a30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:48.204135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.207291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] For port 1bb4dd3d-3fab-4899-9e5c-277d00127747, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bb4dd3d-3fab-4899-9e5c-277d00127747,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:48.217079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.289410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbfb976d-cf26-47d8-9f34-60274e715fa1 req-fd181caa-49a6-432e-98b3-74e299bd690c tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 210 time: 0.1381891 Oct 26 14:05:48.290139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.311074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.320761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:48.380170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8402b1-15c3-4661-afe5-a3d2aeb4865b None None] Pushing event updated for resources: {'Port': ['ID=1bb4dd3d-3fab-4899-9e5c-277d00127747,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.416826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:48.417736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:48.475246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.491286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.565966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:48.568272 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c2413-917e-4177-96ca-475fc337aa6d" -d '{"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:48.605226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:48.650968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.670013 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4624d72f-43cb-46e9-be77-1d167c7b4b62 x-openstack-request-id: req-4624d72f-43cb-46e9-be77-1d167c7b4b62 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:48.670719 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:48.671169 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4624d72f-43cb-46e9-be77-1d167c7b4b62 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:48.671739 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'code': 200} Oct 26 14:05:48.678633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Attempting to bind port 76bc6667-66d7-4ccc-a198-c6cb195c130e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:48.679274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Attempting to bind port 76bc6667-66d7-4ccc-a198-c6cb195c130e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:48.679791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Attempting to bind port 76bc6667-66d7-4ccc-a198-c6cb195c130e on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:48.690168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:48.740678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a3bb0-e1b1-4855-93f6-85e0c21823ba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:48.832711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Allocated IP 192.168.233.3 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/4cf246a0-2029-4623-bf21-e53486773a7f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:48.996594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.005807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.013758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.020923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.031802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.038966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.048215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.049852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:49.051988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:43Z', 'revision_number': 3, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:49.058522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-74144224-a283-40c2-8b3f-6202a5e7838d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5383 time: 0.2798228 Oct 26 14:05:49.069439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Port 76bc6667-66d7-4ccc-a198-c6cb195c130e on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:49.069779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Attempting to bind port 76bc6667-66d7-4ccc-a198-c6cb195c130e on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:49.115588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924dd578-b672-495f-a303-e7219170e4e9 None None] The sync data for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 is: [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:43Z', 'revision_number': 3, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:05:49.128129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:49.128515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:49.128939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Bound using segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:49.129574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Bound port: 76bc6667-66d7-4ccc-a198-c6cb195c130e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:49.130114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.227537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.304291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361ef93-fd13-4d80-a758-8877fee84acd req-989eebd3-638a-433d-80cf-645427b8a02b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.312430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f361ef93-fd13-4d80-a758-8877fee84acd req-989eebd3-638a-433d-80cf-645427b8a02b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.2586572 Oct 26 14:05:49.334949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:49.335310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:49.335608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:49.362519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27bcde20-c22e-4ed5-b284-59fe6a104048 req-fe6a091f-57a1-474c-8ae9-f6f99d55a67a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3025663 Oct 26 14:05:49.372416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Made reservation on behalf of f8c89cd454e042b5a4fe48f7a02a1a30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:05:49.372999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:49.377683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.378665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:49.378992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Attempting to bind port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:49.391583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:49.391929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:49.392323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:49.392812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Bound port: 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:49.393177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.426782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:49.439977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.461113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f361ef93-fd13-4d80-a758-8877fee84acd req-2a4ee680-c71c-47cf-bd5d-2ce2101d08a1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476028 Oct 26 14:05:49.630259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.800784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.804894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.805526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:49.811695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] 10.222.0.41 "PUT /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 1136 time: 3.6841807 Oct 26 14:05:49.876748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b53523-32a2-4781-808f-f6b6ec9af1aa req-73deef45-0937-42da-8575-074b30d52648 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:49.883561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78b53523-32a2-4781-808f-f6b6ec9af1aa req-73deef45-0937-42da-8575-074b30d52648 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.3014767 Oct 26 14:05:49.920524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:49.928562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:49.979729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:50.005115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Allocated IP 192.168.233.125 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/80dd6772-2acc-48b1-81ca-bde3bb5f099d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:50.068682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78b53523-32a2-4781-808f-f6b6ec9af1aa req-b0106c1f-e5d4-4f96-9f9a-3152faafcc7a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826897 Oct 26 14:05:50.084866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:50.234260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:50.311547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03cd6c16-74f8-48fb-8723-bb6b8abab1af req-7d4c02b3-8bd3-447d-8855-f9df2d71927d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 210 time: 0.1700711 Oct 26 14:05:50.337399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:50.352562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:50.469306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:50.604089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:50.605561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:50.608525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 1121 time: 5.0111985 Oct 26 14:05:50.637180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18b764-5e51-4e9f-ad15-ddb2fd90628a service neutron] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:50.691623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '76bc6667-66d7-4ccc-a198-c6cb195c130e'}, {'name': 'network-changed', 'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:50.696270 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc848343-aef8-435d-b24a-27bea3fe5bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "76bc6667-66d7-4ccc-a198-c6cb195c130e"}, {"name": "network-changed", "server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:50.756514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Allocated IP 172.20.0.1 (ea5b119e-9838-45c6-b2fa-f0255b80b507/81554dd1-2cb8-4b1a-8888-559e3c11b7a6/29043738-091a-4808-8798-a735dcf244d2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:50.796063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bb4dd3d-3fab-4899-9e5c-277d00127747 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:50.878916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:50.879579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:50.882276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:05:50.888895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.027575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9120417 Oct 26 14:05:51.043827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a085a4-18e5-4585-b219-91617148f142 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:51.053792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.062258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.064922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1bb4dd3d-3fab-4899-9e5c-277d00127747 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:51.065348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.069466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.086304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.093351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-70a73e35-f92c-44ea-a91b-b0edb429aec3 None None] Provisioning complete for port 4cf246a0-2029-4623-bf21-e53486773a7f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:51.093721 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70a73e35-f92c-44ea-a91b-b0edb429aec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.094963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.102893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.109493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.118020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-59bb7de3-c99e-4720-9c11-197ee80773c3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5383 time: 0.4292076 Oct 26 14:05:51.163499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Request body: {'port': {'device_id': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:51.219052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-70a73e35-f92c-44ea-a91b-b0edb429aec3 None None] Port 4cf246a0-2029-4623-bf21-e53486773a7f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:51.231140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74f12d83-aff4-480d-98b3-6bc363d1770c req-af957654-2a8f-4c01-877e-818fc8187230 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117790 Oct 26 14:05:51.249705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.303960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.412124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:51.433986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:51.442949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:51.458509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:51.592794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.594088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.632738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ba09b5-3532-4d4d-8222-15246be0fc67 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:51.650487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1bb4dd3d-3fab-4899-9e5c-277d00127747, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bb4dd3d-3fab-4899-9e5c-277d00127747,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:51.666909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.697046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.697968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.698421 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de464c-f2ef-4bbf-868f-28e9701907e3 x-openstack-request-id: req-08de464c-f2ef-4bbf-868f-28e9701907e3 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:51.698682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.698917 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "76bc6667-66d7-4ccc-a198-c6cb195c130e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:51.699382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.699712 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08de464c-f2ef-4bbf-868f-28e9701907e3 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:51.700098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.700311 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '76bc6667-66d7-4ccc-a198-c6cb195c130e', 'status': 'completed', 'code': 200} Oct 26 14:05:51.700689 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'status': 'completed', 'code': 200} Oct 26 14:05:51.701028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.701551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.702064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.702616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.703632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.704148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.705341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:51.783477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.790697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1bb4dd3d-3fab-4899-9e5c-277d00127747,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:51.859086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.860275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.924084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:51.966888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-40c77dd4-b5c1-423c-89f8-be8c5eb5e56b None None] Provisioning complete for port 80dd6772-2acc-48b1-81ca-bde3bb5f099d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:51.967474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40c77dd4-b5c1-423c-89f8-be8c5eb5e56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:51.987818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.988308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.988823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.989306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.989783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.990261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:51.990738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.020353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-c412dafd-1737-45d3-a2b9-689338c06489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6220 time: 0.4923515 Oct 26 14:05:52.057168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:52.066501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-40c77dd4-b5c1-423c-89f8-be8c5eb5e56b None None] Port 80dd6772-2acc-48b1-81ca-bde3bb5f099d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:52.080988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:05:52.192885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b52105b1-a09a-4f74-8f3f-e9ee90a07de4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2585814 Oct 26 14:05:52.232464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Request body: {'port': {'device_id': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:52.246446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Pushing event updated for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:52.285730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f0108-cbd7-4fce-b1af-c352af2e2919 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:52.304372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.316117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b79a5-3c36-4763-97e9-779685ebd95c req-126cc6e3-1898-4211-8c4e-e119771f40a4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.317698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef1b79a5-3c36-4763-97e9-779685ebd95c req-126cc6e3-1898-4211-8c4e-e119771f40a4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 1.6310084 Oct 26 14:05:52.321576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.326076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6acd1-faf4-4160-aa63-da8fa78d9457 req-985ce83b-f921-44be-8c58-96b7c895d34f tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.335780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9b6acd1-faf4-4160-aa63-da8fa78d9457 req-985ce83b-f921-44be-8c58-96b7c895d34f tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.3992522 Oct 26 14:05:52.380963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.396997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Transition to ACTIVE for port object 31ba09b5-3532-4d4d-8222-15246be0fc67 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:52.412471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.510664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-16896f6c-ec88-407d-b166-08fce8ad8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.510927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-16896f6c-ec88-407d-b166-08fce8ad8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.511383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-16896f6c-ec88-407d-b166-08fce8ad8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.516164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-94dc8893-ba62-4414-8317-4b428da56ece None None] Provisioning complete for port 29043738-091a-4808-8798-a735dcf244d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:52.521775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-16896f6c-ec88-407d-b166-08fce8ad8eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5003159 Oct 26 14:05:52.524397 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94dc8893-ba62-4414-8317-4b428da56ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.576718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef1b79a5-3c36-4763-97e9-779685ebd95c req-e976fb77-ab89-409b-9803-6ec4e8143dc3 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347348 Oct 26 14:05:52.596129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.616777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-94dc8893-ba62-4414-8317-4b428da56ece None None] Port 29043738-091a-4808-8798-a735dcf244d2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:52.623464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bb4dd3d-3fab-4899-9e5c-277d00127747 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:05:52.731705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9b6acd1-faf4-4160-aa63-da8fa78d9457 req-3a6c15c5-0381-42e9-9d60-99fcb7ea7199 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934216 Oct 26 14:05:52.732619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1bb4dd3d-3fab-4899-9e5c-277d00127747 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:52.733101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:52.939747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-7290ff20-c318-4be6-9cc1-514b5ff5d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:52.942648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-7290ff20-c318-4be6-9cc1-514b5ff5d3f8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3962615 Oct 26 14:05:53.069862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.144950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:53.156531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.174034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Transition to ACTIVE for port object 4cf246a0-2029-4623-bf21-e53486773a7f will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:53.188474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:53.202959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.215710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.227145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.233689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.240248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.252622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.269943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.274535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.274887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.275263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.275601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.275933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.276261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.276616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.276956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.277266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.277591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.277912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.278234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:05:53.284624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.288237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-68cc3367-3c3e-4c7c-ad93-995385de7320 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5395 time: 0.3413718 Oct 26 14:05:53.349894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:53.396791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-17ba1788-72d6-48b2-b1d8-515ad9851a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.399592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-17ba1788-72d6-48b2-b1d8-515ad9851a57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1124 time: 0.3167546 Oct 26 14:05:53.401274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Attempting to bind port 31ba09b5-3532-4d4d-8222-15246be0fc67 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:53.402056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Attempting to bind port 31ba09b5-3532-4d4d-8222-15246be0fc67 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:53.402579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Attempting to bind port 31ba09b5-3532-4d4d-8222-15246be0fc67 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:53.413017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Port 31ba09b5-3532-4d4d-8222-15246be0fc67 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:53.413615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Attempting to bind port 31ba09b5-3532-4d4d-8222-15246be0fc67 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:53.428600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:53.434056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13e74a-9a48-4614-8496-92695a457aa1 req-d556ce09-0f19-4567-b598-d69a2b108c4d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:53.435922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c13e74a-9a48-4614-8496-92695a457aa1 req-d556ce09-0f19-4567-b598-d69a2b108c4d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 936 time: 0.2601962 Oct 26 14:05:53.441806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:53.442397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:53.442987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Bound using segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:53.446890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Bound port: 31ba09b5-3532-4d4d-8222-15246be0fc67, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:53.447562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.529441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c13e74a-9a48-4614-8496-92695a457aa1 req-6e7e3f14-b589-43b1-ba9a-b9873b96ea1e tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Oct 26 14:05:53.677068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:53.694267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:53.734791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.746101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Attempting to bind port 4cf246a0-2029-4623-bf21-e53486773a7f on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:53.746849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Attempting to bind port 4cf246a0-2029-4623-bf21-e53486773a7f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:53.747724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Attempting to bind port 4cf246a0-2029-4623-bf21-e53486773a7f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:53.773532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d394e7fa-469e-4d2d-8eb8-46e52948153a req-9166710f-5445-411a-a5b6-48c871b5e8c6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4550838 Oct 26 14:05:53.779827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:53.904614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:53.956299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:05:53.991104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Port 4cf246a0-2029-4623-bf21-e53486773a7f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:53.991104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Attempting to bind port 4cf246a0-2029-4623-bf21-e53486773a7f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:54.013388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.014015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.015435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] 10.222.0.41 "PUT /v2.0/ports/31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 1091 time: 4.0822399 Oct 26 14:05:54.018932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:54.022005 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462f3d4e-be58-4272-becd-b4b65c6c44b5" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:54.060138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:54.060460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:54.062816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:54.065444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Bound port: 4cf246a0-2029-4623-bf21-e53486773a7f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:54.066029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.077918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:54.301473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530bc1d-cb33-460f-91a7-0dc23f62550c service neutron] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:54.305187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-8c34d11c-93b9-460f-973f-570b56433240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.307256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-8c34d11c-93b9-460f-973f-570b56433240 service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.8364315 Oct 26 14:05:54.419478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ab4c-4a37-4e65-88c2-11098ff6a358 req-46a9d353-d1ef-4988-8532-c74e110746ed tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.427105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6386ab4c-4a37-4e65-88c2-11098ff6a358 req-46a9d353-d1ef-4988-8532-c74e110746ed tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.1796699 Oct 26 14:05:54.433356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-33e244e0-91e2-4d2e-b4d7-76881e9286cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.1086972 Oct 26 14:05:54.437583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.463670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7f20-770a-4558-84bb-e9c3810cbdba req-26c392f4-4be9-478f-81ff-7cd564d1feb0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.465279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54fa7f20-770a-4558-84bb-e9c3810cbdba req-26c392f4-4be9-478f-81ff-7cd564d1feb0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.4120095 Oct 26 14:05:54.496964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:54.543510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:54.559946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6386ab4c-4a37-4e65-88c2-11098ff6a358 req-d0625d47-f1b4-448d-a778-5bec51051a0c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319423 Oct 26 14:05:54.571186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.609035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.609665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:54.611524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] 10.222.0.73 "PUT /v2.0/ports/4cf246a0-2029-4623-bf21-e53486773a7f HTTP/1.1" status: 200 len: 1094 time: 3.4559288 Oct 26 14:05:54.755603 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af86dd-071c-447f-a49c-9ee4037a0609 x-openstack-request-id: req-77af86dd-071c-447f-a49c-9ee4037a0609 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:54.755904 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:54.756221 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77af86dd-071c-447f-a49c-9ee4037a0609 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:54.756778 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'status': 'completed', 'code': 200} Oct 26 14:05:54.947337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e402ce-9c09-4433-9317-7c7cbfe665cd service neutron] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:54.973753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-a7065eab-693f-4eb4-8c4a-29bb60db2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:54.977068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-a7065eab-693f-4eb4-8c4a-29bb60db2415 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 1097 time: 0.2835493 Oct 26 14:05:55.075910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54fa7f20-770a-4558-84bb-e9c3810cbdba req-14085c59-11fa-442d-9c81-a50ea219b8c5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773759 Oct 26 14:05:55.090522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-b9c3a6c6-8b7b-4882-bf1c-98f756acffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.092363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-b9c3a6c6-8b7b-4882-bf1c-98f756acffd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.6473522 Oct 26 14:05:55.154127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.178510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-3d394767-aa8e-40a0-990c-546f3d123e52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760562 Oct 26 14:05:55.187949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.225854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bcc8f1-04f6-4767-8629-b915a1686a14 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:55.235915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.250970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Transition to ACTIVE for port object 71bcc8f1-04f6-4767-8629-b915a1686a14 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:55.287106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.288957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.289444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.289914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.290381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.290998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.291563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.292123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.294163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-e83dcb92-6067-4124-8b24-fd8578a10840 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6287 time: 0.3143775 Oct 26 14:05:55.299754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-02a6bd20-de49-4832-9c61-738982a4b513 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4cf246a0-2029-4623-bf21-e53486773a7f HTTP/1.1" status: 200 len: 217 time: 0.2902031 Oct 26 14:05:55.334828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7903-e5c6-4ae6-8e70-55f1c54f9b1d req-0c3b37f4-262e-446b-833c-aded37358f8b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.343959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f28d7903-e5c6-4ae6-8e70-55f1c54f9b1d req-0c3b37f4-262e-446b-833c-aded37358f8b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 936 time: 0.4726551 Oct 26 14:05:55.506447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:55.531902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dd6772-2acc-48b1-81ca-bde3bb5f099d {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:55.556108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f28d7903-e5c6-4ae6-8e70-55f1c54f9b1d req-d297d10b-a995-4c41-99f6-4f2a700eb948 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106242 Oct 26 14:05:55.561408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-94f400f8-2514-4768-9de0-3fc4cb5263c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.561616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.570068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-94f400f8-2514-4768-9de0-3fc4cb5263c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2170117 Oct 26 14:05:55.575349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Pushing event updated for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:55.578084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.654759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.678761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.685790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.702688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.714829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.726831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.749043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.759677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b484f-c20c-4876-a302-a8a2ff21464d req-cc0c1a49-14aa-435d-b49c-67524dd1c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.761449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-cc0c1a49-14aa-435d-b49c-67524dd1c152 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759756 Oct 26 14:05:55.762989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-2da3b919-0799-40d3-ba3a-ab5a614cae2e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5407 time: 0.5221455 Oct 26 14:05:55.766740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Attempting to bind port 71bcc8f1-04f6-4767-8629-b915a1686a14 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:55.767070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Attempting to bind port 71bcc8f1-04f6-4767-8629-b915a1686a14 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:55.767395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Attempting to bind port 71bcc8f1-04f6-4767-8629-b915a1686a14 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:55.796159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Transition to ACTIVE for port object 80dd6772-2acc-48b1-81ca-bde3bb5f099d will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:55.798309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Port 71bcc8f1-04f6-4767-8629-b915a1686a14 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:55.799014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Attempting to bind port 71bcc8f1-04f6-4767-8629-b915a1686a14 on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:55.834354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-103d35ba-c345-42f1-b397-8ae41bab4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.834838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-103d35ba-c345-42f1-b397-8ae41bab4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.835309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-103d35ba-c345-42f1-b397-8ae41bab4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:55.837595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-103d35ba-c345-42f1-b397-8ae41bab4e98 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4598131 Oct 26 14:05:55.846695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:55.847161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Checking segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:55.847548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Bound using segment: {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:55.847999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Bound port: 71bcc8f1-04f6-4767-8629-b915a1686a14, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28428bba-7a24-4150-a402-029708459228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:55.848354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:55.916918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.41', 56277) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:05:55.919511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-e856f879-48e4-4401-8545-32a83c6d55f7 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295527 Oct 26 14:05:55.996320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.007069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-bdae2427-ff5a-44c2-9543-ebae9510781a service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283726 Oct 26 14:05:56.013473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:56.019505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:56.045744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.091290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5543ec4-8e12-475f-8b72-a4aff9986cf1 req-a8796af5-3ae1-49c5-bd0e-e82fcf6408e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3273692 Oct 26 14:05:56.136751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03c25c-f0cf-4899-b9f6-e96fcdbebc8c req-d48a3425-0f80-42e7-ab3e-79e4b1930086 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.143997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e03c25c-f0cf-4899-b9f6-e96fcdbebc8c req-d48a3425-0f80-42e7-ab3e-79e4b1930086 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 943 time: 0.2243605 Oct 26 14:05:56.187281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.187895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.189303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] 10.222.0.41 "PUT /v2.0/ports/71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 1091 time: 2.1207190 Oct 26 14:05:56.190702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:56.190916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-477a1ab6-a120-49f1-9c2c-005562dd7feb service neutron] 10.222.0.41 "GET /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.2630455 Oct 26 14:05:56.246451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:56.361452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f33a80-1603-4b4f-ab06-50f615481049 service neutron] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:56.399012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:05:56.423324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-efd7ee35-b991-4b3c-a02e-da7a5cfcff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.437195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-462f3d4e-be58-4272-becd-b4b65c6c44b5 req-efd7ee35-b991-4b3c-a02e-da7a5cfcff9f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5161736 Oct 26 14:05:56.438113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:05:56.450387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc848343-aef8-435d-b24a-27bea3fe5bf2 req-eef238ae-da0d-4a3e-8983-1dfb120c2395 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204490 Oct 26 14:05:56.483398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.522984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e03c25c-f0cf-4899-b9f6-e96fcdbebc8c req-b04b065b-5a9a-48d5-9338-6d8954962ae9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774421 Oct 26 14:05:56.532748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218b484f-c20c-4876-a302-a8a2ff21464d req-6415c6d2-d1f9-45bc-b1ae-58e4638c03a6 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032263 Oct 26 14:05:56.620118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Attempting to bind port 80dd6772-2acc-48b1-81ca-bde3bb5f099d on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:56.620630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Attempting to bind port 80dd6772-2acc-48b1-81ca-bde3bb5f099d by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:56.621020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Attempting to bind port 80dd6772-2acc-48b1-81ca-bde3bb5f099d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:56.663518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c835c-f694-48f0-9d32-d315669ed4e9 req-669c0fb4-a2da-4990-b571-c4f47af65d07 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.672623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386c835c-f694-48f0-9d32-d315669ed4e9 req-669c0fb4-a2da-4990-b571-c4f47af65d07 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.3554699 Oct 26 14:05:56.699500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Port 80dd6772-2acc-48b1-81ca-bde3bb5f099d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:56.700110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Attempting to bind port 80dd6772-2acc-48b1-81ca-bde3bb5f099d on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:56.720834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:56.721585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:56.722223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:56.722920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Bound port: 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:56.723777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.757738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-386c835c-f694-48f0-9d32-d315669ed4e9 req-ea9c1b6a-3125-456b-80cd-5428bacd2825 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837374 Oct 26 14:05:56.763411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}, {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:56.765879 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db5434-483c-4697-a165-24306748e883" -d '{"events": [{"name": "network-changed", "server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}, {"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:56.826732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:56.830752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:56.841836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.872084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11033-84d7-48e4-a771-aa2131134e79 req-a5dc1fd4-1434-4599-9c78-8bfeaf387fe5 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.880185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95e11033-84d7-48e4-a771-aa2131134e79 req-a5dc1fd4-1434-4599-9c78-8bfeaf387fe5 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 948 time: 0.1485033 Oct 26 14:05:56.930381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:56.931200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:56.933007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] 10.222.0.73 "PUT /v2.0/ports/80dd6772-2acc-48b1-81ca-bde3bb5f099d HTTP/1.1" status: 200 len: 1096 time: 4.7061651 Oct 26 14:05:56.936174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:56.938077 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:56.946005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:05:56.987789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a53a8345-915a-4b5f-a830-9d756cf563de None None] Provisioning complete for port 29043738-091a-4808-8798-a735dcf244d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:56.988826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a53a8345-915a-4b5f-a830-9d756cf563de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.037028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51f62f-8922-4362-8a1e-a190ff4f8efc service neutron] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:57.055493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95e11033-84d7-48e4-a771-aa2131134e79 req-9148b6b7-c791-4401-b624-702ca0505d0d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742795 Oct 26 14:05:57.067745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a53a8345-915a-4b5f-a830-9d756cf563de None None] Port 29043738-091a-4808-8798-a735dcf244d2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:05:57.085882 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c32fd4-54bf-4aa9-9b33-fd5580099ebf x-openstack-request-id: req-99c32fd4-54bf-4aa9-9b33-fd5580099ebf {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:57.086262 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:57.086416 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99c32fd4-54bf-4aa9-9b33-fd5580099ebf {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:57.086809 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'status': 'completed', 'code': 200} Oct 26 14:05:57.087065 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'status': 'completed', 'code': 200} Oct 26 14:05:57.257526 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b6304d-6e49-4ef1-8bc4-23e6115558d6 x-openstack-request-id: req-e6b6304d-6e49-4ef1-8bc4-23e6115558d6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:05:57.257797 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:05:57.258062 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6b6304d-6e49-4ef1-8bc4-23e6115558d6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:05:57.258464 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'status': 'completed', 'code': 200} Oct 26 14:05:57.277939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b99b23ea-5e50-4c6f-9f70-d10b77249159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.281389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-b99b23ea-5e50-4c6f-9f70-d10b77249159 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 1099 time: 0.2781382 Oct 26 14:05:57.297943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:57.320368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:57.343817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.348944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.349573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.350071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.350694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.351176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.352055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.352156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.354619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-dc43da61-31b7-42b9-b651-59110a0d0d77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6354 time: 0.2064638 Oct 26 14:05:57.355718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:05:57.366477 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Sync routers for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:05:57.369742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:57.371181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a29a06d-2e88-4222-8a8a-560952e41c8e admin admin] 10.222.0.37 "PUT /v2.0/routers/b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2507801 Oct 26 14:05:57.410286 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:57.411085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:57.451767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:05:57.465543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:57.479988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-715494c8-b780-4bdb-99a3-aa6cd5356993 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d HTTP/1.1" status: 200 len: 217 time: 0.0452905 Oct 26 14:05:57.492528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Transition to ACTIVE for port object 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:57.552683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.562103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:57.581787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-bdb2755b-8f1e-4ad5-8bf8-0a96a261edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.583764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-bdb2755b-8f1e-4ad5-8bf8-0a96a261edc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0934398 Oct 26 14:05:57.630856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-fcc72e7b-15e7-4cfc-b72a-1f8f018c4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.632644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-fcc72e7b-15e7-4cfc-b72a-1f8f018c4301 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 1097 time: 0.4074297 Oct 26 14:05:57.657907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-a1e1c1fc-0918-42d4-9262-92ba697bf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.658935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-a1e1c1fc-0918-42d4-9262-92ba697bf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.659568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-a1e1c1fc-0918-42d4-9262-92ba697bf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.661398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-a1e1c1fc-0918-42d4-9262-92ba697bf022 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2889822 Oct 26 14:05:57.702925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:57.744336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-eb1f39b7-7a63-409c-892d-fd35bc98ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.746539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-eb1f39b7-7a63-409c-892d-fd35bc98ac2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408141 Oct 26 14:05:57.782881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:57.867218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-3e464c4e-20f8-417f-9967-65e12b6a09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.869622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-3e464c4e-20f8-417f-9967-65e12b6a09a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2205634 Oct 26 14:05:57.913349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-adf2df2d-a960-4289-8cdc-d67e928fe5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:57.915135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-adf2df2d-a960-4289-8cdc-d67e928fe5a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2440531 Oct 26 14:05:57.976752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-ea80af85-b7e2-43a4-8cb7-89fd51bbbd9d service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088861 Oct 26 14:05:57.992093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] Transition to ACTIVE for port object 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:05:58.085172 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.093201 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:53Z', 'revision_number': 4, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '29043738-091a-4808-8798-a735dcf244d2', 'name': '', 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'mac_address': 'fa:16:3e:ba:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:49Z', 'updated_at': '2021-10-26T14:05:54Z', 'revision_number': 2, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'subnets': [{'id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:58.098945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.106574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.113256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.120826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.128375 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Checking router: b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:05:58.129828 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Updating router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 port 29043738-091a-4808-8798-a735dcf244d2 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:05:58.130262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.137638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.144124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.154668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-5e74ef38-8974-45ac-9e73-f47e83b13378 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5419 time: 0.8077135 Oct 26 14:05:58.161555 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.179959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d686b9-b796-4d59-aa71-5e80a5c3347d req-7079986b-0e47-42eb-aa44-9cfe059c10d1 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.182069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-72d686b9-b796-4d59-aa71-5e80a5c3347d req-7079986b-0e47-42eb-aa44-9cfe059c10d1 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.1988726 Oct 26 14:05:58.184307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe55f66-63b9-4755-995c-ed3002bf7849 req-52d29da2-50d8-41ae-961c-f30dc176cbc0 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923451 Oct 26 14:05:58.196696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-c7505c1c-0eba-4023-acbc-d1c7543e235c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=4cf246a0-2029-4623-bf21-e53486773a7f HTTP/1.1" status: 200 len: 217 time: 0.1931856 Oct 26 14:05:58.240578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:58.282247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-72d686b9-b796-4d59-aa71-5e80a5c3347d req-13a34c65-7961-4794-97d4-1c7b93bb995f tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931866 Oct 26 14:05:58.322628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:05:58.365480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-b6055242-7a0e-4a97-b4f5-552e4c65a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.366384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] No DVR routers for this DVR port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:05:58.367133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-b6055242-7a0e-4a97-b4f5-552e4c65a028 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 1099 time: 0.0917628 Oct 26 14:05:58.402757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2f0c0a4-ed22-439d-a25d-92bd356005e4 req-b0c2ebfc-4bef-437e-bcf3-f19ca27fec7a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433643 Oct 26 14:05:58.412035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:58.429112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-777791de-87db-41e6-8705-6c9b47a983de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.431676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-777791de-87db-41e6-8705-6c9b47a983de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.2103198 Oct 26 14:05:58.510130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Attempting to bind port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:58.510629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Attempting to bind port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:58.511361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Attempting to bind port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec on network 12a9d787-df10-49ec-b406-d6fa3322d297 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.534475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec on network 12a9d787-df10-49ec-b406-d6fa3322d297 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:05:58.534956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Attempting to bind port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec on network 12a9d787-df10-49ec-b406-d6fa3322d297 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.558705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-30ddf9b1-c62b-4dbc-8257-aff95b860057 service neutron] 10.222.0.41 "PUT /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 2.3549073 Oct 26 14:05:58.560134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:58.560423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Checking segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:58.561201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Bound using segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:58.561486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Bound port: 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:58.561947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.598904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-04d9d557-ddf7-462f-9c1a-362cbdfa4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.601468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-04d9d557-ddf7-462f-9c1a-362cbdfa4fce service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.2248156 Oct 26 14:05:58.616094 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.628024 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.629909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-6ca9d824-a268-4e8c-86ee-79d6304fce1d tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1772909 Oct 26 14:05:58.642625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:58.678158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-772e33e0-17b0-4ea8-8b23-2d7212a316fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d HTTP/1.1" status: 200 len: 217 time: 0.0462258 Oct 26 14:05:58.713457 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fd369-ccf2-4a0d-a5d9-80c9262d5cba None None] Pushing event updated for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:58.755121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.808193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Attempting to bind port 29043738-091a-4808-8798-a735dcf244d2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:05:58.808985 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Attempting to bind port 29043738-091a-4808-8798-a735dcf244d2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:05:58.809578 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Attempting to bind port 29043738-091a-4808-8798-a735dcf244d2 on network ea5b119e-9838-45c6-b2fa-f0255b80b507 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:05:58.816077 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:05:58.816857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Checking segment: {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:05:58.817438 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.817999 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Bound using segment: {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:05:58.818649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Bound port: 29043738-091a-4808-8798-a735dcf244d2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f1991-51f8-4898-b96d-f5576e42f03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:05:58.819229 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:58.843906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-f87c0db8-7158-42c9-9920-239452315853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.845753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-f87c0db8-7158-42c9-9920-239452315853 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1521249 Oct 26 14:05:58.930189 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] For port 29043738-091a-4808-8798-a735dcf244d2, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:58.932947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-f51d12f9-6a08-4d29-bb3b-93d293c30311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:58.934807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-f51d12f9-6a08-4d29-bb3b-93d293c30311 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772760 Oct 26 14:05:58.938600 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] For port 29043738-091a-4808-8798-a735dcf244d2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29043738-091a-4808-8798-a735dcf244d2,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:58.952800 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.046486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.095545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] Provisioning complete for port 29043738-091a-4808-8798-a735dcf244d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:59.096211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.149406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:05:59.164123 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:05:59.164852 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:05:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:05:59.167471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:05:59.187099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692ce1b-b9d6-4b52-9a5e-0699fd6e3720 req-b27a445d-6173-418f-b81a-fe8a823d8cd4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.189160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b692ce1b-b9d6-4b52-9a5e-0699fd6e3720 req-b27a445d-6173-418f-b81a-fe8a823d8cd4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.6681266 Oct 26 14:05:59.193314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5434-483c-4697-a165-24306748e883 req-b17894ea-4206-46f7-b73d-de960482dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.195257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-b17894ea-4206-46f7-b73d-de960482dfca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7472918 Oct 26 14:05:59.196391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.212628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-bb3ac325-3c28-4bda-b929-7c675fd1c47f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656462 Oct 26 14:05:59.261720 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.279845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-e7952c68-b5d9-4c1d-94b3-0a29af92ee3b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.281713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-e7952c68-b5d9-4c1d-94b3-0a29af92ee3b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.6370709 Oct 26 14:05:59.318013 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fd369-ccf2-4a0d-a5d9-80c9262d5cba None None] Pushing event updated for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:59.340222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] For port 29043738-091a-4808-8798-a735dcf244d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29043738-091a-4808-8798-a735dcf244d2,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:05:59.353012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b692ce1b-b9d6-4b52-9a5e-0699fd6e3720 req-d10553b6-5eb2-4af9-a9f8-820668488024 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468940 Oct 26 14:05:59.356109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.356315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:05:59.417313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.417995 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.420830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] 10.222.0.41 "PUT /v2.0/ports/7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 1091 time: 3.1776664 Oct 26 14:05:59.466362 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:05:59.467561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3740b63-7edd-489b-92e6-e0ca4750b3f2 None None] Pushing event updated for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:05:59.471843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:05:59.474393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:05:59.518591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:05:59.520917 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:05:59.557017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b7ee8830-a92a-42a6-8f7c-cf60e209831c None None] Provisioning complete for port 29043738-091a-4808-8798-a735dcf244d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:05:59.557845 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7ee8830-a92a-42a6-8f7c-cf60e209831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.560192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bef76b20-99d6-4591-bb9a-c4e1136f2ba5 req-d9c1af90-d374-4b6a-9c32-c3f2666ace5f service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362932 Oct 26 14:05:59.577233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Request body: {'port': {'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:05:59.615703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Allocated IP 172.25.5.245 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4a3fab07-68ef-4410-a524-79a4d362dc48) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:05:59.626975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-de3f0348-77ee-4777-a348-bfa94e4ed9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:05:59.629088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-de3f0348-77ee-4777-a348-bfa94e4ed9a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&tenant_id=e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 1095 time: 0.3264313 Oct 26 14:05:59.712536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.850033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:05:59.961184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.000229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:00.015124 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94c27d-0a9e-41c7-9d8a-f35e8d044308" -d '{"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:00.053752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.062101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-072b3798-9bad-49ce-985a-41fb195f9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:00.063383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:00.067436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-072b3798-9bad-49ce-985a-41fb195f9f70 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1095 time: 0.3641999 Oct 26 14:06:00.082196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0114-381f-4396-b96a-6ee64e695620 service neutron] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.088218 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:53Z', 'revision_number': 4, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '29043738-091a-4808-8798-a735dcf244d2', 'name': '', 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'mac_address': 'fa:16:3e:ba:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:49Z', 'updated_at': '2021-10-26T14:05:58Z', 'revision_number': 4, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'subnets': [{'id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:00.091400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.152485 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd5007-030e-4f15-8135-5cf6e64246d5 None None] The sync data for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 is: [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:05:53Z', 'revision_number': 4, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '29043738-091a-4808-8798-a735dcf244d2', 'name': '', 'network_id': 'ea5b119e-9838-45c6-b2fa-f0255b80b507', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'mac_address': 'fa:16:3e:ba:dc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:49Z', 'updated_at': '2021-10-26T14:05:58Z', 'revision_number': 4, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'subnets': [{'id': '81554dd1-2cb8-4b1a-8888-559e3c11b7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:00.155859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:00.158149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:00.168357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:00.180681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.207959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:00.257840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '4cf246a0-2029-4623-bf21-e53486773a7f', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '4cf246a0-2029-4623-bf21-e53486773a7f', 'mac_address': 'fa:16:3e:20:8c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:00.299836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event updated for resources: {'Port': ['ID=4a3fab07-68ef-4410-a524-79a4d362dc48,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.366548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.394158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:00.411632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.433992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-b8de1c44-90cd-4a02-bc86-e246fa2f8657 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2115600 Oct 26 14:06:00.474926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:00.485578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.651572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29043738-091a-4808-8798-a735dcf244d2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:00.741443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:00.782387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 29043738-091a-4808-8798-a735dcf244d2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:00.782759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:00.840893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4cf246a0-2029-4623-bf21-e53486773a7f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:00.953890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71db5434-483c-4697-a165-24306748e883 req-1a88a675-cd8c-4f92-ba45-4eb284401570 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564178 Oct 26 14:06:01.026137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-1bc5d0d9-263e-4421-95c6-b4cef1367932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.027851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-1bc5d0d9-263e-4421-95c6-b4cef1367932 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.8543203 Oct 26 14:06:01.039086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44da26-309d-45d8-94c2-70877b0e23ac req-18014aaf-82d9-408f-b194-5547210c9a31 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.041559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b44da26-309d-45d8-94c2-70877b0e23ac req-18014aaf-82d9-408f-b194-5547210c9a31 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 948 time: 0.9702525 Oct 26 14:06:01.092955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.101122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-91554e6a-4a78-4fb7-a9d3-04edc3b0deee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.0584121 Oct 26 14:06:01.174265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b44da26-309d-45d8-94c2-70877b0e23ac req-3e19f5e2-2db5-4b2c-9c31-328de3ea5de6 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Oct 26 14:06:01.299230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-d0bc9444-fb05-4912-9cae-94cfb18eeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.301761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-d0bc9444-fb05-4912-9cae-94cfb18eeaa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1319320 Oct 26 14:06:01.348958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.356852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.380512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-da470477-6c52-43e1-b617-88404ee0c473 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533624 Oct 26 14:06:01.406935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event updated for resources: {'Port': ['ID=4a3fab07-68ef-4410-a524-79a4d362dc48,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:01.441318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2494e8de-198e-440e-b1f2-7e30d6d965ed {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:01.462147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.468131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:01.487842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.495490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.498577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-0afbe97b-7287-407e-be87-ce6cbea27731 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8672795 Oct 26 14:06:01.529187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04fa78-4b04-4bb4-9c58-90bf6d611266 req-4ac45cc3-cf81-435c-bb28-8fdd3ccd2ebd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.530740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a04fa78-4b04-4bb4-9c58-90bf6d611266 req-4ac45cc3-cf81-435c-bb28-8fdd3ccd2ebd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.1404669 Oct 26 14:06:01.543639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Transition to ACTIVE for port object 2494e8de-198e-440e-b1f2-7e30d6d965ed will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:01.574682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.601408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-5d38da8f-87f7-4ead-8892-2797d75cbcc0 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0960484 Oct 26 14:06:01.628097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:01.658630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a04fa78-4b04-4bb4-9c58-90bf6d611266 req-feb8414d-c1a0-42bd-9b8f-9d0b07e923df tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187398 Oct 26 14:06:01.668702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-8e3ca04c-dabb-4f64-b017-00eb1a3b7819 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673378 Oct 26 14:06:01.686966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:01.733531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'mac_address': 'fa:16:3e:ee:91:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:01.829585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-08d261d9-6f82-4d86-af03-2143da596f0c service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524904 Oct 26 14:06:01.833501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.898553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-01a628fe-58a3-4bc4-a02b-dab95c6d9c24 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:01.904591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411b223d-b53d-4252-8e96-c7b8b1e540b0 req-01a628fe-58a3-4bc4-a02b-dab95c6d9c24 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.2967970 Oct 26 14:06:01.905906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dd6772-2acc-48b1-81ca-bde3bb5f099d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:01.942627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:01.946173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Attempting to bind port 2494e8de-198e-440e-b1f2-7e30d6d965ed on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:01.947038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Attempting to bind port 2494e8de-198e-440e-b1f2-7e30d6d965ed by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:01.948442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Attempting to bind port 2494e8de-198e-440e-b1f2-7e30d6d965ed on network 12a9d787-df10-49ec-b406-d6fa3322d297 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:01.963931 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:01.985571 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2ff93-9e04-46db-9ab4-24b98da09cd9 x-openstack-request-id: req-f9b2ff93-9e04-46db-9ab4-24b98da09cd9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:01.986147 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:01.986147 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9b2ff93-9e04-46db-9ab4-24b98da09cd9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:01.986475 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'status': 'completed', 'code': 200} Oct 26 14:06:02.066304 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a1d21-4b51-4194-9bda-86df23bf654b x-openstack-request-id: req-cf8a1d21-4b51-4194-9bda-86df23bf654b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:02.067630 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:02.067987 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf8a1d21-4b51-4194-9bda-86df23bf654b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:02.069070 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'code': 200} Oct 26 14:06:02.095426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Port 2494e8de-198e-440e-b1f2-7e30d6d965ed on network 12a9d787-df10-49ec-b406-d6fa3322d297 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:02.095694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Attempting to bind port 2494e8de-198e-440e-b1f2-7e30d6d965ed on network 12a9d787-df10-49ec-b406-d6fa3322d297 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:02.106631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:02.106974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Checking segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:02.107775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Bound using segment: {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:02.107961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Bound port: 2494e8de-198e-440e-b1f2-7e30d6d965ed, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd839dd2-5bd1-4376-90a8-d776939aaa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:02.108316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.162188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-fbfb8fde-1048-4827-8137-f8c2cae45c47 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.163652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-fbfb8fde-1048-4827-8137-f8c2cae45c47 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "GET /v2.0/ports?device_id=327e72bc-296b-4679-babe-96b6ee46c50e HTTP/1.1" status: 200 len: 944 time: 0.3323610 Oct 26 14:06:02.164303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:02.241786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['80dd6772-2acc-48b1-81ca-bde3bb5f099d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:02.250403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.256548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.264151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.270245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.277708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.285212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.292357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.300554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-5daf53cc-ddc1-435a-ad94-8ceb94c83a79 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.4669936 Oct 26 14:06:02.332266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.332768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.333237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.333702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.334160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.334617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.335071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.336466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-96b87421-cf52-43f5-a3b4-062acb906d53 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.336974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-5d5145c1-b4e9-4364-9952-50017cedd51b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6446 time: 0.3303185 Oct 26 14:06:02.338726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-96b87421-cf52-43f5-a3b4-062acb906d53 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.1837263 Oct 26 14:06:02.361057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c9a1a1f-71b6-4ac0-958e-0cdb8136aee9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/quotas/049419d4309f47f9913b4077c02fa918 HTTP/1.1" status: 200 len: 375 time: 0.0150928 Oct 26 14:06:02.437081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-c9c4270d-4718-4c84-b4a4-1e7f87e90425 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684712 Oct 26 14:06:02.532955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-5683fde7-4408-4aa5-9e16-5e757677f75e service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901008 Oct 26 14:06:02.545303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-1917ce12-e6eb-4336-814e-a7156d1e3576 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.546808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-1917ce12-e6eb-4336-814e-a7156d1e3576 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.4101031 Oct 26 14:06:02.564575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dd7b320-a62e-47a6-b73b-bab5c33d22ed req-7914819e-28df-4b0c-9913-e8f1f0d3555e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2629802 Oct 26 14:06:02.591348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:02.643036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-b8567d04-d624-4dd8-9e6e-aa9234be2923 service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034398 Oct 26 14:06:02.643333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:02.707947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.794924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.795776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.797673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] 10.222.0.41 "PUT /v2.0/ports/2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 1091 time: 3.2592316 Oct 26 14:06:02.805530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-95ace0bb-a16a-426e-a079-07787c8f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.807040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-95ace0bb-a16a-426e-a079-07787c8f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.807669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-95ace0bb-a16a-426e-a079-07787c8f24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:02.809365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-95ace0bb-a16a-426e-a079-07787c8f24eb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1efc0331d8794c69a783d06f9a1037cb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4537761 Oct 26 14:06:02.844211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Deleting port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:02.844577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:02.907613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e860342e-3850-4556-b91e-58b64b7278d9 req-8e47faef-6dd1-4e89-8d54-afbb0e4d52e4 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips/0fa23ef1-fac2-4dab-9f6d-3e1158b7dbf7 HTTP/1.1" status: 200 len: 693 time: 0.0646865 Oct 26 14:06:03.008514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e73754-7411-4969-a1ff-849719770905 req-347daae1-e3d3-4d45-9212-3f3ac6511ab8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.010398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2e73754-7411-4969-a1ff-849719770905 req-347daae1-e3d3-4d45-9212-3f3ac6511ab8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.3691156 Oct 26 14:06:03.020550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4a1b7-edf4-451c-bbef-83eff38ee4bc service neutron] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:03.043224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860342e-3850-4556-b91e-58b64b7278d9 req-8ff02b23-6b73-4a8b-a7d2-df81e81e02e9 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.044707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e860342e-3850-4556-b91e-58b64b7278d9 req-8ff02b23-6b73-4a8b-a7d2-df81e81e02e9 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1291862 Oct 26 14:06:03.206187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4700c-17f9-42a0-bb27-23d69fec49fb req-2cfc30d6-b832-4e6f-a461-ac2f126d0ad0 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.209074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51f4700c-17f9-42a0-bb27-23d69fec49fb req-2cfc30d6-b832-4e6f-a461-ac2f126d0ad0 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 949 time: 0.0741429 Oct 26 14:06:03.211483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] For port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:03.211854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.217329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2e73754-7411-4969-a1ff-849719770905 req-4c0e133e-e1f7-499d-86ed-0ced60af0059 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919065 Oct 26 14:06:03.218581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-686c3b67-7dea-4b88-a518-79a5ae731790 service neutron] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:03.225072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-03c12998-2b4d-41d0-9b40-0e8d00d77663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.226614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05cbd0ac-52eb-43ab-a292-b7b42dd48ee4 req-03c12998-2b4d-41d0-9b40-0e8d00d77663 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3978765 Oct 26 14:06:03.233090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-686c3b67-7dea-4b88-a518-79a5ae731790 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.234230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3d2d475-08d9-4c28-8267-b9cc7913736f req-686c3b67-7dea-4b88-a518-79a5ae731790 service neutron] 10.222.0.73 "DELETE /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.6674109 Oct 26 14:06:03.250097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Calling delete_port for aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:03.279506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51f4700c-17f9-42a0-bb27-23d69fec49fb req-732fb99b-3b5a-4805-97f3-282347bf41ef tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606790 Oct 26 14:06:03.395930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f338c21-b35a-4685-88c4-f7810483ee81 req-49bf8a48-6bc7-48d0-899b-6dcfdc21c01b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.398094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f338c21-b35a-4685-88c4-f7810483ee81 req-49bf8a48-6bc7-48d0-899b-6dcfdc21c01b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.0633247 Oct 26 14:06:03.442232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f338c21-b35a-4685-88c4-f7810483ee81 req-87b40b03-0361-41f8-a6f0-daacc67edc17 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Oct 26 14:06:03.472413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:03.531743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07bd4923-bb5f-4e14-918e-32d32e9f928e req-8e2702b8-19b6-4046-9fa0-645de32c0ae5 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=29ba62d5c3eb44d4b85895359e14f57b HTTP/1.1" status: 200 len: 696 time: 0.0636020 Oct 26 14:06:03.554056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 4cf246a0-2029-4623-bf21-e53486773a7f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:03.562182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 4cf246a0-2029-4623-bf21-e53486773a7f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:03.563765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.652055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd4923-bb5f-4e14-918e-32d32e9f928e req-04f63b98-77fc-44f4-b333-eb7a28ebab69 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.653963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07bd4923-bb5f-4e14-918e-32d32e9f928e req-04f63b98-77fc-44f4-b333-eb7a28ebab69 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks?id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 787 time: 0.1147680 Oct 26 14:06:03.769430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b9a6142-1c57-4f80-bb41-9d363406e7c9 req-764b6e93-9fe7-488b-9623-656f14086155 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 210 time: 0.0394182 Oct 26 14:06:03.797628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.798112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.798584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.799057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.799645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.799975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.800435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.802101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.802410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-7652e1c9-519a-4f8c-90e2-501c38bcd4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6488 time: 0.4837823 Oct 26 14:06:03.807647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.813789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.820734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.837648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.844107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.847854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:03.857154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:03.859557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.861086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:03.879187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:03.881236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-af4f33f3-5eca-43de-8922-87d3e3931be8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1537776 Oct 26 14:06:03.919847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-eaf69dd4-069c-4abd-8a7b-373466d65639 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 217 time: 0.1047328 Oct 26 14:06:03.970156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7781e61-679b-4fe7-9dd5-8b614edac513 req-79a5384a-7da5-4879-bda8-7050b4c133f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803354 Oct 26 14:06:03.986392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:03.995875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6637985-73e9-48af-aafb-f18b95db161b req-de2253c2-a364-45c2-b355-2dca99f2bbb0 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips/0fa23ef1-fac2-4dab-9f6d-3e1158b7dbf7 HTTP/1.1" status: 200 len: 693 time: 0.1814415 Oct 26 14:06:03.996653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:03.999253 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af82d88-31eb-4d38-bc0e-83a84ae62d17" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:04.041452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 80dd6772-2acc-48b1-81ca-bde3bb5f099d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:04.051506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 80dd6772-2acc-48b1-81ca-bde3bb5f099d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:04.054204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.086259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:04.089531 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4c6e3a-36a3-4f31-b04e-b1439bdcea6f" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:04.118215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251a51a-a5a2-45a4-8bdf-ea167b5d5c08 req-17205822-46a2-46fa-93a2-e39116d8b282 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.127879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d251a51a-a5a2-45a4-8bdf-ea167b5d5c08 req-17205822-46a2-46fa-93a2-e39116d8b282 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1095 time: 0.0577145 Oct 26 14:06:04.160294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d251a51a-a5a2-45a4-8bdf-ea167b5d5c08 req-83b9bc00-a70d-4c5c-bae8-9fd7cfca3fe6 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Oct 26 14:06:04.163691 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.204201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:04.215840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.251687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.257932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-3f5a8ddf-2b7f-4ff1-86d8-e93b0912db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.259994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-3f5a8ddf-2b7f-4ff1-86d8-e93b0912db9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.2902224 Oct 26 14:06:04.313428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:04.342630 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d39ff7-0fd5-49df-99c6-956fe15a5940 x-openstack-request-id: req-29d39ff7-0fd5-49df-99c6-956fe15a5940 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:04.342936 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:04.343503 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29d39ff7-0fd5-49df-99c6-956fe15a5940 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:04.343902 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'status': 'completed', 'code': 200} Oct 26 14:06:04.366362 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9315477e-3acd-4a1f-b1ac-9d0ec73c00b5 x-openstack-request-id: req-9315477e-3acd-4a1f-b1ac-9d0ec73c00b5 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:04.366550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event deleted for resources: {'Port': ['ID=aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:04.366852 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:04.367213 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9315477e-3acd-4a1f-b1ac-9d0ec73c00b5 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:04.367704 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'code': 200} Oct 26 14:06:04.435023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6637985-73e9-48af-aafb-f18b95db161b req-989e0ded-42b3-4511-a462-dbb29c4f795b tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.436893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6637985-73e9-48af-aafb-f18b95db161b req-989e0ded-42b3-4511-a462-dbb29c4f795b tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.4338717 Oct 26 14:06:04.449240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-c230810a-a7c2-4ca3-85c8-73092489e922 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.450699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-c230810a-a7c2-4ca3-85c8-73092489e922 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.4804285 Oct 26 14:06:04.489443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6d3df-3d41-45be-9080-7fe0cdb47304 req-0ad3a419-cba8-4767-bfe6-c955ce3cd5af tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.490276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Request body: {'port': {'device_id': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'admin_state_up': True, 'tenant_id': '049419d4309f47f9913b4077c02fa918'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:04.491054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ad6d3df-3d41-45be-9080-7fe0cdb47304 req-0ad3a419-cba8-4767-bfe6-c955ce3cd5af tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.0558453 Oct 26 14:06:04.517650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] No DVR routers for this DVR port aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:04.536180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ad6d3df-3d41-45be-9080-7fe0cdb47304 req-df49a1b1-8e88-405c-b5ea-a82ce4a4b8b8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364377 Oct 26 14:06:04.567850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:04.571271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c49592bf-7cdb-4372-b66b-0e2f66b9a743 req-37043a88-53e7-4a71-bdb8-d672f5ff5789 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "DELETE /v2.0/ports/aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c HTTP/1.1" status: 204 len: 173 time: 2.3937705 Oct 26 14:06:04.579351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fa2f77d2-95b9-44e2-9387-5cc5d83e20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.581403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fa2f77d2-95b9-44e2-9387-5cc5d83e20eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934682 Oct 26 14:06:04.649018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6637985-73e9-48af-aafb-f18b95db161b req-46b4808e-0003-4eab-a50f-a13e83356dad tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.1972892 Oct 26 14:06:04.654379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0cb7-5c6e-4302-a740-f84c13fa91c3 req-f7ab3f25-2964-4b85-915c-9a72b1470630 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.656766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-644c0cb7-5c6e-4302-a740-f84c13fa91c3 req-f7ab3f25-2964-4b85-915c-9a72b1470630 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 950 time: 0.0578973 Oct 26 14:06:04.705780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-644c0cb7-5c6e-4302-a740-f84c13fa91c3 req-66d4c8f7-347b-4b99-813c-f764a4402260 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Oct 26 14:06:04.772978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6637985-73e9-48af-aafb-f18b95db161b req-88ea0c47-2e10-4675-ae49-fef8bd48f891 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.245 HTTP/1.1" status: 200 len: 696 time: 0.0936999 Oct 26 14:06:04.779437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9057e42-db6a-4e0d-a9ef-bdac267f0cc0 req-3b364e7f-9d29-4b54-8231-bbda1d5f82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.780746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9057e42-db6a-4e0d-a9ef-bdac267f0cc0 req-3b364e7f-9d29-4b54-8231-bbda1d5f82a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 1099 time: 0.3280277 Oct 26 14:06:04.880573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-bd71c1a5-c990-449d-a9ad-d8a13c1e283d service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537758 Oct 26 14:06:04.887914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-97820193-461b-428b-af7c-c0d48f61efa5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:04.889471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-97820193-461b-428b-af7c-c0d48f61efa5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.1048329 Oct 26 14:06:04.905931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-7203d804-b17f-4b9e-a28f-1a547aaf23a7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/quotas/e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 375 time: 0.0105658 Oct 26 14:06:04.954929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9057e42-db6a-4e0d-a9ef-bdac267f0cc0 req-e1546479-ef09-4232-ba2f-f58ae2ebaeb9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572773 Oct 26 14:06:04.956814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-10bfd88d-ec44-4ae3-8c62-23f93151ab63 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449176 Oct 26 14:06:05.008016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:05.012211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.055343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-87f39d47-c0aa-4cb5-af6e-abba9c657790 service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913467 Oct 26 14:06:05.127472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-64fd2924-3b46-4ceb-bc3f-2eca8832501a service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068157 Oct 26 14:06:05.131639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Deleting port 4a3fab07-68ef-4410-a524-79a4d362dc48 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:05.131984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.155145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-46830a38-ec89-4a3a-9eb8-a003bc9c3152 service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924304 Oct 26 14:06:05.246506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-9612b63d-233d-45cd-aa9d-a01dedf768f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 217 time: 0.1089816 Oct 26 14:06:05.315282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Allocated IP 172.20.0.6 (19bf76ec-0dca-431b-b73e-9b616967767f/4f98be51-1a0c-47bc-9e40-ffa0f553d965/02e115ed-b9c8-4a27-b96d-5ff0572c5cd9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:05.361431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e6908ab8-9205-44aa-9f50-df54bb4f81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.362988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-e6908ab8-9205-44aa-9f50-df54bb4f81ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1066115 Oct 26 14:06:05.368242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.369544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.418181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Calling delete_port for 4a3fab07-68ef-4410-a524-79a4d362dc48 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:05.439538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-def81c1d-8b1a-46ae-8dfc-e43612dee8de req-a05144a9-9487-4e4c-aef4-c8cb0bbe8d12 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 210 time: 0.0302522 Oct 26 14:06:05.503019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:05.533489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:05.534122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:05.548372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-de3fda67-91f8-4399-b74a-e15ba33fa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.549936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-de3fda67-91f8-4399-b74a-e15ba33fa68f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753521 Oct 26 14:06:05.581613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.588935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.595008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.601466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.608989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.615433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.622653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.629319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-0bb83c8e-bfdd-4d61-aabc-35cae4b5134c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1199715 Oct 26 14:06:05.676640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aa73ff9-e1d2-4fc5-88bf-0ddf62996f91 req-00a05662-932d-43c1-aedc-6e7397c5b79f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433772 Oct 26 14:06:05.767717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0013e9bf-7ad1-4df3-b0f9-e8a734daa9a0 req-9e6b167a-0822-4fdd-ab67-0aaac27857cb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 210 time: 0.0325985 Oct 26 14:06:05.933109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:05.942397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188ff85-0c28-488a-991d-c7773580e2e6 req-7c8eb2ce-8b88-4630-8142-7d020b0dedcd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:05.943923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a188ff85-0c28-488a-991d-c7773580e2e6 req-7c8eb2ce-8b88-4630-8142-7d020b0dedcd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.0553517 Oct 26 14:06:05.986407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a188ff85-0c28-488a-991d-c7773580e2e6 req-0d63ec32-45cf-4e10-81f1-6c096ed02f86 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Oct 26 14:06:05.989670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-a3ae5180-dced-4890-a6bc-51487772502f service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291801 Oct 26 14:06:06.077908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.109083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.114021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371c37-537f-479a-8a49-0de555199334 req-0348914f-c02b-459c-bf45-0d8ea02867b0 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.115816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea371c37-537f-479a-8a49-0de555199334 req-0348914f-c02b-459c-bf45-0d8ea02867b0 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 950 time: 0.0600691 Oct 26 14:06:06.117991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event deleted for resources: {'Port': ['ID=4a3fab07-68ef-4410-a524-79a4d362dc48,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:06.165419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea371c37-537f-479a-8a49-0de555199334 req-b0e82292-c8bf-4ad5-9ea0-9d8a486950db tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Oct 26 14:06:06.201346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Network 19bf76ec-0dca-431b-b73e-9b616967767f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:06.232661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:06.239687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-591332e2-ce67-4e1e-9301-ab98739ef881 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356770 Oct 26 14:06:06.246143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:06.282041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:06.322265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-448e688b-e58f-4a55-955d-6e3effaa8db9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 217 time: 0.0730493 Oct 26 14:06:06.332312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.335269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.336415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6637985-73e9-48af-aafb-f18b95db161b req-92681192-3846-4b6c-9287-7490cd45111f tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "DELETE /v2.0/floatingips/0fa23ef1-fac2-4dab-9f6d-3e1158b7dbf7 HTTP/1.1" status: 204 len: 173 time: 1.5547512 Oct 26 14:06:06.346725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-deleted', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:06.349131 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1b2aa-66c5-4651-8271-876eb676dea0" -d '{"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-deleted", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:06.369272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:06.372698 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f494cdd8-8149-416b-aee6-67d1a4a9f4b3" -d '{"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-plugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:06.385738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.386362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.411805 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65185c49-af2f-4a8f-81c6-c6af008cd50a x-openstack-request-id: req-65185c49-af2f-4a8f-81c6-c6af008cd50a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:06.412099 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e72bc-296b-4679-babe-96b6ee46c50e", "name": "network-vif-deleted", "tag": "aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:06.412360 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65185c49-af2f-4a8f-81c6-c6af008cd50a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:06.413485 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e72bc-296b-4679-babe-96b6ee46c50e', 'name': 'network-vif-deleted', 'tag': 'aa1a1ed6-5863-42d5-b7cb-fa77dfe69a1c', 'status': 'completed', 'code': 200} Oct 26 14:06:06.417489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fb9bb965-4eda-45b7-9bd7-17dab585bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.418988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-fb9bb965-4eda-45b7-9bd7-17dab585bb4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.0816610 Oct 26 14:06:06.434897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-4c7bdac3-fc52-4b06-8dc4-5bb8e7bc92a3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9550593 Oct 26 14:06:06.449049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Request body: {'port': {'device_id': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:06.489195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-2696aa85-4d2b-4bf9-80cb-394b9139bd98 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1302686 Oct 26 14:06:06.513838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:06.528513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-1ac07512-802d-4b60-903d-ba6ba04edea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.530063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-1ac07512-802d-4b60-903d-ba6ba04edea5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994887 Oct 26 14:06:06.534041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.555207 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ff10e7-98f0-4375-a491-e9482a980ab9 x-openstack-request-id: req-79ff10e7-98f0-4375-a491-e9482a980ab9 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:06.555784 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-plugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:06.555784 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79ff10e7-98f0-4375-a491-e9482a980ab9 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:06.556670 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'code': 200} Oct 26 14:06:06.596369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.677340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-f5697509-2625-42a8-a7f8-3ff6cdd53c91 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.679264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-f5697509-2625-42a8-a7f8-3ff6cdd53c91 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.1874173 Oct 26 14:06:06.693817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Request body: {'port': {'device_id': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'admin_state_up': True, 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:06.815557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf12ac-5204-4972-9f4e-4084a0f71cf7 req-e632a9af-a63b-4faa-a86a-75aaf75e04fb tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.817002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8caf12ac-5204-4972-9f4e-4084a0f71cf7 req-e632a9af-a63b-4faa-a86a-75aaf75e04fb tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 931 time: 0.1869209 Oct 26 14:06:06.825242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864f003-6dde-463a-8819-c3508f52db3f req-e7b9b4ea-f493-42af-93e3-10c37548629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:06.825567 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.826753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f864f003-6dde-463a-8819-c3508f52db3f req-e7b9b4ea-f493-42af-93e3-10c37548629e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 1101 time: 0.1774168 Oct 26 14:06:06.835535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-bdaba3a9-bd7d-478a-b9ac-68fee23d1cff service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939930 Oct 26 14:06:06.840912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:06.844654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:06.995417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f864f003-6dde-463a-8819-c3508f52db3f req-e58495af-9306-4594-ac5b-50bc0b849eae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565859 Oct 26 14:06:07.001952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8caf12ac-5204-4972-9f4e-4084a0f71cf7 req-f99a6099-4aca-402c-8feb-834b694ca2dc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717136 Oct 26 14:06:07.027728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Allocated IP 172.25.5.94 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:07.062529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d739d7a7-94da-4121-a197-e8f1a6d64209 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085133 Oct 26 14:06:07.099507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Allocated IP 172.20.0.2 (831d829d-c9a5-466e-8282-d747c82aedf9/32b534b4-2106-4135-95be-7320e73c1755/f047f90f-0b62-4391-a735-7b0fbe7249df) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:07.146640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-41935d21-0f8f-453a-8b39-f9a5fa3de088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 217 time: 0.0762413 Oct 26 14:06:07.197662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.217799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:07.231336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.246482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.252705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.258673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.265251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.271327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.277347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.283301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.285282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-1bf1a949-d0e0-40a1-9f64-776c83374b49 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2080605 Oct 26 14:06:07.295410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2b8367c3-2f4f-46bc-a283-9d78afd05139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.297147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2b8367c3-2f4f-46bc-a283-9d78afd05139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1320257 Oct 26 14:06:07.301909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.310481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Transition to ACTIVE for port object 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:07.328659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.337506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.354470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:07.359973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:07.366073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:07.398265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event updated for resources: {'Port': ['ID=cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.412798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15e4a64e-db74-456c-a45b-283bc956d8b2 req-fb4141f8-fe9d-4435-bdc4-06098c8b6b18 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145749 Oct 26 14:06:07.426728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.435146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-90fb27f4-55a8-4094-8f4f-b65842740f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.436718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-90fb27f4-55a8-4094-8f4f-b65842740f64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284621 Oct 26 14:06:07.461451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.524657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Network 831d829d-c9a5-466e-8282-d747c82aedf9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:07.526469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.533433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:07.538896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:07.569164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:07.607589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Attempting to bind port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:07.607824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Attempting to bind port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:07.608134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.608668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Attempting to bind port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:07.617867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.618513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.622552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e4551-778f-4d98-b3c1-6b9d7ce0da12 req-f0ebeb00-834d-4618-927b-fe91a0bb6549 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.624024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a3e4551-778f-4d98-b3c1-6b9d7ce0da12 req-f0ebeb00-834d-4618-927b-fe91a0bb6549 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 931 time: 0.1050448 Oct 26 14:06:07.628125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 on network 19bf76ec-0dca-431b-b73e-9b616967767f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:07.628447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Attempting to bind port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:07.638322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-a555623a-50bb-41d7-80c1-fb24110e54c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869845 Oct 26 14:06:07.644386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:07.644750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Checking segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:07.645129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Bound using segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:07.645578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Bound port: 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:07.645938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.666832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-c15afe79-bac4-4de9-9dc3-f736413c3aee tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9774139 Oct 26 14:06:07.689723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Request body: {'port': {'device_id': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:07.763868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a3e4551-778f-4d98-b3c1-6b9d7ce0da12 req-0555de8d-1085-4900-9e2f-43e805d039c7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308992 Oct 26 14:06:07.798702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.808604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:07.822832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-13cc8ed9-d84d-4977-9f36-060288663031 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611497 Oct 26 14:06:07.824690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:07.832050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.874064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.884069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.910053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-666cbbbb-0422-4a42-8fb9-f9115c0dc840 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 217 time: 0.0741308 Oct 26 14:06:07.914552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:07.915162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:07.917270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] 10.222.0.41 "PUT /v2.0/ports/02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 HTTP/1.1" status: 200 len: 1091 time: 1.4728098 Oct 26 14:06:08.014277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec458e18-3ff2-4d9e-8034-479886bb5905 service neutron] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.023652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event updated for resources: {'Port': ['ID=cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.037883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1756ac9-a5da-416f-aa11-d5c11e7ad553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.039363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-d1756ac9-a5da-416f-aa11-d5c11e7ad553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1194432 Oct 26 14:06:08.067482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b51359-2c53-461c-a7f1-98a82d7e9402 req-e5c78af1-2bf0-44eb-917a-cd59a00422f1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.068994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e9b51359-2c53-461c-a7f1-98a82d7e9402 req-e5c78af1-2bf0-44eb-917a-cd59a00422f1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.1479309 Oct 26 14:06:08.074937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.075783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-7293dfd2-043d-442d-b893-0b43667c00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.077303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-7293dfd2-043d-442d-b893-0b43667c00ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 1094 time: 0.1151254 Oct 26 14:06:08.100941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.102166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-3d7cd604-c65e-4e8f-85f1-87ba603d5f1a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6120536 Oct 26 14:06:08.143231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-8580f4b8-f520-4345-955b-d7ccf35fb5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 HTTP/1.1" status: 200 len: 217 time: 0.0522575 Oct 26 14:06:08.183868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-bdeeb570-6d0f-40f1-b7e0-e5dd5e4bca3a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0691266 Oct 26 14:06:08.191666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4870111a-fbdf-433e-87f2-ce5548cfa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.193337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4870111a-fbdf-433e-87f2-ce5548cfa4dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437621 Oct 26 14:06:08.215331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e9b51359-2c53-461c-a7f1-98a82d7e9402 req-1faa248b-5acf-4db7-81bd-94fee41b7b09 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231089 Oct 26 14:06:08.262468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-fa49f1dc-04d0-48f8-9bda-23a5c2bcac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.263940 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-fa49f1dc-04d0-48f8-9bda-23a5c2bcac4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.1133895 Oct 26 14:06:08.307703 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-ebf8c938-55f0-4faa-b82f-dfd076ed1c65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351012 Oct 26 14:06:08.316164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f047f90f-0b62-4391-a735-7b0fbe7249df {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:08.335498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.365824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-78bd5545-a994-4957-a036-30d0f929ee70 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.367382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59ceb2b-f74c-48cf-adcc-c496c18e55a8 req-78bd5545-a994-4957-a036-30d0f929ee70 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1764925 Oct 26 14:06:08.368586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Transition to ACTIVE for port object f047f90f-0b62-4391-a735-7b0fbe7249df will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:08.373583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.410817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-2c3ef8dc-f1f7-49f1-8765-db4c0b7fccaa service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065263 Oct 26 14:06:08.415158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:08.416047 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed602b7-fd26-455c-b091-673fe5c0fd63" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:08.451986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.505521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f38c7-9cd7-4638-8403-c51f4b3f7819 req-a314c7f7-fa46-4a2f-aa89-63dfff8978e7 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.507031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e6f38c7-9cd7-4638-8403-c51f4b3f7819 req-a314c7f7-fa46-4a2f-aa89-63dfff8978e7 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 950 time: 0.1790819 Oct 26 14:06:08.529008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:08.529350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:08.529713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:08.543786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-bc45d63a-ef24-470f-83f2-99aa2a928426 service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247987 Oct 26 14:06:08.549811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:08.550136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:08.558402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:08.558730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:08.559114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:08.559547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Bound port: f047f90f-0b62-4391-a735-7b0fbe7249df, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:08.559907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.587103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae298e-6bed-425f-9ffb-35ed779b8fea req-3910cfa6-a64d-4267-aa86-c58497d964cf tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.589263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98ae298e-6bed-425f-9ffb-35ed779b8fea req-3910cfa6-a64d-4267-aa86-c58497d964cf tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 943 time: 0.0773761 Oct 26 14:06:08.666838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98ae298e-6bed-425f-9ffb-35ed779b8fea req-905ec1b4-b906-43cd-8007-274b6bd90136 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604935 Oct 26 14:06:08.670780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:08.674387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:08.680854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.728881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.729498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:08.730884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] 10.222.0.41 "PUT /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 1091 time: 1.0453541 Oct 26 14:06:08.731328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:08.733632 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7088e6c-8e86-4fa3-a57a-d8b055635e51" -d '{"events": [{"name": "network-changed", "server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:08.782425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-499e2cdd-2e55-4cfd-bf09-481648ffc9fe tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips/037613c1-8e66-4865-b59b-de89b1b9b12f HTTP/1.1" status: 200 len: 692 time: 0.0707698 Oct 26 14:06:08.838926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51050345-854b-4800-b10c-8f7b663f30ee service neutron] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:08.862522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-9e15d945-45b1-4a22-9e79-803697024e23 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402378 Oct 26 14:06:08.866945 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e6f38c7-9cd7-4638-8403-c51f4b3f7819 req-d97046fb-6a5b-4181-ae19-ab009857ad4a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449445 Oct 26 14:06:08.891643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-4a23ebf2-ca86-442b-b058-a60a4f0069d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.893197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-4a23ebf2-ca86-442b-b058-a60a4f0069d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1094 time: 0.1099174 Oct 26 14:06:08.916101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-537f4574-c887-4af5-98a0-0f431408f1b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 217 time: 0.0390184 Oct 26 14:06:08.933653 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3c603-05e5-4d8b-880c-307ecba854f6 x-openstack-request-id: req-49a3c603-05e5-4d8b-880c-307ecba854f6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:08.934639 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:08.934901 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49a3c603-05e5-4d8b-880c-307ecba854f6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:08.935429 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'status': 'completed', 'code': 200} Oct 26 14:06:08.956083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-efd690e3-f7ba-4846-84e8-1a54c39ac040 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:08.957946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-efd690e3-f7ba-4846-84e8-1a54c39ac040 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1605699 Oct 26 14:06:08.972603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e68a5db-dd53-4bc6-8af7-ece738e7aaae req-fe8bf1d6-5ce3-40a1-87dc-46a4ec7973dc service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194443 Oct 26 14:06:08.992691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-817e21b0-5816-4cc1-b080-dc645718b51a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0540919 Oct 26 14:06:09.002547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-583f107b-c7c2-4c8a-b3a2-8e8a67d2d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.004105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-583f107b-c7c2-4c8a-b3a2-8e8a67d2d995 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0679150 Oct 26 14:06:09.048759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-935cc1d9-af13-45eb-ba2c-5fcd50e56165 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0585494 Oct 26 14:06:09.102444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.107609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.113584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.119544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.125838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.131810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.138363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.140315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322b2a44-7e5a-4858-8460-504d3541d491 req-fcad50ac-3d66-470c-a69c-03e16d58ef50 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1341751 Oct 26 14:06:09.145840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-834385b8-52d5-4d3e-9b83-b279f6a97df0 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0789828 Oct 26 14:06:09.156473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-aeff8503-2d2c-4dc1-9041-7b312ef58b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.157906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-aeff8503-2d2c-4dc1-9041-7b312ef58b96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1268408 Oct 26 14:06:09.202307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-485e162a-1995-49e4-98f9-a760a1f6645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.203745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-485e162a-1995-49e4-98f9-a760a1f6645e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608155 Oct 26 14:06:09.212928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f44a1-7f9d-4e01-b007-8897c9bd2087 req-73f138dc-31bd-4e4c-8572-24581eb764ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.214464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e2f44a1-7f9d-4e01-b007-8897c9bd2087 req-73f138dc-31bd-4e4c-8572-24581eb764ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 1096 time: 0.1518655 Oct 26 14:06:09.215678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-730efe91-01b6-4b3f-9dfc-e2b3008fdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.217156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-730efe91-01b6-4b3f-9dfc-e2b3008fdab8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 1094 time: 0.1489737 Oct 26 14:06:09.218538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322b2a44-7e5a-4858-8460-504d3541d491 req-d004897c-0e5a-4974-a5ff-07ac0ba7a764 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633841 Oct 26 14:06:09.239501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-b9a93845-4d59-46dc-8bd9-1b7f89544276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345693 Oct 26 14:06:09.272556 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fbdd51-7cd8-4bb4-bb84-cf7730fa42f4 x-openstack-request-id: req-84fbdd51-7cd8-4bb4-bb84-cf7730fa42f4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:09.273233 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:09.273233 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84fbdd51-7cd8-4bb4-bb84-cf7730fa42f4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:09.273568 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'status': 'completed', 'code': 200} Oct 26 14:06:09.310761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e2f44a1-7f9d-4e01-b007-8897c9bd2087 req-537ee566-5aa3-4f74-b46e-a89cb59b5527 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740736 Oct 26 14:06:09.360939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-91f5a482-65b8-49b6-9158-b4340f767afe service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414151 Oct 26 14:06:09.378739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccee8e-9b17-4471-b2d4-1dd679a6e0b5 req-76f68475-40e9-46b9-9835-a587ea3f34b9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.380226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bccee8e-9b17-4471-b2d4-1dd679a6e0b5 req-76f68475-40e9-46b9-9835-a587ea3f34b9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.0632677 Oct 26 14:06:09.422636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bccee8e-9b17-4471-b2d4-1dd679a6e0b5 req-d08b65cf-5369-4729-a9d9-920c70ffb324 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Oct 26 14:06:09.689792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f59cb-9b57-4f78-a668-8d607c59f689 req-61eb5093-e1ef-4e0b-80a1-25d79b6659f4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.692627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf9f59cb-9b57-4f78-a668-8d607c59f689 req-61eb5093-e1ef-4e0b-80a1-25d79b6659f4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.0814822 Oct 26 14:06:09.694769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-4f17febf-a22b-4934-af77-2babb087230a service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401103 Oct 26 14:06:09.751996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-347cd704-f054-4e59-9223-262b56d46629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.0441761 Oct 26 14:06:09.774829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-00003949-3ccc-4a22-85fa-8767fd538663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.776620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-00003949-3ccc-4a22-85fa-8767fd538663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 906 time: 0.5397494 Oct 26 14:06:09.782482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-67817150-78ee-4c77-8884-652c79b28089 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060089 Oct 26 14:06:09.785870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Deleting port cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:09.786215 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:09.795784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf9f59cb-9b57-4f78-a668-8d607c59f689 req-4dc01290-1af7-4be0-b08f-389fa4b6d88e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951712 Oct 26 14:06:09.815099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-9186d5aa-6211-4c6d-815a-64e8eded9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.816598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-9186d5aa-6211-4c6d-815a-64e8eded9047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0542603 Oct 26 14:06:09.871297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8fdb14d0-52a7-47e9-8092-6e7f6514c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:09.872852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8fdb14d0-52a7-47e9-8092-6e7f6514c7fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471385 Oct 26 14:06:09.878901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-0140addf-f685-438a-a1ca-0091dd08197d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 HTTP/1.1" status: 200 len: 217 time: 0.0792246 Oct 26 14:06:09.998317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-846375d2-79ba-4f93-898b-d0768d9338bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.000038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-846375d2-79ba-4f93-898b-d0768d9338bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.0913162 Oct 26 14:06:10.011504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f518e-0120-4f28-a68e-8f91aecdf5ae req-7bee4337-61c2-4827-90ec-b55a751abe49 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.012962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e7f518e-0120-4f28-a68e-8f91aecdf5ae req-7bee4337-61c2-4827-90ec-b55a751abe49 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 943 time: 0.0774369 Oct 26 14:06:10.016814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.016999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-8980451d-78c1-43cd-bf16-3fb78e4c8afe service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283672 Oct 26 14:06:10.017156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.051876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-3b75afd1-5506-473c-9dad-32fffe2b7409 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415740 Oct 26 14:06:10.056832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7dbd53cc-3451-441f-9f6f-d037824ea033 req-0d0bfcd4-698f-4f7e-a530-e7142508eb5f service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582157 Oct 26 14:06:10.057998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Calling delete_port for cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:10.061509 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4aee63d2-6929-4b83-bc6b-8973993bcea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.106428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e7f518e-0120-4f28-a68e-8f91aecdf5ae req-49f368fc-c77e-4fa6-9667-f95217f7b627 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868628 Oct 26 14:06:10.155009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01b07ec8-b051-40d3-84a2-dc3193463288 req-792c2796-2b4e-40b2-8d62-b7136ef05dda service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283889 Oct 26 14:06:10.223109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186aec-1468-4206-85d4-abfd96cd8701 req-a9bcacc3-b493-4cab-9c30-654c10383431 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.225083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc186aec-1468-4206-85d4-abfd96cd8701 req-a9bcacc3-b493-4cab-9c30-654c10383431 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 950 time: 0.0558312 Oct 26 14:06:10.243792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-e438f4c1-4020-4d4a-9234-dd8c493848f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.245338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-e438f4c1-4020-4d4a-9234-dd8c493848f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1094 time: 0.0979462 Oct 26 14:06:10.258443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-653ce239-217f-4819-bbb6-e4ac9e6eee0c service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934497 Oct 26 14:06:10.304231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc186aec-1468-4206-85d4-abfd96cd8701 req-957bbcf8-ff32-48dd-9f2a-58e58997b75b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718949 Oct 26 14:06:10.314188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.314669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.315142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.315605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.316064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.316542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.317003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.330444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-44cf65bd-f833-4cce-a9ec-5b2856f41ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6488 time: 0.0674882 Oct 26 14:06:10.454594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.455572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.461710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.468231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.471263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-b901fd78-a4ff-4eb3-af83-0169bfd8a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.472751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-b901fd78-a4ff-4eb3-af83-0169bfd8a68b service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.2128999 Oct 26 14:06:10.474580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.482409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.488286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.494252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.496162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-8140575b-bc42-46d1-9a46-9586be9a7d1d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1183383 Oct 26 14:06:10.503436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Pushing event deleted for resources: {'Port': ['ID=cfe5d09e-4cbe-4e5d-8d44-afd519ecd1af,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:10.509803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed602b7-fd26-455c-b091-673fe5c0fd63 req-cbbc02be-68fe-435e-85e7-365ff5103eca service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402470 Oct 26 14:06:10.533228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-33208851-8e84-4295-82be-7f2d1600b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.533228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-33208851-8e84-4295-82be-7f2d1600b700 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 902 time: 0.1984415 Oct 26 14:06:10.543458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-3626f6cd-c5b4-40dd-bb2a-91a4da38d135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0465384 Oct 26 14:06:10.582854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-6e0643d3-4d37-4695-bde4-2b426f4821aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.0421748 Oct 26 14:06:10.592725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e98ec5-b307-4da8-ac04-28cc9aaf4ca7 req-c2e11899-ece4-484b-bec7-fef4214e98d0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867136 Oct 26 14:06:10.644133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-5a529995-2f54-4835-a36f-e29290dab69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.645696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-5a529995-2f54-4835-a36f-e29290dab69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0520692 Oct 26 14:06:10.646670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-75ca1eea-e524-4162-9338-5d34832cf50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.648186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-75ca1eea-e524-4162-9338-5d34832cf50a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0863943 Oct 26 14:06:10.654198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.656915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:10.658127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a806a438-cdf6-476c-bf54-8518d1cb4f58 req-4469690c-3c03-4afc-b4a0-1d68e91a304a tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "DELETE /v2.0/floatingips/037613c1-8e66-4865-b59b-de89b1b9b12f HTTP/1.1" status: 204 len: 173 time: 1.5049627 Oct 26 14:06:10.692283 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-fb881ef0-7597-4bcc-b8ee-39810103f348 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307896 Oct 26 14:06:10.738476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-53e70431-d209-460b-ade4-7196bad7f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.739960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-53e70431-d209-460b-ade4-7196bad7f24a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798218 Oct 26 14:06:10.748329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8217-5000-4230-a7db-c5d05ab6ae6d req-1303f384-d284-4b33-844f-743c2748eb7a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.750059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-663c8217-5000-4230-a7db-c5d05ab6ae6d req-1303f384-d284-4b33-844f-743c2748eb7a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 948 time: 0.0883715 Oct 26 14:06:10.822482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854f22-284f-4aa7-96a7-c6985b075809 req-214e34ac-f716-4050-b616-3aeb927d26d2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:10.824426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e854f22-284f-4aa7-96a7-c6985b075809 req-214e34ac-f716-4050-b616-3aeb927d26d2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.1014910 Oct 26 14:06:10.839697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-663c8217-5000-4230-a7db-c5d05ab6ae6d req-e4b2ebed-1e65-47c4-814f-e45232d98e95 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Oct 26 14:06:10.851451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-e9ae8314-9c8f-41c5-b02a-aa17d03f41fa service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501064 Oct 26 14:06:10.867589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-968eb311-5273-4f4e-bf85-b46f43c25ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165819 Oct 26 14:06:10.927863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e854f22-284f-4aa7-96a7-c6985b075809 req-4e35ad4d-7363-4456-a678-ce851be91c33 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940599 Oct 26 14:06:10.971706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7088e6c-8e86-4fa3-a57a-d8b055635e51 req-4a549fb4-3b4b-4476-b05e-d28547b06a8c service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079547 Oct 26 14:06:10.973665 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-79f71025-d511-495f-a7cd-1e7483719ef1 req-8af3e08c-c1a1-4b4d-a226-6b2e0ec5a811 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] show failed (client error): The resource could not be found. Oct 26 14:06:10.974682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79f71025-d511-495f-a7cd-1e7483719ef1 req-8af3e08c-c1a1-4b4d-a226-6b2e0ec5a811 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips/037613c1-8e66-4865-b59b-de89b1b9b12f HTTP/1.1" status: 404 len: 350 time: 0.0456388 Oct 26 14:06:11.017584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6af82d88-31eb-4d38-bc0e-83a84ae62d17 req-9051b6a1-af3c-428d-a181-1ea1f1b6eff6 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397502 Oct 26 14:06:11.272118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfcc592-525b-49a3-8ea5-c39c94573c01 req-f791f90d-2d02-4779-a4ed-770bfc0a82a0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.273769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cfcc592-525b-49a3-8ea5-c39c94573c01 req-f791f90d-2d02-4779-a4ed-770bfc0a82a0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Oct 26 14:06:11.331663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cfcc592-525b-49a3-8ea5-c39c94573c01 req-fca50175-b932-40ef-9cc7-8bf4f3c4301d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514560 Oct 26 14:06:11.458423 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-2097b0d1-0314-4ea1-b343-89072bf893ee req-80bd022f-9ffc-4cac-8967-59b9325bf3d6 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] show failed (client error): The resource could not be found. Oct 26 14:06:11.459331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2097b0d1-0314-4ea1-b343-89072bf893ee req-80bd022f-9ffc-4cac-8967-59b9325bf3d6 tempest-FloatingIPsTestJSON-1842857818 tempest-FloatingIPsTestJSON-1842857818-project] 10.222.0.37 "GET /v2.0/floatingips/037613c1-8e66-4865-b59b-de89b1b9b12f HTTP/1.1" status: 404 len: 350 time: 0.0399687 Oct 26 14:06:11.469279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57290) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:11.577840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415a68-7dfe-4a24-b932-d17ebfbc6b6a req-657781c5-6b14-4b3a-9197-236b7514ee5c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.579570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa415a68-7dfe-4a24-b932-d17ebfbc6b6a req-657781c5-6b14-4b3a-9197-236b7514ee5c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 943 time: 0.0673351 Oct 26 14:06:11.627799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa415a68-7dfe-4a24-b932-d17ebfbc6b6a req-c90575c2-4dac-4a47-a69a-45dcbbde6bf9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 Oct 26 14:06:11.725774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d745f-66b9-4da0-a169-2af9760149cb req-c606fe3a-2bed-42ce-9d86-f68ddf362d0d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.727195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-868d745f-66b9-4da0-a169-2af9760149cb req-c606fe3a-2bed-42ce-9d86-f68ddf362d0d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1268492 Oct 26 14:06:11.795271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.801329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.803349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-868d745f-66b9-4da0-a169-2af9760149cb req-4c677a44-8dc6-4176-afac-a3fbfb21c58c tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658414 Oct 26 14:06:11.807708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.813820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.819878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.825965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.831950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:11.833918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89070209-ff5b-4685-be9f-711947ece2cf req-575759fc-6012-4451-82ae-b90f0a0e0246 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.0937300 Oct 26 14:06:11.885618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89070209-ff5b-4685-be9f-711947ece2cf req-d115581e-e8e7-40cb-bc4f-70ff326e7220 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438588 Oct 26 14:06:11.932035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.088084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca144e-8667-45fd-998b-71ec19ca36e7 req-99104a6d-6dbb-498b-9274-c8986524a95b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.089942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3aca144e-8667-45fd-998b-71ec19ca36e7 req-99104a6d-6dbb-498b-9274-c8986524a95b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0774410 Oct 26 14:06:12.098010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60f944-3f24-408e-9fab-7192a2165e97 req-b994af53-9427-4aad-8c79-5de118f0d66c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.099519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b60f944-3f24-408e-9fab-7192a2165e97 req-b994af53-9427-4aad-8c79-5de118f0d66c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.0521712 Oct 26 14:06:12.139040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b60f944-3f24-408e-9fab-7192a2165e97 req-f2b81af0-0fce-45ad-9c52-2c0a4a0653ea tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Oct 26 14:06:12.183212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3aca144e-8667-45fd-998b-71ec19ca36e7 req-f4b88e87-0f2e-47a2-b65f-22e3a7e45678 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867815 Oct 26 14:06:12.271466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Deleting port 29043738-091a-4808-8798-a735dcf244d2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:12.271728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.320480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:12.359697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] For port 29043738-091a-4808-8798-a735dcf244d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29043738-091a-4808-8798-a735dcf244d2,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:12.360056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.372434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Calling delete_port for 29043738-091a-4808-8798-a735dcf244d2 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:12.427526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:12.440975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'mac_address': 'fa:16:3e:0d:23:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:12.483146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.496201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:12.519579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:12.525639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.577758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:12.770778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:12.776958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce616d-6df9-4886-ad2b-d9824f2431d3 req-ca48b9e9-16a2-4298-8512-4cdc2ea6c6b4 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:12.778433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58ce616d-6df9-4886-ad2b-d9824f2431d3 req-ca48b9e9-16a2-4298-8512-4cdc2ea6c6b4 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 944 time: 0.0727239 Oct 26 14:06:12.824156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48c54bd3-e18d-4a71-96fb-5d3a0d4f9cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.850386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58ce616d-6df9-4886-ad2b-d9824f2431d3 req-360b4c19-8bcc-4ffb-93cd-e5b39de79542 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655150 Oct 26 14:06:12.856421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:12.888385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=29043738-091a-4808-8798-a735dcf244d2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:13.047464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.055291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.064871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.072450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.074581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.085211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.092868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.101826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.104117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d7480e17-3c2b-492f-baf7-c89d80826b8b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1294417 Oct 26 14:06:13.146608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06addef5-b45e-4df1-95e0-3c5a619215c1 req-d62c6b6e-2b9b-403c-b78f-712de8144155 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357587 Oct 26 14:06:13.299303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f04dfc-7eeb-4a32-a0ff-f4b7acffbb07 req-eb365f22-0fa0-42b6-bdff-8b5744fad305 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.300728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08f04dfc-7eeb-4a32-a0ff-f4b7acffbb07 req-eb365f22-0fa0-42b6-bdff-8b5744fad305 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0498333 Oct 26 14:06:13.325172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e329e0-4324-4cd5-9d2d-f9592447b94f req-38585cc9-34c6-4a0f-96bd-93973667cd8a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.327442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31e329e0-4324-4cd5-9d2d-f9592447b94f req-38585cc9-34c6-4a0f-96bd-93973667cd8a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.0969303 Oct 26 14:06:13.345726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08f04dfc-7eeb-4a32-a0ff-f4b7acffbb07 req-e4e5174e-bab1-4b03-a055-5c4c5fcea148 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Oct 26 14:06:13.359739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:13.388024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31e329e0-4324-4cd5-9d2d-f9592447b94f req-608b143b-78a2-4366-84f3-5b4083f6922d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Oct 26 14:06:13.488148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:13.495510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7c06742e-a90e-4fd1-b4c3-87afeb471f8c admin admin] 10.222.0.37 "PUT /v2.0/routers/b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251095 Oct 26 14:06:13.498354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57342) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:13.501626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Sync routers for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:13.521986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:13.557034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:13.558071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:13.616609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.642845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7e3aa-1529-4061-98b6-7b14d598e0c0 req-1c3e29b3-3992-44fb-a421-ff4e1aebb0a5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.644636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4f7e3aa-1529-4061-98b6-7b14d598e0c0 req-1c3e29b3-3992-44fb-a421-ff4e1aebb0a5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0539813 Oct 26 14:06:13.691562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4f7e3aa-1529-4061-98b6-7b14d598e0c0 req-40edef88-a5f1-42f1-ad9a-e477841c22ff tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Oct 26 14:06:13.736671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.770415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:13.791467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '4cf246a0-2029-4623-bf21-e53486773a7f', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '4cf246a0-2029-4623-bf21-e53486773a7f', 'mac_address': 'fa:16:3e:20:8c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:13.804374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Deleting port 1bb4dd3d-3fab-4899-9e5c-277d00127747 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:13.804683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.812710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.872360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:13.898171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] For port 1bb4dd3d-3fab-4899-9e5c-277d00127747, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bb4dd3d-3fab-4899-9e5c-277d00127747,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:13.898541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.903252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:13.912629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Calling delete_port for 1bb4dd3d-3fab-4899-9e5c-277d00127747 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:13.945106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:13.982887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c8014-f329-4bb1-b093-db3704ca6f93 req-3c853b39-79a8-4b39-b1a5-ffd08017ebc9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:13.984642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a06c8014-f329-4bb1-b093-db3704ca6f93 req-3c853b39-79a8-4b39-b1a5-ffd08017ebc9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 944 time: 0.0569739 Oct 26 14:06:14.010969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:14.017180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.039884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a06c8014-f329-4bb1-b093-db3704ca6f93 req-401062a3-4682-438d-ad90-f9e5142027a2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Oct 26 14:06:14.097980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.113257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:14.129106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb4dd3d-3fab-4899-9e5c-277d00127747,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:14.147286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4cf246a0-2029-4623-bf21-e53486773a7f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:14.154409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.200210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.254572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:06:12Z', 'revision_number': 5, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port': {'id': '1bb4dd3d-3fab-4899-9e5c-277d00127747', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:40Z', 'updated_at': '2021-10-26T14:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:14.288230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.289804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Checking router: b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:14.294470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.300449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.307146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.310640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Routers {'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:14.311364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:14.312419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.318395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.320770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.323894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.325025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.326936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-e594f591-411d-420d-9781-b0cc7dfb348b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1003737 Oct 26 14:06:14.355445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:14.358205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:14.373991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7c22c7a0-8ecf-45ce-b9b4-6d5a4334e84c req-8a949706-7c42-421e-92fc-81bc6d732e77 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398164 Oct 26 14:06:14.376291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.377478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:06:14.383744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.388942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:14.399395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-23bf2650-4da6-4b94-96c7-2f747a01a186 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 HTTP/1.1" status: 204 len: 168 time: 0.8998053 Oct 26 14:06:14.452473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Deleting subnet 81554dd1-2cb8-4b1a-8888-559e3c11b7a6 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:06:14.458798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.469315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] Set router b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:14.534061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.542970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:06:14Z', 'revision_number': 7, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:14.550776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8e56-5e11-4988-b7cf-ff9c31e5ca0b req-6ad9ee3a-7be5-445a-ac92-9e003fce18fd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.552326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-811f8e56-5e11-4988-b7cf-ff9c31e5ca0b req-6ad9ee3a-7be5-445a-ac92-9e003fce18fd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.0593088 Oct 26 14:06:14.595062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-811f8e56-5e11-4988-b7cf-ff9c31e5ca0b req-e3464cc7-4aac-489c-ad43-3c25d6b32405 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363879 Oct 26 14:06:14.662916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.721915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.751141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81554dd1-2cb8-4b1a-8888-559e3c11b7a6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:14.761164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.764593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78432221-6031-4b26-bb78-5a931ab89fc3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/81554dd1-2cb8-4b1a-8888-559e3c11b7a6 HTTP/1.1" status: 204 len: 168 time: 0.3744643 Oct 26 14:06:14.767045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57370) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:14.771021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689fe359-8b5c-4813-85c3-19fa00495f4e None None] The sync data for ids ['b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5'] in n-d-813419-9 is: [{'id': 'b2e12c1e-0d68-4b6c-b5a1-4312dd6030a5', 'name': 'tempest-FloatingIPsTestJSON-1368096517-router', 'tenant_id': '29ba62d5c3eb44d4b85895359e14f57b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:37Z', 'updated_at': '2021-10-26T14:06:14Z', 'revision_number': 7, 'project_id': '29ba62d5c3eb44d4b85895359e14f57b', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:14.780273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21543e2f-b24d-4bd3-86a6-884c4fe49f7b None None] Network ea5b119e-9838-45c6-b2fa-f0255b80b507 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:14.843414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:14.872527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e867ad0-0504-4d2d-86ae-b710159c78d3 req-7f5880b1-e964-4297-b030-8507d7e3d03d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:14.873185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.876663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:14.877125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.886760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e867ad0-0504-4d2d-86ae-b710159c78d3 req-7f5880b1-e964-4297-b030-8507d7e3d03d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1113493 Oct 26 14:06:14.947737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Deleting port f9e96d70-4f3a-420e-a398-b411ca6cd027 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:06:14.948084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:14.949173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e867ad0-0504-4d2d-86ae-b710159c78d3 req-9c4767bc-f6bf-4691-9763-88634d211ff7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Oct 26 14:06:14.980637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:15.019755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'port_id': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'mac_address': 'fa:16:3e:79:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b534b4-2106-4135-95be-7320e73c1755', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:15.040725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] For port f9e96d70-4f3a-420e-a398-b411ca6cd027, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f9e96d70-4f3a-420e-a398-b411ca6cd027,segment=NetworkSegment(cd0f1991-51f8-4898-b96d-f5576e42f03b),segment_id=cd0f1991-51f8-4898-b96d-f5576e42f03b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:15.041283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.062396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Calling delete_port for f9e96d70-4f3a-420e-a398-b411ca6cd027 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:06:15.128169 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.161131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.181225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f047f90f-0b62-4391-a735-7b0fbe7249df {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:15.200606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36ec13-c315-4c0c-bd95-0f750dd46b21 None None] DHCP port deletion for ea5b119e-9838-45c6-b2fa-f0255b80b507 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:06:15.202373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.226849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] No DVR routers for this DVR port f9e96d70-4f3a-420e-a398-b411ca6cd027 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:15.275581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:15.279847 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51fe725-50e5-4cd5-a961-ee379a1e4fb6" -d '{"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-plugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:15.298664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:15.330157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.334872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:15.372344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e96d70-4f3a-420e-a398-b411ca6cd027,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:15.375883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.387204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ea310-0ab5-4f31-b72e-5f4c2f163b8b x-openstack-request-id: req-7d4ea310-0ab5-4f31-b72e-5f4c2f163b8b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:15.387204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-plugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:15.387204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d4ea310-0ab5-4f31-b72e-5f4c2f163b8b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:15.387204 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'code': 200} Oct 26 14:06:15.428264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:15.545073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:15.557803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.571503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f020e1-5218-4b88-bed4-cdd6a4061935 req-975adbd3-5c90-406e-9e88-3c7b692f27e2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.573660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9f020e1-5218-4b88-bed4-cdd6a4061935 req-975adbd3-5c90-406e-9e88-3c7b692f27e2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 944 time: 0.3323264 Oct 26 14:06:15.609595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['f047f90f-0b62-4391-a735-7b0fbe7249df'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:15.618957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:15.671415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.688595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.695654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5b119e-9838-45c6-b2fa-f0255b80b507']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.699614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.707472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.718805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.723498 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.726941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.731883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 4cf246a0-2029-4623-bf21-e53486773a7f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:15.732760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.738853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c1ce9-41bf-41fd-ae01-4d6d9161fe89 req-b896c8e7-5dfc-49cd-aa4f-db668257fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.741654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c53c1ce9-41bf-41fd-ae01-4d6d9161fe89 req-b896c8e7-5dfc-49cd-aa4f-db668257fdb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 1096 time: 0.2377791 Oct 26 14:06:15.749793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:15.754391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0f1991-51f8-4898-b96d-f5576e42f03b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.754690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0f1991-51f8-4898-b96d-f5576e42f03b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:15.763762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-c2cc286d-5b5b-4943-895c-9ab339142308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2778492 Oct 26 14:06:15.814949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.852299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c53c1ce9-41bf-41fd-ae01-4d6d9161fe89 req-e47206e5-6372-4e42-8e78-aad21169cb2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 Oct 26 14:06:15.861830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe30c6f-bc14-400f-99fd-3939436e8964 req-d4977476-7e2a-4126-8a79-efa99515815f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960629 Oct 26 14:06:15.867950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9f020e1-5218-4b88-bed4-cdd6a4061935 req-f9b71ab1-8489-4269-8cd5-e5fd6a1c14f3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795229 Oct 26 14:06:15.869965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.893723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:06:15.895783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:06:15.901228 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:06:15.934410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.029652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:16.062775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.107663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57bb46-bf8c-44bc-9c7f-64a8f02422ba req-712f73b7-bd2d-4ca3-8e86-4b4668ca4d4c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:16.117555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c57bb46-bf8c-44bc-9c7f-64a8f02422ba req-712f73b7-bd2d-4ca3-8e86-4b4668ca4d4c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.1219432 Oct 26 14:06:16.131722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.159655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.163446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ea5b119e-9838-45c6-b2fa-f0255b80b507 HTTP/1.1" status: 204 len: 168 time: 1.3950655 Oct 26 14:06:16.175713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:16.211735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe998e-b9f5-428b-86f4-8902fbc817f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5b119e-9838-45c6-b2fa-f0255b80b507,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:16.266936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c57bb46-bf8c-44bc-9c7f-64a8f02422ba req-bc3d9ebc-3452-4291-85f5-3d53b60448f1 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484969 Oct 26 14:06:16.407697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:16.469333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-40bdddea-eedc-4323-8599-d4705c07ea8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ba62d5c3eb44d4b85895359e14f57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603821 Oct 26 14:06:16.471951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57442) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:16.537428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29043738-091a-4808-8798-a735dcf244d2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:16.538764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.563919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.579874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 29043738-091a-4808-8798-a735dcf244d2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:16.579874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29043738-091a-4808-8798-a735dcf244d2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:16.579874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bb4dd3d-3fab-4899-9e5c-277d00127747 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:16.609804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1bb4dd3d-3fab-4899-9e5c-277d00127747 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:16.610151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bb4dd3d-3fab-4899-9e5c-277d00127747 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:16.610574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f9e96d70-4f3a-420e-a398-b411ca6cd027 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:16.632031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.635772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:16.640438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6d54b24-9e8a-4dc9-916e-581aa63f1379 HTTP/1.1" status: 204 len: 168 time: 0.1673667 Oct 26 14:06:16.659809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a754e83-b56d-4e71-ad68-e59374dbc9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d54b24-9e8a-4dc9-916e-581aa63f1379,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:16.664547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f9e96d70-4f3a-420e-a398-b411ca6cd027 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:06:16.664872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f9e96d70-4f3a-420e-a398-b411ca6cd027 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:17.095245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12308c-ba38-4859-8b8c-8290a1c38834 req-b08a11f1-2bfa-4828-87d6-c2e3902db8ac tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.097564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f12308c-ba38-4859-8b8c-8290a1c38834 req-b08a11f1-2bfa-4828-87d6-c2e3902db8ac tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0936232 Oct 26 14:06:17.102312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.119360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.129135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.135621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.142079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.151177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f12308c-ba38-4859-8b8c-8290a1c38834 req-cd2353e3-e278-4ba6-84d9-c5259e485022 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Oct 26 14:06:17.160744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.176837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.185278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-757a1ed5-6734-4c1e-b66b-9d2b5e2a607a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1723588 Oct 26 14:06:17.273354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb4e38cf-2279-4f7b-b6d6-6b714de06cbf req-b6d95061-dbf1-4837-a607-a4b412b69690 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870509 Oct 26 14:06:17.389687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:17.404026 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c956a3-9a00-41e8-ae62-e11eaf651807" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:17.413186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a19d2f-c458-4782-ad0f-1e3236ab95d6 req-fa7d8b39-3d03-43d9-8724-72885c2c65de tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.414734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9a19d2f-c458-4782-ad0f-1e3236ab95d6 req-fa7d8b39-3d03-43d9-8724-72885c2c65de tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.0660896 Oct 26 14:06:17.483534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9a19d2f-c458-4782-ad0f-1e3236ab95d6 req-2c78235c-c177-4014-b6ca-08c33878ec6e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568144 Oct 26 14:06:17.551526 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dbec5d-a53b-4b9b-9ecd-f6a51a86b04b x-openstack-request-id: req-72dbec5d-a53b-4b9b-9ecd-f6a51a86b04b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:17.551816 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:17.552068 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72dbec5d-a53b-4b9b-9ecd-f6a51a86b04b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:17.552459 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'code': 200} Oct 26 14:06:17.992743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-00efa906-f2f3-48a1-80ab-65bbbb33b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:17.997862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-00efa906-f2f3-48a1-80ab-65bbbb33b60b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.0662134 Oct 26 14:06:18.042593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f48d1f-db23-41e3-b5fa-e4c957e7e3e0 req-d12d0e79-b044-40a5-b643-3368456f5fdb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.047693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41f48d1f-db23-41e3-b5fa-e4c957e7e3e0 req-d12d0e79-b044-40a5-b643-3368456f5fdb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0928729 Oct 26 14:06:18.136208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41f48d1f-db23-41e3-b5fa-e4c957e7e3e0 req-b0600689-7b1f-40b3-aec9-77bdf402adc5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810838 Oct 26 14:06:18.185956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dddf6a5e-ff2a-4ff7-88ff-63cb16c696bf req-450c84e8-c624-47be-86c3-0984879e3408 tempest-AbsoluteLimitsNegativeTestJSON-832348982 tempest-AbsoluteLimitsNegativeTestJSON-832348982-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4c56238c08954028bd8c226c4311137e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403526 Oct 26 14:06:18.191048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-b57ad1a6-70fb-4200-8b76-3735a97fa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.192529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-b57ad1a6-70fb-4200-8b76-3735a97fa901 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.1870146 Oct 26 14:06:18.287705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d9fc-adda-4d5c-91dc-c26749a5b50f req-0b4c314e-caa8-494a-94c8-b8730f1d3a5f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.290514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-75ce9c2c-21dc-4a17-9f19-e95e1a4d599b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.0842814 Oct 26 14:06:18.296169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2e6d9fc-adda-4d5c-91dc-c26749a5b50f req-0b4c314e-caa8-494a-94c8-b8730f1d3a5f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0698564 Oct 26 14:06:18.351533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2e6d9fc-adda-4d5c-91dc-c26749a5b50f req-7083d15a-8d9e-4e01-88db-cee54c5242cc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Oct 26 14:06:18.371865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:18.398915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-0a2e72b2-3f62-42d3-9758-420d0ea52a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.401337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-0a2e72b2-3f62-42d3-9758-420d0ea52a22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.0934014 Oct 26 14:06:18.420267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf6a5e-ff2a-4ff7-88ff-63cb16c696bf req-14a082ea-7479-4680-baa9-825195ae187b tempest-AbsoluteLimitsNegativeTestJSON-832348982 tempest-AbsoluteLimitsNegativeTestJSON-832348982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.428417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dddf6a5e-ff2a-4ff7-88ff-63cb16c696bf req-14a082ea-7479-4680-baa9-825195ae187b tempest-AbsoluteLimitsNegativeTestJSON-832348982 tempest-AbsoluteLimitsNegativeTestJSON-832348982-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346349 Oct 26 14:06:18.456200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dddf6a5e-ff2a-4ff7-88ff-63cb16c696bf req-7ff239a4-19e9-4bf4-914a-56bc1cee9cd3 tempest-AbsoluteLimitsNegativeTestJSON-832348982 tempest-AbsoluteLimitsNegativeTestJSON-832348982-project] 10.222.0.37 "GET /v2.0/quotas/4c56238c08954028bd8c226c4311137e HTTP/1.1" status: 200 len: 375 time: 0.0268393 Oct 26 14:06:18.501348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port f047f90f-0b62-4391-a735-7b0fbe7249df completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:18.504444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-4ae9a312-dd5a-40ed-bd06-ffcd14621f42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648270 Oct 26 14:06:18.518025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dddf6a5e-ff2a-4ff7-88ff-63cb16c696bf req-b968f3e6-cd37-4f6d-a124-c3ff48b761d7 tempest-AbsoluteLimitsNegativeTestJSON-832348982 tempest-AbsoluteLimitsNegativeTestJSON-832348982-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c56238c08954028bd8c226c4311137e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566716 Oct 26 14:06:18.521917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port f047f90f-0b62-4391-a735-7b0fbe7249df triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:18.522896 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.641208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.649259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-37223569-88e8-4e12-9057-97d6f1acd6dc service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301737 Oct 26 14:06:18.663142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.667621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.681038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.696133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.707518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.727094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.732031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:18.741924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:18.749113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:18.761155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-edda28ed-22f0-4616-a539-b40a6fece963 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2529705 Oct 26 14:06:18.847852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c55ea371-e411-4e84-a543-65fe5046fd8d req-49c00c49-9919-439e-b48b-2c10f8556fa9 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891303 Oct 26 14:06:18.874241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbfc11f9-13cd-4cd9-949b-783d7fff7ed5 req-894d54fd-0c33-4b48-91d3-927d22f59c34 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120663 Oct 26 14:06:18.886507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:19.108204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57542) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:19.185404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab4414-efbe-431e-a62d-59414228f5bc req-4df22f96-4823-4d60-9237-93be2c5a8717 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.189195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88ab4414-efbe-431e-a62d-59414228f5bc req-4df22f96-4823-4d60-9237-93be2c5a8717 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 945 time: 0.0689867 Oct 26 14:06:19.199424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea99e81-b258-4579-8eee-e64e7ece1aaa req-989a6a36-f290-4eba-b6c2-a7552807bbca tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.208183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eea99e81-b258-4579-8eee-e64e7ece1aaa req-989a6a36-f290-4eba-b6c2-a7552807bbca tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0972855 Oct 26 14:06:19.250940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88ab4414-efbe-431e-a62d-59414228f5bc req-a4958008-1f94-454e-bf4c-3b22930b2f8a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517941 Oct 26 14:06:19.266055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eea99e81-b258-4579-8eee-e64e7ece1aaa req-8444a626-4d4b-4ce0-855f-e1bd80157f2a tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Oct 26 14:06:19.320702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89220c05-998c-4413-815b-cc6566e33683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.491056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afb9e1-600a-4e38-a57f-47bb0927ff1d req-d0cc316f-6e52-4596-8e8b-5b32038e1279 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.500010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11afb9e1-600a-4e38-a57f-47bb0927ff1d req-d0cc316f-6e52-4596-8e8b-5b32038e1279 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1403036 Oct 26 14:06:19.553210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:19.557768 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac8ae10-f62f-4dfb-8de2-8563e3a8596f" -d '{"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-plugged", "status": "completed", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:19.574015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11afb9e1-600a-4e38-a57f-47bb0927ff1d req-4282aed3-9a47-4c0f-94b5-acb8d42f287b tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Oct 26 14:06:19.603847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89220c05-998c-4413-815b-cc6566e33683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.611441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89220c05-998c-4413-815b-cc6566e33683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.620098 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4139b5-6ed8-4e26-a604-a6fd39c7e7ae x-openstack-request-id: req-ab4139b5-6ed8-4e26-a604-a6fd39c7e7ae {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:19.620861 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-plugged", "status": "completed", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:19.621323 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab4139b5-6ed8-4e26-a604-a6fd39c7e7ae {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:19.621842 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'code': 200} Oct 26 14:06:19.656419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89220c05-998c-4413-815b-cc6566e33683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce64098-67d7-4d25-8e31-aa440428eba5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:19.664360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:19.664584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-89220c05-998c-4413-815b-cc6566e33683 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c56238c08954028bd8c226c4311137e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541096 Oct 26 14:06:19.760791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.766895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740998-4665-47b3-a8e2-5dc88fd2252b req-fcf04974-a189-403b-be69-05ce1c57c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:19.768401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e740998-4665-47b3-a8e2-5dc88fd2252b req-fcf04974-a189-403b-be69-05ce1c57c8e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.0747547 Oct 26 14:06:19.798317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.850156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e740998-4665-47b3-a8e2-5dc88fd2252b req-4c53f032-0d7c-49e0-acbc-588e8f976ee6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Oct 26 14:06:19.876627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.879473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:19.880697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ce64098-67d7-4d25-8e31-aa440428eba5 HTTP/1.1" status: 204 len: 168 time: 0.2146101 Oct 26 14:06:19.889762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce30a-1f5d-4a94-974b-a4a5ffd69e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce64098-67d7-4d25-8e31-aa440428eba5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:20.014090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.020453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.026534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.036662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.043686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.054628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.061183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.063114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69944410-fe2c-4a72-9481-0a06a869886e req-e0b92a35-ffef-4035-8f1a-157b924b067b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1120942 Oct 26 14:06:20.128878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69944410-fe2c-4a72-9481-0a06a869886e req-78cb68e6-46ff-460d-84a7-598715375f4f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549414 Oct 26 14:06:20.431161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517573d-e17d-432b-ae8d-92dbffbf3331 req-331f8e8a-3bb6-4ebb-a7ba-5aac01b78860 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.439916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3517573d-e17d-432b-ae8d-92dbffbf3331 req-331f8e8a-3bb6-4ebb-a7ba-5aac01b78860 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 945 time: 0.0755584 Oct 26 14:06:20.464241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899427-9330-40e8-ad90-6b381cbfdf94 req-15fa98a1-fd98-49f8-8415-92ff073d4af6 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.472716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99899427-9330-40e8-ad90-6b381cbfdf94 req-15fa98a1-fd98-49f8-8415-92ff073d4af6 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0768659 Oct 26 14:06:20.498326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3517573d-e17d-432b-ae8d-92dbffbf3331 req-eef3dd56-2492-488b-b086-807c98ff9ca9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Oct 26 14:06:20.557561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99899427-9330-40e8-ad90-6b381cbfdf94 req-4adeda7c-a899-454e-b262-0060490cb017 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788205 Oct 26 14:06:20.713674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957435-5fe9-43bc-856a-c7364a2f89cd req-ca46e4f0-731e-4acb-8cb6-2a8bdd8108d2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:20.715206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57957435-5fe9-43bc-856a-c7364a2f89cd req-ca46e4f0-731e-4acb-8cb6-2a8bdd8108d2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0591860 Oct 26 14:06:20.763683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57957435-5fe9-43bc-856a-c7364a2f89cd req-19f1518a-edbd-4faf-9836-c4b6b542b45e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Oct 26 14:06:20.789464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57600) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:20.922815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1593811504-network', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:20.950059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:20.952518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:20.964764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.094772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.108103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.146043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:21.158271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ae42f6-2059-47e4-a71e-412690c1f18d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:21.166022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.166600 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Added segment 1da8933c-4d0a-42d1-9a73-3e446c824985 of type vlan for network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 Oct 26 14:06:21.235822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.303290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.305269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.313280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.380695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5893745 Oct 26 14:06:21.383465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57618) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:21.389394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Request body: {'subnet': {'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1593811504-subnet', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:21.419388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e943-e10f-4e65-adcb-b9bb74b74dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e272b4-975a-44b2-9d1a-2726fbe5bda0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:21.433828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:21.438027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.439481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:21.591661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.699821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.707180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.716023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.724923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.731973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.739900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.740473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcfd5f-52ec-4b5c-8d07-9f54c93a4fc3 req-94c77775-d357-465b-972b-137a178c2d11 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.747671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.748966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99fcfd5f-52ec-4b5c-8d07-9f54c93a4fc3 req-94c77775-d357-465b-972b-137a178c2d11 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 945 time: 0.1141524 Oct 26 14:06:21.759754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f567e491-9914-40ab-8275-12397d2c56c8 req-849a9990-1b44-4a5e-8a7f-e7e8acf7b772 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.5199099 Oct 26 14:06:21.767371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.813607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f567e491-9914-40ab-8275-12397d2c56c8 req-8708cb7c-2d92-47d8-bb92-818fc8253112 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527678 Oct 26 14:06:21.838388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99fcfd5f-52ec-4b5c-8d07-9f54c93a4fc3 req-c9b505aa-76c3-4f9c-a4d3-520a49c260cb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882330 Oct 26 14:06:21.846840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5d1d61-1eeb-4d25-b4a0-e43143894015,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:21.882585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Checking segment: {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:21.882585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Network hostable DHCP agents. Network: a2e272b4-975a-44b2-9d1a-2726fbe5bda0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:21.908090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:21.928119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a2e272b4-975a-44b2-9d1a-2726fbe5bda0) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:21.933886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:21.935460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:21.944627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02e0c0-8a8a-4d05-b3a1-b09afc63789e None None] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:21.970442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9d1386bd-2beb-45ba-a810-122c81383a55 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5849550 Oct 26 14:06:21.973035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:21.980131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:21.991515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ec3da-eaea-4154-b576-f1a1cdd8ca64 req-e550c954-ad28-4c0a-9440-13cc3bdeb601 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.000451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f56ec3da-eaea-4154-b576-f1a1cdd8ca64 req-e550c954-ad28-4c0a-9440-13cc3bdeb601 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0989423 Oct 26 14:06:22.053394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f56ec3da-eaea-4154-b576-f1a1cdd8ca64 req-17d95a76-1a6a-42eb-a586-99f39802e2a6 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516193 Oct 26 14:06:22.071299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.071299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.110940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1ba3a-3221-4d2f-a6a0-d85244f9c979 req-5f3db3b5-427c-43a5-9d31-22a80dbc3f34 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.112770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51b1ba3a-3221-4d2f-a6a0-d85244f9c979 req-5f3db3b5-427c-43a5-9d31-22a80dbc3f34 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1057041 Oct 26 14:06:22.211749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44675-2700-416a-accf-e56b1d125fa1 req-e87a3b61-a44d-4e32-a7cf-005502521c08 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.213396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24a44675-2700-416a-accf-e56b1d125fa1 req-e87a3b61-a44d-4e32-a7cf-005502521c08 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.0764000 Oct 26 14:06:22.216055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.218381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'fixed_ips': [{'subnet_id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:22.219507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.285036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24a44675-2700-416a-accf-e56b1d125fa1 req-f7d6294e-443b-4454-822c-6ff1d15d190c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630057 Oct 26 14:06:22.314957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51b1ba3a-3221-4d2f-a6a0-d85244f9c979 req-40d9c629-dd6e-4203-a7f0-13a952e67ddd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Oct 26 14:06:22.445517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.470094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Allocated IP 172.20.0.2 (a2e272b4-975a-44b2-9d1a-2726fbe5bda0/8e5d1d61-1eeb-4d25-b4a0-e43143894015/4ed42cbc-cfe4-4446-bd78-f40d922de94e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:22.494276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18edc4-d245-421d-a01c-a50dcaa068c8 req-b6c674b8-1959-41e8-a4bc-4dd3ac3e043e tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.495937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae18edc4-d245-421d-a01c-a50dcaa068c8 req-b6c674b8-1959-41e8-a4bc-4dd3ac3e043e tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.0660954 Oct 26 14:06:22.572661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae18edc4-d245-421d-a01c-a50dcaa068c8 req-a26f8ebe-a9fd-41d3-847f-add3228f5001 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430889 Oct 26 14:06:22.703815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.716284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.764242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:22.785924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:22.791148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:22.827856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.867735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Pushing event updated for resources: {'Port': ['ID=4ed42cbc-cfe4-4446-bd78-f40d922de94e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:22.884574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Attempting to bind port 4ed42cbc-cfe4-4446-bd78-f40d922de94e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:22.884952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Attempting to bind port 4ed42cbc-cfe4-4446-bd78-f40d922de94e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:22.885301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Attempting to bind port 4ed42cbc-cfe4-4446-bd78-f40d922de94e on network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:22.890925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:22.891304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Checking segment: {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:22.891703 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.892213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Bound using segment: {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:22.892725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Bound port: 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:22.893526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.901374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:22.968620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137fd52-4da8-454f-8169-c6dbb5eb9eca req-e030d874-5072-48c8-9448-548e35ae5e95 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:22.977243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7137fd52-4da8-454f-8169-c6dbb5eb9eca req-e030d874-5072-48c8-9448-548e35ae5e95 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.0814645 Oct 26 14:06:22.997889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] For port 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:23.002014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] For port 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ed42cbc-cfe4-4446-bd78-f40d922de94e,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:23.013390 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.035913 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7137fd52-4da8-454f-8169-c6dbb5eb9eca req-b899867f-0f9d-4a63-bab1-e327be43cc8c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Oct 26 14:06:23.087792 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.130381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cb703-56a7-4973-b928-bfc22655cd5c None None] Pushing event updated for resources: {'Port': ['ID=4ed42cbc-cfe4-4446-bd78-f40d922de94e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:23.151313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.160223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.168376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.176735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.185661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.196934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.204224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.209098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-b39fc780-d443-4ea0-a57e-19670f350dc7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2532353 Oct 26 14:06:23.247138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Allocated IP 172.25.5.62 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0cb0e693-28c5-41ac-b9bd-bcade5433934) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:23.318106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f0bc2-5436-42b9-bb3c-fbeefcfce327 req-73e29af9-57f0-4f89-996d-6122452aa23f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.320410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b3f0bc2-5436-42b9-bb3c-fbeefcfce327 req-73e29af9-57f0-4f89-996d-6122452aa23f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0819538 Oct 26 14:06:23.332355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc283f98-953b-456d-ac8f-c6bd7cd8ac37 req-4c445b90-4ba2-42dd-9d87-43749bc09983 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132858 Oct 26 14:06:23.406831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b3f0bc2-5436-42b9-bb3c-fbeefcfce327 req-df68a327-a362-4528-a534-5f2ea0ce8e73 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687807 Oct 26 14:06:23.557945 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.581732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55bb15-135f-4bc6-b17b-d12db999e278 req-97f2813b-50b4-4c18-a4ab-19052e081a21 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:23.583334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c55bb15-135f-4bc6-b17b-d12db999e278 req-97f2813b-50b4-4c18-a4ab-19052e081a21 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1184485 Oct 26 14:06:23.644882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:23.660406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c55bb15-135f-4bc6-b17b-d12db999e278 req-a543a0dd-bb19-4bc4-8d01-2157a3d799ef tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701756 Oct 26 14:06:23.702972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:23.706266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:23.710032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:23.738201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb0e693-28c5-41ac-b9bd-bcade5433934,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:24.208899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a3a3c-add3-4ca9-8b41-0750e7aad1b2 req-46decab1-f314-40b0-a85d-77730e84a017 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.222903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087a3a3c-add3-4ca9-8b41-0750e7aad1b2 req-46decab1-f314-40b0-a85d-77730e84a017 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.0851052 Oct 26 14:06:24.289028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087a3a3c-add3-4ca9-8b41-0750e7aad1b2 req-7c7d5fdd-d296-4f47-ad95-0f391927bef2 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606060 Oct 26 14:06:24.596247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ed42cbc-cfe4-4446-bd78-f40d922de94e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:24.610465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.677446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4ed42cbc-cfe4-4446-bd78-f40d922de94e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:24.677929 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.727958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e1e2b-9623-4f46-90a8-2a6e4fd9c4cf None None] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:24.744047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.750141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.756348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.763208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.769588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.775998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.782202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:24.791925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-3400ef87-fcb4-4487-98a6-06acb2d9a5e4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2848430 Oct 26 14:06:24.835368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] Provisioning complete for port 4ed42cbc-cfe4-4446-bd78-f40d922de94e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:24.835826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:24.853171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4147e5d6-1cf7-4653-8859-a12e1733ad5e req-ddfcb21f-403e-48d3-940e-018ccf1305de tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597939 Oct 26 14:06:25.012644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.044596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.067033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.156381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae163fb4-6b67-4f2a-a879-3e70b8104b19 req-85a29cbd-7496-49e1-b87b-68ccee3a537a tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:25.156933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] For port 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ed42cbc-cfe4-4446-bd78-f40d922de94e,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:25.165882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae163fb4-6b67-4f2a-a879-3e70b8104b19 req-85a29cbd-7496-49e1-b87b-68ccee3a537a tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1970494 Oct 26 14:06:25.168186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.243436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae163fb4-6b67-4f2a-a879-3e70b8104b19 req-75a4230f-8224-43ae-8502-ae740fd84b31 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762141 Oct 26 14:06:25.293058 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:06:25.293477 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:06:25.294122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86babe96-669b-41d8-b12b-8f9f6cd0e052 None None] Pushing event updated for resources: {'Port': ['ID=4ed42cbc-cfe4-4446-bd78-f40d922de94e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:25.322727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:06:25.566520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:25.580707 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Sync routers for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:25.592761 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:25.593727 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:25.610958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d82868ec-7cd2-4316-b8cb-0f0da391b8af None None] Provisioning complete for port 4ed42cbc-cfe4-4446-bd78-f40d922de94e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:25.611580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d82868ec-7cd2-4316-b8cb-0f0da391b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.624057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:25.626048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63eca2f5-92f7-4a60-913a-07bc60a7eac8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6518774 Oct 26 14:06:25.628847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57724) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:25.649790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c817-1a49-46ab-a6ef-552b471cdf92 req-4a2c57df-76e2-4d15-a510-98838145ad2f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:25.652350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5063c817-1a49-46ab-a6ef-552b471cdf92 req-4a2c57df-76e2-4d15-a510-98838145ad2f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1033237 Oct 26 14:06:25.746615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:25.804590 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5063c817-1a49-46ab-a6ef-552b471cdf92 req-046eb4bc-d111-4ce0-b876-4a78219da6ac tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122098 Oct 26 14:06:26.007258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:24Z', 'revision_number': 3, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:26.047877 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Checking router: 1d7af8ce-9e7d-47d3-9142-d91e85533f24 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:26.048221 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Updating router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 port 0cb0e693-28c5-41ac-b9bd-bcade5433934 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:26.085396 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.154838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-41e13b95-2eb1-4f1f-8197-ac54dc7d6b3b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:06:26.155833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-41e13b95-2eb1-4f1f-8197-ac54dc7d6b3b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4091587 Oct 26 14:06:26.241487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-d7334bb4-eb53-48c4-8173-d1cdbec9fe4a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.242886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-d7334bb4-eb53-48c4-8173-d1cdbec9fe4a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 1093 time: 0.0651731 Oct 26 14:06:26.267033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.273991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.281257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.287353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.294893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.300370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.306946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.308965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-eb6ce14d-0821-431b-8511-77ef68ceefd3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2107794 Oct 26 14:06:26.389654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:26.390110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:06:26.423167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235d6ace-336a-4ab3-b903-8c1d51ef0d03 req-f5614cd7-5c31-444f-98f2-319bce498dc5 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035182 Oct 26 14:06:26.491015 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.519350 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.597814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ed42cbc-cfe4-4446-bd78-f40d922de94e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:26.627316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.650445 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Attempting to bind port 0cb0e693-28c5-41ac-b9bd-bcade5433934 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:26.651021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Attempting to bind port 0cb0e693-28c5-41ac-b9bd-bcade5433934 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:26.651373 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Attempting to bind port 0cb0e693-28c5-41ac-b9bd-bcade5433934 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:26.660814 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:26.661623 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:26.662215 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.663334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:26.663997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Bound port: 0cb0e693-28c5-41ac-b9bd-bcade5433934, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:26.664590 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.690449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Pushing event updated for resources: {'Port': ['ID=0cb0e693-28c5-41ac-b9bd-bcade5433934,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:26.690693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4ed42cbc-cfe4-4446-bd78-f40d922de94e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:26.692202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.712530 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.712953 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.713293 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.714055 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.714754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.715100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.716031 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.716367 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.716722 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.717064 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.717543 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.717875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:26.729912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d281cb-cc44-4cb3-a66a-0acecf60bb91 req-8465b830-dd09-49e5-afc1-d45ff420dc57 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:26.731687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d281cb-cc44-4cb3-a66a-0acecf60bb91 req-8465b830-dd09-49e5-afc1-d45ff420dc57 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1135695 Oct 26 14:06:26.732709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:26.733150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:26.733582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:26.772585 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] For port 0cb0e693-28c5-41ac-b9bd-bcade5433934, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:26.773374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:26.773810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:26.777842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] For port 0cb0e693-28c5-41ac-b9bd-bcade5433934, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0cb0e693-28c5-41ac-b9bd-bcade5433934,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:26.787080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:26.787563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:26.788066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:26.788687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Bound port: f047f90f-0b62-4391-a735-7b0fbe7249df, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:26.790750 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:26.868743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d281cb-cc44-4cb3-a66a-0acecf60bb91 req-efecd2bd-b76d-4b3e-a8b8-cd6d0e4e7642 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283066 Oct 26 14:06:26.891532 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6848-910d-40e6-8241-f14d1eb5b1ce None None] Pushing event updated for resources: {'Port': ['ID=0cb0e693-28c5-41ac-b9bd-bcade5433934,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:26.908011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:26.909332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:26.984894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:27.015377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.016706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-71c7dc8b-d89e-432f-8bbe-24acbdae1107 service neutron] 10.222.0.37 "POST /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df/bindings HTTP/1.1" status: 201 len: 389 time: 0.7678032 Oct 26 14:06:27.054066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Allocated IP 172.20.0.1 (a2e272b4-975a-44b2-9d1a-2726fbe5bda0/8e5d1d61-1eeb-4d25-b4a0-e43143894015/79da0192-7f52-47da-aeae-9901208e51ba) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:27.227120 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:27.323171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.413014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d093a-7ccf-4345-b610-36e2144f3a5b req-39d98a4d-34cd-49d8-929e-0763759742cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.422352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-083d093a-7ccf-4345-b610-36e2144f3a5b req-39d98a4d-34cd-49d8-929e-0763759742cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1721716 Oct 26 14:06:27.425754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.439085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-de9943a2-52e4-4a87-80d9-00056868f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.441649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-de9943a2-52e4-4a87-80d9-00056868f34b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1096 time: 0.1003509 Oct 26 14:06:27.481393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811104-ef13-4878-a61b-c6c650cf3aeb req-9bd2d06a-d4c9-46da-a607-c0d1db5f30e2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.490488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1811104-ef13-4878-a61b-c6c650cf3aeb req-9bd2d06a-d4c9-46da-a607-c0d1db5f30e2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 945 time: 0.1142731 Oct 26 14:06:27.510474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:27.518584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Pushing event updated for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:27.521041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:27.523506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:27.540697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-083d093a-7ccf-4345-b610-36e2144f3a5b req-c5c7b7cf-8772-471f-a3e4-64b3793bb793 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128004 Oct 26 14:06:27.569376 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:24Z', 'revision_number': 3, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:27.640804 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1768be1-1220-4dff-a018-c386f15cc687 None None] The sync data for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 is: [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:24Z', 'revision_number': 3, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:27.659376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1811104-ef13-4878-a61b-c6c650cf3aeb req-79bb03cf-a4ff-4a0a-9ec2-b9fab3ef4504 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647940 Oct 26 14:06:27.688672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.757408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6053febf-76c3-4fe1-bdf9-51fcd57f590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.759653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6053febf-76c3-4fe1-bdf9-51fcd57f590f service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.3065622 Oct 26 14:06:27.834338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-29f01704-1b46-47c3-8ba4-6158c6e918b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0589421 Oct 26 14:06:27.868091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-34961301-dff6-4750-9c93-c1c50254921f None None] Provisioning complete for port 79da0192-7f52-47da-aeae-9901208e51ba triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:27.869172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-34961301-dff6-4750-9c93-c1c50254921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:27.932818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-00e653d5-b862-4706-b09d-023ab017c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.936925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-00e653d5-b862-4706-b09d-023ab017c84f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0855734 Oct 26 14:06:27.939776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.946782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.954914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.961650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.969115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.975137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:27.982296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-34961301-dff6-4750-9c93-c1c50254921f None None] Port 79da0192-7f52-47da-aeae-9901208e51ba cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:27.986865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.004217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-c7f4f983-d754-4909-b63b-ae6a3c96b207 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.3266025 Oct 26 14:06:28.038523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-83234b5e-9fdd-4520-9050-880f7fc77470 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915139 Oct 26 14:06:28.134824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aed7d97-0e68-4939-aac2-fbf4af990b9a req-b6eab186-f473-4e51-a7a7-e8dfb0ff575b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266272 Oct 26 14:06:28.138230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.237788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66605c-f592-45a6-9bfd-edc3bb367744 req-b900d96a-8c95-4371-ad29-478d7aea701d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.246352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e66605c-f592-45a6-9bfd-edc3bb367744 req-b900d96a-8c95-4371-ad29-478d7aea701d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1804869 Oct 26 14:06:28.377170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e66605c-f592-45a6-9bfd-edc3bb367744 req-4b21ad00-a78e-4393-ace7-c4a00f41b31b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298945 Oct 26 14:06:28.382755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-7d948207-1af3-44d0-9038-dd26ba38b291 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266268 Oct 26 14:06:28.442813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.454800 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.600984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.640562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0cb0e693-28c5-41ac-b9bd-bcade5433934 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:28.641296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-406948d7-5817-4574-9d7e-d11707220a82 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485559 Oct 26 14:06:28.707646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0cb0e693-28c5-41ac-b9bd-bcade5433934 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:28.708535 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.718172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Pushing event updated for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:28.782240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025998b9-7b30-434b-8f6c-f6ccffbf8a46 req-1d1643b0-0023-4d84-b412-54d98dcdf1cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.783817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-025998b9-7b30-434b-8f6c-f6ccffbf8a46 req-1d1643b0-0023-4d84-b412-54d98dcdf1cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1432877 Oct 26 14:06:28.854369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.858683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:28.867383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-7015b234-b22b-4278-a2d9-7a83571dad0c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.869900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-7015b234-b22b-4278-a2d9-7a83571dad0c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.1434174 Oct 26 14:06:28.881634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:28.885528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:28.902553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 0cb0e693-28c5-41ac-b9bd-bcade5433934, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0cb0e693-28c5-41ac-b9bd-bcade5433934,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:28.909872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-025998b9-7b30-434b-8f6c-f6ccffbf8a46 req-4b401ec9-470f-4305-8ce2-bd080a0f2096 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176524 Oct 26 14:06:28.922149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:28.954571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461593c2-b6c5-4d4c-8ad1-7b1fb454bd29 req-8ec18d63-1c43-41a1-acf3-3b174a75dadb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:28.956123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-461593c2-b6c5-4d4c-8ad1-7b1fb454bd29 req-8ec18d63-1c43-41a1-acf3-3b174a75dadb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 945 time: 0.1456754 Oct 26 14:06:29.019137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=0cb0e693-28c5-41ac-b9bd-bcade5433934,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:29.033231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.034532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.035104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.037319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.038259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.038835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.041131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.041750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.042509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.043253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.043729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.044832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:29.048892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.112716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:06:29.222781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-461593c2-b6c5-4d4c-8ad1-7b1fb454bd29 req-bfc61b93-002c-49d0-9743-8655247ed516 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285736 Oct 26 14:06:29.294943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:29.348258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:06:29.364562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d2bbf25-a487-42bc-86e1-074362aee073 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d7af8ce-9e7d-47d3-9142-d91e85533f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7266290 Oct 26 14:06:29.364702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2a9b047c-365c-4b5a-9cf4-560196d51a5d None None] Provisioning complete for port 79da0192-7f52-47da-aeae-9901208e51ba triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:29.364702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a9b047c-365c-4b5a-9cf4-560196d51a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.387879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:29.441043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.454178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.462722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.473054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.481324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.490672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.495422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b047c-365c-4b5a-9cf4-560196d51a5d None None] Port 79da0192-7f52-47da-aeae-9901208e51ba cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:29.504719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.518039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa791363-ced2-481c-92dd-12862bfea638 req-d0d6d07d-478a-4b80-a023-f8839fce0545 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.2356250 Oct 26 14:06:29.537207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:29.540924 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24180553-b350-4752-a8fb-057fdfe7b9ed" -d '{"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-unplugged", "status": "completed", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:29.554419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.573629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.595984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57796) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:29.609553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa791363-ced2-481c-92dd-12862bfea638 req-086ed7cf-61f0-4b7f-986b-754afe320eea tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938218 Oct 26 14:06:29.689359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f788-391d-451b-b392-5ec2d82fc5dd req-229e3dd3-bc12-4e4a-87fc-403e070c3c63 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:29.699907 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e033f788-391d-451b-b392-5ec2d82fc5dd req-229e3dd3-bc12-4e4a-87fc-403e070c3c63 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1388528 Oct 26 14:06:29.701988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-405861051'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:29.731701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:29.746062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.808062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:29.814327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:29.823864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.824389 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Added segment 507073c2-308d-4796-99d8-1fe1057dc891 of type vlan for network 42cbb150-fed9-4497-9e47-2bea51da8a26 Oct 26 14:06:29.856722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e033f788-391d-451b-b392-5ec2d82fc5dd req-f371e600-ff68-49c4-960f-3085e176fc7e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501162 Oct 26 14:06:29.857805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:29.858148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:29.858486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:29.870106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:29.874177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Attempting to bind port f047f90f-0b62-4391-a735-7b0fbe7249df on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:29.891056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:29.891395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:29.891788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:29.892236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Bound port: f047f90f-0b62-4391-a735-7b0fbe7249df, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:29.901416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.932360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:29.932752 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f7586b-40bc-4138-98af-aef105d88625 x-openstack-request-id: req-e1f7586b-40bc-4138-98af-aef105d88625 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:29.933045 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-unplugged", "status": "completed", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:29.933344 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1f7586b-40bc-4138-98af-aef105d88625 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:29.933669 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'code': 200} Oct 26 14:06:30.002358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.009656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.010423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.067377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:30.074281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:30.106972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.157404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Network': ['ID=42cbb150-fed9-4497-9e47-2bea51da8a26,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.175071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98db5b31-d315-4ae7-b86f-1747758785fb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5769856 Oct 26 14:06:30.176266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57802) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:30.181292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:30.182855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'subnet': {'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:30.240106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.240400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.242339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] 10.222.0.73 "PUT /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 1121 time: 1.3635759 Oct 26 14:06:30.284301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ccae-1704-4c43-bfe6-30001a6888f5 req-c1b3ebd3-8205-4e4d-aafc-bd4287f41a39 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.290653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6529ccae-1704-4c43-bfe6-30001a6888f5 req-c1b3ebd3-8205-4e4d-aafc-bd4287f41a39 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.2099640 Oct 26 14:06:30.300384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b58339-de27-4f2d-9964-d58bf4bcaa1a service neutron] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:30.407286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6529ccae-1704-4c43-bfe6-30001a6888f5 req-64267c37-2961-4d78-b8e5-23b901dff1fa tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038444 Oct 26 14:06:30.474366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['f047f90f-0b62-4391-a735-7b0fbe7249df'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:30.487193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 76bc6667-66d7-4ccc-a198-c6cb195c130e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:30.588352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0cb0e693-28c5-41ac-b9bd-bcade5433934 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:30.613169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addb70-05dc-4871-bb42-2ded29b831f4 req-c3dbb418-8a5c-4b15-afe7-4b0c1a89a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.617165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5addb70-05dc-4871-bb42-2ded29b831f4 req-c3dbb418-8a5c-4b15-afe7-4b0c1a89a988 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.0924163 Oct 26 14:06:30.706007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5addb70-05dc-4871-bb42-2ded29b831f4 req-6253951b-d3e8-40bc-8328-a9ca76449569 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792210 Oct 26 14:06:30.724475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0cb0e693-28c5-41ac-b9bd-bcade5433934 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:30.725102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.777718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Sync routers for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:06:30.831051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:30.832101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:30.854717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.863061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.866489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4aa5-eac7-441c-b93b-8a6a6d4a50e8 req-7834035c-ca57-4e37-a363-fb7117fe299c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.872577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.874060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-537b4aa5-eac7-441c-b93b-8a6a6d4a50e8 req-7834035c-ca57-4e37-a363-fb7117fe299c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.1408911 Oct 26 14:06:30.878649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.892049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.898810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.906948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:30.918219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-04d610c5-df5b-42b8-b0a6-1c2ed2d881b1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5431 time: 0.1564791 Oct 26 14:06:30.940866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:30.945104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:30.978395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084723e7-af76-4f20-83bb-d4c3fd3ffe25 req-6e2f293a-0051-4384-88ce-749bd3508262 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589952 Oct 26 14:06:31.010671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:31.057027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-537b4aa5-eac7-441c-b93b-8a6a6d4a50e8 req-6073cf86-03d1-4765-b98c-b26d7262a56a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765065 Oct 26 14:06:31.107712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:31.210890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '76bc6667-66d7-4ccc-a198-c6cb195c130e', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'port_id': '76bc6667-66d7-4ccc-a198-c6cb195c130e', 'mac_address': 'fa:16:3e:04:62:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:31.239140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097c9d6-225c-41fc-a754-9c1aa407c4ad req-671727df-1e58-4604-bb00-c1adce899ae9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.240776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c097c9d6-225c-41fc-a754-9c1aa407c4ad req-671727df-1e58-4604-bb00-c1adce899ae9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0993443 Oct 26 14:06:31.273523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.340439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c097c9d6-225c-41fc-a754-9c1aa407c4ad req-2a5a22b6-430c-455d-8b37-961ecee08f02 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912321 Oct 26 14:06:31.364332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Subnet': ['ID=38759e51-9ec4-4393-a60a-041adf7cae0a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:31.377358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Checking segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:31.384885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network hostable DHCP agents. Network: 42cbb150-fed9-4497-9e47-2bea51da8a26, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:31.412163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:31.426752 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.449906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 42cbb150-fed9-4497-9e47-2bea51da8a26) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:31.455141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.455890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.474048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bc6667-66d7-4ccc-a198-c6cb195c130e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:31.478494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30369eab-f9ac-4976-816f-840594bdbc20 None None] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:31.482290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f91ca6c3-8ebd-4236-a647-fbc9adca1e74 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3046257 Oct 26 14:06:31.485757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57832) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:31.496789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1790273001'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:31.547338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:31.551581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.569159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:31.580911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.581656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9a44006a-a1ff-4823-9026-65a0c67ff0aa details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:31.628777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:06:31.644929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91785fa-97f6-409f-b21a-e524cadb0e9f req-22ee9bc7-50d6-4351-afd8-69b0a50c9deb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.653420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e91785fa-97f6-409f-b21a-e524cadb0e9f req-22ee9bc7-50d6-4351-afd8-69b0a50c9deb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0792344 Oct 26 14:06:31.674881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.675272 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Added segment 25449958-e2e7-4905-9871-8dc1093aa755 of type vlan for network b0241490-10c2-4607-8d2c-e03885a01eda Oct 26 14:06:31.729115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e91785fa-97f6-409f-b21a-e524cadb0e9f req-5639919b-44cf-4796-a817-5707471baec7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745521 Oct 26 14:06:31.732817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.742497 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:27Z', 'revision_number': 4, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '79da0192-7f52-47da-aeae-9901208e51ba', 'name': '', 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'mac_address': 'fa:16:3e:b8:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:26Z', 'updated_at': '2021-10-26T14:06:28Z', 'revision_number': 2, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'subnets': [{'id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:31.744527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:31.749809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:31.773491 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.779637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.780809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.795294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Checking router: 1d7af8ce-9e7d-47d3-9142-d91e85533f24 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:06:31.795660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Updating router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 port 79da0192-7f52-47da-aeae-9901208e51ba binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:06:31.802852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '9a44006a-a1ff-4823-9026-65a0c67ff0aa', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'port_id': '9a44006a-a1ff-4823-9026-65a0c67ff0aa', 'mac_address': 'fa:16:3e:6e:ac:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:31.866236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550baa5-a4df-4014-bc26-79fb51eb0d88 req-4848fd8d-4e9d-4864-99c5-63054139e57c tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:31.872995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.875052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9550baa5-a4df-4014-bc26-79fb51eb0d88 req-4848fd8d-4e9d-4864-99c5-63054139e57c tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 948 time: 0.0885150 Oct 26 14:06:31.893116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4059172 Oct 26 14:06:31.895682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-42cbb150-fed9-4497-9e47-2bea51da8a26', 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'fixed_ips': [{'subnet_id': '38759e51-9ec4-4393-a60a-041adf7cae0a'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:31.896668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.901810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:06:31.906077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'subnet': {'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:31.926363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172095-47b0-47e7-8ef9-f39b0f9e23e7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Network': ['ID=b0241490-10c2-4607-8d2c-e03885a01eda,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:31.928237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9550baa5-a4df-4014-bc26-79fb51eb0d88 req-284c10bd-eb30-4374-86d6-ef1219beb9ae tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 Oct 26 14:06:31.939636 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:31.957529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b0241490-10c2-4607-8d2c-e03885a01eda details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:06:31.960359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:31.963458 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b4967-2fe1-435b-bc93-089e9943ec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:32.012931 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e191b3-6f9b-4ff7-a968-f2586452c9e5 x-openstack-request-id: req-25e191b3-6f9b-4ff7-a968-f2586452c9e5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:32.013261 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:32.013523 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25e191b3-6f9b-4ff7-a968-f2586452c9e5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:32.014253 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'status': 'completed', 'code': 200} Oct 26 14:06:32.075095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:32.078940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.193978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.202767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.206881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.214019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.217664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a44006a-a1ff-4823-9026-65a0c67ff0aa {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:32.220130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.226887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.233362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.235318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-72ef838a-00bd-47d8-a6cb-6600400ce2a0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5432 time: 0.1367807 Oct 26 14:06:32.238429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-bf948f6b-e0cc-4b8d-a326-c7120dbff012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.240019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-bf948f6b-e0cc-4b8d-a326-c7120dbff012 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1124 time: 0.1510451 Oct 26 14:06:32.276536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5441e-35a5-4059-b3dc-c14071703086 req-4b351c77-d12a-4378-9f28-ec27c27533e8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.281009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aed5441e-35a5-4059-b3dc-c14071703086 req-4b351c77-d12a-4378-9f28-ec27c27533e8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.1010904 Oct 26 14:06:32.284517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bfc35ca-23e5-49b9-801d-075675f4fb26 req-6f9022d0-1a51-4f3d-b779-9b4612c4a992 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384154 Oct 26 14:06:32.365691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:32.384311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.384311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2494e8de-198e-440e-b1f2-7e30d6d965ed details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:32.460442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aed5441e-35a5-4059-b3dc-c14071703086 req-42fa90c5-d2ea-42e7-a9a6-4511e53d2b35 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585910 Oct 26 14:06:32.503524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-7b870e35-f414-4369-81bd-8cb0e6feba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.505117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-7b870e35-f414-4369-81bd-8cb0e6feba5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.2473135 Oct 26 14:06:32.511049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.580901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:32.606305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Allocated IP 19.80.0.2 (42cbb150-fed9-4497-9e47-2bea51da8a26/38759e51-9ec4-4393-a60a-041adf7cae0a/77e24e24-f801-4008-b28e-3aadbc11730c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:32.612781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a066b-b834-4000-a899-48cb232c9989 req-e6778fe6-3b3a-4996-bdaa-da12200ef0db tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.614362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6a066b-b834-4000-a899-48cb232c9989 req-e6778fe6-3b3a-4996-bdaa-da12200ef0db tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.0538836 Oct 26 14:06:32.644110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-e2498ff8-a2b1-401a-b44b-303eac2b9ba7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0849679 Oct 26 14:06:32.667416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6a066b-b834-4000-a899-48cb232c9989 req-e4a52b88-bedf-4452-83f8-a18806d0f767 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Oct 26 14:06:32.673238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Subnet': ['ID=bcae1ebb-0447-4235-ae12-147ac95e666a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:32.726417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc383a4-36fe-461b-865a-da50cfc4a067 req-dc9a94e4-96a2-4c76-bbe8-5a7ac5ef38c2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.728706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4dc383a4-36fe-461b-865a-da50cfc4a067 req-dc9a94e4-96a2-4c76-bbe8-5a7ac5ef38c2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.1685276 Oct 26 14:06:32.745693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:32.749170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Checking segment: {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:32.749985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network hostable DHCP agents. Network: b0241490-10c2-4607-8d2c-e03885a01eda, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:06:32.762403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-e3a2dc90-8456-4811-b5f9-d5349f6e9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.763872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-e3a2dc90-8456-4811-b5f9-d5349f6e9179 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1032438 Oct 26 14:06:32.770136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'port_id': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'mac_address': 'fa:16:3e:88:23:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca09ea1-b0af-4bfd-9623-d4d3238bb663', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:32.823027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4dc383a4-36fe-461b-865a-da50cfc4a067 req-08af5a6e-4799-4e8f-b043-6b2ea1d7a02a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856469 Oct 26 14:06:32.825003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-1bf87993-34e2-49a7-92ca-83006ff4a94b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474226 Oct 26 14:06:32.832529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network b0241490-10c2-4607-8d2c-e03885a01eda is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:06:32.862771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b0241490-10c2-4607-8d2c-e03885a01eda) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:32.885324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.907800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.909443 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.909595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.929575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:32.947373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2494e8de-198e-440e-b1f2-7e30d6d965ed {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:32.962877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-579f6169-03f8-4664-9b2d-0e823ab8e9fc tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0610182 Oct 26 14:06:32.980587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbec89f-68cb-4b70-83fa-c8386f62c66b req-1c293f88-e0b8-4ed7-9a12-4712291be0b0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:32.986825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cdbec89f-68cb-4b70-83fa-c8386f62c66b req-1c293f88-e0b8-4ed7-9a12-4712291be0b0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1599154 Oct 26 14:06:33.001114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-3da2ab39-b58f-43e6-a5f4-ca8dcb75e24b service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585743 Oct 26 14:06:33.029254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.053821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:33.062057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.065846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80bb1-798a-4c5c-92ef-46a8ea640456 None None] Pushing event updated for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.074758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec1748-bee2-431b-ae5a-001f0f05287a None None] Network b0241490-10c2-4607-8d2c-e03885a01eda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:33.082483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.083119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 71bcc8f1-04f6-4767-8629-b915a1686a14 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:33.094710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cdbec89f-68cb-4b70-83fa-c8386f62c66b req-4bbdec04-1808-40e2-b0c4-a8f213c3ff0a tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004093 Oct 26 14:06:33.214028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:33.238126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052b4967-2fe1-435b-bc93-089e9943ec2f req-65cba3b0-2847-4207-976a-19bac8184dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226245 Oct 26 14:06:33.257459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:33.263610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:33.264026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e3d4-42a1-4392-9ba3-17ee696ad3f3 req-07935adc-e2cf-4579-8bca-2a1ea9e50cc4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.273163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73d3e3d4-42a1-4392-9ba3-17ee696ad3f3 req-07935adc-e2cf-4579-8bca-2a1ea9e50cc4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 948 time: 0.0909128 Oct 26 14:06:33.293857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Pushing event updated for resources: {'Port': ['ID=77e24e24-f801-4008-b28e-3aadbc11730c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.296910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Attempting to bind port 79da0192-7f52-47da-aeae-9901208e51ba on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:33.297438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Attempting to bind port 79da0192-7f52-47da-aeae-9901208e51ba by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:33.297997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Attempting to bind port 79da0192-7f52-47da-aeae-9901208e51ba on network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:33.322134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:33.329330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73d3e3d4-42a1-4392-9ba3-17ee696ad3f3 req-74f66bdc-9ab2-4b0f-a3bb-ce8c8759840a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532529 Oct 26 14:06:33.343052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:33.343482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Checking segment: {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:33.343955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.344349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Bound using segment: {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:33.344860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Bound port: 79da0192-7f52-47da-aeae-9901208e51ba, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da8933c-4d0a-42d1-9a73-3e446c824985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:33.345388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.347659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'port_id': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'mac_address': 'fa:16:3e:45:8c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:33.529135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Attempting to bind port 77e24e24-f801-4008-b28e-3aadbc11730c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:33.529408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Attempting to bind port 77e24e24-f801-4008-b28e-3aadbc11730c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:33.529767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Attempting to bind port 77e24e24-f801-4008-b28e-3aadbc11730c on network 42cbb150-fed9-4497-9e47-2bea51da8a26 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:33.571412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-2cea1ed2-0809-4a0c-b763-d3d161287629 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.578178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-2cea1ed2-0809-4a0c-b763-d3d161287629 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.581174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-2cea1ed2-0809-4a0c-b763-d3d161287629 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/networks?id=42cbb150-fed9-4497-9e47-2bea51da8a26&id=b0241490-10c2-4607-8d2c-e03885a01eda&id=42cbb150-fed9-4497-9e47-2bea51da8a26 HTTP/1.1" status: 200 len: 1391 time: 0.1494493 Oct 26 14:06:33.594325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:33.594864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Checking segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:33.595267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.595796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Bound using segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:33.596130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Bound port: 77e24e24-f801-4008-b28e-3aadbc11730c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:33.596616 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.606550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-f6096ba7-e740-4121-b461-6c2127bf4a06 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/quotas/f12ad15d08bc4a4b855a334340e1740e HTTP/1.1" status: 200 len: 375 time: 0.0202749 Oct 26 14:06:33.608345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:33.610955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.630687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.636923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.643940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.644180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:33.646351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a66b44e1-37ce-4c4c-80b0-7e7996fd7ae1 None None] Provisioning complete for port 79da0192-7f52-47da-aeae-9901208e51ba triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:33.646777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66b44e1-37ce-4c4c-80b0-7e7996fd7ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.651742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.658417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.666269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.669473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-cde68df7-6fd5-4a85-8dd7-eecd5309d44a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549288 Oct 26 14:06:33.672558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:33.674559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-fc8de72f-4434-4248-b891-4ad1deb5b141 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5434 time: 0.1609101 Oct 26 14:06:33.685625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] For port 79da0192-7f52-47da-aeae-9901208e51ba, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:33.698373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bcc8f1-04f6-4767-8629-b915a1686a14 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:33.720413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a78f9f4b-3b00-4316-adfb-5803de5d0acc req-6b1b8080-3acd-4987-acad-782593458b87 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387776 Oct 26 14:06:33.749874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] For port 79da0192-7f52-47da-aeae-9901208e51ba, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=79da0192-7f52-47da-aeae-9901208e51ba,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:33.788764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-dbfe9149-6feb-4f89-ab47-dc073913b3b0 service neutron] 10.222.0.37 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066127 Oct 26 14:06:33.792389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.802421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:33.862375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b0241490-10c2-4607-8d2c-e03885a01eda', 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'fixed_ips': [{'subnet_id': 'bcae1ebb-0447-4235-ae12-147ac95e666a'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:06:33.863331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.876230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a66b44e1-37ce-4c4c-80b0-7e7996fd7ae1 None None] Port 79da0192-7f52-47da-aeae-9901208e51ba cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:33.887656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-fd6adcb8-fd1d-4133-b956-274ca25048af service neutron] 10.222.0.37 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981057 Oct 26 14:06:33.978258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:33.979271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 31ba09b5-3532-4d4d-8222-15246be0fc67 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:34.025109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-1de257ff-2516-4aec-8bd4-277c63fae286 service neutron] 10.222.0.37 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299453 Oct 26 14:06:34.081024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:06:34.081401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:34.201890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-af023ae0-b3e5-4b2f-887d-3a571a45e735 service neutron] 10.222.0.37 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753380 Oct 26 14:06:34.349965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-e0d2c3a3-96d5-496f-a621-df156bf5bbfc service neutron] 10.222.0.37 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411579 Oct 26 14:06:34.387779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:34.391196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] For port 77e24e24-f801-4008-b28e-3aadbc11730c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:34.433076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389880c5-90bd-4333-887f-3bf34451add0 req-a9e6f60b-3b7f-44c6-92a5-fe7978c7902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.434609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-a9e6f60b-3b7f-44c6-92a5-fe7978c7902c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.0816133 Oct 26 14:06:34.450358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5b0e8-8db0-435d-b02b-0c428f72d0a3 req-ae562dea-2e52-49fb-8d57-bb8975c22c18 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.451222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'network_id': 'ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2', 'port_id': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'mac_address': 'fa:16:3e:3e:d3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:34.452709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54d5b0e8-8db0-435d-b02b-0c428f72d0a3 req-ae562dea-2e52-49fb-8d57-bb8975c22c18 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.0889790 Oct 26 14:06:34.473641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-e89792ef-5ceb-4382-bd1d-6823c223655d service neutron] 10.222.0.37 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226325 Oct 26 14:06:34.517907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] For port 77e24e24-f801-4008-b28e-3aadbc11730c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77e24e24-f801-4008-b28e-3aadbc11730c,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:34.555719 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.557884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80bb1-798a-4c5c-92ef-46a8ea640456 None None] Pushing event updated for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:34.583214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] Provisioning complete for port 79da0192-7f52-47da-aeae-9901208e51ba triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:34.583631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.642092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54d5b0e8-8db0-435d-b02b-0c428f72d0a3 req-c4748d44-7591-4c55-bc2b-b8d34de087b3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550875 Oct 26 14:06:34.663028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:34.703240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-112da219-d9df-443c-b452-d4ebc277d0d0 service neutron] 10.222.0.41 "GET /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.1574962 Oct 26 14:06:34.711965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389880c5-90bd-4333-887f-3bf34451add0 req-ee4d0d3a-d8d3-4ed7-98a3-c2cc28f5e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.714844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-ee4d0d3a-d8d3-4ed7-98a3-c2cc28f5e696 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.2595823 Oct 26 14:06:34.738896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Allocated IP 19.86.0.2 (b0241490-10c2-4607-8d2c-e03885a01eda/bcae1ebb-0447-4235-ae12-147ac95e666a/4cf10e0e-55d6-408a-9a4f-addac49d8b7a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:34.814323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:06:34.833644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:34.843405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:06:34.855155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248d8b-a7ac-4477-8c53-a7a5d3607730 req-5ecd2665-f654-4a28-9b86-c843df709fa1 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:34.857118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48248d8b-a7ac-4477-8c53-a7a5d3607730 req-5ecd2665-f654-4a28-9b86-c843df709fa1 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1368103 Oct 26 14:06:34.919197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:34.983616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48248d8b-a7ac-4477-8c53-a7a5d3607730 req-d19f6703-dbd8-45c0-ab3d-43151bb4f50c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122797 Oct 26 14:06:35.034324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ba09b5-3532-4d4d-8222-15246be0fc67 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:35.073560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.105486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.107178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:35.156081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-547a397c-522c-4260-be51-4db9b93c4b47 req-a6b3af86-205e-4d6a-a0fb-c3011b42adf2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 210 time: 0.1165752 Oct 26 14:06:35.243666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-366179bb-e462-4d29-908f-be70f023caa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.4483333 Oct 26 14:06:35.283750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:06:35.325484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.333716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.341810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.350059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.359557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.370644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e5d6-f1cb-4439-844b-67be95f882b0 req-12485b18-734b-423b-bc85-ef719f36c4cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.373678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.380960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6315e5d6-f1cb-4439-844b-67be95f882b0 req-12485b18-734b-423b-bc85-ef719f36c4cf tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.5779006 Oct 26 14:06:35.382179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.382972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.384700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-23e231f8-7092-4fe4-9311-a8aead1579d8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5436 time: 0.1414828 Oct 26 14:06:35.386125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2e263-7596-4f18-909a-b85fe6094f92 None None] Pushing event updated for resources: {'Port': ['ID=77e24e24-f801-4008-b28e-3aadbc11730c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.420143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.454489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'network_id': '12a9d787-df10-49ec-b406-d6fa3322d297', 'port_id': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'mac_address': 'fa:16:3e:3c:cf:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca09ea1-b0af-4bfd-9623-d4d3238bb663', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:35.459612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-455cfc5f-0b2b-4ba9-8b53-24109cbd98f1 req-3cb5be8d-ac54-4e2b-8620-ef8f40f89ee7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575967 Oct 26 14:06:35.460937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389880c5-90bd-4333-887f-3bf34451add0 req-52099402-6540-463a-9af4-c352a2a40c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.463459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-52099402-6540-463a-9af4-c352a2a40c9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.2078748 Oct 26 14:06:35.545847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6315e5d6-f1cb-4439-844b-67be95f882b0 req-e192839b-01d4-4bcd-bb7a-125a4c88356e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632876 Oct 26 14:06:35.562016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-73938661-c48b-4958-aa08-51c0e8a6e864 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823820 Oct 26 14:06:35.634719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.641092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] For port 79da0192-7f52-47da-aeae-9901208e51ba, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=79da0192-7f52-47da-aeae-9901208e51ba,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.645808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:35.691893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.694110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.790589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.811140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.839014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-dededfb5-88d1-41c7-a749-e757f69b8e35 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711425 Oct 26 14:06:35.841681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:35.848788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918fd09-c7d4-48cf-b711-676f0752e41d None None] Pushing event updated for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:35.862491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Network b0241490-10c2-4607-8d2c-e03885a01eda is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:35.891300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdf5a-6347-4bf1-9ac7-a2fbbe296377 req-69bd8d66-e592-492e-8fee-674afb5b7278 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:35.891819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:35.892365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d04fdf5a-6347-4bf1-9ac7-a2fbbe296377 req-69bd8d66-e592-492e-8fee-674afb5b7278 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 943 time: 0.1643486 Oct 26 14:06:35.905434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:35.918794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.931628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:35.932315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e426fc11-973c-4df3-a1a8-96594853d8ff details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:35.954527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:35.988314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Pushing event updated for resources: {'Port': ['ID=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.000241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:36.040967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d04fdf5a-6347-4bf1-9ac7-a2fbbe296377 req-5c175e89-f752-4986-9ca8-afb71f32e581 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074576 Oct 26 14:06:36.080968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f047f90f-0b62-4391-a735-7b0fbe7249df {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:36.086761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-389880c5-90bd-4333-887f-3bf34451add0 req-98498f58-53a5-4013-9d0a-f7542abfe82e service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358756 Oct 26 14:06:36.095756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:36.140464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.178722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.187722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:27Z', 'revision_number': 4, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '79da0192-7f52-47da-aeae-9901208e51ba', 'name': '', 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'mac_address': 'fa:16:3e:b8:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:26Z', 'updated_at': '2021-10-26T14:06:33Z', 'revision_number': 4, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'subnets': [{'id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:06:36.232537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223927a-d63b-40b0-8c18-89957cdcedab req-a4d0e96e-dbaf-411d-8328-8c763486ca9b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.234163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3223927a-d63b-40b0-8c18-89957cdcedab req-a4d0e96e-dbaf-411d-8328-8c763486ca9b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1214733 Oct 26 14:06:36.242698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32c5af-9841-4cd5-b124-313720f3618b None None] The sync data for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 is: [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:27Z', 'revision_number': 4, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '79da0192-7f52-47da-aeae-9901208e51ba', 'name': '', 'network_id': 'a2e272b4-975a-44b2-9d1a-2726fbe5bda0', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'mac_address': 'fa:16:3e:b8:e6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:26Z', 'updated_at': '2021-10-26T14:06:33Z', 'revision_number': 4, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'subnets': [{'id': '8e5d1d61-1eeb-4d25-b4a0-e43143894015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:06:36.250014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Attempting to bind port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:36.250729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Attempting to bind port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:36.251529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Attempting to bind port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a on network b0241490-10c2-4607-8d2c-e03885a01eda {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:36.291321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9714eeb-eb7a-4f63-8e4f-85eafc944a4b None None] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:36.302766 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:06:36.304744 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3223927a-d63b-40b0-8c18-89957cdcedab req-d4633416-80f6-4658-84c4-eef2702b526e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640078 Oct 26 14:06:36.316733 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e71d067d-6719-49d3-833d-dbff6036fcd8 req-9b6a3184-9c61-40e9-be3a-3c15fd6754f1 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0601313 Oct 26 14:06:36.317198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.328417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:36.329026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Checking segment: {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:36.329739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.330863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Bound using segment: {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:36.331666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Bound port: 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:36.332187 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.449314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:36.451612 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b8543-b8cb-4de7-aa7c-35b24daa8979" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:36.486498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] Transition to ACTIVE for port object f047f90f-0b62-4391-a735-7b0fbe7249df will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:36.515929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:36.535578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.589872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-ee44eb61-8555-4383-b339-6b0764290bdb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.597373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-ee44eb61-8555-4383-b339-6b0764290bdb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.599646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-ee44eb61-8555-4383-b339-6b0764290bdb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "GET /v2.0/networks?id=42cbb150-fed9-4497-9e47-2bea51da8a26&id=b0241490-10c2-4607-8d2c-e03885a01eda&id=42cbb150-fed9-4497-9e47-2bea51da8a26 HTTP/1.1" status: 200 len: 1391 time: 0.3638830 Oct 26 14:06:36.603905 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de275da-ba09-41b2-a68f-e5c887c4b9f1 x-openstack-request-id: req-9de275da-ba09-41b2-a68f-e5c887c4b9f1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:36.604281 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:36.604462 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9de275da-ba09-41b2-a68f-e5c887c4b9f1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:36.604934 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'code': 200} Oct 26 14:06:36.605530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.615006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:36.639644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] Provisioning complete for port 77e24e24-f801-4008-b28e-3aadbc11730c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:36.640023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:36.644858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'admin_state_up': True, 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:36.655718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] No DVR routers for this DVR port f047f90f-0b62-4391-a735-7b0fbe7249df on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:06:36.724782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'port_id': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'mac_address': 'fa:16:3e:14:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:36.746099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3736d31-2a9b-4d0c-8916-6fd6e0d522f0 req-2744230c-a839-407f-9aa1-e2dbacb1b4b7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.757146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3736d31-2a9b-4d0c-8916-6fd6e0d522f0 req-2744230c-a839-407f-9aa1-e2dbacb1b4b7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0893724 Oct 26 14:06:36.777575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 79da0192-7f52-47da-aeae-9901208e51ba up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:36.778440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] 10.222.0.41 "PUT /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0621476 Oct 26 14:06:36.799530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece654-d875-4619-9e13-9ab70ca0711e service neutron] Pushing event updated for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:36.806706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3736d31-2a9b-4d0c-8916-6fd6e0d522f0 req-1f333036-d9d0-4c8a-aaca-135e0ab77dad tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442624 Oct 26 14:06:36.851283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.857700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.864134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.872663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.879775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.888028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.894618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:36.905110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-10972c1e-ba68-4551-8990-bf3900c8377a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5437 time: 0.2445898 Oct 26 14:06:37.020197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f8c2dbc-cac8-46e1-853f-666a2c3036c2 req-215144db-4944-41da-aa58-424aacd870ce tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140337 Oct 26 14:06:37.033558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-ff5f36be-008a-42e6-b70b-6c55f85eb971 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.035273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-ff5f36be-008a-42e6-b70b-6c55f85eb971 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.1179545 Oct 26 14:06:37.097163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:37.101157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.125319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] For port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:37.129091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-4c56be00-ff18-4c88-bb8f-c310fe01df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.130782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-4c56be00-ff18-4c88-bb8f-c310fe01df6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c&tenant_id=e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 1095 time: 0.0852571 Oct 26 14:06:37.166840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.178178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] For port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:37.186975 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.193447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.198273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63da197-4c34-4ab1-8b38-48a7313e6d53 req-5702cbdc-62dc-4ffa-ae58-a5dbc07474d5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.206254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f63da197-4c34-4ab1-8b38-48a7313e6d53 req-5702cbdc-62dc-4ffa-ae58-a5dbc07474d5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.0783861 Oct 26 14:06:37.256250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f63da197-4c34-4ab1-8b38-48a7313e6d53 req-830db7d1-cf3f-41e3-8f02-f72b8e407edb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Oct 26 14:06:37.275837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e426fc11-973c-4df3-a1a8-96594853d8ff {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:37.335053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-158e83d0-3b10-4c9d-b024-76f5e452587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.336963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-158e83d0-3b10-4c9d-b024-76f5e452587e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1095 time: 0.1366980 Oct 26 14:06:37.354934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f7168-ee58-444d-82fe-65b4afd70579 None None] Pushing event updated for resources: {'Port': ['ID=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.356669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Allocated IP 19.80.0.164 (42cbb150-fed9-4497-9e47-2bea51da8a26/38759e51-9ec4-4393-a60a-041adf7cae0a/6d9bf5d7-ce19-453e-910c-3aee04e8c416) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:37.396426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:37.397579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 79da0192-7f52-47da-aeae-9901208e51ba triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:37.397993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.460276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.475025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.494869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-861b1317-553a-4db1-a91d-e4a6e83c440b req-fab51742-90e1-4011-a407-85c25532c49b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0465388 Oct 26 14:06:37.641811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:37.648388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] For port 77e24e24-f801-4008-b28e-3aadbc11730c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77e24e24-f801-4008-b28e-3aadbc11730c,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:37.655093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:37.708548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.769267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e510d-18e1-4ff0-b5f5-50c67a249f4e req-ec82c3fe-3190-48b2-b677-db9dbde43a70 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.777495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a45e510d-18e1-4ff0-b5f5-50c67a249f4e req-ec82c3fe-3190-48b2-b677-db9dbde43a70 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.3124988 Oct 26 14:06:37.846981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:37.892537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77e24e24-f801-4008-b28e-3aadbc11730c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:37.908089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-495b857c-325f-49dd-ac52-0026c6a3b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.909694 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-495b857c-325f-49dd-ac52-0026c6a3b4a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.4566226 Oct 26 14:06:37.912900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:37.979892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fb2e4-ca43-4d91-a0ea-530cf28f2acf req-532810c5-0830-49b5-a3b5-914a36a1ebce tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:37.982288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a62fb2e4-ca43-4d91-a0ea-530cf28f2acf req-532810c5-0830-49b5-a3b5-914a36a1ebce tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0601666 Oct 26 14:06:38.005419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a45e510d-18e1-4ff0-b5f5-50c67a249f4e req-ee12dc47-ba11-4619-a958-8e27ab7dace9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106588 Oct 26 14:06:38.005419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-991c74db-853d-460b-87b7-8b445a412a6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0724502 Oct 26 14:06:38.051723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49071916-5cd7-4e9d-91ee-7640dd5a3a28 None None] Pushing event updated for resources: {'Port': ['ID=77e24e24-f801-4008-b28e-3aadbc11730c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:38.068819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a62fb2e4-ca43-4d91-a0ea-530cf28f2acf req-4a55ae0d-59ff-4724-a001-c2b560427aa8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Oct 26 14:06:38.089915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:38.163837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-9dc6868e-2400-407a-8fa5-11a125fe48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.164732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'mac_address': 'fa:16:3e:ee:91:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:38.166092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-9dc6868e-2400-407a-8fa5-11a125fe48f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1494679 Oct 26 14:06:38.168735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.178111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-013067ec-e836-4991-a712-414219ed12bd None None] Provisioning complete for port 77e24e24-f801-4008-b28e-3aadbc11730c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:38.178578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-013067ec-e836-4991-a712-414219ed12bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.239862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-6e3703ae-5479-4eda-9c91-e71af80d5850 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651929 Oct 26 14:06:38.246725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:38.267547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:38.292182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 77e24e24-f801-4008-b28e-3aadbc11730c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:38.292588 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.301211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:38.304039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:38.324173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b9689460-f06a-476e-b58e-66883f293437', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:38.447561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc96d4-443d-4d3a-b39f-b76f65372f9d req-09b622f6-d56d-4de2-94c1-c02f7105fb9a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.455363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12fc96d4-443d-4d3a-b39f-b76f65372f9d req-09b622f6-d56d-4de2-94c1-c02f7105fb9a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.0678296 Oct 26 14:06:38.527155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.538262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.539947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.556994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80dd6772-2acc-48b1-81ca-bde3bb5f099d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:38.562045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12fc96d4-443d-4d3a-b39f-b76f65372f9d req-eec64870-feae-4b71-8bf8-3e1bc301c370 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037657 Oct 26 14:06:38.565865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:38.634293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:38.635550 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.673688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:38.676091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.692973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.710841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.726626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.735164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9689460-f06a-476e-b58e-66883f293437 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:38.742251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.753190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.760621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.771522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-d86db81e-c24a-4fa2-a67e-34684c5e75b9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5438 time: 0.5303018 Oct 26 14:06:38.822964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c35ed-d0a4-47a0-a565-76ea4047b711 req-1373bc4e-0cfd-4a65-ab8e-f8afa028d085 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:38.828772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2494e8de-198e-440e-b1f2-7e30d6d965ed'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.829069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a7c35ed-d0a4-47a0-a565-76ea4047b711 req-1373bc4e-0cfd-4a65-ab8e-f8afa028d085 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 932 time: 0.1698904 Oct 26 14:06:38.839133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['76bc6667-66d7-4ccc-a198-c6cb195c130e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.862172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['71bcc8f1-04f6-4767-8629-b915a1686a14'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.865902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-2a50ed50-adbc-490d-835c-49052aee3bfd service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004322 Oct 26 14:06:38.870729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-37e509b8-c8af-459f-b71b-4c7b7cf2fad9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2308030 Oct 26 14:06:38.901117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda', 'admin_state_up': True, 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:38.921563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a7c35ed-d0a4-47a0-a565-76ea4047b711 req-440a8551-6260-4e04-b81a-6ea9f827b126 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Oct 26 14:06:38.930030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['80dd6772-2acc-48b1-81ca-bde3bb5f099d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:38.933108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['9a44006a-a1ff-4823-9026-65a0c67ff0aa'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:39.030968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7432b4d9-4d68-4d75-b7a8-f85a8faa0eec'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:39.034396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e426fc11-973c-4df3-a1a8-96594853d8ff'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:39.206621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa8f25e7-ed0c-4083-9556-b5dbad97a15a req-b9744b28-4b01-4105-bfd7-a54e1c31fa42 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4311829 Oct 26 14:06:39.217578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:39.219995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:39.239421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.255378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9449fac-a968-43b7-8035-a3b097e360a3 req-996ce5dd-3773-4e9c-96a1-a8f49bfcd41d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.260747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9449fac-a968-43b7-8035-a3b097e360a3 req-996ce5dd-3773-4e9c-96a1-a8f49bfcd41d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1550319 Oct 26 14:06:39.285412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:39.407014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9449fac-a968-43b7-8035-a3b097e360a3 req-e44f4a5e-f180-41af-8a9d-b33886a47b5a tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396093 Oct 26 14:06:39.508131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad8109-d0f5-4f6c-beb2-d9ce13263d60 None None] Network b0241490-10c2-4607-8d2c-e03885a01eda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:06:39.633736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335039f7-91df-4b4a-bc91-6ebfcdf7260f req-bd47cd1e-5ace-4cc8-ab66-ccd42f6babd4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:39.642096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-335039f7-91df-4b4a-bc91-6ebfcdf7260f req-bd47cd1e-5ace-4cc8-ab66-ccd42f6babd4 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.2365396 Oct 26 14:06:39.658341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-54712970-2c84-4421-bc23-6789aa719b51 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714193 Oct 26 14:06:39.750407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-335039f7-91df-4b4a-bc91-6ebfcdf7260f req-e72f07fe-02e6-4290-a83a-21eb62204ec6 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989530 Oct 26 14:06:39.772314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:39.824910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Allocated IP 19.86.0.244 (b0241490-10c2-4607-8d2c-e03885a01eda/bcae1ebb-0447-4235-ae12-147ac95e666a/305a2e47-bc43-4ed0-944b-2244af588bf9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:40.005764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:40.067145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:40.118676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.128655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['31ba09b5-3532-4d4d-8222-15246be0fc67'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:40.295933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b9689460-f06a-476e-b58e-66883f293437'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:40.307870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.557131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:06:40.632544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b201c46a-b20e-4240-9e6b-28f6799bffd1 None None] Provisioning complete for port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:40.632923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b201c46a-b20e-4240-9e6b-28f6799bffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.648767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:40.707928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b201c46a-b20e-4240-9e6b-28f6799bffd1 None None] Port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:40.784392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network b0241490-10c2-4607-8d2c-e03885a01eda is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:40.785210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4cf10e0e-55d6-408a-9a4f-addac49d8b7a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:40.808612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:40.814917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:40.890433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.891195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:40.942398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-7753dd2e-82fc-4dd6-a923-737f696ed77b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.944532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-7753dd2e-82fc-4dd6-a923-737f696ed77b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.6918914 Oct 26 14:06:40.957809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1d5e9-9f3a-41ca-b457-2e8e1ced41da req-69d95584-b106-4468-8c36-7b0de0fcd267 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:40.960766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e1d5e9-9f3a-41ca-b457-2e8e1ced41da req-69d95584-b106-4468-8c36-7b0de0fcd267 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.7157595 Oct 26 14:06:40.968210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4a6c2337-637c-4e40-8e6b-a68d4739c553 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0723743 Oct 26 14:06:40.985700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2a5531c-e393-4145-b026-bff9f7b627c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.051287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'admin_state_up': True, 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:41.138472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:41.138750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.176135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] Provisioning complete for port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:41.176425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.346259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.399572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e1d5e9-9f3a-41ca-b457-2e8e1ced41da req-1f6def25-f5d0-4296-bbe4-17999f72461e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536565 Oct 26 14:06:41.479426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-bbd5eb99-6be4-43c2-ad8c-cc11ffda0e61 service neutron] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:41.544279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-bbd5eb99-6be4-43c2-ad8c-cc11ffda0e61 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.545735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb43b1c2-cdd0-4641-b86c-c736b7d8d94a req-bbd5eb99-6be4-43c2-ad8c-cc11ffda0e61 service neutron] 10.222.0.73 "DELETE /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.5823786 Oct 26 14:06:41.636212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:41.646464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.725280 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:41.851726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] For port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:41.974057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.150715 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:06:42.151297 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:06:42.303724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c86cef28-344b-43ad-ab9c-e74e3496a39c None None] Provisioning complete for port 305a2e47-bc43-4ed0-944b-2244af588bf9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:42.304240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c86cef28-344b-43ad-ab9c-e74e3496a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.317102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718dc04-f252-4ea3-93ae-315614ebe705 None None] Pushing event updated for resources: {'Port': ['ID=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:42.410434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c86cef28-344b-43ad-ab9c-e74e3496a39c None None] Port 305a2e47-bc43-4ed0-944b-2244af588bf9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:42.423570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c86cef28-344b-43ad-ab9c-e74e3496a39c None None] Provisioning complete for port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:42.423939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c86cef28-344b-43ad-ab9c-e74e3496a39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.745118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77e24e24-f801-4008-b28e-3aadbc11730c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:42.827102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Allocated IP 19.80.0.127 (42cbb150-fed9-4497-9e47-2bea51da8a26/38759e51-9ec4-4393-a60a-041adf7cae0a/7fd180d9-b142-4caf-9daa-a3b6fe68d621) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:42.833535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d0eef3bd-3483-4623-ae7b-8c76fb652733 None None] Provisioning complete for port 305a2e47-bc43-4ed0-944b-2244af588bf9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:42.834108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d0eef3bd-3483-4623-ae7b-8c76fb652733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.883663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d0eef3bd-3483-4623-ae7b-8c76fb652733 None None] Port 305a2e47-bc43-4ed0-944b-2244af588bf9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:42.885764 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-182bc068-5440-4eb6-b3ba-8dd034870b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:42.890255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 77e24e24-f801-4008-b28e-3aadbc11730c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:42.890255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.038691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.125973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ba29-6ebf-436f-8431-a0aee211f87d req-14fd1690-4ad1-4a76-a5f8-b14fcf304c7b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.142530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ba29-6ebf-436f-8431-a0aee211f87d req-14fd1690-4ad1-4a76-a5f8-b14fcf304c7b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.145763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4cf10e0e-55d6-408a-9a4f-addac49d8b7a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:43.152298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fea3ba29-6ebf-436f-8431-a0aee211f87d req-14fd1690-4ad1-4a76-a5f8-b14fcf304c7b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 1655 time: 1.4396865 Oct 26 14:06:43.157304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.193168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:43.197335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:43.238075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:43.333025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:43.333392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.395931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:43.460117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:43.460803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.483137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fea3ba29-6ebf-436f-8431-a0aee211f87d req-ffa91b15-9712-4ecb-a5d8-5d794d5179c1 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293517 Oct 26 14:06:43.534672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6c5f5653-7a2e-4d33-8c29-20b11e0c250c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4820530 Oct 26 14:06:43.546133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:43.624690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.638581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6e4213af-6536-472c-8eec-1ec716334341 None None] Provisioning complete for port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:43.639405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4213af-6536-472c-8eec-1ec716334341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.704217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:43.797245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 31ba09b5-3532-4d4d-8222-15246be0fc67 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:43.851696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6e4213af-6536-472c-8eec-1ec716334341 None None] Port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:06:43.864128 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.879283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 80dd6772-2acc-48b1-81ca-bde3bb5f099d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:43.879959 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:43.935123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 31ba09b5-3532-4d4d-8222-15246be0fc67 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:43.947323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 31ba09b5-3532-4d4d-8222-15246be0fc67 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:43.947999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.031955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.041729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.048736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.066334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.082927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.096389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.103588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:44.106250 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5c8dfe-8b02-41e9-8b50-8bc8d79ff1f5" -d '{"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-plugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:44.112801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.128007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.130036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-7bdb0a74-56d2-4828-a173-bbb42bf2bbf4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5438 time: 0.4426358 Oct 26 14:06:44.145002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.162730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.208108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.220575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.381036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.389783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.394052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba135403-80da-4a11-9a86-c6faf989fa59 req-5b0f3985-0622-4467-b8f3-d347300c6972 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421227 Oct 26 14:06:44.401171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.402003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:44.602145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:44.636900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b9689460-f06a-476e-b58e-66883f293437 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:44.637294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.732722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9bf5d7-ce19-453e-910c-3aee04e8c416 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:44.747632 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.801227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d2147-b0fb-42b2-93f1-f425d09e7e11 req-0d681a37-b94e-46ce-9d02-9cc87b23800d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:44.802846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d85d2147-b0fb-42b2-93f1-f425d09e7e11 req-0d681a37-b94e-46ce-9d02-9cc87b23800d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.2080843 Oct 26 14:06:44.826056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.835259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Transition to ACTIVE for port object 6d9bf5d7-ce19-453e-910c-3aee04e8c416 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:44.887301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d85d2147-b0fb-42b2-93f1-f425d09e7e11 req-ee728bc7-6edf-425f-985f-a8a5473ff2a0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650158 Oct 26 14:06:44.892235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.894565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:44.903662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:44.904543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:45.049281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.332725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c77f7-5784-4e8f-8b91-29dce14e80d3 req-6434b91a-fc6b-4d4c-84fd-365d645a767a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:45.345471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c17c77f7-5784-4e8f-8b91-29dce14e80d3 req-6434b91a-fc6b-4d4c-84fd-365d645a767a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.1582551 Oct 26 14:06:45.368718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Attempting to bind port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:45.378594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Attempting to bind port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:45.379079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Attempting to bind port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:45.422882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:45.423627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Attempting to bind port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:45.430679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.456471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:45.457171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Checking segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:45.457547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Bound using segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:45.461818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:45.462992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Bound port: 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:45.463845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.472638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:45.475282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.579784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c17c77f7-5784-4e8f-8b91-29dce14e80d3 req-bb179db1-4d85-4f18-9398-20249594547d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318819 Oct 26 14:06:45.598759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.639926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:45.646886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.648549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2494e8de-198e-440e-b1f2-7e30d6d965ed up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:45.798971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:45.800795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:45.804763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:45.808999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.815192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8898297-df06-4d93-8bbb-88fcff3bc220 req-d708b59c-e067-4321-a15a-c68d80d68076 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:45.824269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8898297-df06-4d93-8bbb-88fcff3bc220 req-d708b59c-e067-4321-a15a-c68d80d68076 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1060071 Oct 26 14:06:45.844443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2494e8de-198e-440e-b1f2-7e30d6d965ed completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:45.849127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.857695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2494e8de-198e-440e-b1f2-7e30d6d965ed triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:45.857695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.923090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8898297-df06-4d93-8bbb-88fcff3bc220 req-f5c380d7-30d6-40e1-a131-6b70944ce29e tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977883 Oct 26 14:06:45.931063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:45.932579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:45.935587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] 10.222.0.73 "PUT /v2.0/ports/6d9bf5d7-ce19-453e-910c-3aee04e8c416 HTTP/1.1" status: 200 len: 1092 time: 2.3948779 Oct 26 14:06:45.941401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:45.953448 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d85cec-4bb0-4547-944a-0c62302a4a61" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:45.990217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:46.130410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2a4f-73b8-4684-b448-e0571be90f42 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:46.149369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.179508 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85648dc2-5a28-4f6f-aa05-ee0486afac5d x-openstack-request-id: req-85648dc2-5a28-4f6f-aa05-ee0486afac5d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:46.182489 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-plugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:46.183137 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85648dc2-5a28-4f6f-aa05-ee0486afac5d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:46.190094 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'code': 200} Oct 26 14:06:46.193094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.279023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:46.290528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.318917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479fa8-fef2-4f73-96f6-9e10e3d1d0b5 req-9399cadf-2105-4322-80a4-5ae7b24669d2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.336051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479fa8-fef2-4f73-96f6-9e10e3d1d0b5 req-9399cadf-2105-4322-80a4-5ae7b24669d2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.361149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479fa8-fef2-4f73-96f6-9e10e3d1d0b5 req-9399cadf-2105-4322-80a4-5ae7b24669d2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.363727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a479fa8-fef2-4f73-96f6-9e10e3d1d0b5 req-9399cadf-2105-4322-80a4-5ae7b24669d2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2389 time: 0.2299955 Oct 26 14:06:46.440699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:46.454371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 76bc6667-66d7-4ccc-a198-c6cb195c130e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:46.537146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2a479fa8-fef2-4f73-96f6-9e10e3d1d0b5 req-5c8f6d4a-7915-47ff-a161-7667e8c6c834 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639929 Oct 26 14:06:46.645786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 76bc6667-66d7-4ccc-a198-c6cb195c130e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:46.662983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 76bc6667-66d7-4ccc-a198-c6cb195c130e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:46.664318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.779843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305a2e47-bc43-4ed0-944b-2244af588bf9 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:46.788647 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.802943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Transition to ACTIVE for port object 305a2e47-bc43-4ed0-944b-2244af588bf9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:46.845467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.898322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:46.906413 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:46.920391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.926813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.933831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.940157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.947296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.954243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.961121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:46.964760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-41740f35-8e50-4afc-91ba-1940aa09d78c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5441 time: 0.1599915 Oct 26 14:06:47.001185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:47.011172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.012006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 71bcc8f1-04f6-4767-8629-b915a1686a14 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:47.095880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efcadb2f-18b6-4d86-a2c9-12bc5727f71a req-3cadf1dd-e956-4d7f-9c12-077bca956a3b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134365 Oct 26 14:06:47.121352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Attempting to bind port 305a2e47-bc43-4ed0-944b-2244af588bf9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:47.121998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Attempting to bind port 305a2e47-bc43-4ed0-944b-2244af588bf9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:47.122331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Attempting to bind port 305a2e47-bc43-4ed0-944b-2244af588bf9 on network b0241490-10c2-4607-8d2c-e03885a01eda {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:47.143670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Port 305a2e47-bc43-4ed0-944b-2244af588bf9 on network b0241490-10c2-4607-8d2c-e03885a01eda not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:47.144606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Attempting to bind port 305a2e47-bc43-4ed0-944b-2244af588bf9 on network b0241490-10c2-4607-8d2c-e03885a01eda {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:47.151584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:47.151925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Checking segment: {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:47.152333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Bound using segment: {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:47.152828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Bound port: 305a2e47-bc43-4ed0-944b-2244af588bf9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25449958-e2e7-4905-9871-8dc1093aa755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:47.153259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.222171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:47.231132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 71bcc8f1-04f6-4767-8629-b915a1686a14 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:47.241398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 71bcc8f1-04f6-4767-8629-b915a1686a14 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:47.241773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.381474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:47.426807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:47.473394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c673e2-a4ca-4941-ac4f-232e9e2396c8 req-d918c483-cc94-47e8-9c09-4d07e94d4b76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:47.478022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2c673e2-a4ca-4941-ac4f-232e9e2396c8 req-d918c483-cc94-47e8-9c09-4d07e94d4b76 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 945 time: 0.1753080 Oct 26 14:06:47.479535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.487843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.608081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:47.626977 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.627800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9a44006a-a1ff-4823-9026-65a0c67ff0aa up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:47.633777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:47.634882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.636689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] 10.222.0.73 "PUT /v2.0/ports/305a2e47-bc43-4ed0-944b-2244af588bf9 HTTP/1.1" status: 200 len: 1092 time: 1.6595516 Oct 26 14:06:47.685670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Request body: {'port': {'device_id': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:47.761729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2c673e2-a4ca-4941-ac4f-232e9e2396c8 req-326a0321-f74c-4b1f-bd63-3ebea666c6e9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620406 Oct 26 14:06:47.841191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:47.863444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:47.864791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:47.872561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:47.872986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.074923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6ea9c-9bc0-4b2a-a04c-d036866d9e77 service neutron] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:48.132110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.229660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:48.232313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67'}, {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc6667-66d7-4ccc-a198-c6cb195c130e'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:48.236435 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c566adf8-9178-4b5f-8df9-0f19983b45b8" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67"}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "76bc6667-66d7-4ccc-a198-c6cb195c130e"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:48.260531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.261598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e426fc11-973c-4df3-a1a8-96594853d8ff up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:48.486285 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d119be9-29cc-4b14-928d-1d0524741678 x-openstack-request-id: req-6d119be9-29cc-4b14-928d-1d0524741678 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:48.487304 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:48.487802 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d119be9-29cc-4b14-928d-1d0524741678 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:48.489217 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416', 'status': 'completed', 'code': 200} Oct 26 14:06:48.516243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:48.558843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port e426fc11-973c-4df3-a1a8-96594853d8ff completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:06:48.569196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e426fc11-973c-4df3-a1a8-96594853d8ff triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:06:48.569789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.670924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-e1d026d7-be04-4cda-be47-9e2757c4a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:48.680309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-e1d026d7-be04-4cda-be47-9e2757c4a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:48.681527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-e1d026d7-be04-4cda-be47-9e2757c4a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:48.688183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-e1d026d7-be04-4cda-be47-9e2757c4a176 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2799 time: 0.1938500 Oct 26 14:06:48.783170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.869843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:48.881570 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:48.976167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd180d9-b142-4caf-9daa-a3b6fe68d621 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:48.981845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:49.002381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.037398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4c533-c46a-4402-a150-adac3ccae68a req-172525a4-63cd-419e-992c-775dedc32f4d tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.045548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70a4c533-c46a-4402-a150-adac3ccae68a req-172525a4-63cd-419e-992c-775dedc32f4d tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1095 time: 0.2564456 Oct 26 14:06:49.084854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Transition to ACTIVE for port object 7fd180d9-b142-4caf-9daa-a3b6fe68d621 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:06:49.118463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-4d0bf458-0df6-48fc-8e19-1521d28d7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.120747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-4d0bf458-0df6-48fc-8e19-1521d28d7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.124218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-4d0bf458-0df6-48fc-8e19-1521d28d7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.129063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-4d0bf458-0df6-48fc-8e19-1521d28d7ca0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f12ad15d08bc4a4b855a334340e1740e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4139283 Oct 26 14:06:49.132129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.370926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70a4c533-c46a-4402-a150-adac3ccae68a req-07073e8e-60d1-401c-8f26-a31947f5d3ae tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243926 Oct 26 14:06:49.469239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-89ea28f8-7dfe-4663-874c-ed02788ec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.471462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61d85cec-4bb0-4547-944a-0c62302a4a61 req-89ea28f8-7dfe-4663-874c-ed02788ec3bb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3058388 Oct 26 14:06:49.585010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:49.696336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08015eb0-ee7d-48ac-90aa-0f8ff06dac5e req-232f7386-8cbd-4548-9afa-088c7d6aa0f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.707031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08015eb0-ee7d-48ac-90aa-0f8ff06dac5e req-232f7386-8cbd-4548-9afa-088c7d6aa0f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.714848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08015eb0-ee7d-48ac-90aa-0f8ff06dac5e req-232f7386-8cbd-4548-9afa-088c7d6aa0f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:49.722666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08015eb0-ee7d-48ac-90aa-0f8ff06dac5e req-232f7386-8cbd-4548-9afa-088c7d6aa0f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2413 time: 0.1746342 Oct 26 14:06:49.737714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Attempting to bind port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:06:49.741655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Attempting to bind port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:06:49.742237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Attempting to bind port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:49.783736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:06:49.784369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Attempting to bind port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 on network 42cbb150-fed9-4497-9e47-2bea51da8a26 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:06:49.791939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:06:49.792944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Checking segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:06:49.803085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Bound using segment: {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:06:49.803816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Bound port: 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507073c2-308d-4796-99d8-1fe1057dc891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:06:49.804365 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:49.917068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08015eb0-ee7d-48ac-90aa-0f8ff06dac5e req-e92d659f-63c2-4f7c-a2f7-89c2e449f967 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863651 Oct 26 14:06:50.016258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:06:50.023227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:06:50.076904 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.141441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.142489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:50.145178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] 10.222.0.73 "PUT /v2.0/ports/7fd180d9-b142-4caf-9daa-a3b6fe68d621 HTTP/1.1" status: 200 len: 1092 time: 2.4657457 Oct 26 14:06:50.185651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d37281-eb0b-4c8f-aaba-2d7a5cdcae19 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:50.317275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-3758088f-9657-46b6-8ce9-92a0005c4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.317654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-3758088f-9657-46b6-8ce9-92a0005c4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.318130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-3758088f-9657-46b6-8ce9-92a0005c4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.319826 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-3758088f-9657-46b6-8ce9-92a0005c4dce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2866 time: 0.1221359 Oct 26 14:06:50.430026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-bded3236-bb12-488d-9fd6-22631af3906b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416 HTTP/1.1" status: 200 len: 217 time: 0.0983887 Oct 26 14:06:50.493088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9'}, {'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:50.495942 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dfc4ec-721b-4705-8706-aa23cb45beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9"}, {"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:50.545016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-084dd81b-8ad7-4374-b94e-0f5353cbc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.549641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-084dd81b-8ad7-4374-b94e-0f5353cbc06c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38759e51-9ec4-4393-a60a-041adf7cae0a HTTP/1.1" status: 200 len: 801 time: 0.1091924 Oct 26 14:06:50.675783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-255df164-e575-4256-b121-237657ea9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:50.679598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-255df164-e575-4256-b121-237657ea9ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42cbb150-fed9-4497-9e47-2bea51da8a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1203783 Oct 26 14:06:50.841727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-047a428e-32bd-4f74-9403-42f31e656479 service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508281 Oct 26 14:06:51.048556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-5c5aa247-c528-4d3f-bb6a-feda11dd5a47 service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938915 Oct 26 14:06:51.144403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-0dd21d58-29d5-4c57-b536-81fc3bef0b21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=305a2e47-bc43-4ed0-944b-2244af588bf9 HTTP/1.1" status: 200 len: 217 time: 0.0820239 Oct 26 14:06:51.247509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-fdded090-a0fd-4b34-b178-2f1d74ecf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:51.247509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-fdded090-a0fd-4b34-b178-2f1d74ecf5ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcae1ebb-0447-4235-ae12-147ac95e666a HTTP/1.1" status: 200 len: 801 time: 0.0839655 Oct 26 14:06:51.374666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-70f1da92-7ce5-40c0-b6f0-cc9a0add3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:51.378041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-70f1da92-7ce5-40c0-b6f0-cc9a0add3130 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0241490-10c2-4607-8d2c-e03885a01eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276648 Oct 26 14:06:51.573707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:51.581200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4e95c716-1ccb-405f-bd5e-cf879ae1f31b service neutron] 10.222.0.73 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924641 Oct 26 14:06:51.767373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-5c2a50a4-6972-45aa-b631-44c63d969dfb service neutron] 10.222.0.73 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779816 Oct 26 14:06:51.846674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-6fecc5ad-0cd4-4e63-a116-5ff2e8098bb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621 HTTP/1.1" status: 200 len: 217 time: 0.0702770 Oct 26 14:06:51.940355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-f89cfafb-e83d-4392-8cfa-564769e4a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:51.942058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-f89cfafb-e83d-4392-8cfa-564769e4a82d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38759e51-9ec4-4393-a60a-041adf7cae0a HTTP/1.1" status: 200 len: 801 time: 0.0854883 Oct 26 14:06:52.036401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4cf8a0cd-f379-4849-9cc3-1569f7e354e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:52.037975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-4cf8a0cd-f379-4849-9cc3-1569f7e354e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42cbb150-fed9-4497-9e47-2bea51da8a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0860071 Oct 26 14:06:52.229727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-24a34237-0a2a-45af-ba67-bf76f2b5c451 service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791248 Oct 26 14:06:52.447980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2795c45f-239c-4081-89ab-85f744a1c46d req-0c8d11fc-29b6-48d2-afbb-bb812f20b1f7 service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080214 Oct 26 14:06:53.075820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:55.049826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.059733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.066902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.074759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.081519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.093469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.102532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.105117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38fe63f5-e012-42a9-a955-30b065270680 req-9db0fa2d-c92a-47bc-98fc-120088ec30a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.1429698 Oct 26 14:06:55.168447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38fe63f5-e012-42a9-a955-30b065270680 req-5f222d65-64bc-4ca9-b974-7dc52fddb710 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561862 Oct 26 14:06:55.311685 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38444ef-bb8f-43c5-9df5-6d0f601cc9c3 x-openstack-request-id: req-b38444ef-bb8f-43c5-9df5-6d0f601cc9c3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:55.312713 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67", "code": 200}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "76bc6667-66d7-4ccc-a198-c6cb195c130e", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:55.313153 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b38444ef-bb8f-43c5-9df5-6d0f601cc9c3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:55.313833 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'code': 200} Oct 26 14:06:55.314406 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:06:55.314841 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'code': 200} Oct 26 14:06:55.315264 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'code': 200} Oct 26 14:06:55.315716 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc6667-66d7-4ccc-a198-c6cb195c130e', 'code': 200} Oct 26 14:06:55.316273 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'code': 200} Oct 26 14:06:55.316745 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa', 'code': 200} Oct 26 14:06:55.438934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed10fc-d99d-4e38-adf7-f12291a3e323 req-1fe461fd-55b6-4722-acf7-0ba347fae48c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.447939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbed10fc-d99d-4e38-adf7-f12291a3e323 req-1fe461fd-55b6-4722-acf7-0ba347fae48c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0961528 Oct 26 14:06:55.568683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbed10fc-d99d-4e38-adf7-f12291a3e323 req-e8353cc1-7e1a-4bf3-8d1c-f1a0e4fee9bf tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100595 Oct 26 14:06:55.599544 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4288c-7923-4ed4-ba98-2588b0e06fbf x-openstack-request-id: req-b0d4288c-7923-4ed4-ba98-2588b0e06fbf {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:55.599838 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:55.600089 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0d4288c-7923-4ed4-ba98-2588b0e06fbf {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:55.600525 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'status': 'completed', 'code': 200} Oct 26 14:06:55.600776 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621', 'status': 'completed', 'code': 200} Oct 26 14:06:55.678487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-40f1970f-9fed-433e-b772-d340827ae631 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.686695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-40f1970f-9fed-433e-b772-d340827ae631 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.2161865 Oct 26 14:06:55.703268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-8280696e-2584-4197-8c06-3875e9696783 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/quotas/e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 375 time: 0.0156116 Oct 26 14:06:55.708797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f729fcaf-df13-4a8f-a217-48ed3014119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.709271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f729fcaf-df13-4a8f-a217-48ed3014119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.709734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f729fcaf-df13-4a8f-a217-48ed3014119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.711310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f729fcaf-df13-4a8f-a217-48ed3014119d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2866 time: 0.0879583 Oct 26 14:06:55.736660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d9bf5d7-ce19-453e-910c-3aee04e8c416 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:55.780172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-ec4bc1ea-c0f3-4ca4-b92f-3255ed43ce4a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759132 Oct 26 14:06:55.855953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9240-dcb2-4d73-978a-5a3f3b4bb96a req-44629e5d-c6bc-49b6-9a3b-ced7fb7afcac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.862154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9240-dcb2-4d73-978a-5a3f3b4bb96a req-44629e5d-c6bc-49b6-9a3b-ced7fb7afcac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.868872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a9240-dcb2-4d73-978a-5a3f3b4bb96a req-44629e5d-c6bc-49b6-9a3b-ced7fb7afcac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.877066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a54a9240-dcb2-4d73-978a-5a3f3b4bb96a req-44629e5d-c6bc-49b6-9a3b-ced7fb7afcac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2413 time: 0.1806140 Oct 26 14:06:55.907121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-98ab193e-030b-486e-ad88-e0d5b66a2b5e service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257336 Oct 26 14:06:55.962719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a54a9240-dcb2-4d73-978a-5a3f3b4bb96a req-d5ef42c0-0fca-4e58-b579-91b9f20ab0c7 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847025 Oct 26 14:06:55.971681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:55.973787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f2721829-6e64-4194-aec2-9c0c44ebd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:55.978236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-f2721829-6e64-4194-aec2-9c0c44ebd1ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0241490-10c2-4607-8d2c-e03885a01eda HTTP/1.1" status: 200 len: 903 time: 0.2563519 Oct 26 14:06:56.007740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6d9bf5d7-ce19-453e-910c-3aee04e8c416', 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'port_id': '6d9bf5d7-ce19-453e-910c-3aee04e8c416', 'mac_address': 'fa:16:3e:94:29:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38759e51-9ec4-4393-a60a-041adf7cae0a', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:56.043590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-fe58e206-fde3-4c3c-888c-71a47d6889b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=305a2e47-bc43-4ed0-944b-2244af588bf9 HTTP/1.1" status: 200 len: 217 time: 0.0566962 Oct 26 14:06:56.091705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-ea839f5a-4198-47a7-8158-292a15fef8dd service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778495 Oct 26 14:06:56.136236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.183682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9bf5d7-ce19-453e-910c-3aee04e8c416 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:56.203947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-60016566-d601-4a8f-a66b-b3321c2a0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.205477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-60016566-d601-4a8f-a66b-b3321c2a0849 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcae1ebb-0447-4235-ae12-147ac95e666a HTTP/1.1" status: 200 len: 801 time: 0.1477375 Oct 26 14:06:56.245267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:56.259653 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.260423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 305a2e47-bc43-4ed0-944b-2244af588bf9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:56.296650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-50930e7d-2b73-40f3-9292-8ae794b11c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.298473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-50930e7d-2b73-40f3-9292-8ae794b11c91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0241490-10c2-4607-8d2c-e03885a01eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851912 Oct 26 14:06:56.435557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:56.450938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0ba3f-bbd9-4707-881d-4ad4d6812307 req-7bfc4ed5-ce31-4f11-b6d0-24da205c694d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.456387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92b0ba3f-bbd9-4707-881d-4ad4d6812307 req-7bfc4ed5-ce31-4f11-b6d0-24da205c694d tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 950 time: 0.2047281 Oct 26 14:06:56.543334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.548325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:56.558719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.572521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a1a2087d-8212-4c64-80af-6a583567fa55 service neutron] 10.222.0.73 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451510 Oct 26 14:06:56.577508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'network_id': 'b0241490-10c2-4607-8d2c-e03885a01eda', 'port_id': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'mac_address': 'fa:16:3e:c6:49:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcae1ebb-0447-4235-ae12-147ac95e666a', 'ip_address': '19.86.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:56.582829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.589764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.599787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.607285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.613711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:56.615956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-b73d6129-3b19-4b98-bcd7-fe6f86ed9a36 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.1713607 Oct 26 14:06:56.679480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.694754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-967f34c1-1967-4d23-9cb6-4d5d5ffe61cf req-5bb0bd61-fb76-42ee-a574-50b15bbb9ceb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700765 Oct 26 14:06:56.712918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305a2e47-bc43-4ed0-944b-2244af588bf9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:56.775183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:56.786224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:56.787010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7fd180d9-b142-4caf-9daa-a3b6fe68d621 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:56.850611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:56.928518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:56.962647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '7fd180d9-b142-4caf-9daa-a3b6fe68d621', 'network_id': '42cbb150-fed9-4497-9e47-2bea51da8a26', 'port_id': '7fd180d9-b142-4caf-9daa-a3b6fe68d621', 'mac_address': 'fa:16:3e:e3:07:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38759e51-9ec4-4393-a60a-041adf7cae0a', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:57.062811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1698de38-5784-41db-9823-afb9e7d5768f req-e3725796-8da0-4674-b585-7879e05ee7d5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 210 time: 0.0493567 Oct 26 14:06:57.099584 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.129429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd180d9-b142-4caf-9daa-a3b6fe68d621 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:57.192285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:57.203002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:57.239663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-abd93090-9880-4173-92b5-edaefa027a37 service neutron] 10.222.0.73 "GET /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482608 Oct 26 14:06:57.288970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:57.309783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92b0ba3f-bbd9-4707-881d-4ad4d6812307 req-96f48213-104a-40dd-9189-6322f04466d8 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552254 Oct 26 14:06:57.317777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:57.320748 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed376f-bc38-476d-ac59-1655399f2380" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:57.475695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a392b65f-d09a-4c44-ba49-3faca07d2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.476892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a392b65f-d09a-4c44-ba49-3faca07d2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.477586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a392b65f-d09a-4c44-ba49-3faca07d2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.479253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a392b65f-d09a-4c44-ba49-3faca07d2e72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2869 time: 0.1396573 Oct 26 14:06:57.490896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85592d37-ab9b-4ea1-bdbd-9a425b7a84ea req-18fb5b52-00a5-4b00-9ae7-eaa4daa772e8 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.492453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85592d37-ab9b-4ea1-bdbd-9a425b7a84ea req-18fb5b52-00a5-4b00-9ae7-eaa4daa772e8 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0723994 Oct 26 14:06:57.546056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85592d37-ab9b-4ea1-bdbd-9a425b7a84ea req-d3e3b12d-eed4-4910-b7c2-137142469a43 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Oct 26 14:06:57.572273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d2f8-5020-42c6-8a2d-1eb46e43683d req-e5678510-8d69-4543-97a2-7eb841867670 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.579476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d2f8-5020-42c6-8a2d-1eb46e43683d req-e5678510-8d69-4543-97a2-7eb841867670 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.586137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394d2f8-5020-42c6-8a2d-1eb46e43683d req-e5678510-8d69-4543-97a2-7eb841867670 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.589192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1394d2f8-5020-42c6-8a2d-1eb46e43683d req-e5678510-8d69-4543-97a2-7eb841867670 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2416 time: 0.1611984 Oct 26 14:06:57.629068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['305a2e47-bc43-4ed0-944b-2244af588bf9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:57.668063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1394d2f8-5020-42c6-8a2d-1eb46e43683d req-07d1001a-9af4-4e64-af40-97bf95e734f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712559 Oct 26 14:06:57.672628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a4256465-586c-44b6-b1cb-81a692ba7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.674440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-a4256465-586c-44b6-b1cb-81a692ba7f00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=42cbb150-fed9-4497-9e47-2bea51da8a26 HTTP/1.1" status: 200 len: 902 time: 0.1843987 Oct 26 14:06:57.674910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['7fd180d9-b142-4caf-9daa-a3b6fe68d621'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:57.677693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6d9bf5d7-ce19-453e-910c-3aee04e8c416'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:57.731226 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af74a4-1f17-4ea2-abe4-6e75be8213fc x-openstack-request-id: req-65af74a4-1f17-4ea2-abe4-6e75be8213fc {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:06:57.731664 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-plugged", "status": "completed", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:06:57.731924 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65af74a4-1f17-4ea2-abe4-6e75be8213fc {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:06:57.732420 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'code': 200} Oct 26 14:06:57.741809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-c1dcaaba-c037-4b7b-93b5-382301a75e0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621 HTTP/1.1" status: 200 len: 217 time: 0.0595405 Oct 26 14:06:57.784374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:06:57.816858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-c4cc37e6-d6a9-447f-9bf9-f6d7a9579697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.818441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-c4cc37e6-d6a9-447f-9bf9-f6d7a9579697 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38759e51-9ec4-4393-a60a-041adf7cae0a HTTP/1.1" status: 200 len: 801 time: 0.0689931 Oct 26 14:06:57.917680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:06:57.952139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-e77dbf09-b612-490e-bb8c-440ca2b900c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.953903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-e77dbf09-b612-490e-bb8c-440ca2b900c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=42cbb150-fed9-4497-9e47-2bea51da8a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274891 Oct 26 14:06:57.973874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.981534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.989052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:57.995393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.002408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.011965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.023701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.026326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-1f32370c-d174-42e3-8df5-7719e77e185a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.1876183 Oct 26 14:06:58.041947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.042467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.043025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.043725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.044197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.044755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.045259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.047278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-5b439d72-0efc-4d22-84af-bbaa2093f644 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.1811821 Oct 26 14:06:58.168707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a210f0a-f63a-48b7-82da-c785cd7a257d req-ea2bde8a-055d-42aa-9edc-4fe6e43f6fc2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192727 Oct 26 14:06:58.213796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3be5-b0fa-4dde-88cb-691d4a066450 req-0b1087b5-a09c-468f-aee7-4c3363481e9e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.215398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c88b3be5-b0fa-4dde-88cb-691d4a066450 req-0b1087b5-a09c-468f-aee7-4c3363481e9e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0767157 Oct 26 14:06:58.276627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-2238439f-0514-4edb-852b-83a7cfb60d55 service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483990 Oct 26 14:06:58.278579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bd6c1a7-3358-46b1-a3f8-60b3f8217969 req-fa495e5d-e46a-4e6d-bc1b-6b3771d8aa76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276228 Oct 26 14:06:58.298637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c88b3be5-b0fa-4dde-88cb-691d4a066450 req-fc1cfe1b-6645-4cb2-87ed-71eaa1393b6c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689492 Oct 26 14:06:58.335938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.471287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3dfc4ec-721b-4705-8706-aa23cb45beaf req-9a87c7b2-a92e-453e-a08c-2ac293f36b9f service neutron] 10.222.0.73 "GET /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717172 Oct 26 14:06:58.522294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99d00f7-4d34-4f48-a94e-54fa3a16880a req-f74d29c0-ede3-4c63-97f0-9d5a61ac73ad tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 210 time: 0.0392296 Oct 26 14:06:58.533343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d06089-0a6d-4b82-9d04-77e70eddcbc2 req-cf2e4376-ff0a-43b0-b3ec-1984c5c8cb9f tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.535261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7d06089-0a6d-4b82-9d04-77e70eddcbc2 req-cf2e4376-ff0a-43b0-b3ec-1984c5c8cb9f tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0619781 Oct 26 14:06:58.539890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:58.547869 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.552547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:58.582868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7d06089-0a6d-4b82-9d04-77e70eddcbc2 req-3174dbc3-0a8f-4223-8c79-5c46b337a903 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 Oct 26 14:06:58.600967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'mac_address': 'fa:16:3e:0d:23:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:06:58.656683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:58.679131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.695768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:06:58.740301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:06:58.748425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:58.811496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:58.895419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d492-886a-4b99-811b-353ca64ec00f req-519dba48-6032-4f23-9e7c-6155d8fec1dd tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.908420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d492-886a-4b99-811b-353ca64ec00f req-519dba48-6032-4f23-9e7c-6155d8fec1dd tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.914592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5d492-886a-4b99-811b-353ca64ec00f req-519dba48-6032-4f23-9e7c-6155d8fec1dd tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.922762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77b5d492-886a-4b99-811b-353ca64ec00f req-519dba48-6032-4f23-9e7c-6155d8fec1dd tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2416 time: 0.1378808 Oct 26 14:06:58.966630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:06:58.974164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-602770eb-851b-4e4d-bcca-7aa2b1e0ac33 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:58.975680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-602770eb-851b-4e4d-bcca-7aa2b1e0ac33 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.2278626 Oct 26 14:06:58.991879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77b5d492-886a-4b99-811b-353ca64ec00f req-06c3720f-c635-4887-9dc5-c2c6046c2ceb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Oct 26 14:06:59.010662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Request body: {'port': {'device_id': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'admin_state_up': True, 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:06:59.168795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:06:59.172707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.322569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.331246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.337825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.344450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.348924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Allocated IP 172.20.0.11 (831d829d-c9a5-466e-8282-d747c82aedf9/32b534b4-2106-4135-95be-7320e73c1755/2cd886a0-7319-496e-9f6c-69fab73a0a4f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:06:59.351040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.357302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.366710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.369839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77aaffcf-5012-4970-9c79-c888e9704986 req-1315ddd6-5e49-4bdb-9762-c5a2c2bb7d68 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.1124923 Oct 26 14:06:59.452151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77aaffcf-5012-4970-9c79-c888e9704986 req-9e916e3a-e13a-41af-bc01-c90afd47fa44 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642650 Oct 26 14:06:59.541769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc218-27db-4f8f-93e0-dc7f02e1d2a5 req-102beedd-2985-45e3-a7bf-5c9c5730e230 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.544545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-306fc218-27db-4f8f-93e0-dc7f02e1d2a5 req-102beedd-2985-45e3-a7bf-5c9c5730e230 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.1556203 Oct 26 14:06:59.656412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-306fc218-27db-4f8f-93e0-dc7f02e1d2a5 req-20095a42-1895-41cb-bea4-70eeb3e4c978 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038373 Oct 26 14:06:59.664622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e63f7142-8145-41f0-8781-0f5430d1edd3 req-77facd2e-8c80-43d8-b597-765ea9d8d8dc tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 210 time: 0.0310709 Oct 26 14:06:59.675697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.734389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:06:59.736750 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d49af26-435b-4756-88e2-f02deb709749" -d '{"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:06:59.739506 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:06:59.784071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d9bf5d7-ce19-453e-910c-3aee04e8c416 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:59.843530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319aff5-2eab-4c01-b244-ff41233e4907 req-3114d1af-ef1b-4079-b3c5-a695dbe8a680 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:06:59.845493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6319aff5-2eab-4c01-b244-ff41233e4907 req-3114d1af-ef1b-4079-b3c5-a695dbe8a680 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0807245 Oct 26 14:06:59.856201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Network 831d829d-c9a5-466e-8282-d747c82aedf9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:06:59.864084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:06:59.876469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:06:59.893561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:06:59.913535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:06:59.929469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6319aff5-2eab-4c01-b244-ff41233e4907 req-bfb9780e-c16a-4295-ae97-3d22edaaf260 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758610 Oct 26 14:06:59.957830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.960089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.963794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.964366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.964899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.965429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.965942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.966449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.966959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.968059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.968884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:06:59.970195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:00.038833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:00.042219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.045347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.056506 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5991896-bba6-4f93-b72c-09ef707be08c x-openstack-request-id: req-d5991896-bba6-4f93-b72c-09ef707be08c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:00.056733 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:00.056933 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5991896-bba6-4f93-b72c-09ef707be08c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:00.057336 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'code': 200} Oct 26 14:07:00.063238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:00.063679 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.144362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-f568cdb7-5007-4abd-a1b8-d0066ea8c3bf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1398504 Oct 26 14:07:00.174453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Request body: {'port': {'device_id': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:00.246888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:00.257097 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.287678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-b1e94116-2026-4d66-8aec-11e1a4d2953c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.289363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-b1e94116-2026-4d66-8aec-11e1a4d2953c tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.2135317 Oct 26 14:07:00.351868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.439640 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.591249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:00.607321 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.608588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 305a2e47-bc43-4ed0-944b-2244af588bf9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:00.680920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Deleting port c845d3ff-430c-487a-a6ae-24f4738da78f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:00.682050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.683935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156b00a-845c-48ad-ba09-d4f5704fcd0b req-21762fad-908e-4e00-9ce4-063484fa8ca9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.691167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156b00a-845c-48ad-ba09-d4f5704fcd0b req-21762fad-908e-4e00-9ce4-063484fa8ca9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.698289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156b00a-845c-48ad-ba09-d4f5704fcd0b req-21762fad-908e-4e00-9ce4-063484fa8ca9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:00.706492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0156b00a-845c-48ad-ba09-d4f5704fcd0b req-21762fad-908e-4e00-9ce4-063484fa8ca9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2416 time: 0.1393406 Oct 26 14:07:00.776662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0156b00a-845c-48ad-ba09-d4f5704fcd0b req-f2bc6829-1270-4d0e-b58d-6fc316a879dd tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643268 Oct 26 14:07:00.816315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:00.869455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 305a2e47-bc43-4ed0-944b-2244af588bf9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:00.874708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.917866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:00.920132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 305a2e47-bc43-4ed0-944b-2244af588bf9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:00.920700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:00.995564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.002259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.008366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.015880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.017162 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.021700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:01.023330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.029634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.045765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.056186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-cfdb0bcf-57cd-4cf2-b04b-771c889542bc tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.3879845 Oct 26 14:07:01.085225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1e741-2ac5-433a-beb2-6334f9ec47aa req-08946310-3566-49c5-b37a-4c913e7088ad tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.097236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3f1e741-2ac5-433a-beb2-6334f9ec47aa req-08946310-3566-49c5-b37a-4c913e7088ad tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 932 time: 0.1248274 Oct 26 14:07:01.153692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3f1e741-2ac5-433a-beb2-6334f9ec47aa req-ff1b5b06-7d48-4d5c-96cd-c932203c9990 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549901 Oct 26 14:07:01.162233 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dcc8d9d-ab74-4875-88d7-eb61f87e3203 req-451fa7ba-d1e1-479e-8dea-cf2efc435107 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048646 Oct 26 14:07:01.202037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] For port c845d3ff-430c-487a-a6ae-24f4738da78f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c845d3ff-430c-487a-a6ae-24f4738da78f,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:01.202402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.298843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6192-11bb-470e-a30e-a79f698d535e req-9abb9446-e928-4b10-9be4-e7290999ca0d tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.308750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6c6192-11bb-470e-a30e-a79f698d535e req-9abb9446-e928-4b10-9be4-e7290999ca0d tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 945 time: 0.0811622 Oct 26 14:07:01.348755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.380668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6c6192-11bb-470e-a30e-a79f698d535e req-04f25b42-c47e-4b8f-88dd-5a863203cf93 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups?id=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680964 Oct 26 14:07:01.389692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.438354 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.465989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:01.476758 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.546485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.559758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:01.565483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.627466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:01.705260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd886a0-7319-496e-9f6c-69fab73a0a4f {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:01.721836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.755840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Transition to ACTIVE for port object 2cd886a0-7319-496e-9f6c-69fab73a0a4f will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:01.781645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:01.785862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7fd180d9-b142-4caf-9daa-a3b6fe68d621 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:01.794403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:01.808895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.823329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.830541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.837788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.844992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.851381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.859052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:01.866714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b26b7a5-19bd-4b2c-b32a-4f413a32564b req-2e6f75dc-927d-4434-b1dd-ee981ceb3c48 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.4354520 Oct 26 14:07:01.873648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58492) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:01.883027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Request body: {'floatingip': {'port_id': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:01.964086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:01.973066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:01.973445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.042664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.043803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.044259 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Floating IP 9ecabdc0-0c11-4880-946f-3c658e15627b disassociated. External IP: 172.25.5.10, port: c845d3ff-430c-487a-a6ae-24f4738da78f. Oct 26 14:07:02.044802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Calling delete_port for c845d3ff-430c-487a-a6ae-24f4738da78f owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:02.046712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:02.058832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416'}, {'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'}, {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}, {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:02.061433 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6df5be-b36c-41ea-b823-bf46cb44c838" -d '{"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416"}, {"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-plugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9"}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}, {"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:02.074386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '4cf246a0-2029-4623-bf21-e53486773a7f', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '4cf246a0-2029-4623-bf21-e53486773a7f', 'mac_address': 'fa:16:3e:20:8c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:02.124704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.167267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.184216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.201066 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd59a4-7596-4a80-824c-5d3d0c9b63cc x-openstack-request-id: req-cafd59a4-7596-4a80-824c-5d3d0c9b63cc {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:02.201683 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416", "code": 200}, {"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-plugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9", "code": 200}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}, {"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:02.202130 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cafd59a4-7596-4a80-824c-5d3d0c9b63cc {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:02.202727 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416', 'code': 200} Oct 26 14:07:02.203164 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'code': 200} Oct 26 14:07:02.206265 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:07:02.206785 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'code': 200} Oct 26 14:07:02.208778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:02.293461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:02.317002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.330470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:02.370404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.436226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:02.450724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:02.539136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4cf246a0-2029-4623-bf21-e53486773a7f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:02.547463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e7b04-ee35-4c03-aad0-f1a48f9f8368 req-685afbe3-3b96-4ec0-b199-01dd51b2e133 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.549700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-514e7b04-ee35-4c03-aad0-f1a48f9f8368 req-685afbe3-3b96-4ec0-b199-01dd51b2e133 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.2097883 Oct 26 14:07:02.556107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:02.607848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:02.674116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dee43-2cee-4252-822e-d4cd0f56fa38 req-71301e13-ae9e-4cb0-a307-d310c4fe94f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.687825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dee43-2cee-4252-822e-d4cd0f56fa38 req-71301e13-ae9e-4cb0-a307-d310c4fe94f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.700670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dee43-2cee-4252-822e-d4cd0f56fa38 req-71301e13-ae9e-4cb0-a307-d310c4fe94f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:02.716527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-410dee43-2cee-4252-822e-d4cd0f56fa38 req-71301e13-ae9e-4cb0-a307-d310c4fe94f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2418 time: 0.8200212 Oct 26 14:07:02.873249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-410dee43-2cee-4252-822e-d4cd0f56fa38 req-4a3c712f-e7b1-472d-a36a-df9402f8d7cb tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561432 Oct 26 14:07:03.075509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d1ffa60-70bc-45a4-bdea-0d212eb066e5 req-d77f9a06-5f58-4a4f-81d3-78bbade250e6 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3d4ac62-079d-408f-a7d5-52bd3ec3cee3 HTTP/1.1" status: 200 len: 210 time: 0.0832937 Oct 26 14:07:03.111846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:07:03.252430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.253461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event deleted for resources: {'Port': ['ID=c845d3ff-430c-487a-a6ae-24f4738da78f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:03.262570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.282112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Router 0b7d91a5-7858-4100-97dc-55008ea330e3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:07:03.300140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-514e7b04-ee35-4c03-aad0-f1a48f9f8368 req-33ee9207-1cdf-4a8a-b70b-13852aa121d9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111588 Oct 26 14:07:03.342692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:03.343341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:03.343884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:03.353046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:03.353665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:03.440896 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Floating IP 3d692fe3-27de-49f3-8ce3-6737152a67ae associated. External IP: 172.25.5.176, port: e426fc11-973c-4df3-a1a8-96594853d8ff. Oct 26 14:07:03.478346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:03.487959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:03.488563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:03.489239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:03.489893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Bound port: 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:03.490114 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a611-61c5-453e-baa5-45419380325c None None] Sync routers for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:03.490979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.514551 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:03.515198 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:03.577262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:03.581511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:03.621789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.687139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] No DVR routers for this DVR port c845d3ff-430c-487a-a6ae-24f4738da78f on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:03.734852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.738944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da10fc7b-7403-4e43-8446-5b7dc0818234 req-da1aa327-d5ae-4e57-9a51-cc72c4e3d267 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.73 "DELETE /v2.0/ports/c845d3ff-430c-487a-a6ae-24f4738da78f HTTP/1.1" status: 204 len: 173 time: 3.4426739 Oct 26 14:07:03.739740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'name': 'network-vif-deleted', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:03.742345 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dab6c0-754f-4cef-9f23-e18e0e8c4038" -d '{"events": [{"server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "name": "network-vif-deleted", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:03.760435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.761465 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:03.763249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 1092 time: 3.5974584 Oct 26 14:07:03.799078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:03.816807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0d796-0aa3-441d-aa34-a5690ec826f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:03.879479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Router 0ba31bda-3523-44f0-b96e-da966bc5fd9c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:07:03.926754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:03.947809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-08ce65fa-19e4-405d-af8e-a86a0602117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:03.949981 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-08ce65fa-19e4-405d-af8e-a86a0602117e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1095 time: 0.1158414 Oct 26 14:07:03.980376 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:04.169190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-3f460d31-88b2-42cf-ade4-8ba3d2387afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 217 time: 0.2001874 Oct 26 14:07:04.199592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:04.215032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:04.217889 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716d1fd2-65a8-4e0b-8bca-0b4de1f454e0" -d '{"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:04.222377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b9689460-f06a-476e-b58e-66883f293437', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:04.339443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-d7589f0b-bd74-4b89-ad37-7410e6c8d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:04.346643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-d7589f0b-bd74-4b89-ad37-7410e6c8d0fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1696873 Oct 26 14:07:04.350246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 4cf246a0-2029-4623-bf21-e53486773a7f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:04.351011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.455775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:04.468342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.476407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-c76aebc8-2a7f-43b6-821a-7409b1af8125 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201165 Oct 26 14:07:04.491647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Sync routers for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:04.531984 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.557604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7aee1605-2ef9-4938-805f-e4c381267f93 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "PUT /v2.0/floatingips/3d692fe3-27de-49f3-8ce3-6737152a67ae HTTP/1.1" status: 200 len: 991 time: 2.6822195 Oct 26 14:07:04.558235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:04.566673 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c38f321-0098-4531-9d92-e246ea8b58b1" -d '{"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:04.577515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:04.578352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:04.589610 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:04.635971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9689460-f06a-476e-b58e-66883f293437 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:04.670441 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a611-61c5-453e-baa5-45419380325c None None] Checking router: 0b7d91a5-7858-4100-97dc-55008ea330e3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:04.691744 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:04.693626 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:04.742127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-9bc6bbc4-7221-4190-9550-409402934dac service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515578 Oct 26 14:07:04.746954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:04.785176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:04.880453 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:05.001585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d3b21da-5875-4502-9ea2-fdfd5fd7c5ba req-b76a3367-d541-445f-a054-527433c7dffd service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441709 Oct 26 14:07:05.011865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b9689460-f06a-476e-b58e-66883f293437'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:05.025750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.029955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.124112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:05.244038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:05.299242 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:05.299952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c845d3ff-430c-487a-a6ae-24f4738da78f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:05.363056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:05.419522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: c845d3ff-430c-487a-a6ae-24f4738da78f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:05.419920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c845d3ff-430c-487a-a6ae-24f4738da78f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:05.443421 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5754a611-61c5-453e-baa5-45419380325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:05.486884 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5754a611-61c5-453e-baa5-45419380325c None None] The sync data for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 is: [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:04:37Z', 'revision_number': 4, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a78529bf-5738-46de-9dd6-23f3c35f194a', 'name': '', 'network_id': 'fb4f7cce-455c-4921-bdb7-8d3289913246', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'mac_address': 'fa:16:3e:f1:6d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:35Z', 'updated_at': '2021-10-26T14:04:41Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'subnets': [{'id': 'b6d7faaf-fc60-49fa-9c38-ba1eec5b018a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:05.762119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3d692fe3-27de-49f3-8ce3-6737152a67ae', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'port_id': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'mac_address': 'fa:16:3e:14:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:14Z', 'updated_at': '2021-10-26T14:07:02Z', 'revision_number': 1, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:05.813526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Checking router: 0ba31bda-3523-44f0-b96e-da966bc5fd9c for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:05.831613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:05.832238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:05.959178 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6499b-eb3b-49a9-a5e2-bf88e29a12d3 None None] New status for floating IP 9ecabdc0-0c11-4880-946f-3c658e15627b: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:07:06.243409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:06.685637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3d692fe3-27de-49f3-8ce3-6737152a67ae', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'port_id': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'mac_address': 'fa:16:3e:14:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:14Z', 'updated_at': '2021-10-26T14:07:02Z', 'revision_number': 1, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:06.743220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63f009-152c-4556-8743-1c66d2ea787a None None] The sync data for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 is: [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3d692fe3-27de-49f3-8ce3-6737152a67ae', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'port_id': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'mac_address': 'fa:16:3e:14:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:05:14Z', 'updated_at': '2021-10-26T14:07:02Z', 'revision_number': 1, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:07.075094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0355f0-4bfb-439c-8778-d5a2ac506190 None None] New status for floating IP 3d692fe3-27de-49f3-8ce3-6737152a67ae: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:07:07.900657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:07.903032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:08.109690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b9689460-f06a-476e-b58e-66883f293437 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:08.110051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.218448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:08.233150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'port_id': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'mac_address': 'fa:16:3e:6d:09:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b534b4-2106-4135-95be-7320e73c1755', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:08.296754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.316420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd886a0-7319-496e-9f6c-69fab73a0a4f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:08.347539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:08.407921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.439601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.459200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:08.550101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:08.601340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:08.680136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:08.861513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2cd886a0-7319-496e-9f6c-69fab73a0a4f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:10.065653 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3096c0d9-8182-40a5-a78c-9f26c14c4941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:11.941519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:12.042508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2cd886a0-7319-496e-9f6c-69fab73a0a4f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:12.051101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2cd886a0-7319-496e-9f6c-69fab73a0a4f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:12.052865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.226143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.284573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:12.295726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.363774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:12.706754 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be7e2ce-66b5-4aa2-a193-bde4282f2ca3 x-openstack-request-id: req-6be7e2ce-66b5-4aa2-a193-bde4282f2ca3 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:12.707693 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d4ac62-079d-408f-a7d5-52bd3ec3cee3", "name": "network-vif-deleted", "tag": "c845d3ff-430c-487a-a6ae-24f4738da78f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:12.708418 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6be7e2ce-66b5-4aa2-a193-bde4282f2ca3 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:12.709063 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d4ac62-079d-408f-a7d5-52bd3ec3cee3', 'name': 'network-vif-deleted', 'tag': 'c845d3ff-430c-487a-a6ae-24f4738da78f', 'status': 'completed', 'code': 200} Oct 26 14:07:12.790829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12838-3574-4e42-aa68-f0151de2f6c1 req-3d73ed0b-fd81-46d2-ad31-268a2396f050 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.798412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12838-3574-4e42-aa68-f0151de2f6c1 req-3d73ed0b-fd81-46d2-ad31-268a2396f050 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.824968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12838-3574-4e42-aa68-f0151de2f6c1 req-3d73ed0b-fd81-46d2-ad31-268a2396f050 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:12.835266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ce4bf3b6-d8f0-463f-81a3-62e1616bcae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:12.836985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27c12838-3574-4e42-aa68-f0151de2f6c1 req-3d73ed0b-fd81-46d2-ad31-268a2396f050 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2419 time: 0.1144707 Oct 26 14:07:12.909282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27c12838-3574-4e42-aa68-f0151de2f6c1 req-24449e51-321f-4137-aeb2-1c800f550984 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705872 Oct 26 14:07:12.972087 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59076c-aeef-46b8-ac28-7d0aba09e63d x-openstack-request-id: req-3a59076c-aeef-46b8-ac28-7d0aba09e63d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:12.974205 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:12.988413 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a59076c-aeef-46b8-ac28-7d0aba09e63d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:12.988961 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621', 'code': 200} Oct 26 14:07:13.136477 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1153135-2bea-4102-965f-4bbe8e0ac323 x-openstack-request-id: req-a1153135-2bea-4102-965f-4bbe8e0ac323 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:13.137449 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:13.137920 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1153135-2bea-4102-965f-4bbe8e0ac323 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:13.138854 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'status': 'completed', 'code': 200} Oct 26 14:07:13.279824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7905-ec1a-4cc2-9cbe-1d27c408ccfd req-446f9c3e-67eb-42ac-aef3-c57c939c103c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.281668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-812c7905-ec1a-4cc2-9cbe-1d27c408ccfd req-446f9c3e-67eb-42ac-aef3-c57c939c103c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.2308609 Oct 26 14:07:13.309289 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:07:13.317470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-f4f1d464-f7a9-4937-bd95-49344bc17dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.319255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-f4f1d464-f7a9-4937-bd95-49344bc17dc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.2008808 Oct 26 14:07:13.336051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.336842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.337570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.338074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.338614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.339073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.339533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.341740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-778627f5-a68d-46a3-8cde-60d46497ddde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.1510022 Oct 26 14:07:13.362666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0d0f-96d8-4da5-ae2e-2d965c754c7a req-bff5cafc-22be-4d5c-ac87-ba76afb4454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.363684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0d0f-96d8-4da5-ae2e-2d965c754c7a req-bff5cafc-22be-4d5c-ac87-ba76afb4454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.364621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0d0f-96d8-4da5-ae2e-2d965c754c7a req-bff5cafc-22be-4d5c-ac87-ba76afb4454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.366941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-673c0d0f-96d8-4da5-ae2e-2d965c754c7a req-bff5cafc-22be-4d5c-ac87-ba76afb4454e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2872 time: 0.2071929 Oct 26 14:07:13.482644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-9a7b2062-f05d-4f51-a60c-5181f1f294c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.484856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-9a7b2062-f05d-4f51-a60c-5181f1f294c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314 HTTP/1.1" status: 200 len: 918 time: 0.1167324 Oct 26 14:07:13.650412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-812c7905-ec1a-4cc2-9cbe-1d27c408ccfd req-6a8dda79-8c73-4581-ac70-9c1495af7514 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528163 Oct 26 14:07:13.696851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-673c0d0f-96d8-4da5-ae2e-2d965c754c7a req-661cbeef-0283-4d0f-b9ff-a9dc78e94ae3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100379 Oct 26 14:07:13.714681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-86f71915-48a1-494d-9839-6d0f5b5e0a0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1001 time: 0.2139964 Oct 26 14:07:13.753747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:13.766971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.853562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-42e9e9d0-651d-49d7-a392-20eae890a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.855071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-42e9e9d0-651d-49d7-a392-20eae890a2aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.5122523 Oct 26 14:07:13.885936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:13.927875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-f87b0c1a-37c4-49e6-bdf2-cf7ea7459734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:13.931786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-f87b0c1a-37c4-49e6-bdf2-cf7ea7459734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.2058063 Oct 26 14:07:13.942391 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.052789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.056470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.060861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "DELETE /v2.0/security-groups/02ae061f-0cb9-4f19-bd54-9d2fdbe64daf HTTP/1.1" status: 204 len: 168 time: 0.3030584 Oct 26 14:07:14.074375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58650) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:14.075471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ae061f-0cb9-4f19-bd54-9d2fdbe64daf,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:14.099944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.100814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.101308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.101744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.102274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.103141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.103610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.104310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.105096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.105531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.106496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.106496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0ad5-5c4c-4b63-ab59-31297fe5e1b0 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:14.129058 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-f0b9835f-4b66-43f7-840c-9bf4f9ae04f3 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] show failed (client error): The resource could not be found. Oct 26 14:07:14.132977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f0b9835f-4b66-43f7-840c-9bf4f9ae04f3 tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "GET /v2.0/security-groups/02ae061f-0cb9-4f19-bd54-9d2fdbe64daf HTTP/1.1" status: 404 len: 347 time: 0.0438256 Oct 26 14:07:14.133157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-1b083000-baff-40e4-a951-ffb464838270 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.1953430 Oct 26 14:07:14.133261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58654) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:14.155306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.189810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22917e-67cd-4653-bf91-02ca3e6cc844 req-0c14cf71-c700-4ce2-b94c-90eb523c4f53 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.193686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de22917e-67cd-4653-bf91-02ca3e6cc844 req-0c14cf71-c700-4ce2-b94c-90eb523c4f53 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.3215120 Oct 26 14:07:14.236082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-c873ed46-c8e8-44fd-989e-ece9e887eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.237639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-c873ed46-c8e8-44fd-989e-ece9e887eb06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814925 Oct 26 14:07:14.255820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-d8c96526-4e8b-4258-8780-23f946a2c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:14.259998 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-d8c96526-4e8b-4258-8780-23f946a2c467 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.1177182 Oct 26 14:07:14.407782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-6b7a3d78-f804-42d8-90aa-932997415e96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203015 Oct 26 14:07:14.478702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Deleting port c781292f-eb2f-4def-8688-9de6b8f6d7f9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:14.479377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.704904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de22917e-67cd-4653-bf91-02ca3e6cc844 req-de489966-ef14-407d-b3c2-0d90d12fee57 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943466 Oct 26 14:07:14.706560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.707389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.713696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:14.718931 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:14.723743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Calling delete_port for c781292f-eb2f-4def-8688-9de6b8f6d7f9 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:14.808424 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-e6193a59-28de-45b1-8826-bd1009431fd2 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442162 Oct 26 14:07:14.810349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-718bc7a1-b85e-43b0-aa1b-7519de3c762a service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009176 Oct 26 14:07:14.967341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:14.990628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}, {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}, {'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:15.006044 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d060e9-9e48-47a7-ad5d-a7f242eac724" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}, {"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:15.007649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51770d72-a85b-4ab4-b183-a841922e55b0 req-8a5c7a16-4d84-4008-bb0e-d9888a2ed186 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692753 Oct 26 14:07:15.096235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Pushing event deleted for resources: {'Port': ['ID=c781292f-eb2f-4def-8688-9de6b8f6d7f9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:15.116189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c38f321-0098-4531-9d92-e246ea8b58b1 req-21b05673-4a4e-471f-a917-47b4a3938cda service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002284 Oct 26 14:07:15.230548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.241080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.247717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-04b3c5fd-1c4e-44a0-bd81-8ede80038c3e tempest-ServersTestJSON-1947504017 tempest-ServersTestJSON-1947504017-project] 10.222.0.37 "DELETE /v2.0/floatingips/9ecabdc0-0c11-4880-946f-3c658e15627b HTTP/1.1" status: 204 len: 168 time: 1.1094017 Oct 26 14:07:15.248142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58672) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:15.699745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.864849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:15.967215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:16.121657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.189887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:16.201274 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.245390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Deleting port a78529bf-5738-46de-9dd6-23f3c35f194a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:16.245905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.286340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:16.371694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] For port a78529bf-5738-46de-9dd6-23f3c35f194a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a78529bf-5738-46de-9dd6-23f3c35f194a,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:16.372081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:16.394038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Calling delete_port for a78529bf-5738-46de-9dd6-23f3c35f194a owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:16.401672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452154-0c55-4ef3-a6ce-c8484643ce73 req-24f0763c-249b-4f30-b8a5-d81522cf7303 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.408280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452154-0c55-4ef3-a6ce-c8484643ce73 req-24f0763c-249b-4f30-b8a5-d81522cf7303 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.414384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452154-0c55-4ef3-a6ce-c8484643ce73 req-24f0763c-249b-4f30-b8a5-d81522cf7303 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.417145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52452154-0c55-4ef3-a6ce-c8484643ce73 req-24f0763c-249b-4f30-b8a5-d81522cf7303 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2419 time: 0.1007547 Oct 26 14:07:16.474258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52452154-0c55-4ef3-a6ce-c8484643ce73 req-6d1d8ae1-689e-468f-be90-4ac93b0166c3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Oct 26 14:07:16.535880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e90eb-01a9-4a69-be54-c69d0f05b9e1 req-139f330f-5e95-41a5-b5ad-3bd5781e4012 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.544788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c30e90eb-01a9-4a69-be54-c69d0f05b9e1 req-139f330f-5e95-41a5-b5ad-3bd5781e4012 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.1055362 Oct 26 14:07:16.552467 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c364e3d-4d7d-4c12-bbe6-3e280332211f x-openstack-request-id: req-3c364e3d-4d7d-4c12-bbe6-3e280332211f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:16.552781 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:16.553036 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c364e3d-4d7d-4c12-bbe6-3e280332211f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:16.553427 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'status': 'completed', 'code': 200} Oct 26 14:07:16.606538 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227debd8-81a9-4182-a6b4-700a95f5aecb x-openstack-request-id: req-227debd8-81a9-4182-a6b4-700a95f5aecb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:16.607207 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-plugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "code": 200}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}, {"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:16.607706 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-227debd8-81a9-4182-a6b4-700a95f5aecb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:16.608356 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'code': 200} Oct 26 14:07:16.608940 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:07:16.612561 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'code': 200} Oct 26 14:07:16.785317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62da51-a172-4f42-a7b9-ae1c844b1af4 req-07caeca9-626e-4033-9f58-d86d2a945e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.787342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a62da51-a172-4f42-a7b9-ae1c844b1af4 req-07caeca9-626e-4033-9f58-d86d2a945e45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1097 time: 0.0834901 Oct 26 14:07:16.804104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577e6ba-c13a-46c4-95fd-6dcfafbe23cf req-51d31197-dd34-455f-b788-9383dd53c7f8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.806448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a577e6ba-c13a-46c4-95fd-6dcfafbe23cf req-51d31197-dd34-455f-b788-9383dd53c7f8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0946658 Oct 26 14:07:16.878126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a577e6ba-c13a-46c4-95fd-6dcfafbe23cf req-13e1d24b-bcc4-4f56-a63d-0797c3941a74 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619373 Oct 26 14:07:16.887179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a62da51-a172-4f42-a7b9-ae1c844b1af4 req-9fcbc17b-24e2-4f0e-a935-789777a395bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 Oct 26 14:07:16.973214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-cf623150-854e-4334-bcd6-2c0148bca3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:16.974834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-cf623150-854e-4334-bcd6-2c0148bca3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1097 time: 0.0890229 Oct 26 14:07:16.986590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c30e90eb-01a9-4a69-be54-c69d0f05b9e1 req-58b86de3-c07b-4618-a2ef-87874c13f160 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409313 Oct 26 14:07:17.072220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.123012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a78529bf-5738-46de-9dd6-23f3c35f194a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:17.413737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-328cd0e3-f866-4d38-b05b-437abbbdfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.415334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-328cd0e3-f866-4d38-b05b-437abbbdfe2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.3099432 Oct 26 14:07:17.467785 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-5e601fef-8457-4b70-a3b9-06d85f77f706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0443261 Oct 26 14:07:17.559406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:17.648397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-e0b06529-9992-4a0c-867c-5e926299c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:17.649942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-e0b06529-9992-4a0c-867c-5e926299c030 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1744039 Oct 26 14:07:17.698625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-6bd50311-78c7-43f1-b1c0-ac5d802977b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361705 Oct 26 14:07:17.921753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-57cc0ffa-967f-45ed-8941-6277cb3d6a32 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080774 Oct 26 14:07:18.031373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Router 0b7d91a5-7858-4100-97dc-55008ea330e3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:07:18.279582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12c2d0ac-0f38-4875-ab13-c81e5d4b0ddb req-79d9fdc5-914b-4b64-a8d6-75aeddbf734f service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321590 Oct 26 14:07:18.310238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:07:18.320532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eedf1781-6114-48ec-8ab6-eee20dba1c0b admin admin] 10.222.0.37 "PUT /v2.0/routers/0b7d91a5-7858-4100-97dc-55008ea330e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0669491 Oct 26 14:07:18.321631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58772) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:18.332546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Sync routers for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:07:18.351929 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:18.353228 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:07:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:18.378258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae80a-f00a-48e4-a20a-04c52d3b71a5 req-decbdd6e-b9f0-47a2-9faf-3d545df39970 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.379880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5dae80a-f00a-48e4-a20a-04c52d3b71a5 req-decbdd6e-b9f0-47a2-9faf-3d545df39970 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1496763 Oct 26 14:07:18.415882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34145b6c-0813-40bf-9e20-99a736d5b030 req-b9e8b5af-faee-451e-9833-162930f1ab3b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.431029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34145b6c-0813-40bf-9e20-99a736d5b030 req-b9e8b5af-faee-451e-9833-162930f1ab3b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 949 time: 0.1510446 Oct 26 14:07:18.467858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5dae80a-f00a-48e4-a20a-04c52d3b71a5 req-e38580c9-586b-4bc8-b720-5c228f0bb34d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Oct 26 14:07:18.504579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.526009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34145b6c-0813-40bf-9e20-99a736d5b030 req-b19805af-f71e-4674-bf84-4dc0c81cfcb1 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939107 Oct 26 14:07:18.585483 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:18.613747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:18.616832 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813520f3-1e7e-4316-841f-05abc367a630" -d '{"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:18.669899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbe12-c907-41c4-b44b-92c9fd14c108 req-20ebb55c-617a-4bfc-a5fb-239497455e0f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.677004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbe12-c907-41c4-b44b-92c9fd14c108 req-20ebb55c-617a-4bfc-a5fb-239497455e0f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.687308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc347-2906-4ac2-921d-d48e3b460079 req-1678ded8-0932-4277-b45d-4c7f452f9e28 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.688988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0fdc347-2906-4ac2-921d-d48e3b460079 req-1678ded8-0932-4277-b45d-4c7f452f9e28 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.1115234 Oct 26 14:07:18.689456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbe12-c907-41c4-b44b-92c9fd14c108 req-20ebb55c-617a-4bfc-a5fb-239497455e0f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:18.691404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dcdbe12-c907-41c4-b44b-92c9fd14c108 req-20ebb55c-617a-4bfc-a5fb-239497455e0f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2419 time: 0.0874333 Oct 26 14:07:18.735012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dcdbe12-c907-41c4-b44b-92c9fd14c108 req-13a32512-a67b-4f0d-83a9-578d890fb15f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Oct 26 14:07:18.769737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:18.782115 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'e445946a-c677-42af-a3c2-611871885fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:07:17Z', 'revision_number': 5, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port': {'id': 'e445946a-c677-42af-a3c2-611871885fb8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:25Z', 'updated_at': '2021-10-26T14:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:18.797449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0fdc347-2906-4ac2-921d-d48e3b460079 req-57d719ac-81b6-40ac-aa27-4dfe0d6b1d96 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951085 Oct 26 14:07:18.886844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Deleting port e445946a-c677-42af-a3c2-611871885fb8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:18.887198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.009644 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Checking router: 0b7d91a5-7858-4100-97dc-55008ea330e3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:07:19.022642 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Routers {'0b7d91a5-7858-4100-97dc-55008ea330e3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:07:19.023270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:07:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0b7d91a5-7858-4100-97dc-55008ea330e3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:19.036540 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8bd010-db1a-496a-8c79-dc6fc64522f8 x-openstack-request-id: req-1c8bd010-db1a-496a-8c79-dc6fc64522f8 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:19.036846 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:19.037103 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c8bd010-db1a-496a-8c79-dc6fc64522f8 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:19.037490 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'code': 200} Oct 26 14:07:19.048723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] For port e445946a-c677-42af-a3c2-611871885fb8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e445946a-c677-42af-a3c2-611871885fb8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:19.049220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.089225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Calling delete_port for e445946a-c677-42af-a3c2-611871885fb8 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:19.138174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-4ee86b1d-c64e-4824-96c2-5697b3c37428 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.147200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-4ee86b1d-c64e-4824-96c2-5697b3c37428 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.2719464 Oct 26 14:07:19.164374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d1db54fe-e197-4640-a589-d75f4abaf448 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/quotas/049419d4309f47f9913b4077c02fa918 HTTP/1.1" status: 200 len: 375 time: 0.0170133 Oct 26 14:07:19.224351 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] Set router 0b7d91a5-7858-4100-97dc-55008ea330e3 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:07:19.276725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a640d-214e-4390-9574-e02567680972 req-28f87098-fa02-42d5-a85a-c779fcd6c255 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.279377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-226a640d-214e-4390-9574-e02567680972 req-28f87098-fa02-42d5-a85a-c779fcd6c255 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1097 time: 0.1078379 Oct 26 14:07:19.327070 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 6, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:19.337573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-226a640d-214e-4390-9574-e02567680972 req-e545e340-9b83-4cda-a48f-040fb3355a4b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Oct 26 14:07:19.377807 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963690f6-42da-471a-92f2-ee6ab9b2056a None None] The sync data for ids ['0b7d91a5-7858-4100-97dc-55008ea330e3'] in n-d-813419-9 is: [{'id': '0b7d91a5-7858-4100-97dc-55008ea330e3', 'name': 'tempest-ServersTestJSON-1171301177-router', 'tenant_id': '3fa78f51650d4aa594b50e3893763cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:23Z', 'updated_at': '2021-10-26T14:07:18Z', 'revision_number': 6, 'project_id': '3fa78f51650d4aa594b50e3893763cc0', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:07:19.410661 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.463081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Pushing event deleted for resources: {'Port': ['ID=e445946a-c677-42af-a3c2-611871885fb8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:19.567558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.663917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-c87967ca-6219-4128-ad6d-0282984e0df2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4969063 Oct 26 14:07:19.717542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.720019 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.821867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-ffb39db9-e815-473d-9c60-aa536e63c4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562445 Oct 26 14:07:19.868327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.869238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b7d91a5-7858-4100-97dc-55008ea330e3 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:07:19.877667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:19.878854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d31dc165-d118-4721-9ddf-54b24d91a66b admin admin] 10.222.0.37 "DELETE /v2.0/routers/0b7d91a5-7858-4100-97dc-55008ea330e3 HTTP/1.1" status: 204 len: 168 time: 1.5558143 Oct 26 14:07:19.882533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:19.891842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:19.906991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-10c2a99c-d482-43d5-96c3-bf3915beaa1d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.913701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-10c2a99c-d482-43d5-96c3-bf3915beaa1d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.920778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-10c2a99c-d482-43d5-96c3-bf3915beaa1d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.922451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-10c2a99c-d482-43d5-96c3-bf3915beaa1d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2419 time: 0.1443982 Oct 26 14:07:19.962253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf202-6d03-435f-9f84-f44c63e256b5 req-22743414-ad47-4d0b-b609-5059b771b385 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:19.963887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e7bf202-6d03-435f-9f84-f44c63e256b5 req-22743414-ad47-4d0b-b609-5059b771b385 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1518402 Oct 26 14:07:20.079023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.081299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d0057656-0f02-4424-b1b7-ea6eff4e331f service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579296 Oct 26 14:07:20.085460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Deleting subnet b6d7faaf-fc60-49fa-9c38-ba1eec5b018a {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:20.094743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.128268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:20.135716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.250509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:20.669846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e7bf202-6d03-435f-9f84-f44c63e256b5 req-39b1745f-b1ea-4026-9769-9db8330ee1ef tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528642 Oct 26 14:07:20.714640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-06dd3d1d-e621-428d-8336-76ecf2ce11ac tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.716403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-06dd3d1d-e621-428d-8336-76ecf2ce11ac tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4a571ad-5582-4e9d-9fba-2729fb200c1b HTTP/1.1" status: 200 len: 943 time: 0.6719520 Oct 26 14:07:20.730000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:20.757276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613bd69-121c-4cd2-91cd-1d4a265c5ba6 req-5dd2d07e-4974-4d5b-8b3b-f37abc9211d5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.766431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613bd69-121c-4cd2-91cd-1d4a265c5ba6 req-5dd2d07e-4974-4d5b-8b3b-f37abc9211d5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.773638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613bd69-121c-4cd2-91cd-1d4a265c5ba6 req-5dd2d07e-4974-4d5b-8b3b-f37abc9211d5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:20.782541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a613bd69-121c-4cd2-91cd-1d4a265c5ba6 req-5dd2d07e-4974-4d5b-8b3b-f37abc9211d5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 2419 time: 0.1273069 Oct 26 14:07:20.870655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a613bd69-121c-4cd2-91cd-1d4a265c5ba6 req-5894e728-326a-4d99-a47b-7e7402ed8c19 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868235 Oct 26 14:07:20.994686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ba8b9da-111d-470b-bffd-8e0b0b7a5df8 req-b6eeb0b9-477f-47ac-a7b3-72a7599576dc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 210 time: 0.1885135 Oct 26 14:07:21.039352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:21.043863 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573099a8-d540-4d94-8d68-4b032e5c07a7" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:21.169256 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ec715-0ca5-4e87-a621-9f83244b5fbe x-openstack-request-id: req-c25ec715-0ca5-4e87-a621-9f83244b5fbe {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:21.169256 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:21.169618 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c25ec715-0ca5-4e87-a621-9f83244b5fbe {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:21.169789 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'code': 200} Oct 26 14:07:21.215563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:21.216186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.231159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.255311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e445946a-c677-42af-a3c2-611871885fb8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:21.302502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e445946a-c677-42af-a3c2-611871885fb8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:21.303115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e445946a-c677-42af-a3c2-611871885fb8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:21.303885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a78529bf-5738-46de-9dd6-23f3c35f194a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:21.354959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Deleting port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:21.355303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.366847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a78529bf-5738-46de-9dd6-23f3c35f194a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:21.368910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a78529bf-5738-46de-9dd6-23f3c35f194a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:21.429805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.460044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d7faaf-fc60-49fa-9c38-ba1eec5b018a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:21.495919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76cbb58-9597-4b31-9f72-283742ee9520 None None] Network fb4f7cce-455c-4921-bdb7-8d3289913246 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:21.510717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.516799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58896) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:21.520037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-194d2338-994e-4e03-8bfe-7fca93418c18 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6d7faaf-fc60-49fa-9c38-ba1eec5b018a HTTP/1.1" status: 204 len: 168 time: 1.6329644 Oct 26 14:07:21.525869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 6d9bf5d7-ce19-453e-910c-3aee04e8c416, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6d9bf5d7-ce19-453e-910c-3aee04e8c416,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.526239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.560059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 6d9bf5d7-ce19-453e-910c-3aee04e8c416 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:21.604433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] For port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:21.604859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.657499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Calling delete_port for 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:21.664828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.751046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Deleting port f628088e-07e7-4b40-a1a3-750bfa50a504 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:21.752339 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.867249 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.941086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:21.997312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb937-e2d1-46a8-bc0c-324db2017104 req-f97a4366-05bf-4785-8379-f630756e4449 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.011781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-081fb937-e2d1-46a8-bc0c-324db2017104 req-f97a4366-05bf-4785-8379-f630756e4449 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1200557 Oct 26 14:07:22.055151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=6d9bf5d7-ce19-453e-910c-3aee04e8c416,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.199554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] DHCP port deletion for fb4f7cce-455c-4921-bdb7-8d3289913246 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:07:22.230362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] For port f628088e-07e7-4b40-a1a3-750bfa50a504, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f628088e-07e7-4b40-a1a3-750bfa50a504,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:22.232901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.277815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.301766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Calling delete_port for f628088e-07e7-4b40-a1a3-750bfa50a504 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:22.319901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-081fb937-e2d1-46a8-bc0c-324db2017104 req-28e92822-7316-4895-b554-59285e077508 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972302 Oct 26 14:07:22.331081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 6d9bf5d7-ce19-453e-910c-3aee04e8c416 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:22.358963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.384889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-8c9d92e3-fe41-4b7b-a413-aa3746f57f2f tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "DELETE /v2.0/ports/6d9bf5d7-ce19-453e-910c-3aee04e8c416 HTTP/1.1" status: 204 len: 173 time: 2.4394028 Oct 26 14:07:22.388083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:22.390404 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ad335-422d-4610-85dd-ecd4d232e861" -d '{"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:22.397258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Deleting port f628088e-07e7-4b40-a1a3-750bfa50a504 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:22.400309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.417455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event deleted for resources: {'Port': ['ID=02e115ed-b9c8-4a27-b96d-5ff0572c5cd9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.535510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] For port f628088e-07e7-4b40-a1a3-750bfa50a504, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f628088e-07e7-4b40-a1a3-750bfa50a504,segment=NetworkSegment(ce73e420-c433-4aee-88a2-0a25582ec5d0),segment_id=ce73e420-c433-4aee-88a2-0a25582ec5d0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:22.536579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.555101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Calling delete_port for f628088e-07e7-4b40-a1a3-750bfa50a504 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:22.580166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b55a6a-3cd8-4703-877f-6374d568053b req-ceb87c22-39d9-42a0-bc82-d17d65f4007a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.586960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b55a6a-3cd8-4703-877f-6374d568053b req-ceb87c22-39d9-42a0-bc82-d17d65f4007a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.596264 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3b55a6a-3cd8-4703-877f-6374d568053b req-ceb87c22-39d9-42a0-bc82-d17d65f4007a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 1683 time: 0.5719402 Oct 26 14:07:22.616208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.656368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.657096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] No DVR routers for this DVR port 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:22.667252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.671708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1f8b8ca-6fd3-41bb-9c40-519970e8f0dc req-2d37be86-8c16-45cd-b449-df15a70087c0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "DELETE /v2.0/ports/02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 HTTP/1.1" status: 204 len: 173 time: 1.9402492 Oct 26 14:07:22.674626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] No DVR routers for this DVR port f628088e-07e7-4b40-a1a3-750bfa50a504 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:22.704167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f628088e-07e7-4b40-a1a3-750bfa50a504,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.717588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] No DVR routers for this DVR port f628088e-07e7-4b40-a1a3-750bfa50a504 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:22.735979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a320a3-1d04-433a-bfb2-d9a992f33cf3 None None] Pushing event deleted for resources: {'Port': ['ID=f628088e-07e7-4b40-a1a3-750bfa50a504,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:22.764834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-8cc6d386-456a-4d94-963a-2c931578905c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:22.767065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-8cc6d386-456a-4d94-963a-2c931578905c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.7527206 Oct 26 14:07:22.804117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Request body: {'port': {'device_id': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'admin_state_up': True, 'tenant_id': '049419d4309f47f9913b4077c02fa918'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:22.831700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.857332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4f7cce-455c-4921-bdb7-8d3289913246']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:22.868594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce73e420-c433-4aee-88a2-0a25582ec5d0') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:22.868897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce73e420-c433-4aee-88a2-0a25582ec5d0') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:22.887735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.910064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.929899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:22.930426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:22.934306 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:22.953380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3b55a6a-3cd8-4703-877f-6374d568053b req-5cbc7da5-4cf9-4e9b-8c76-01015fc2a2a4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486149 Oct 26 14:07:22.961325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c22c73f0-a358-4e95-b843-4d901edfaddd req-9a8bbbc5-6e9e-4586-85ac-a70447d58c52 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 210 time: 0.0443635 Oct 26 14:07:23.028063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.033704 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e6020c-bd88-4585-902f-feeacca45ace x-openstack-request-id: req-90e6020c-bd88-4585-902f-feeacca45ace {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:23.033997 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "6d9bf5d7-ce19-453e-910c-3aee04e8c416", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:23.034532 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90e6020c-bd88-4585-902f-feeacca45ace {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:23.035010 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '6d9bf5d7-ce19-453e-910c-3aee04e8c416', 'status': 'completed', 'code': 200} Oct 26 14:07:23.035557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.051023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:23.051608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.054869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] 10.222.0.37 "DELETE /v2.0/networks/fb4f7cce-455c-4921-bdb7-8d3289913246 HTTP/1.1" status: 204 len: 168 time: 1.5279558 Oct 26 14:07:23.095192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb005e25-6d02-4db4-9745-133a3fc7bd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4f7cce-455c-4921-bdb7-8d3289913246,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:23.103164 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.134884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:23.139369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.242845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f628088e-07e7-4b40-a1a3-750bfa50a504 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:23.326930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58978) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:23.359463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f628088e-07e7-4b40-a1a3-750bfa50a504 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:23.361005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f628088e-07e7-4b40-a1a3-750bfa50a504 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:23.428543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b55fe31-2bc3-443e-8c5e-f8f9668c80e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3fa78f51650d4aa594b50e3893763cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0988734 Oct 26 14:07:23.431767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:23.541267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 7fd180d9-b142-4caf-9daa-a3b6fe68d621, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=7fd180d9-b142-4caf-9daa-a3b6fe68d621,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:23.541649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.599689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 7fd180d9-b142-4caf-9daa-a3b6fe68d621 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:23.724517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.755400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:23.768608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Allocated IP 172.20.0.4 (19bf76ec-0dca-431b-b73e-9b616967767f/4f98be51-1a0c-47bc-9e40-ffa0f553d965/9831dd2c-b06f-4c7a-aac2-8308f7b55d4b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:23.814705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb8f23-a44a-4b1c-8a5a-64f13d851a43 req-4b9976cf-15fb-4962-bcfd-0696a1afe173 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:23.824343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22eb8f23-a44a-4b1c-8a5a-64f13d851a43 req-4b9976cf-15fb-4962-bcfd-0696a1afe173 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.3263848 Oct 26 14:07:23.907704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d9bf5d7-ce19-453e-910c-3aee04e8c416 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:23.948401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22eb8f23-a44a-4b1c-8a5a-64f13d851a43 req-b951dae0-db9c-463e-a22b-8ba989e676fd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216717 Oct 26 14:07:23.960546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6d9bf5d7-ce19-453e-910c-3aee04e8c416 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:23.960546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6d9bf5d7-ce19-453e-910c-3aee04e8c416 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:23.960546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 305a2e47-bc43-4ed0-944b-2244af588bf9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.009844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.035015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.035866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 02e115ed-b9c8-4a27-b96d-5ff0572c5cd9 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.114813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.145128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.148300 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.149675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5675fd19-6728-4c6c-b259-267049174a68 HTTP/1.1" status: 204 len: 168 time: 0.7145171 Oct 26 14:07:24.160942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:24.162751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:24.167924 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098ebd2-4bcc-47c6-a288-59f4f0d41376" -d '{"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:24.173852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.175079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7fd180d9-b142-4caf-9daa-a3b6fe68d621 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:24.179514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.248408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21fa6c-830c-4e9b-ba77-12284b290a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5675fd19-6728-4c6c-b259-267049174a68,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.346910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=7fd180d9-b142-4caf-9daa-a3b6fe68d621,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.384665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 7fd180d9-b142-4caf-9daa-a3b6fe68d621 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:24.385255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 7fd180d9-b142-4caf-9daa-a3b6fe68d621 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:24.388247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 7fd180d9-b142-4caf-9daa-a3b6fe68d621 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:24.394821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.399047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f379579e-d46a-4fa7-a42e-0c82736d9b4b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "DELETE /v2.0/ports/7fd180d9-b142-4caf-9daa-a3b6fe68d621 HTTP/1.1" status: 204 len: 173 time: 1.9886594 Oct 26 14:07:24.433881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:24.618625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.684056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3263582-b0e4-48a7-bc5a-d98bb862e242 req-215a18c7-1ad0-4d00-9be7-5fce391fc9f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:24.687803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3263582-b0e4-48a7-bc5a-d98bb862e242 req-215a18c7-1ad0-4d00-9be7-5fce391fc9f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 944 time: 0.1258538 Oct 26 14:07:24.725462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f56c5121-fddb-4623-85c4-3cf2e633ab05 req-da5fdca0-2592-4f34-bf7c-82d3587e5be9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 210 time: 0.1784008 Oct 26 14:07:24.777310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3263582-b0e4-48a7-bc5a-d98bb862e242 req-d1b31f3e-c6a1-4aa0-ab1a-2705d6e1870a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773911 Oct 26 14:07:24.820167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 305a2e47-bc43-4ed0-944b-2244af588bf9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:24.820659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.866851 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc9aff-9fa5-4e37-87cb-20194659a7d3 x-openstack-request-id: req-cecc9aff-9fa5-4e37-87cb-20194659a7d3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:24.867147 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:24.867403 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cecc9aff-9fa5-4e37-87cb-20194659a7d3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:24.867839 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'code': 200} Oct 26 14:07:24.893055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:24.982034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Network 19bf76ec-0dca-431b-b73e-9b616967767f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:24.991955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:25.010993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:25.144895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-deleted', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9'}, {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:25.151331 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4005ee-a19d-4533-a876-1ea0f9c96712" -d '{"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-deleted", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9"}, {"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:25.174326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:25.174998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.192740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:25.231024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1fe34-cec0-4b9b-82ca-18a2b9d4b792 req-a40bd923-64bd-4f96-9fee-128350daa55f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:25.234842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe1fe34-cec0-4b9b-82ca-18a2b9d4b792 req-a40bd923-64bd-4f96-9fee-128350daa55f tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1425028 Oct 26 14:07:25.278595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 305a2e47-bc43-4ed0-944b-2244af588bf9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=305a2e47-bc43-4ed0-944b-2244af588bf9,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:25.279461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.296247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-d2504f30-9628-4b25-bf6d-790d8c137a5b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5062237 Oct 26 14:07:25.328185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Request body: {'port': {'device_id': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:25.339380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe1fe34-cec0-4b9b-82ca-18a2b9d4b792 req-78479a31-740d-4005-9221-f358f5d4621d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956411 Oct 26 14:07:25.385298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 305a2e47-bc43-4ed0-944b-2244af588bf9 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:25.518367 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89e640d-1195-4873-b42f-954df61331d7 x-openstack-request-id: req-a89e640d-1195-4873-b42f-954df61331d7 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:25.518367 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a571ad-5582-4e9d-9fba-2729fb200c1b", "name": "network-vif-deleted", "tag": "02e115ed-b9c8-4a27-b96d-5ff0572c5cd9", "status": "completed", "code": 200}, {"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "7fd180d9-b142-4caf-9daa-a3b6fe68d621", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:25.518367 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a89e640d-1195-4873-b42f-954df61331d7 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:25.518367 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a571ad-5582-4e9d-9fba-2729fb200c1b', 'name': 'network-vif-deleted', 'tag': '02e115ed-b9c8-4a27-b96d-5ff0572c5cd9', 'status': 'completed', 'code': 200} Oct 26 14:07:25.518367 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '7fd180d9-b142-4caf-9daa-a3b6fe68d621', 'status': 'completed', 'code': 200} Oct 26 14:07:25.535390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:25.860613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59116) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:25.942454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57484fe-faa0-4719-8530-29e3e08944f3 req-118faaf4-a077-4001-be0a-d4f9f198e68b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:25.954907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b57484fe-faa0-4719-8530-29e3e08944f3 req-118faaf4-a077-4001-be0a-d4f9f198e68b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 931 time: 0.0959647 Oct 26 14:07:26.022682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:26.032544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b57484fe-faa0-4719-8530-29e3e08944f3 req-47c9d7c9-b372-4097-9bd0-990832f1f452 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685432 Oct 26 14:07:26.033951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.055200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-875817711-network', 'tenant_id': 'a7721e0e2b8a419e97cb94dcfe4336b1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:26.079182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Transition to ACTIVE for port object 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:26.080178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.116329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.127487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Made reservation on behalf of a7721e0e2b8a419e97cb94dcfe4336b1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:26.133069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.135595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=305a2e47-bc43-4ed0-944b-2244af588bf9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.187399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.250280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 305a2e47-bc43-4ed0-944b-2244af588bf9 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:26.276094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78f0796f-7a46-48be-b8d9-961aaa6b9947 req-7b72583f-de53-4b1a-8f9f-a21c33ffd7ab tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0969656 Oct 26 14:07:26.297124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.300600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2d631f-e5b2-429c-9d06-afb9436c8cd6 req-f0ed8c6a-fd39-4754-a10a-2db90f600a69 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.73 "DELETE /v2.0/ports/305a2e47-bc43-4ed0-944b-2244af588bf9 HTTP/1.1" status: 204 len: 173 time: 1.8947458 Oct 26 14:07:26.322750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.363353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Attempting to bind port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:26.363696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Attempting to bind port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:26.364028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Attempting to bind port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:26.403577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b on network 19bf76ec-0dca-431b-b73e-9b616967767f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:26.407368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Attempting to bind port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:26.431804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:26.438747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Checking segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:26.439305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Bound using segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:26.440709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Bound port: 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:26.442999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.473645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.489069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.548109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:26.592895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c0359-cdda-4729-85a8-48fdd2b2c506,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.596912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.597548 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Added segment 7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3 of type vlan for network f2824d54-160b-4ad7-bbea-7c9b10f8f619 Oct 26 14:07:26.653348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.686163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:26.690020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:26.692379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.693789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:26.694465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.734807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8380721 Oct 26 14:07:26.745393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:26.748008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:26.757427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Request body: {'subnet': {'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-875817711-subnet', 'tenant_id': 'a7721e0e2b8a419e97cb94dcfe4336b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:26.795303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554caeda-569f-4cac-9c50-127da948cb19 admin admin] Pushing event updated for resources: {'Network': ['ID=f2824d54-160b-4ad7-bbea-7c9b10f8f619,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:26.807051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f2824d54-160b-4ad7-bbea-7c9b10f8f619 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:27.149200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.150121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.151302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] 10.222.0.73 "PUT /v2.0/ports/9831dd2c-b06f-4c7a-aac2-8308f7b55d4b HTTP/1.1" status: 200 len: 1091 time: 1.8401663 Oct 26 14:07:27.257146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Made reservation on behalf of a7721e0e2b8a419e97cb94dcfe4336b1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:27.260453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.347599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc72ac8-2e9d-4b35-a7b7-a5329ceb655a service neutron] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:27.379215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e386b-3d1a-4655-8eed-db0eb34eadae req-3f4b3425-121d-4fed-b84a-679d9189fdf0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.380987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c64e386b-3d1a-4655-8eed-db0eb34eadae req-3f4b3425-121d-4fed-b84a-679d9189fdf0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.6839619 Oct 26 14:07:27.443234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c64e386b-3d1a-4655-8eed-db0eb34eadae req-aba9319e-f3cb-477a-8855-6e8074cd7a0d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Oct 26 14:07:27.460036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-539edb19-48b9-4a35-9cda-08b4fd6d2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.463390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-539edb19-48b9-4a35-9cda-08b4fd6d2256 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 1094 time: 0.2473547 Oct 26 14:07:27.538982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9'}, {'name': 'network-changed', 'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:27.545874 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3" -d '{"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9"}, {"name": "network-changed", "server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:27.549633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-dd7331b5-5130-4c42-a7da-97b2d139a648 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b HTTP/1.1" status: 200 len: 217 time: 0.0621009 Oct 26 14:07:27.660166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98082fe-2317-487e-9c7b-5029426a61cb req-97d21fdb-3a58-4426-8b6f-796a22a85205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:27.662118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-97d21fdb-3a58-4426-8b6f-796a22a85205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.1033876 Oct 26 14:07:27.671869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:27.798866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0da2703-dd3d-49fc-acfb-c0a0406f1720,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:27.823899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-f58d045c-bfd5-4ae1-91c1-7f70dad55b1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489224 Oct 26 14:07:27.990939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59194) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:28.084128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Checking segment: {'id': '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:28.084128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Network hostable DHCP agents. Network: f2824d54-160b-4ad7-bbea-7c9b10f8f619, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:28.092718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05dd6e-0f06-46e5-8bb9-d178061b06fc req-bc8a0e57-5143-482d-aa71-75e63dee9306 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.094603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb05dd6e-0f06-46e5-8bb9-d178061b06fc req-bc8a0e57-5143-482d-aa71-75e63dee9306 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 943 time: 0.3451412 Oct 26 14:07:28.096128 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404d500d-a23b-43b0-b68a-2c9884c0c4d5 x-openstack-request-id: req-404d500d-a23b-43b0-b68a-2c9884c0c4d5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:28.096430 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7", "name": "network-vif-deleted", "tag": "305a2e47-bc43-4ed0-944b-2244af588bf9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:28.096723 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-404d500d-a23b-43b0-b68a-2c9884c0c4d5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:28.097084 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf178d5-bee9-4680-b4eb-4bb5c07f5bb7', 'name': 'network-vif-deleted', 'tag': '305a2e47-bc43-4ed0-944b-2244af588bf9', 'status': 'completed', 'code': 200} Oct 26 14:07:28.097332 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'status': 'completed', 'code': 200} Oct 26 14:07:28.126847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting subnet bcae1ebb-0447-4235-ae12-147ac95e666a {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:28.136971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.202145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-156e0866-e06d-4e5c-b0d1-f1573fcd0c30 service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208673 Oct 26 14:07:28.207038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Network f2824d54-160b-4ad7-bbea-7c9b10f8f619 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:28.213317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.224254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f2824d54-160b-4ad7-bbea-7c9b10f8f619) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:28.236422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3a8c3-60ed-4033-b3c5-5202f41dedde None None] Network f2824d54-160b-4ad7-bbea-7c9b10f8f619 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:28.239746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb05dd6e-0f06-46e5-8bb9-d178061b06fc req-1ca15a7c-3787-476e-8775-5fb5f5e34de7 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382830 Oct 26 14:07:28.277689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.277689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.339622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-567e959a-93d4-4376-8eaa-159edeab819b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5854020 Oct 26 14:07:28.406952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b98082fe-2317-487e-9c7b-5029426a61cb req-05edb38a-ee96-4034-8219-40e3a6decc2d service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942673 Oct 26 14:07:28.440172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.466670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e41ef89-3528-46ee-8863-a0ee5bc725ee None None] Network f2824d54-160b-4ad7-bbea-7c9b10f8f619 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:28.590490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.610889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-dfecf53c-0f99-402f-bb2e-95fb53889415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.623222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-dfecf53c-0f99-402f-bb2e-95fb53889415 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 1094 time: 0.1460755 Oct 26 14:07:28.650165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Subnet': ['ID=bcae1ebb-0447-4235-ae12-147ac95e666a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:28.662288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.669423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ab5f058a-d8e6-4d58-a119-be4735667e6e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/subnets/bcae1ebb-0447-4235-ae12-147ac95e666a HTTP/1.1" status: 204 len: 168 time: 0.6750209 Oct 26 14:07:28.672428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:28.782141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439458d-d082-4061-ad26-933c97c7c111 None None] Network b0241490-10c2-4607-8d2c-e03885a01eda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:28.856688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-bc4135db-0ec5-49b4-a6df-a08fe6ac7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.857843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:28.858880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-bc4135db-0ec5-49b4-a6df-a08fe6ac7377 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 906 time: 0.2236280 Oct 26 14:07:28.967357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-72d27a82-909f-4310-90df-9b4a37cf6135 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b HTTP/1.1" status: 200 len: 217 time: 0.0940037 Oct 26 14:07:28.990343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51032db7-8a7d-4182-8b91-91333f2fc5a6 req-578f8afe-50f1-4c64-9a5a-ccfcf353a5a8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:28.995303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51032db7-8a7d-4182-8b91-91333f2fc5a6 req-578f8afe-50f1-4c64-9a5a-ccfcf353a5a8 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.3667271 Oct 26 14:07:28.999620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:29.000185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.139691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:29.140637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.142792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-c1dd4417-9790-4c38-a851-0d776cfbb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.150405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-c1dd4417-9790-4c38-a851-0d776cfbb408 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.1529486 Oct 26 14:07:29.159482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51032db7-8a7d-4182-8b91-91333f2fc5a6 req-067bdda8-1869-4aa1-bd57-4a4bfee21ca2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443598 Oct 26 14:07:29.177199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] DHCP port deletion for b0241490-10c2-4607-8d2c-e03885a01eda request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:07:29.214690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 4cf10e0e-55d6-408a-9a4f-addac49d8b7a owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:29.226602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-ceed0193-1257-4999-a3b4-833d9318c216 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573933 Oct 26 14:07:29.291609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Deleting port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:29.292230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.360947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.409787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:29.429688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:29.442182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] For port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,segment=NetworkSegment(25449958-e2e7-4905-9871-8dc1093aa755),segment_id=25449958-e2e7-4905-9871-8dc1093aa755)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:29.442580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.451991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-5295a1f8-6f02-46b2-b51e-0be21c5e4bb3 service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244658 Oct 26 14:07:29.472779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Calling delete_port for 4cf10e0e-55d6-408a-9a4f-addac49d8b7a owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:29.697995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6fc6aa-aeed-4054-8139-f9ffdd9675b3 req-e59e0580-c6e2-4001-ae34-5473e91c1dac service neutron] 10.222.0.73 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389636 Oct 26 14:07:29.713062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-cf48787e-3c84-4beb-83c4-066076d1be4c tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.718544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.735085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-cf48787e-3c84-4beb-83c4-066076d1be4c tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/networks?id=f2824d54-160b-4ad7-bbea-7c9b10f8f619 HTTP/1.1" status: 200 len: 813 time: 0.1823351 Oct 26 14:07:29.763117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-f1ae3940-6066-4ef4-b990-ac3aa6515fac tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/quotas/a7721e0e2b8a419e97cb94dcfe4336b1 HTTP/1.1" status: 200 len: 375 time: 0.0227413 Oct 26 14:07:29.802550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0241490-10c2-4607-8d2c-e03885a01eda']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:29.829291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-9361f064-c4d5-404b-8f6e-d107863b5216 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7721e0e2b8a419e97cb94dcfe4336b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651248 Oct 26 14:07:29.856783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25449958-e2e7-4905-9871-8dc1093aa755') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:29.857238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25449958-e2e7-4905-9871-8dc1093aa755') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:29.896203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a6403-d9ed-47cb-95eb-56f01d58d579 req-f17d6352-c317-4569-98e6-ece2ce8a1f45 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:29.907296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba3a6403-d9ed-47cb-95eb-56f01d58d579 req-f17d6352-c317-4569-98e6-ece2ce8a1f45 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 943 time: 0.1395230 Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: from cryptography.utils import int_from_bytes Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: from cryptography.utils import int_from_bytes Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.909870 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:29.913677 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:07:29.916051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.916466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:29.974982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:29.998999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.002731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Pushing event deleted for resources: {'Port': ['ID=4cf10e0e-55d6-408a-9a4f-addac49d8b7a,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.007650 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-2f398430-1067-483c-948b-744ac2bc5e75 service neutron] 10.222.0.37 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703796 Oct 26 14:07:30.027602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:30.028726 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:30.124046 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:30.139572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-50df7f63-2914-437d-bf7f-ccd839408e70 service neutron] 10.222.0.37 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233501 Oct 26 14:07:30.147351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.173405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.182037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59272) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:30.192221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/networks/b0241490-10c2-4607-8d2c-e03885a01eda HTTP/1.1" status: 204 len: 168 time: 1.5180864 Oct 26 14:07:30.209898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba3a6403-d9ed-47cb-95eb-56f01d58d579 req-99bdd954-2fcb-4f69-9857-598d74606d54 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015616 Oct 26 14:07:30.249354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eaa6e-7b58-49f8-be94-19fff1118427 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Network': ['ID=b0241490-10c2-4607-8d2c-e03885a01eda,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.286126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:30.307503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting subnet 38759e51-9ec4-4393-a60a-041adf7cae0a {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:07:30.313547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] No DVR routers for this DVR port 4cf10e0e-55d6-408a-9a4f-addac49d8b7a on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:30.316208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.329802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.330744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.331387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.332179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.334046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.334394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.334961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.335308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.335641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.336052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.336384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.337057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea7e2be-6600-47ac-aff2-aaacbd7fc5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:07:30.346788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'mac_address': 'fa:16:3e:48:df:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:30.459155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.502873 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.503473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa29e9-a7e7-4284-b1f2-6193f0ead0fa req-aa87c961-d6c0-4121-a187-51d5c956eeb3 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.505203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16aa29e9-a7e7-4284-b1f2-6193f0ead0fa req-aa87c961-d6c0-4121-a187-51d5c956eeb3 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 948 time: 0.1481743 Oct 26 14:07:30.559968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:30.604413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:30.621009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.628022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16aa29e9-a7e7-4284-b1f2-6193f0ead0fa req-baa09dbb-b86b-47ba-a865-d29d2bbf0864 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023114 Oct 26 14:07:30.656061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81512896-923c-46d0-904f-f0891e8c70c2 req-9262bf9e-e9f6-44d0-a36f-e316f847bd1d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:30.665871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81512896-923c-46d0-904f-f0891e8c70c2 req-9262bf9e-e9f6-44d0-a36f-e316f847bd1d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1179054 Oct 26 14:07:30.748184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:30.769207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81512896-923c-46d0-904f-f0891e8c70c2 req-71d93b09-f470-434c-982a-34eac6e231b9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Oct 26 14:07:30.808276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:30.926892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:30.954715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d673c516-dddd-46f9-99b4-8f221f689a75 req-e3f5188a-c43f-455d-951f-c8775abdcbec tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 210 time: 0.1111436 Oct 26 14:07:31.103473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.329625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-fd2f8ec9-f041-45ba-a981-b03cd732bfc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4226806 Oct 26 14:07:31.330485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Subnet': ['ID=38759e51-9ec4-4393-a60a-041adf7cae0a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:31.341378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4cf10e0e-55d6-408a-9a4f-addac49d8b7a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:31.371525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4cf10e0e-55d6-408a-9a4f-addac49d8b7a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:31.371935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4cf10e0e-55d6-408a-9a4f-addac49d8b7a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:31.408045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.413077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-239d247b-0a5d-480b-8c48-8842986ec73d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/subnets/38759e51-9ec4-4393-a60a-041adf7cae0a HTTP/1.1" status: 204 len: 168 time: 1.2295196 Oct 26 14:07:31.415175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:31.425994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04066695-f7af-4722-b28a-5f4d547ecea1 None None] Network 42cbb150-fed9-4497-9e47-2bea51da8a26 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:31.478870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0b856-b694-46c8-912c-b055912a6b70 req-b1c6a91b-7173-4ac7-ae21-d93211fe38ba tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.482549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fed0b856-b694-46c8-912c-b055912a6b70 req-b1c6a91b-7173-4ac7-ae21-d93211fe38ba tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 948 time: 0.2060776 Oct 26 14:07:31.616446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a98714-8c6c-48f7-8544-d2e3c3ea693c req-1f62a311-6fe2-44ac-a261-dbb3a41447c2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.622538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.625836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4a98714-8c6c-48f7-8544-d2e3c3ea693c req-1f62a311-6fe2-44ac-a261-dbb3a41447c2 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 944 time: 0.2898180 Oct 26 14:07:31.667109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-024f7351-1d33-4ff3-a1ff-5350ddc36466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.668833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-024f7351-1d33-4ff3-a1ff-5350ddc36466 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1095 time: 0.1853139 Oct 26 14:07:31.728339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4a98714-8c6c-48f7-8544-d2e3c3ea693c req-2d820428-4e09-4804-8de0-8bf4c03d43cb tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995555 Oct 26 14:07:31.897254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 77e24e24-f801-4008-b28e-3aadbc11730c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:31.901690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:31.929813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] DHCP port deletion for 42cbb150-fed9-4497-9e47-2bea51da8a26 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:07:31.995504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-c1bb6b23-1a4c-4ee5-a300-62c0e589d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:31.997112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-c1bb6b23-1a4c-4ee5-a300-62c0e589d9e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.2515581 Oct 26 14:07:32.001070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Deleting port 80dd6772-2acc-48b1-81ca-bde3bb5f099d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:32.001434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.001832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1f08-0abe-4b42-a8d3-dca75ec1878c req-b4acffed-6bd6-4f86-99ba-fbc1aadb075a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.011184 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-45ae1f08-0abe-4b42-a8d3-dca75ec1878c req-b4acffed-6bd6-4f86-99ba-fbc1aadb075a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 948 time: 0.1893222 Oct 26 14:07:32.070232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Deleting port 77e24e24-f801-4008-b28e-3aadbc11730c {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:32.071814 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.075723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 77e24e24-f801-4008-b28e-3aadbc11730c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77e24e24-f801-4008-b28e-3aadbc11730c,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:32.077017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-2ad6e0be-2eca-4866-8e87-4ce81e55cd60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.0692492 Oct 26 14:07:32.077284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.142340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 77e24e24-f801-4008-b28e-3aadbc11730c owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:32.200150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] For port 77e24e24-f801-4008-b28e-3aadbc11730c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77e24e24-f801-4008-b28e-3aadbc11730c,segment=NetworkSegment(507073c2-308d-4796-99d8-1fe1057dc891),segment_id=507073c2-308d-4796-99d8-1fe1057dc891)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:32.200732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-45ae1f08-0abe-4b42-a8d3-dca75ec1878c req-2f553e13-77ec-4cf3-8da6-169994723551 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859195 Oct 26 14:07:32.206647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.261692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Calling delete_port for 77e24e24-f801-4008-b28e-3aadbc11730c owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:32.328985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-5e47a688-5563-40e0-89be-b03fc64e40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.345723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-5e47a688-5563-40e0-89be-b03fc64e40c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1916504 Oct 26 14:07:32.498277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d945073-b3a7-49f6-a41d-13e7ba9bba04 req-41c568cd-6758-4165-ab0a-68362d183049 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 210 time: 0.0839732 Oct 26 14:07:32.505870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.533158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-f4390152-007f-4c6d-9919-461aae41ee94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272130 Oct 26 14:07:32.600418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] Pushing event deleted for resources: {'Port': ['ID=77e24e24-f801-4008-b28e-3aadbc11730c,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:32.617472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9c5ff-3a54-414f-bda0-e0cadea5eb28 None None] No DVR routers for this DVR port 77e24e24-f801-4008-b28e-3aadbc11730c on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:32.704381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-7850b4ed-319c-4881-b867-a35c74a30d4c tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.705916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-7850b4ed-319c-4881-b867-a35c74a30d4c tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.73 "GET /v2.0/networks?id=f2824d54-160b-4ad7-bbea-7c9b10f8f619 HTTP/1.1" status: 200 len: 813 time: 0.2228382 Oct 26 14:07:32.712888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a99a9b-82c0-4368-b050-d1d2e045518f req-b9f0f991-3e4a-4b4c-9e77-ddf5c7b457d1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.716252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a99a9b-82c0-4368-b050-d1d2e045518f req-b9f0f991-3e4a-4b4c-9e77-ddf5c7b457d1 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.5640106 Oct 26 14:07:32.734326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Request body: {'port': {'device_id': '4c2ae762-c09a-4b89-a148-0f628377201c', 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619', 'admin_state_up': True, 'tenant_id': 'a7721e0e2b8a419e97cb94dcfe4336b1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:32.759492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] For port 80dd6772-2acc-48b1-81ca-bde3bb5f099d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=80dd6772-2acc-48b1-81ca-bde3bb5f099d,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:32.759855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.799718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Calling delete_port for 80dd6772-2acc-48b1-81ca-bde3bb5f099d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:32.850004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a59d9a-74c6-406f-bd01-697170ec1831 req-a4e84887-b914-4815-a7ff-bc6b2ecd5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:32.851859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1a59d9a-74c6-406f-bd01-697170ec1831 req-a4e84887-b914-4815-a7ff-bc6b2ecd5512 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.3658521 Oct 26 14:07:32.855894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:32.857079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a99a9b-82c0-4368-b050-d1d2e045518f req-1106d43c-a9dc-4f34-af45-a90cc6c298f3 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234837 Oct 26 14:07:32.907402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-03949874-a6cf-4625-9f5e-97a8d89b8aed service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594222 Oct 26 14:07:32.953181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=77e24e24-f801-4008-b28e-3aadbc11730c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.039294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-5d0c89d1-9f40-4f1d-bfee-e9d664917946 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245282 Oct 26 14:07:33.082936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1a59d9a-74c6-406f-bd01-697170ec1831 req-31ddda8e-eed0-472a-9fbd-970b70025fd9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092202 Oct 26 14:07:33.093720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 77e24e24-f801-4008-b28e-3aadbc11730c on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:33.176302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77e24e24-f801-4008-b28e-3aadbc11730c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:33.182162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.210962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 77e24e24-f801-4008-b28e-3aadbc11730c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:33.211309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77e24e24-f801-4008-b28e-3aadbc11730c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:33.229972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.259236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cbb150-fed9-4497-9e47-2bea51da8a26']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:33.273065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507073c2-308d-4796-99d8-1fe1057dc891') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:33.273422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507073c2-308d-4796-99d8-1fe1057dc891') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:07:33.286486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.304459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.323228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:07:33.323926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.334511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Pushing event deleted for resources: {'Port': ['ID=80dd6772-2acc-48b1-81ca-bde3bb5f099d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.359521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d29c-b433-4567-8fbe-af915cea4060 req-d09f9a30-3b2e-40ea-a4e4-8b1c0b2495ed tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.370208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7619d29c-b433-4567-8fbe-af915cea4060 req-d09f9a30-3b2e-40ea-a4e4-8b1c0b2495ed tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 944 time: 0.4986582 Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:07:33.385332 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:07:33.459136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] No DVR routers for this DVR port 80dd6772-2acc-48b1-81ca-bde3bb5f099d on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:33.464921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff4d6c2-8f35-4c17-b5b9-f8c0d76c695a req-51255489-cd8a-47b0-a9af-1bfa226e2aa4 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=712350fb-0e7f-40e2-a854-ab72b37ebb0b HTTP/1.1" status: 200 len: 210 time: 0.1145239 Oct 26 14:07:33.466289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.470077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fed0b856-b694-46c8-912c-b055912a6b70 req-a9d5a1d3-6a73-4e7f-a968-0e7ecfa82a66 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "DELETE /v2.0/ports/80dd6772-2acc-48b1-81ca-bde3bb5f099d HTTP/1.1" status: 204 len: 173 time: 1.9724150 Oct 26 14:07:33.470566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-deleted', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:33.474037 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f881b94e-1c0a-427b-8310-99322509107b" -d '{"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-deleted", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:33.496679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7619d29c-b433-4567-8fbe-af915cea4060 req-86f584be-2ff1-4073-808c-5f2ced5ad859 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240168 Oct 26 14:07:33.497953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Made reservation on behalf of a7721e0e2b8a419e97cb94dcfe4336b1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:33.505300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.552142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.574406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.587365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/networks/42cbb150-fed9-4497-9e47-2bea51da8a26 HTTP/1.1" status: 204 len: 168 time: 2.1708696 Oct 26 14:07:33.596081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59334) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:33.608775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1835272098'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:33.614040 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c43b275-2f46-47c1-836f-ade38a9d2602 x-openstack-request-id: req-1c43b275-2f46-47c1-836f-ade38a9d2602 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:33.614322 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "712350fb-0e7f-40e2-a854-ab72b37ebb0b", "name": "network-vif-deleted", "tag": "80dd6772-2acc-48b1-81ca-bde3bb5f099d", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:33.614625 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c43b275-2f46-47c1-836f-ade38a9d2602 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:33.615022 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712350fb-0e7f-40e2-a854-ab72b37ebb0b', 'name': 'network-vif-deleted', 'tag': '80dd6772-2acc-48b1-81ca-bde3bb5f099d', 'status': 'completed', 'code': 200} Oct 26 14:07:33.655429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:33.669560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.729531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:33.766249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.766249 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Added segment 823c4c29-e6f7-4762-a353-8ddad227cbce of type vlan for network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 Oct 26 14:07:33.857553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79af106d-3b7c-47dc-a71b-d694cd95a93c req-25af375e-ae9b-48a6-a9e6-a432fdd03d04 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 210 time: 0.0384560 Oct 26 14:07:33.863792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Allocated IP 172.20.0.6 (f2824d54-160b-4ad7-bbea-7c9b10f8f619/a0da2703-dd3d-49fc-acfb-c0a0406f1720/a2a5f907-6fe2-4f47-abfe-4371a68075ab) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:33.867472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50db32-b18a-452a-b093-a7d1e75e8348 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Network': ['ID=42cbb150-fed9-4497-9e47-2bea51da8a26,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:33.912186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.942929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:33.981617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:33.987786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:33.988622 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.099584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:34.107800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:34.108466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.182930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5806932 Oct 26 14:07:34.184864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59350) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:34.206149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96bcf7-3b61-4011-bd7e-0e3e8b4c9992 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Network': ['ID=81b333e5-29e8-4ae9-8dc1-70d450986aa2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:34.237238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:34.252247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'subnet': {'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:34.253880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f133db-cc70-43c4-8d42-091eceb4d985 req-639250c9-ecd5-485d-be4e-e047d145d5a2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.256197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58f133db-cc70-43c4-8d42-091eceb4d985 req-639250c9-ecd5-485d-be4e-e047d145d5a2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1266835 Oct 26 14:07:34.300063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.329535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.364710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:34.374024 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c753f5b-b485-4633-b1c5-d03364a140ea" -d '{"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-plugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:34.415870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:34.420757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.426772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.448831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58f133db-cc70-43c4-8d42-091eceb4d985 req-aa31dee3-0348-407a-ac0e-4993ecd26233 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850784 Oct 26 14:07:34.463243 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e5a43-3448-4483-ac04-6a9af8f1e0f8 x-openstack-request-id: req-9f8e5a43-3448-4483-ac04-6a9af8f1e0f8 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:34.463523 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-plugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:34.463789 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f8e5a43-3448-4483-ac04-6a9af8f1e0f8 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:34.464200 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'code': 200} Oct 26 14:07:34.466127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:34.484789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.486156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:34.600125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Network f2824d54-160b-4ad7-bbea-7c9b10f8f619 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:34.609490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:34.621556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:34.644140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 80dd6772-2acc-48b1-81ca-bde3bb5f099d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:34.644923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 80dd6772-2acc-48b1-81ca-bde3bb5f099d not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:34.665410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Pushing event updated for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:34.689557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:34.704432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.705237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.726050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-13e7fd29-5b04-464f-afa6-4c26d1d8e32b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9985986 Oct 26 14:07:34.760932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Request body: {'port': {'device_id': '4c2ae762-c09a-4b89-a148-0f628377201c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:34.819155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0d9d7-4b02-41d2-8056-47c9497005fd req-e8db6ddb-9784-4144-82a0-900eb88d4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.822023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12b0d9d7-4b02-41d2-8056-47c9497005fd req-e8db6ddb-9784-4144-82a0-900eb88d4ac6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 1096 time: 0.2553251 Oct 26 14:07:34.831464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4924f9-5e22-4511-a7c2-46a7b8a6fdf4 req-6acb669a-06ec-4a49-b3f8-d1d2879b6469 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.834047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b4924f9-5e22-4511-a7c2-46a7b8a6fdf4 req-6acb669a-06ec-4a49-b3f8-d1d2879b6469 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 945 time: 0.1560686 Oct 26 14:07:34.872864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:34.887719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-12b0d9d7-4b02-41d2-8056-47c9497005fd req-bc476469-21d4-4b2f-8796-7d9ba5a4f3ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Oct 26 14:07:34.903943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b4924f9-5e22-4511-a7c2-46a7b8a6fdf4 req-b053f6b6-e5d1-450a-b9f1-601d745f9eab tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543857 Oct 26 14:07:34.967668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13c95d-b899-4405-ae6e-29d1fbb915c5 req-2ab37584-dd10-497a-a490-7723e61931f2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:34.969302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a13c95d-b899-4405-ae6e-29d1fbb915c5 req-2ab37584-dd10-497a-a490-7723e61931f2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.1701961 Oct 26 14:07:34.991388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.164963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a13c95d-b899-4405-ae6e-29d1fbb915c5 req-ce8b8938-ba64-4cba-ac40-d7d4577e9f46 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840289 Oct 26 14:07:35.177803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Subnet': ['ID=bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:35.202979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b665e-e425-454e-88b2-9ef947041c2f req-be6fc1b7-3543-4f8c-a1b1-10f957fa6d16 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.205032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6f3b665e-e425-454e-88b2-9ef947041c2f req-be6fc1b7-3543-4f8c-a1b1-10f957fa6d16 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 931 time: 0.0624616 Oct 26 14:07:35.251298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6f3b665e-e425-454e-88b2-9ef947041c2f req-a0b6a417-d916-4c7b-b434-518c76031901 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Oct 26 14:07:35.315752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Checking segment: {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:35.316184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network hostable DHCP agents. Network: 81b333e5-29e8-4ae9-8dc1-70d450986aa2, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:35.373625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5e6a-0aa7-4027-9715-047fcebfe641 req-4eab09ab-9c22-4c2e-a252-2b92dc1f1d4b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.375181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d9a5e6a-0aa7-4027-9715-047fcebfe641 req-4eab09ab-9c22-4c2e-a252-2b92dc1f1d4b tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 947 time: 0.1009147 Oct 26 14:07:35.381446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:35.417303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 81b333e5-29e8-4ae9-8dc1-70d450986aa2) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:35.425833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae94cc-5721-4da5-b7ba-1de141c822a3 None None] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:35.426655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.427254 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.468846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d9a5e6a-0aa7-4027-9715-047fcebfe641 req-4a6b5451-f217-4d61-9411-8ab40b28b74a tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849662 Oct 26 14:07:35.502446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c0a613a-647f-4d3e-a9ef-ddd7eef32423 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2985780 Oct 26 14:07:35.504252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59392) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:35.510287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-177639937'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:35.549234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a5f907-6fe2-4f47-abfe-4371a68075ab {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:35.559985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.590231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Transition to ACTIVE for port object a2a5f907-6fe2-4f47-abfe-4371a68075ab will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:35.596005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:35.607352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.612418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.643102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-81b333e5-29e8-4ae9-8dc1-70d450986aa2', 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'fixed_ips': [{'subnet_id': 'bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:07:35.644137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.717698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:35.754246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:35.783774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.784121 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Added segment a171c1a5-3007-4c98-a62b-0667d8e4a761 of type vlan for network bc2da4bc-f85b-4bf5-9f79-157acf86b71b Oct 26 14:07:35.830873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Allocated IP 19.80.0.2 (81b333e5-29e8-4ae9-8dc1-70d450986aa2/bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f/449446fe-1e6b-4a06-bd68-16112b79aaff) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:35.844465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcceabf-7905-4cfc-a68e-645124cf4166 req-c38d3c70-7e00-4d14-8e1b-3e070a3d734a tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.846556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbcceabf-7905-4cfc-a68e-645124cf4166 req-c38d3c70-7e00-4d14-8e1b-3e070a3d734a tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1772606 Oct 26 14:07:35.867428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.891504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Attempting to bind port a2a5f907-6fe2-4f47-abfe-4371a68075ab on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:35.892154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Attempting to bind port a2a5f907-6fe2-4f47-abfe-4371a68075ab by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:35.892705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Attempting to bind port a2a5f907-6fe2-4f47-abfe-4371a68075ab on network f2824d54-160b-4ad7-bbea-7c9b10f8f619 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:35.909133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3b721-d87d-4f63-abe3-a51af92b92b7 req-724cacd1-d9cb-4722-bafb-f6b4ed70815f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.913343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5d3b721-d87d-4f63-abe3-a51af92b92b7 req-724cacd1-d9cb-4722-bafb-f6b4ed70815f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0871699 Oct 26 14:07:35.919340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Port a2a5f907-6fe2-4f47-abfe-4371a68075ab on network f2824d54-160b-4ad7-bbea-7c9b10f8f619 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:35.919669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Attempting to bind port a2a5f907-6fe2-4f47-abfe-4371a68075ab on network f2824d54-160b-4ad7-bbea-7c9b10f8f619 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:35.940574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:35.941249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Checking segment: {'id': '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:35.941838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Bound using segment: {'id': '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:35.942486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Bound port: a2a5f907-6fe2-4f47-abfe-4371a68075ab, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:35.943026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.957507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbcceabf-7905-4cfc-a68e-645124cf4166 req-c190aa91-3deb-4407-98d2-3136904c4aac tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Oct 26 14:07:35.965077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.970766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:35.971607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:35.995506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5d3b721-d87d-4f63-abe3-a51af92b92b7 req-3d36f2e6-7605-4bd7-9f14-9556d73593be tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682912 Oct 26 14:07:36.064342 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.085219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.106830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:36.107133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6012893 Oct 26 14:07:36.112529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'subnet': {'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:36.147292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:36.151069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:36.157003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9eb88-4d85-49c6-8228-0ce887cb86d8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Network': ['ID=bc2da4bc-f85b-4bf5-9f79-157acf86b71b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.158776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:36.175690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:36.190139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:36.194476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab,segment=NetworkSegment(7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3),segment_id=7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:36.211776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c680897-efdb-4b50-b3c8-2ab579951274 req-3a35b9e5-9cb3-4ce2-85f5-f3e18ae9816c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.213744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Pushing event updated for resources: {'Port': ['ID=449446fe-1e6b-4a06-bd68-16112b79aaff,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.214498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c680897-efdb-4b50-b3c8-2ab579951274 req-3a35b9e5-9cb3-4ce2-85f5-f3e18ae9816c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 945 time: 0.1194952 Oct 26 14:07:36.215909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.285841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.286562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.287958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2a5f907-6fe2-4f47-abfe-4371a68075ab HTTP/1.1" status: 200 len: 1091 time: 1.5342762 Oct 26 14:07:36.288429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:36.293330 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:36.296483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Attempting to bind port 449446fe-1e6b-4a06-bd68-16112b79aaff on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:36.296937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Attempting to bind port 449446fe-1e6b-4a06-bd68-16112b79aaff by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:36.297642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Attempting to bind port 449446fe-1e6b-4a06-bd68-16112b79aaff on network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:36.311518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:36.312036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Checking segment: {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:36.312726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.313169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Bound using segment: {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:36.313823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Bound port: 449446fe-1e6b-4a06-bd68-16112b79aaff, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:36.314290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.325305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c680897-efdb-4b50-b3c8-2ab579951274 req-82e02832-a561-4e7b-ae27-b000e9439eb1 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037002 Oct 26 14:07:36.326944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953142c-e7e9-4fe8-bf78-644048215330 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.341385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:36.346625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.446685 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68184eb7-d1ee-4485-bc57-de0954ac9160 x-openstack-request-id: req-68184eb7-d1ee-4485-bc57-de0954ac9160 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:36.447439 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:36.447915 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68184eb7-d1ee-4485-bc57-de0954ac9160 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:36.449452 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab', 'status': 'completed', 'code': 200} Oct 26 14:07:36.471332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-4775ad6c-399f-4732-b97b-f2ae1b387005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.473288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-4775ad6c-399f-4732-b97b-f2ae1b387005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7721e0e2b8a419e97cb94dcfe4336b1&device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 1094 time: 0.1192055 Oct 26 14:07:36.483817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] For port 449446fe-1e6b-4a06-bd68-16112b79aaff, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:36.487472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] For port 449446fe-1e6b-4a06-bd68-16112b79aaff, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=449446fe-1e6b-4a06-bd68-16112b79aaff,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:36.495969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:36.586102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1681d0-63a7-4a7a-8211-820c501bb3fa None None] Pushing event updated for resources: {'Port': ['ID=449446fe-1e6b-4a06-bd68-16112b79aaff,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:36.846167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-07e9a2b2-db90-4024-9462-51edce507d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.847339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-07e9a2b2-db90-4024-9462-51edce507d69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 1096 time: 0.1221957 Oct 26 14:07:36.880987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f985c-9b3a-4d58-bf20-095ec71a2972 req-586bbc71-e6d3-499b-a5a5-4584712ee539 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:36.882980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a5f985c-9b3a-4d58-bf20-095ec71a2972 req-586bbc71-e6d3-499b-a5a5-4584712ee539 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1565945 Oct 26 14:07:36.960539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-0431b8c1-78f6-46a9-9a1e-89717ef888f2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab HTTP/1.1" status: 200 len: 217 time: 0.4678023 Oct 26 14:07:37.013102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f806dc-105b-4a46-8a1e-a3ad1a25dec7 req-5999b28f-5b48-4301-b888-72360061db26 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.014552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-75f806dc-105b-4a46-8a1e-a3ad1a25dec7 req-5999b28f-5b48-4301-b888-72360061db26 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 943 time: 0.5616493 Oct 26 14:07:37.041700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a5f985c-9b3a-4d58-bf20-095ec71a2972 req-1c1f18b3-89a8-4519-82d1-0b46f4d79015 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382647 Oct 26 14:07:37.087960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-1727de79-f4e2-4733-bc6d-259ea253c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.089790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-1727de79-f4e2-4733-bc6d-259ea253c746 service neutron] 10.222.0.73 "GET /v2.0/networks?id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 200 len: 920 time: 0.2338140 Oct 26 14:07:37.108589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-285f49dd-0753-49ff-8f20-e4ef7401d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.110230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-285f49dd-0753-49ff-8f20-e4ef7401d011 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0da2703-dd3d-49fc-acfb-c0a0406f1720 HTTP/1.1" status: 200 len: 853 time: 0.1426301 Oct 26 14:07:37.138006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-75f806dc-105b-4a46-8a1e-a3ad1a25dec7 req-66c00a55-610c-4beb-b87b-8a3ad5d8ddc3 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152697 Oct 26 14:07:37.150002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-bcb8c008-baea-42ff-b416-4f09c1a0c0ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 200 len: 217 time: 0.0434141 Oct 26 14:07:37.193810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-092c39a8-4b15-4795-98bb-5ee900d88012 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2824d54-160b-4ad7-bbea-7c9b10f8f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694807 Oct 26 14:07:37.199912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.203157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 449446fe-1e6b-4a06-bd68-16112b79aaff up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:37.204464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463fef-beed-4fa3-8917-22d12914c50a req-3b2189a8-eb29-49b0-83be-bc451bb8a066 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.206227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de463fef-beed-4fa3-8917-22d12914c50a req-3b2189a8-eb29-49b0-83be-bc451bb8a066 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 947 time: 0.1651850 Oct 26 14:07:37.224887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-819056c9-7cec-4e0d-bad8-0cb704303490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.226353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-819056c9-7cec-4e0d-bad8-0cb704303490 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 200 len: 859 time: 0.0675528 Oct 26 14:07:37.287095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 449446fe-1e6b-4a06-bd68-16112b79aaff triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:37.287576 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.306739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-34ef6888-01e1-40a7-89b7-2d0c2e161e6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456684 Oct 26 14:07:37.358780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Subnet': ['ID=ba165dc7-602f-41a7-bce9-e4ef8521c126,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:37.424037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484afc3-7c8c-4d43-b56a-c7df719c1300 req-c3e5fe0f-bff1-4823-aa44-749fd69ce574 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.432180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.432698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4484afc3-7c8c-4d43-b56a-c7df719c1300 req-c3e5fe0f-bff1-4823-aa44-749fd69ce574 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d89fe95-76d7-4910-b652-8d9b189f5f62 HTTP/1.1" status: 200 len: 947 time: 0.2854080 Oct 26 14:07:37.460742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9154b17-b853-4631-bef9-8c5f1dd4e170 req-af464b0e-913d-4131-b83e-9e40ea3d030e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.469686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9154b17-b853-4631-bef9-8c5f1dd4e170 req-af464b0e-913d-4131-b83e-9e40ea3d030e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.1139855 Oct 26 14:07:37.476991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 449446fe-1e6b-4a06-bd68-16112b79aaff, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=449446fe-1e6b-4a06-bd68-16112b79aaff,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:37.481561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-8dc6c67c-44e6-45c1-ab11-fed297eddd95 service neutron] 10.222.0.73 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733490 Oct 26 14:07:37.481896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Checking segment: {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:37.482180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.482338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network hostable DHCP agents. Network: bc2da4bc-f85b-4bf5-9f79-157acf86b71b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:37.505407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4484afc3-7c8c-4d43-b56a-c7df719c1300 req-b3e16fd4-01d9-48ad-8ba4-d17be54fcf06 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.37 "GET /v2.0/security-groups?id=f00a3bb0-e1b1-4855-93f6-85e0c21823ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 Oct 26 14:07:37.559814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Deleting port 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:07:37.560318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.567232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=449446fe-1e6b-4a06-bd68-16112b79aaff,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:37.581500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:37.597305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-ddc622a9-151e-46ba-8587-c20c8135392a service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785101 Oct 26 14:07:37.606155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bc2da4bc-f85b-4bf5-9f79-157acf86b71b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:37.615511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa90689-29be-4660-90ba-5acae4c6d655 None None] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:37.641345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.642316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.642481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9154b17-b853-4631-bef9-8c5f1dd4e170 req-1f72e370-bfc7-4fe7-97da-4ba2b6970444 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700454 Oct 26 14:07:37.713869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0328891e-cb2e-4d47-b108-36d0370b56f9 req-c58ff9da-437c-4804-bd02-63858b54202b service neutron] 10.222.0.73 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167110 Oct 26 14:07:37.757760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2c061b5-b6ec-49f5-86cc-f334b1202e67 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6493266 Oct 26 14:07:37.760022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] For port 4cf246a0-2029-4623-bf21-e53486773a7f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4cf246a0-2029-4623-bf21-e53486773a7f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:37.760714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.791571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Calling delete_port for 4cf246a0-2029-4623-bf21-e53486773a7f owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:07:37.803271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec91ba5-86de-4405-9397-6e5ae0f4cb26 req-39ee386c-5a36-461a-aef9-4d170f7db80c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.805075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ec91ba5-86de-4405-9397-6e5ae0f4cb26 req-39ee386c-5a36-461a-aef9-4d170f7db80c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 945 time: 0.1808743 Oct 26 14:07:37.860182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-bc2da4bc-f85b-4bf5-9f79-157acf86b71b', 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'fixed_ips': [{'subnet_id': 'ba165dc7-602f-41a7-bce9-e4ef8521c126'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:07:37.861155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:37.875340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74e5283e-e495-4ace-b005-b9e6a024d2e5 req-e09e4b88-add2-4381-ad78-786688bf76b8 service neutron] 10.222.0.73 "GET /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704179 Oct 26 14:07:37.932825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ec91ba5-86de-4405-9397-6e5ae0f4cb26 req-675581a3-5947-43d3-b17e-8228435a73a1 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081133 Oct 26 14:07:37.983681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-22d663a7-657b-4a01-88cb-04e1e8562695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:37.985232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-22d663a7-657b-4a01-88cb-04e1e8562695 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7721e0e2b8a419e97cb94dcfe4336b1&device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 1094 time: 0.2080309 Oct 26 14:07:38.077266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8ec71-6f04-4d0c-985b-7f56d5e3dc70 None None] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:38.142204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:38.144271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:38.189964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.255642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Pushing event deleted for resources: {'Port': ['ID=4cf246a0-2029-4623-bf21-e53486773a7f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:38.269603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-db8a84df-c21e-4615-a6a8-228adf5a2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.271080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-db8a84df-c21e-4615-a6a8-228adf5a2845 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f2824d54-160b-4ad7-bbea-7c9b10f8f619 HTTP/1.1" status: 200 len: 914 time: 0.2540383 Oct 26 14:07:38.311459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-3e2c9bd6-6359-493c-b933-d0dd5e11473e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.312151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Allocated IP 19.86.0.2 (bc2da4bc-f85b-4bf5-9f79-157acf86b71b/ba165dc7-602f-41a7-bce9-e4ef8521c126/2da01dd8-53ad-47fa-ae61-1c769a8f45d6) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:38.317391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-3e2c9bd6-6359-493c-b933-d0dd5e11473e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.318973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-3e2c9bd6-6359-493c-b933-d0dd5e11473e tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/networks?id=81b333e5-29e8-4ae9-8dc1-70d450986aa2&id=bc2da4bc-f85b-4bf5-9f79-157acf86b71b HTTP/1.1" status: 200 len: 1391 time: 0.2887771 Oct 26 14:07:38.320960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d9cd9c2d-25eb-4a5a-bfc1-41ba6be3dca0 None None] Provisioning complete for port 449446fe-1e6b-4a06-bd68-16112b79aaff triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:38.321941 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9cd9c2d-25eb-4a5a-bfc1-41ba6be3dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.325613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4058b-cacf-48d7-b51d-930905cad32e req-20e7e112-71f5-4fd5-899d-18b8155517c5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.333830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76f4058b-cacf-48d7-b51d-930905cad32e req-20e7e112-71f5-4fd5-899d-18b8155517c5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0821326 Oct 26 14:07:38.350985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-ce26a0aa-ae01-4b2b-a337-c15d4911a25c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab HTTP/1.1" status: 200 len: 217 time: 0.0701621 Oct 26 14:07:38.370026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76f4058b-cacf-48d7-b51d-930905cad32e req-a6c7b9f9-e294-4b34-956c-be90178e35bb tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Oct 26 14:07:38.376361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] No DVR routers for this DVR port 4cf246a0-2029-4623-bf21-e53486773a7f on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:07:38.388194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.391606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de463fef-beed-4fa3-8917-22d12914c50a req-c3a73e28-d409-4115-8995-52d85ac9ac92 tempest-ListImageFiltersTestJSON-965159997 tempest-ListImageFiltersTestJSON-965159997-project] 10.222.0.73 "DELETE /v2.0/ports/4cf246a0-2029-4623-bf21-e53486773a7f HTTP/1.1" status: 204 len: 173 time: 1.1760652 Oct 26 14:07:38.415412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-ca85f33b-63f6-462d-8225-4c4c4e8b7839 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/quotas/f12ad15d08bc4a4b855a334340e1740e HTTP/1.1" status: 200 len: 375 time: 0.0661955 Oct 26 14:07:38.457412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-deleted', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:38.459865 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94bc48-10f8-4250-852f-b9dc53ea2e76" -d '{"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-deleted", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:38.471941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-fb6e3ae4-1920-4b6a-8b2b-20966633181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.474001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-fb6e3ae4-1920-4b6a-8b2b-20966633181b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a0da2703-dd3d-49fc-acfb-c0a0406f1720 HTTP/1.1" status: 200 len: 853 time: 0.0989068 Oct 26 14:07:38.511295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-f9935686-3cbb-4348-83eb-0a426467ce4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f2824d54-160b-4ad7-bbea-7c9b10f8f619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279939 Oct 26 14:07:38.528683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-e546b118-075d-4009-9293-a4135ad150e8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032248 Oct 26 14:07:38.529557 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.545760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421567-382e-4285-859a-9258bbfc293d req-32f15e93-5dd8-4e84-adb1-6b719c9e51d3 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.555265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65421567-382e-4285-859a-9258bbfc293d req-32f15e93-5dd8-4e84-adb1-6b719c9e51d3 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 943 time: 0.0892522 Oct 26 14:07:38.598446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65421567-382e-4285-859a-9258bbfc293d req-1829d572-9b28-46bb-aa1c-3f2f76743f3b tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415440 Oct 26 14:07:38.638869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.674551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:38.676855 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f147a2-edf2-41e3-a7fe-f2aa05adcbe8" -d '{"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:38.695251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:38.728852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-2539371c-85a7-41ce-8385-d82ae01bbfc2 service neutron] 10.222.0.73 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986744 Oct 26 14:07:38.740858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-40688911-a131-4e3d-af69-0dae747f2b9e service neutron] 10.222.0.37 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908784 Oct 26 14:07:38.802430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aea89d-5930-47cd-b05a-0aaea2b9d6a0 req-fce74938-f3fd-4415-aa8c-7d2407fd6bc4 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:38.816020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88aea89d-5930-47cd-b05a-0aaea2b9d6a0 req-fce74938-f3fd-4415-aa8c-7d2407fd6bc4 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 945 time: 0.1150939 Oct 26 14:07:38.909827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88aea89d-5930-47cd-b05a-0aaea2b9d6a0 req-f06bf20b-6bbc-48d7-ae52-64760266efe9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Oct 26 14:07:38.929382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:38.958470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-9d28545a-09c6-43f5-ba82-97e99007e06f service neutron] 10.222.0.37 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163208 Oct 26 14:07:38.981236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ec0c6a6-7456-4e47-a94b-bda8e3bf99cd req-28613303-9b61-448b-b46d-af9920604d7f service neutron] 10.222.0.73 "GET /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281384 Oct 26 14:07:38.994316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:39.025163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b9689460-f06a-476e-b58e-66883f293437', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': 'b9689460-f06a-476e-b58e-66883f293437', 'mac_address': 'fa:16:3e:4d:ad:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:39.092689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.097547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-76230464-b123-48d8-a6fa-784692968dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152341 Oct 26 14:07:39.110686 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.137013 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a794e7-311c-48d5-acda-fcdd327176b4 x-openstack-request-id: req-a9a794e7-311c-48d5-acda-fcdd327176b4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:39.137309 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d89fe95-76d7-4910-b652-8d9b189f5f62", "name": "network-vif-deleted", "tag": "4cf246a0-2029-4623-bf21-e53486773a7f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:39.137977 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9a794e7-311c-48d5-acda-fcdd327176b4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:39.137977 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d89fe95-76d7-4910-b652-8d9b189f5f62', 'name': 'network-vif-deleted', 'tag': '4cf246a0-2029-4623-bf21-e53486773a7f', 'status': 'completed', 'code': 200} Oct 26 14:07:39.147501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.199957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:39.201739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9689460-f06a-476e-b58e-66883f293437 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:39.215627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 449446fe-1e6b-4a06-bd68-16112b79aaff up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:39.220884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:39.224593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:39.286001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-0346f20d-cb0d-4d84-bc7d-a228811cc0ce service neutron] 10.222.0.37 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782365 Oct 26 14:07:39.295748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:39.306675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Pushing event updated for resources: {'Port': ['ID=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:39.312971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f2465-8fdc-4ceb-940a-583eee482d39 req-0ac3b59b-ec5e-4571-b2da-93da633ba349 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.314547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1e2f2465-8fdc-4ceb-940a-583eee482d39 req-0ac3b59b-ec5e-4571-b2da-93da633ba349 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0675461 Oct 26 14:07:39.333018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.371394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1e2f2465-8fdc-4ceb-940a-583eee482d39 req-a01e35fb-1710-4b2c-8b1f-259c465efddb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503819 Oct 26 14:07:39.434277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:39.446774 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4719eacd-1e17-4cdc-84e3-34cb7a21faa3 x-openstack-request-id: req-4719eacd-1e17-4cdc-84e3-34cb7a21faa3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:39.447329 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:39.447329 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4719eacd-1e17-4cdc-84e3-34cb7a21faa3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:39.447847 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:07:39.474604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Attempting to bind port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:39.474979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Attempting to bind port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:39.475324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Attempting to bind port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 on network bc2da4bc-f85b-4bf5-9f79-157acf86b71b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:39.487226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:39.487634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Checking segment: {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:39.487997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.488391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Bound using segment: {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:39.489162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Bound port: 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:39.489440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.495537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f5ab78e6-2beb-439f-b154-d451a9551c05 None None] Provisioning complete for port 449446fe-1e6b-4a06-bd68-16112b79aaff triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:39.495537 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5ab78e6-2beb-439f-b154-d451a9551c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.586256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b9689460-f06a-476e-b58e-66883f293437'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:39.593337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 449446fe-1e6b-4a06-bd68-16112b79aaff triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:39.593637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:39.617369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621c33-7c32-4ba2-9b56-f63c4362059c req-58e00046-9acd-4688-9eac-2161dc22fb66 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.630061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb621c33-7c32-4ba2-9b56-f63c4362059c req-58e00046-9acd-4688-9eac-2161dc22fb66 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0963459 Oct 26 14:07:39.697163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb621c33-7c32-4ba2-9b56-f63c4362059c req-75633dc9-f055-4a97-9af9-a99997551eb7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Oct 26 14:07:39.801126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69736ca0-69cd-446e-b65c-c0569d564043 req-b9da8faf-56f3-4175-82ca-34f3f210d3f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 210 time: 0.0580578 Oct 26 14:07:39.862914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] For port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:39.944693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f488-5ffb-43bf-a4b0-f3a6a0f7030b req-09f051f8-193a-4dde-94a5-32660f3ea401 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:39.953887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5040f488-5ffb-43bf-a4b0-f3a6a0f7030b req-09f051f8-193a-4dde-94a5-32660f3ea401 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 943 time: 0.0750828 Oct 26 14:07:39.955416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] For port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:39.958981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a2a5f907-6fe2-4f47-abfe-4371a68075ab details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:39.961356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:07:40.016030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.018357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5040f488-5ffb-43bf-a4b0-f3a6a0f7030b req-bb277d98-63f1-44e8-bf37-8e244b4cbcf6 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635827 Oct 26 14:07:40.051358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 4cf246a0-2029-4623-bf21-e53486773a7f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:07:40.051700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4cf246a0-2029-4623-bf21-e53486773a7f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:07:40.214524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16b87-d9e1-4f5e-8a28-fb5d638f3587 req-c19a9894-8a77-451f-902f-859e9a06be7b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:40.216112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9f16b87-d9e1-4f5e-8a28-fb5d638f3587 req-c19a9894-8a77-451f-902f-859e9a06be7b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 945 time: 0.0806785 Oct 26 14:07:40.229707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-db80b71d-637a-45d6-beb2-a922ac2ee30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.285392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175efd7-898e-4c14-85bf-e70fe4158fdc None None] Pushing event updated for resources: {'Port': ['ID=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:40.286446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9f16b87-d9e1-4f5e-8a28-fb5d638f3587 req-dd8212a4-7b9e-4900-a8f9-e3e82b9d80b9 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523653 Oct 26 14:07:40.332538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab,segment=NetworkSegment(7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3),segment_id=7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:40.350773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab', 'network_id': 'f2824d54-160b-4ad7-bbea-7c9b10f8f619', 'port_id': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab', 'mac_address': 'fa:16:3e:d8:42:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0da2703-dd3d-49fc-acfb-c0a0406f1720', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:40.402606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.419417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5f907-6fe2-4f47-abfe-4371a68075ab {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:40.443145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab,segment=NetworkSegment(7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3),segment_id=7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:40.450176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:40.515031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-23b0bc1a-94af-49a4-926f-2254699d8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:40.516582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-23b0bc1a-94af-49a4-926f-2254699d8551 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1096 time: 0.0922105 Oct 26 14:07:40.566150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:40.732255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['a2a5f907-6fe2-4f47-abfe-4371a68075ab'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:40.801207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-1bf61d24-20a4-4d6b-8010-c2d989b1218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:40.802507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-1bf61d24-20a4-4d6b-8010-c2d989b1218e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.2469759 Oct 26 14:07:40.930142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-9f702611-5a27-4617-b15e-8f980b82940d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 1000 time: 0.1182988 Oct 26 14:07:41.029271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-09076e19-6e1a-4dee-b625-65713a2677d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.033316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-09076e19-6e1a-4dee-b625-65713a2677d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0888851 Oct 26 14:07:41.063829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c6d40-35e0-4eb8-ad77-99c8c2b90c4f req-40076ff1-f86b-48c2-b4c6-a8f922e893cc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.074277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b1c6d40-35e0-4eb8-ad77-99c8c2b90c4f req-40076ff1-f86b-48c2-b4c6-a8f922e893cc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.0904660 Oct 26 14:07:41.157384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b1c6d40-35e0-4eb8-ad77-99c8c2b90c4f req-7c29780d-91ad-424d-b699-6bb0a0374bfd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816331 Oct 26 14:07:41.187527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-4dd47b28-d7fc-4f3e-9905-1fe03275701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.202090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-4dd47b28-d7fc-4f3e-9905-1fe03275701e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537161 Oct 26 14:07:41.366108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:41.483810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59582) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:41.586322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:41.588200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.615895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1499-58ce-4626-9aaa-e7f31ba0250a req-375e16ba-53cd-45c7-b658-7010d7f33d4d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.635965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc7b1499-58ce-4626-9aaa-e7f31ba0250a req-375e16ba-53cd-45c7-b658-7010d7f33d4d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.2949209 Oct 26 14:07:41.668923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e82456b1-2aac-4943-b59b-af85c9f4caa5 req-c3b5d102-2614-4878-afe5-8273796f5473 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 210 time: 0.0893955 Oct 26 14:07:41.717585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-f48d9bc1-c8d5-4b94-b68d-e19e83afb54f service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958088 Oct 26 14:07:41.791671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.850005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-67571ad9-d61d-4b9d-85ea-eae550680276 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.863856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-67571ad9-d61d-4b9d-85ea-eae550680276 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:41.865501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-67571ad9-d61d-4b9d-85ea-eae550680276 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "GET /v2.0/networks?id=81b333e5-29e8-4ae9-8dc1-70d450986aa2&id=bc2da4bc-f85b-4bf5-9f79-157acf86b71b HTTP/1.1" status: 200 len: 1391 time: 0.5787470 Oct 26 14:07:41.901800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:41.909567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:41.918118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'port': {'device_id': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2', 'admin_state_up': True, 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:41.962042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a2a5f907-6fe2-4f47-abfe-4371a68075ab up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:41.999131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3926691-dd95-4093-a5cd-7fc7283d897b req-47070604-0ab0-4fa6-af8a-234e4c248407 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656193 Oct 26 14:07:42.046076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc7b1499-58ce-4626-9aaa-e7f31ba0250a req-b80f0987-b05f-42da-b85c-9c8a4863cc73 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028335 Oct 26 14:07:42.051061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c0651-4687-40fe-ba0d-61baeeb70a12 req-0c6fb22f-e6a3-4c86-bafb-e5c0334c99d6 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.060725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d2c0651-4687-40fe-ba0d-61baeeb70a12 req-0c6fb22f-e6a3-4c86-bafb-e5c0334c99d6 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 944 time: 0.0835545 Oct 26 14:07:42.121937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d2c0651-4687-40fe-ba0d-61baeeb70a12 req-494e5c26-f91f-4e5f-bf46-66dd2e6f0618 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Oct 26 14:07:42.139986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81dfb52c-2f6e-40a3-85fb-e41903396fed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8c89cd454e042b5a4fe48f7a02a1a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6516249 Oct 26 14:07:42.146351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:42.187247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:42.211263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1554e21-c89f-416c-8df0-5c41a401cac9 None None] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:42.244703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:42.290798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:42.309318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.321672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.398634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.489965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.495782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.499340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f00a3bb0-e1b1-4855-93f6-85e0c21823ba HTTP/1.1" status: 204 len: 168 time: 0.3486016 Oct 26 14:07:42.507287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ba916-6287-4957-90df-5d25910b0ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a3bb0-e1b1-4855-93f6-85e0c21823ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:42.717736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade982d7-abc2-4c18-9462-a05fc4763d4c req-49f0fb40-3f29-4cce-b931-5327132c6824 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:42.722988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ade982d7-abc2-4c18-9462-a05fc4763d4c req-49f0fb40-3f29-4cce-b931-5327132c6824 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1097 time: 0.0957801 Oct 26 14:07:42.724448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b1dcab3f-8fb0-41f4-9e8b-2c0c1f731486 None None] Provisioning complete for port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:42.725203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1dcab3f-8fb0-41f4-9e8b-2c0c1f731486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:42.764912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Allocated IP 19.80.0.239 (81b333e5-29e8-4ae9-8dc1-70d450986aa2/bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f/42ca844c-5e28-44ea-ba03-0113886b7e15) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:42.814629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ade982d7-abc2-4c18-9462-a05fc4763d4c req-932481f5-290e-4498-bd64-f5aea56b3e13 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820949 Oct 26 14:07:42.851647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port a2a5f907-6fe2-4f47-abfe-4371a68075ab completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:07:42.868743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port a2a5f907-6fe2-4f47-abfe-4371a68075ab triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:42.869374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.025435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-92cd2be3-aeb4-440f-93a4-4ad20dd0fb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.029797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bc11-6610-486b-9fa3-3431abcff906 req-213efc63-b076-43d5-9a27-78f172c6ec0d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.037868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6653bc11-6610-486b-9fa3-3431abcff906 req-213efc63-b076-43d5-9a27-78f172c6ec0d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 945 time: 0.5529151 Oct 26 14:07:43.050209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b9689460-f06a-476e-b58e-66883f293437 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:43.050586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.086477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9813b70-2eaa-4811-ade9-16b8f33f7ca9 req-f8d5bc76-1004-451f-8cbd-a630308e9e18 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 210 time: 0.0797184 Oct 26 14:07:43.106619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6653bc11-6610-486b-9fa3-3431abcff906 req-08a4d19b-d0bc-4151-87f4-0065bd3ae10d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676377 Oct 26 14:07:43.278390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.316447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:43.439052 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.488337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad3e2-a4bd-4253-9fb8-385a01b92f40 req-ad8ecc18-6e8a-489b-8a63-4de05455818a tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:43.507054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea6ad3e2-a4bd-4253-9fb8-385a01b92f40 req-ad8ecc18-6e8a-489b-8a63-4de05455818a tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 944 time: 0.2015100 Oct 26 14:07:43.583106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:43.586629 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ed765-e881-42d1-bbae-c6707dac5576" -d '{"events": [{"server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:43.611174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab,segment=NetworkSegment(7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3),segment_id=7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:43.633065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea6ad3e2-a4bd-4253-9fb8-385a01b92f40 req-d33edf71-297a-41e9-ae21-19e9387b4e3f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103628 Oct 26 14:07:43.645971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.659568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.667213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.673777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:43.678962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:43.926164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:43.935558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:43.945939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:43.950420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:44.021655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:44.052323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59670) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:44.192307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.194735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:44.195516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.200739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.242450 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db995f-7ef4-4efd-b0e7-b1f6491d6c25 x-openstack-request-id: req-21db995f-7ef4-4efd-b0e7-b1f6491d6c25 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:44.243707 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:44.244093 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21db995f-7ef4-4efd-b0e7-b1f6491d6c25 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:44.246185 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab', 'code': 200} Oct 26 14:07:44.252644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-1c2438f7-cb11-49e0-8274-a07f832591f3 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3539321 Oct 26 14:07:44.268424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Request body: {'port': {'device_id': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b', 'admin_state_up': True, 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:44.279080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.463255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-47676789-network', 'tenant_id': '11e5765179ad40a0b2b9d1e05bbe7190'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:44.492298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:44.524560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'mac_address': 'fa:16:3e:48:df:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:44.537096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Made reservation on behalf of 11e5765179ad40a0b2b9d1e05bbe7190 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:44.539620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.564286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.606772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.613207 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.622120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f7ca7944-57a1-4b70-98d5-c44b60beb3bc None None] Provisioning complete for port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:44.622652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7944-57a1-4b70-98d5-c44b60beb3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.721913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:44.804207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37f6b2-5480-4461-8745-7aadc8064e59 req-5eb88abb-29dd-4cb3-9dfb-adf5a1d44525 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.809836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:44.812333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a37f6b2-5480-4461-8745-7aadc8064e59 req-5eb88abb-29dd-4cb3-9dfb-adf5a1d44525 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 932 time: 0.3618462 Oct 26 14:07:44.816518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdf759-d677-44de-963f-343856826460 req-280ee4a0-2845-4670-b4ff-1a83bb9becac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:44.818633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.818798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32cdf759-d677-44de-963f-343856826460 req-280ee4a0-2845-4670-b4ff-1a83bb9becac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 1096 time: 0.3672097 Oct 26 14:07:44.836927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.860333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:07:44.889211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:44.889570 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Added segment 50d7aac4-5178-40ef-b50e-5875cbfcdc70 of type vlan for network be2c4ec4-6124-466e-9677-b06a67934eb0 Oct 26 14:07:44.928697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a37f6b2-5480-4461-8745-7aadc8064e59 req-49910714-371b-449f-a385-3c5227750c05 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138577 Oct 26 14:07:44.976233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:44.992355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=13']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.006697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.050490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Made reservation on behalf of f12ad15d08bc4a4b855a334340e1740e for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:45.078248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.093650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.149830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32cdf759-d677-44de-963f-343856826460 req-8f9576ce-0cde-40e3-87c1-3991271d3cac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376397 Oct 26 14:07:45.198153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:45.246355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a6804-8b65-4b1f-ba7c-7e486702150d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.264719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.267991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.271688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.400370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.442700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3811440 Oct 26 14:07:45.456071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59718) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:07:45.481306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Request body: {'subnet': {'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-47676789-subnet', 'tenant_id': '11e5765179ad40a0b2b9d1e05bbe7190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:45.563147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-790183d9-14fa-43b6-9515-c0e02ca103d8 None None] Provisioning complete for port 42ca844c-5e28-44ea-ba03-0113886b7e15 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:45.570784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-790183d9-14fa-43b6-9515-c0e02ca103d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.576433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c144079-9b2b-4c06-8577-87e85baf1efa admin admin] Pushing event updated for resources: {'Network': ['ID=be2c4ec4-6124-466e-9677-b06a67934eb0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:45.583061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Made reservation on behalf of 11e5765179ad40a0b2b9d1e05bbe7190 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:07:45.589348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:45.622399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Allocated IP 19.86.0.237 (bc2da4bc-f85b-4bf5-9f79-157acf86b71b/ba165dc7-602f-41a7-bce9-e4ef8521c126/35c5bece-d222-4cde-8da5-a31d8567e6d4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:07:45.699513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network be2c4ec4-6124-466e-9677-b06a67934eb0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:07:45.704928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc56b2-c98c-47a0-a01d-c12cffea882a req-e6b06ff1-8326-47a5-acae-8665c1103911 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:45.706558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0cc56b2-c98c-47a0-a01d-c12cffea882a req-e6b06ff1-8326-47a5-acae-8665c1103911 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.3135912 Oct 26 14:07:45.797082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-79b4e1c1-49c8-4b4a-8214-5f317849acef tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:07:45.803006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-79b4e1c1-49c8-4b4a-8214-5f317849acef tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0605757 Oct 26 14:07:45.997951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0cc56b2-c98c-47a0-a01d-c12cffea882a req-0e363f85-e0d4-4bb5-97c7-5ddaa55c3588 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938643 Oct 26 14:07:46.078993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-790183d9-14fa-43b6-9515-c0e02ca103d8 None None] Port 42ca844c-5e28-44ea-ba03-0113886b7e15 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:46.101832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-180791b6-353b-495c-bd30-5570d0049bcb tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.108190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-180791b6-353b-495c-bd30-5570d0049bcb tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 1094 time: 0.2451296 Oct 26 14:07:46.125446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:46.125918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:07:46.126315 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.150912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.247374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:46.253853 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e26348b-74b6-4a9e-9fdb-46b4ce19df87" -d '{"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:46.276348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Checking segment: {'id': '50d7aac4-5178-40ef-b50e-5875cbfcdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:46.276941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Network hostable DHCP agents. Network: be2c4ec4-6124-466e-9677-b06a67934eb0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:07:46.281151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2e8623-4e63-4199-9233-61bb77c5c849,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:46.310451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Network be2c4ec4-6124-466e-9677-b06a67934eb0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:07:46.339771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, be2c4ec4-6124-466e-9677-b06a67934eb0) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:46.351910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a59fa2-1b59-462c-9092-47c251788b96 None None] Network be2c4ec4-6124-466e-9677-b06a67934eb0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:46.361146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:46.363088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.427073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-95b59846-8a9f-49bb-bfa6-f309e002abbb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9620242 Oct 26 14:07:46.495089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.693143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:46.703286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168b35f-8922-4645-b676-60e4ce2e05bb None None] Network be2c4ec4-6124-466e-9677-b06a67934eb0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:07:46.940800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event updated for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:46.973316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:07:46.979312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:07:46.983235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:07:47.100712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04369-31f1-426f-aaaa-a3187a5d9c42 req-6dae5c86-5eb9-41cc-8c79-77c358f39b81 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.102363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bda04369-31f1-426f-aaaa-a3187a5d9c42 req-6dae5c86-5eb9-41cc-8c79-77c358f39b81 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 945 time: 0.8261881 Oct 26 14:07:47.259964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:47.260691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.330172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bda04369-31f1-426f-aaaa-a3187a5d9c42 req-05d9bab3-c3cf-4484-9afb-f432b52577f6 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052763 Oct 26 14:07:47.338437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:47.339520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:47.340139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.373412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:47.373412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:47.383420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:47.384385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:47.388389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:47.389115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Bound port: 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:47.411621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-81f425d8-78f2-4850-b5d1-198e88a1496b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1493094 Oct 26 14:07:47.439740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-539f2305-05ce-408d-800e-7212642c5e66 None None] Provisioning complete for port 35c5bece-d222-4cde-8da5-a31d8567e6d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:47.440432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-539f2305-05ce-408d-800e-7212642c5e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.492701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Request body: {'port': {'device_id': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:47.598749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-539f2305-05ce-408d-800e-7212642c5e66 None None] Port 35c5bece-d222-4cde-8da5-a31d8567e6d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:07:47.793955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:47.796640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:47.960037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:07:48.488639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:07:48.489374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.613738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ca844c-5e28-44ea-ba03-0113886b7e15 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:48.644135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.650901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.669816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.677267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-005e5e00-5a65-41fe-9f82-a842ae00518a service neutron] 10.222.0.37 "POST /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f/bindings HTTP/1.1" status: 201 len: 389 time: 2.5608072 Oct 26 14:07:48.723244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Transition to ACTIVE for port object 42ca844c-5e28-44ea-ba03-0113886b7e15 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:48.733969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.734248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:48.741167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:48.917475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:49.101071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:49.240720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-f67895c8-a04d-45c5-b52c-e0e24fab1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.242562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-f67895c8-a04d-45c5-b52c-e0e24fab1332 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1097 time: 0.1462431 Oct 26 14:07:49.246156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Attempting to bind port 42ca844c-5e28-44ea-ba03-0113886b7e15 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:49.246572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Attempting to bind port 42ca844c-5e28-44ea-ba03-0113886b7e15 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:49.246977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Attempting to bind port 42ca844c-5e28-44ea-ba03-0113886b7e15 on network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:49.279893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Port 42ca844c-5e28-44ea-ba03-0113886b7e15 on network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:49.280265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Attempting to bind port 42ca844c-5e28-44ea-ba03-0113886b7e15 on network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:49.323746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:49.324119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Checking segment: {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:49.325051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Bound using segment: {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:49.325586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Bound port: 42ca844c-5e28-44ea-ba03-0113886b7e15, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823c4c29-e6f7-4762-a353-8ddad227cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:49.326033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:49.437597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-4a94c494-fbb2-446c-afa6-45f7a6f1ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.439150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-4a94c494-fbb2-446c-afa6-45f7a6f1ab7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1884131 Oct 26 14:07:49.506165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-a61f5b41-85a8-4e96-8e94-bf47fdf1cdc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0574160 Oct 26 14:07:49.511256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:49.568334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=42ca844c-5e28-44ea-ba03-0113886b7e15,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:49.585647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:49.590474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0dc3-b903-429f-91b9-b1bcecd48fbe req-b80794e4-d37a-4dc7-86ef-7266ea850309 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.600837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0dc3-b903-429f-91b9-b1bcecd48fbe req-b80794e4-d37a-4dc7-86ef-7266ea850309 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.608813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-088f0dc3-b903-429f-91b9-b1bcecd48fbe req-b80794e4-d37a-4dc7-86ef-7266ea850309 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1667 time: 0.5134890 Oct 26 14:07:49.667346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:49.697686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.698792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:49.700664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-49d32f90-d537-4140-a54e-5034ea3ed3a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/42ca844c-5e28-44ea-ba03-0113886b7e15 HTTP/1.1" status: 200 len: 1092 time: 2.2755692 Oct 26 14:07:49.704888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:49.706916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-088f0dc3-b903-429f-91b9-b1bcecd48fbe req-7d7fd0ec-da45-4b87-b2ee-414c4266a336 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958478 Oct 26 14:07:49.709008 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e" -d '{"events": [{"name": "network-changed", "server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:49.717086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-d855f317-94d1-480f-8ee3-cc4e85b561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:49.720090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-d855f317-94d1-480f-8ee3-cc4e85b561c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.2017374 Oct 26 14:07:49.792662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Request body: {'port': {'device_id': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:07:49.866463 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7a122-f1a8-4899-a3d3-d3d5ae439758 x-openstack-request-id: req-fdc7a122-f1a8-4899-a3d3-d3d5ae439758 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:07:49.867771 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-plugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:07:49.869302 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdc7a122-f1a8-4899-a3d3-d3d5ae439758 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:07:49.870056 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:07:49.967676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-bbae3aee-df9c-427f-b786-dfb3d5bff533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2289879 Oct 26 14:07:50.180020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:50.303050 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:07:50.926685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-e85994df-586a-451e-9640-2418b6cf714c service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9414327 Oct 26 14:07:50.948700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c5bece-d222-4cde-8da5-a31d8567e6d4 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:51.004203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.067571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-9847bb4e-5562-4667-963a-ca94ce71743a service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308923 Oct 26 14:07:51.125078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Transition to ACTIVE for port object 35c5bece-d222-4cde-8da5-a31d8567e6d4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:07:51.174554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.332579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Pushing event updated for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:51.411566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Attempting to bind port 35c5bece-d222-4cde-8da5-a31d8567e6d4 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:07:51.411947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Attempting to bind port 35c5bece-d222-4cde-8da5-a31d8567e6d4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:07:51.412250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Attempting to bind port 35c5bece-d222-4cde-8da5-a31d8567e6d4 on network bc2da4bc-f85b-4bf5-9f79-157acf86b71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:51.419247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Port 35c5bece-d222-4cde-8da5-a31d8567e6d4 on network bc2da4bc-f85b-4bf5-9f79-157acf86b71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:07:51.419602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Attempting to bind port 35c5bece-d222-4cde-8da5-a31d8567e6d4 on network bc2da4bc-f85b-4bf5-9f79-157acf86b71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:07:51.440975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:07:51.441716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Checking segment: {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:07:51.444481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Bound using segment: {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:07:51.445289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Bound port: 35c5bece-d222-4cde-8da5-a31d8567e6d4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a171c1a5-3007-4c98-a62b-0667d8e4a761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:07:51.445853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.601213 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.622013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:07:51.635183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:07:51.650584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.792518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Pushing event updated for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:51.827485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:51.828165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:51.843281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-65e5343c-7230-4cc5-8a5e-233dcb748791 service neutron] 10.222.0.41 "PUT /v2.0/ports/35c5bece-d222-4cde-8da5-a31d8567e6d4 HTTP/1.1" status: 200 len: 1092 time: 2.0617707 Oct 26 14:07:51.871779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:07:51.874590 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b425e4-7b4d-4961-9ad3-d15dc63594b4" -d '{"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-plugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:07:52.016268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-05be81ad-bae0-4159-8329-1ace3dbfec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.016921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-05be81ad-bae0-4159-8329-1ace3dbfec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.018937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-05be81ad-bae0-4159-8329-1ace3dbfec3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1981 time: 0.1143186 Oct 26 14:07:52.129831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-72e50e35-1e67-42b9-b307-c05cb8980142 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=42ca844c-5e28-44ea-ba03-0113886b7e15 HTTP/1.1" status: 200 len: 217 time: 0.0994635 Oct 26 14:07:52.269158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-130e1011-1fb6-48b4-8548-bafdc54c43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.270808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-130e1011-1fb6-48b4-8548-bafdc54c43d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f HTTP/1.1" status: 200 len: 801 time: 0.1298413 Oct 26 14:07:52.375683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-fcc7d61d-e6c3-4fba-abac-60ab4d2851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:52.380929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-fcc7d61d-e6c3-4fba-abac-60ab4d2851bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81b333e5-29e8-4ae9-8dc1-70d450986aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002007 Oct 26 14:07:52.616007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-ec62552d-35c1-48ec-a888-de389015b4e5 service neutron] 10.222.0.41 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285945 Oct 26 14:07:52.814252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-b09b2982-2596-4121-9200-524ae71621f6 service neutron] 10.222.0.41 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881628 Oct 26 14:07:52.906560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-6a83e902-beaa-48dc-98e7-33e9a21e7ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0861566 Oct 26 14:07:53.064175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-9f04b89b-5e1c-4008-b70a-11bc2370fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:53.066327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-9f04b89b-5e1c-4008-b70a-11bc2370fb9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba165dc7-602f-41a7-bce9-e4ef8521c126 HTTP/1.1" status: 200 len: 801 time: 0.1287746 Oct 26 14:07:53.093266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:53.268703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-26ea0065-8406-4750-b8f3-0ba877e4dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:07:53.271982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-26ea0065-8406-4750-b8f3-0ba877e4dc57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2da4bc-f85b-4bf5-9f79-157acf86b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1862032 Oct 26 14:07:53.498819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-a10b1e80-b81c-498b-ba75-3f3781cb83f2 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164714 Oct 26 14:07:53.762086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e691e3ba-387e-44db-ad30-f08237d1ae21 req-adaa7bd4-2730-404f-bb4b-ce0550b75fdf service neutron] 10.222.0.41 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442222 Oct 26 14:07:56.188091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 42ca844c-5e28-44ea-ba03-0113886b7e15 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:56.375472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=42ca844c-5e28-44ea-ba03-0113886b7e15,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:56.392506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '42ca844c-5e28-44ea-ba03-0113886b7e15', 'network_id': '81b333e5-29e8-4ae9-8dc1-70d450986aa2', 'port_id': '42ca844c-5e28-44ea-ba03-0113886b7e15', 'mac_address': 'fa:16:3e:31:8b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f', 'ip_address': '19.80.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:56.466775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:56.510161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ca844c-5e28-44ea-ba03-0113886b7e15 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:56.535911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=42ca844c-5e28-44ea-ba03-0113886b7e15,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:56.544219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:56.545566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 35c5bece-d222-4cde-8da5-a31d8567e6d4 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:07:56.713870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:56.943660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:56.963271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '35c5bece-d222-4cde-8da5-a31d8567e6d4', 'network_id': 'bc2da4bc-f85b-4bf5-9f79-157acf86b71b', 'port_id': '35c5bece-d222-4cde-8da5-a31d8567e6d4', 'mac_address': 'fa:16:3e:95:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba165dc7-602f-41a7-bce9-e4ef8521c126', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:07:57.026210 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.053663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c5bece-d222-4cde-8da5-a31d8567e6d4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:07:57.147357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:07:57.154173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:07:57.308238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:07:57.545744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['35c5bece-d222-4cde-8da5-a31d8567e6d4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:07:58.617499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['42ca844c-5e28-44ea-ba03-0113886b7e15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:00.107733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-84a27f22-4ccb-4d75-9bf7-6d3c4f9a533b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.109976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-84a27f22-4ccb-4d75-9bf7-6d3c4f9a533b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/networks?id=be2c4ec4-6124-466e-9677-b06a67934eb0 HTTP/1.1" status: 200 len: 816 time: 0.1393869 Oct 26 14:08:00.119594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077fec7-317d-4939-92ff-0694a048c365 req-a16b2cff-9b7c-4fee-8aa3-07c603dbc38e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.126489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4077fec7-317d-4939-92ff-0694a048c365 req-a16b2cff-9b7c-4fee-8aa3-07c603dbc38e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.1241937 Oct 26 14:08:00.132593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-757bac1d-f830-446c-b236-4f8a3394b094 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/quotas/11e5765179ad40a0b2b9d1e05bbe7190 HTTP/1.1" status: 200 len: 375 time: 0.0151947 Oct 26 14:08:00.200861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-6a88649c-67d3-4733-a09c-03d34628f782 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e5765179ad40a0b2b9d1e05bbe7190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584722 Oct 26 14:08:00.202957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4077fec7-317d-4939-92ff-0694a048c365 req-775de61b-a876-40c9-a046-9faf783bd7b0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679026 Oct 26 14:08:00.218152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 42ca844c-5e28-44ea-ba03-0113886b7e15 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:00.339737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-ca2bccb3-f75b-47ff-ae06-ea01c910e403 service neutron] 10.222.0.37 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313877 Oct 26 14:08:00.366478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 42ca844c-5e28-44ea-ba03-0113886b7e15 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:00.373830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 42ca844c-5e28-44ea-ba03-0113886b7e15 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:00.374805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:00.467917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676520cb-f02b-4d4f-87c8-f9273f875ffa req-1aca66b2-e8b6-4279-b813-575542e7177e tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:00.470048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-676520cb-f02b-4d4f-87c8-f9273f875ffa req-1aca66b2-e8b6-4279-b813-575542e7177e tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 945 time: 0.0979586 Oct 26 14:08:00.525780 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:00.534334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-2cf39330-f958-4bad-bed9-213096d90c55 service neutron] 10.222.0.37 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866012 Oct 26 14:08:00.556044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-676520cb-f02b-4d4f-87c8-f9273f875ffa req-31fd6960-dc43-497a-8eea-be9e6a8c30eb tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Oct 26 14:08:00.591802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=42ca844c-5e28-44ea-ba03-0113886b7e15,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:00.604900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:00.605856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 35c5bece-d222-4cde-8da5-a31d8567e6d4 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:00.755318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:00.764540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 35c5bece-d222-4cde-8da5-a31d8567e6d4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:00.773692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 35c5bece-d222-4cde-8da5-a31d8567e6d4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:00.774067 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:00.881272 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1834b6-a73c-4ddd-85b1-132c77f029a7 x-openstack-request-id: req-9a1834b6-a73c-4ddd-85b1-132c77f029a7 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:00.886987 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:00.887767 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a1834b6-a73c-4ddd-85b1-132c77f029a7 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:00.889055 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15', 'status': 'completed', 'code': 200} Oct 26 14:08:00.953989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:01.002104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:01.013337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:01.131613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:01.150542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6921c-886b-460c-acbd-6d421515ced9 req-9a1a9ba0-9a4d-4f25-8e58-5da8a3438963 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.161406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb6921c-886b-460c-acbd-6d421515ced9 req-9a1a9ba0-9a4d-4f25-8e58-5da8a3438963 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.3345795 Oct 26 14:08:01.197571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df520d7-66fe-43a8-8874-ec9be50664e3 req-e003c4fe-f5ff-4e97-87c5-b2a26f2cedac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.206612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df520d7-66fe-43a8-8874-ec9be50664e3 req-e003c4fe-f5ff-4e97-87c5-b2a26f2cedac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.208675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7df520d7-66fe-43a8-8874-ec9be50664e3 req-e003c4fe-f5ff-4e97-87c5-b2a26f2cedac tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.1277013 Oct 26 14:08:01.223874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-7d2e2457-b802-47c5-b1ff-88b4323ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.224727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-7d2e2457-b802-47c5-b1ff-88b4323ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.227980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-7d2e2457-b802-47c5-b1ff-88b4323ab3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1984 time: 0.3487110 Oct 26 14:08:01.261212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7df520d7-66fe-43a8-8874-ec9be50664e3 req-d6ca2765-1ac8-4c6c-83c8-453dd0f501ea tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Oct 26 14:08:01.269339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb6921c-886b-460c-acbd-6d421515ced9 req-db8da342-5974-4b9a-8062-5846df5569ae tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Oct 26 14:08:01.356411 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83352e9-4496-4d0c-8a70-084246a486d0 x-openstack-request-id: req-c83352e9-4496-4d0c-8a70-084246a486d0 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:01.357791 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-plugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:01.358280 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c83352e9-4496-4d0c-8a70-084246a486d0 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:01.358873 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'code': 200} Oct 26 14:08:01.492554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d496852-bbb6-4dc2-9e1a-37c42b425e7f req-10e8d711-eed7-4ccd-a06f-fe2306c82712 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 210 time: 0.0584748 Oct 26 14:08:01.493988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-6b76a476-d610-47e4-ba4c-05543a301dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.495704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-6b76a476-d610-47e4-ba4c-05543a301dd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81b333e5-29e8-4ae9-8dc1-70d450986aa2 HTTP/1.1" status: 200 len: 903 time: 0.2439976 Oct 26 14:08:01.631041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-a3585b0b-297c-46e3-b3a1-877a8ce6812b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.239&port_id=42ca844c-5e28-44ea-ba03-0113886b7e15 HTTP/1.1" status: 200 len: 217 time: 0.1224382 Oct 26 14:08:01.666704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742d423-55f1-44a7-a793-637ff0250c82 req-fc8fb1f9-fd14-460d-a5f0-96b8ee6e73cc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.668407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f742d423-55f1-44a7-a793-637ff0250c82 req-fc8fb1f9-fd14-460d-a5f0-96b8ee6e73cc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0722477 Oct 26 14:08:01.703828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-b7b7200b-2f61-405c-b46a-a266ff22bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.706333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-b7b7200b-2f61-405c-b46a-a266ff22bb45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f HTTP/1.1" status: 200 len: 801 time: 0.0543909 Oct 26 14:08:01.729392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f742d423-55f1-44a7-a793-637ff0250c82 req-a82cd088-c02b-4fb5-b57c-2667f65c9033 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536687 Oct 26 14:08:01.807677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-0c069a31-8029-4644-bff9-46a98c714849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:01.810623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-0c069a31-8029-4644-bff9-46a98c714849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81b333e5-29e8-4ae9-8dc1-70d450986aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918427 Oct 26 14:08:01.834441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-b3cab04f-93a1-46bc-8290-4ede928c3c2e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:08:01.835119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-b3cab04f-93a1-46bc-8290-4ede928c3c2e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148182 Oct 26 14:08:01.990766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-7219c71d-44c1-42cb-b7ed-9ef1c6c36b2d service neutron] 10.222.0.41 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463604 Oct 26 14:08:02.125468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ac5af24-1c59-49f8-9fcd-3f63ac93173e req-4999a664-d62b-447f-9b06-2e951de39cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223521 Oct 26 14:08:02.281492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b654bbf-5e4b-4748-92ec-311ba9dd5c8a req-c458cfb0-6fa4-460b-a7c0-749effa6345f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.282997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b654bbf-5e4b-4748-92ec-311ba9dd5c8a req-c458cfb0-6fa4-460b-a7c0-749effa6345f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0720053 Oct 26 14:08:02.332459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b654bbf-5e4b-4748-92ec-311ba9dd5c8a req-e9dceefe-a024-470f-9122-e4d7d202f992 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401239 Oct 26 14:08:02.496995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e68b-9600-4f4c-8a58-10707a5526dd req-3f36f86c-fcd8-4ee0-b99b-ccde76f392e0 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.506291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8e7e68b-9600-4f4c-8a58-10707a5526dd req-3f36f86c-fcd8-4ee0-b99b-ccde76f392e0 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 945 time: 0.0838959 Oct 26 14:08:02.592901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8e7e68b-9600-4f4c-8a58-10707a5526dd req-358057e1-1949-4c23-8dcb-17e321984f70 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843835 Oct 26 14:08:02.703586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1115-15a9-4dc5-a15c-fb949b4a64f9 req-816e493a-38f1-473c-9582-304ce89e115e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.713809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-188c1115-15a9-4dc5-a15c-fb949b4a64f9 req-816e493a-38f1-473c-9582-304ce89e115e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.1351626 Oct 26 14:08:02.737060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6493-a496-4cc2-8eee-a9227786b883 req-6e9bb239-0239-4e6f-a4e1-2740d1827888 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.745780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6493-a496-4cc2-8eee-a9227786b883 req-6e9bb239-0239-4e6f-a4e1-2740d1827888 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.753045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db0a6493-a496-4cc2-8eee-a9227786b883 req-6e9bb239-0239-4e6f-a4e1-2740d1827888 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.0804713 Oct 26 14:08:02.767689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-f27ffb7c-8614-44d1-84f7-3c45318824f2 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:02.769420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-f27ffb7c-8614-44d1-84f7-3c45318824f2 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.41 "GET /v2.0/networks?id=be2c4ec4-6124-466e-9677-b06a67934eb0 HTTP/1.1" status: 200 len: 816 time: 0.2955618 Oct 26 14:08:02.785655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Request body: {'port': {'device_id': '7392e059-be37-497a-96c9-e6231816ddab', 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0', 'admin_state_up': True, 'tenant_id': '11e5765179ad40a0b2b9d1e05bbe7190'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:02.795378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-188c1115-15a9-4dc5-a15c-fb949b4a64f9 req-06825d29-69eb-4026-9534-cb8a024d5282 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Oct 26 14:08:02.811925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db0a6493-a496-4cc2-8eee-a9227786b883 req-3d7cd787-86fc-4df4-9ba4-c4d567f6d6c0 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Oct 26 14:08:02.904251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:02.906503 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8834f3e-03d7-437b-af54-ea83f184e2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:02.947221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Made reservation on behalf of 11e5765179ad40a0b2b9d1e05bbe7190 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:02.951704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:02.986521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb083ebf-1089-4d22-902d-ae1b09f7c98a req-d4d51fc9-1c84-4234-8cbc-1cdf0a1df799 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 210 time: 0.0607247 Oct 26 14:08:03.117783 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b95ff-e526-41ae-a956-a0af26cdb5ba x-openstack-request-id: req-808b95ff-e526-41ae-a956-a0af26cdb5ba {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:03.118608 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:03.119043 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-808b95ff-e526-41ae-a956-a0af26cdb5ba {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:03.119655 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4', 'status': 'completed', 'code': 200} Oct 26 14:08:03.220888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Allocated IP 172.20.0.3 (be2c4ec4-6124-466e-9677-b06a67934eb0/4b2e8623-4e63-4199-9233-61bb77c5c849/0b20947f-52be-4188-bcca-a02b30ce6a27) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:03.346109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-8397aa1d-131c-4687-84ae-b24888a4ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.346690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-8397aa1d-131c-4687-84ae-b24888a4ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.348392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-8397aa1d-131c-4687-84ae-b24888a4ed64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f12ad15d08bc4a4b855a334340e1740e&device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1985 time: 0.2072692 Oct 26 14:08:03.360820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15'}, {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:03.365488 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d985da-5f1e-4629-98b4-0f15b4d86ce8" -d '{"events": [{"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15"}, {"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:03.428127 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd8805-cb69-47ea-b62e-5f2288348c91 x-openstack-request-id: req-6cfd8805-cb69-47ea-b62e-5f2288348c91 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:03.428696 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15", "code": 200}, {"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:03.429145 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cfd8805-cb69-47ea-b62e-5f2288348c91 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:03.429704 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15', 'code': 200} Oct 26 14:08:03.430124 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4', 'code': 200} Oct 26 14:08:03.505622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-5ef2ea87-8261-4db0-9d3a-613cbcaddae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.508186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-5ef2ea87-8261-4db0-9d3a-613cbcaddae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2da4bc-f85b-4bf5-9f79-157acf86b71b HTTP/1.1" status: 200 len: 902 time: 0.1343153 Oct 26 14:08:03.567745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:03.591133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-9b1338fa-21a6-4f29-ac80-6be4a7f60438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4 HTTP/1.1" status: 200 len: 217 time: 0.0643029 Oct 26 14:08:03.682472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-8de7fdd5-1f2f-4293-9cb2-1d6fac410f06 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.684300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-8de7fdd5-1f2f-4293-9cb2-1d6fac410f06 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.1496623 Oct 26 14:08:03.715368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87f6e-8d24-4135-a778-aa3f01a40559 req-ae3566e3-54bd-4da6-ab6e-d21b2106650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.716633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87f6e-8d24-4135-a778-aa3f01a40559 req-ae3566e3-54bd-4da6-ab6e-d21b2106650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.718405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4e87f6e-8d24-4135-a778-aa3f01a40559 req-ae3566e3-54bd-4da6-ab6e-d21b2106650d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1985 time: 0.1849203 Oct 26 14:08:03.722514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-76a1fa13-f8fa-486b-98d1-82fcb2672a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.724637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-76a1fa13-f8fa-486b-98d1-82fcb2672a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba165dc7-602f-41a7-bce9-e4ef8521c126 HTTP/1.1" status: 200 len: 801 time: 0.1235342 Oct 26 14:08:03.736436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-8a7e345f-bd7c-4b88-b6b1-b252a1507696 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/quotas/049419d4309f47f9913b4077c02fa918 HTTP/1.1" status: 200 len: 375 time: 0.0407245 Oct 26 14:08:03.820849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca892806-4a24-401c-ada0-28eb79648dc3 req-fca991d0-dbea-4837-a7d1-c666f1906927 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.824059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca892806-4a24-401c-ada0-28eb79648dc3 req-fca991d0-dbea-4837-a7d1-c666f1906927 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 945 time: 0.0972133 Oct 26 14:08:03.844397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:03.850747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4e87f6e-8d24-4135-a778-aa3f01a40559 req-1c44916a-4e46-4dbe-a701-fac56641f96e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118941 Oct 26 14:08:03.854807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-bb5f88ed-5587-4d6b-a546-4987fc770aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.856646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-bb5f88ed-5587-4d6b-a546-4987fc770aae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2da4bc-f85b-4bf5-9f79-157acf86b71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0928693 Oct 26 14:08:03.876744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca892806-4a24-401c-ada0-28eb79648dc3 req-cdafd232-8d28-41ce-bfc9-0d298dc98c95 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a9c0359-cdda-4729-85a8-48fdd2b2c506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Oct 26 14:08:03.928388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1dcdd-f515-41b5-851c-74941084598f req-d28b0715-b135-4aa2-aba2-e04d27bb03bf tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:03.930033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88d1dcdd-f515-41b5-851c-74941084598f req-d28b0715-b135-4aa2-aba2-e04d27bb03bf tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 945 time: 0.1682794 Oct 26 14:08:03.934042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Network be2c4ec4-6124-466e-9677-b06a67934eb0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:03.942316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:03.945286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:03.957572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-ee86edb8-b7b3-4e03-83c9-799c7bbb4b0e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2199764 Oct 26 14:08:03.960679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Pushing event updated for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:04.008300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af368b-4122-4d9d-99c7-84df8248e905 req-08298ace-645e-4693-a423-fc5fee3d3a22 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.010366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49af368b-4122-4d9d-99c7-84df8248e905 req-08298ace-645e-4693-a423-fc5fee3d3a22 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 946 time: 0.0589962 Oct 26 14:08:04.035246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:04.073291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-49af368b-4122-4d9d-99c7-84df8248e905 req-5d868a69-19ce-40a2-a903-005525402a4c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528932 Oct 26 14:08:04.174819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-26092619-3f9b-4d43-8685-4150e5700c1d service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751034 Oct 26 14:08:04.175892 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.225805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:04.230213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:04.263804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-6bc92854-ce29-4d8f-8855-2a55dd6673b6 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894388 Oct 26 14:08:04.281579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371bfe9-8525-4a17-aa94-748027e5c781 req-b0738ded-b1ef-46c3-ba62-b493b82f234c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.283260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.290705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371bfe9-8525-4a17-aa94-748027e5c781 req-b0738ded-b1ef-46c3-ba62-b493b82f234c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.292676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.293227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b371bfe9-8525-4a17-aa94-748027e5c781 req-b0738ded-b1ef-46c3-ba62-b493b82f234c tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.1136510 Oct 26 14:08:04.293391 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.333427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Deleting port a2a5f907-6fe2-4f47-abfe-4371a68075ab {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:04.334882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.354211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-abe8a7fc-3064-4c52-a026-431686887a8c tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5731220 Oct 26 14:08:04.365095 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.374893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Request body: {'port': {'device_id': '7392e059-be37-497a-96c9-e6231816ddab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:04.390604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:04.422024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:04.430017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.439094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b371bfe9-8525-4a17-aa94-748027e5c781 req-8765c3f1-4b9b-4607-ab18-cbe6fa4497f4 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314678 Oct 26 14:08:04.471022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9193bf6d-1ee6-435a-a410-097e847f279e service neutron] 10.222.0.37 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875059 Oct 26 14:08:04.504327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=14']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:04.511973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8834f3e-03d7-437b-af54-ea83f184e2c2 req-deaa693d-7dd7-4822-a73d-72ad16d60130 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173095 Oct 26 14:08:04.568115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.624736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] For port a2a5f907-6fe2-4f47-abfe-4371a68075ab, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a2a5f907-6fe2-4f47-abfe-4371a68075ab,segment=NetworkSegment(7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3),segment_id=7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:04.625055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:04.650285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Calling delete_port for a2a5f907-6fe2-4f47-abfe-4371a68075ab owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:04.682816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367c3a8-3876-482b-9777-26407f1aef30 req-75c27e3d-da98-4e56-a64f-438f2c64b036 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.684381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8367c3a8-3876-482b-9777-26407f1aef30 req-75c27e3d-da98-4e56-a64f-438f2c64b036 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.1205609 Oct 26 14:08:04.735846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8367c3a8-3876-482b-9777-26407f1aef30 req-7db71d27-5dcf-4a70-b9de-7834996b238b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Oct 26 14:08:04.959253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8497d-a1d3-4e21-8c33-ed28408acf1a req-4a754bee-183c-43d3-87bc-9158e254a504 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:04.960992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcf8497d-a1d3-4e21-8c33-ed28408acf1a req-4a754bee-183c-43d3-87bc-9158e254a504 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 931 time: 0.2147074 Oct 26 14:08:05.052546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27059aad-7a3d-459e-a2d6-075686632f50 req-a923280a-cd2f-4c53-9ac7-cbaba100f60c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.054371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27059aad-7a3d-459e-a2d6-075686632f50 req-a923280a-cd2f-4c53-9ac7-cbaba100f60c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f79ac-a0a3-459a-9301-d7c72bafb206 HTTP/1.1" status: 200 len: 943 time: 0.1653960 Oct 26 14:08:05.089067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-a2794fdb-9038-410c-b2b9-131b2575cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.094146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-a2794fdb-9038-410c-b2b9-131b2575cb0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.0922737 Oct 26 14:08:05.266044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-c8e4d7d1-33a2-4285-84f8-8765ed0d5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.268037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-c8e4d7d1-33a2-4285-84f8-8765ed0d5488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1587470 Oct 26 14:08:05.310442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dadc3be7-94f0-4af2-a33d-9a7db0191adc req-1474370b-c8d0-4f59-8b63-0ae461774e11 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 210 time: 0.0411479 Oct 26 14:08:05.391774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-799ad06b-febb-45bc-8d6d-660cb189d207 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.1102743 Oct 26 14:08:05.431891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'}, {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:05.435117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a403f4f-5051-4c74-a4c4-157098ffd6ec" -d '{"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-unplugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b"}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:05.524812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcf8497d-a1d3-4e21-8c33-ed28408acf1a req-4a769187-47c9-486e-80bc-ded63485aaf8 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413485 Oct 26 14:08:05.553567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-14ed1635-da6e-44f4-b891-e5d388d73675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.554901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-14ed1635-da6e-44f4-b891-e5d388d73675 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1441383 Oct 26 14:08:05.575188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43d9ab-ac8e-4c42-aa2d-140f0e647ebc req-b90a4c73-f26f-4727-83ad-e13e9f80017c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.578280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d43d9ab-ac8e-4c42-aa2d-140f0e647ebc req-b90a4c73-f26f-4727-83ad-e13e9f80017c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1191783 Oct 26 14:08:05.656675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-1fecf2f5-edda-477b-829b-37287d99f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:05.658517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-1fecf2f5-edda-477b-829b-37287d99f0be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948570 Oct 26 14:08:05.667912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d43d9ab-ac8e-4c42-aa2d-140f0e647ebc req-c6de2649-4d9a-47be-a916-3ffe1f0b7bd5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780513 Oct 26 14:08:05.673148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.714866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25b607f5-c843-408f-b336-b26909524a13 req-e2b9b84a-a672-482e-90ec-dc2f719a0ab2 tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c2ae762-c09a-4b89-a148-0f628377201c HTTP/1.1" status: 200 len: 210 time: 0.0647871 Oct 26 14:08:05.739338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b20947f-52be-4188-bcca-a02b30ce6a27 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:05.753533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Pushing event deleted for resources: {'Port': ['ID=a2a5f907-6fe2-4f47-abfe-4371a68075ab,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:05.771251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.785449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-4036b24e-2f20-492e-9611-3dd944f4a9ef service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164842 Oct 26 14:08:05.802971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] No DVR routers for this DVR port a2a5f907-6fe2-4f47-abfe-4371a68075ab on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:05.803995 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2bbaea-cb7c-46ed-b112-68de2963872e x-openstack-request-id: req-5c2bbaea-cb7c-46ed-b112-68de2963872e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:05.805121 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-unplugged", "status": "completed", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b", "code": 200}, {"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-unplugged", "status": "completed", "tag": "b9689460-f06a-476e-b58e-66883f293437", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:05.806424 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c2bbaea-cb7c-46ed-b112-68de2963872e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:05.807106 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'code': 200} Oct 26 14:08:05.807629 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'code': 200} Oct 26 14:08:05.810271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.813799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88d1dcdd-f515-41b5-851c-74941084598f req-52b23dd6-7023-492a-8a2c-19dd7efd312f tempest-ServerAddressesTestJSON-952507203 tempest-ServerAddressesTestJSON-952507203-project] 10.222.0.73 "DELETE /v2.0/ports/a2a5f907-6fe2-4f47-abfe-4371a68075ab HTTP/1.1" status: 204 len: 173 time: 1.8727455 Oct 26 14:08:05.816516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'name': 'network-vif-deleted', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:05.818909 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a89d3-135d-4c37-993e-1ad70cf71002" -d '{"events": [{"server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "name": "network-vif-deleted", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:05.837410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Transition to ACTIVE for port object 0b20947f-52be-4188-bcca-a02b30ce6a27 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:05.856133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.985953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Deleting port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:05.986664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:05.989635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff18f8e9-50a3-4c5c-a6f3-29f62899b4d4 req-78771dfd-9364-4eb9-b158-8c0c2550d740 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806989 Oct 26 14:08:06.006129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1ecf5-4192-4804-aa15-e6bce273625f req-efa4ed32-b776-4b38-971a-a92fc8467219 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.007862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4fa1ecf5-4192-4804-aa15-e6bce273625f req-efa4ed32-b776-4b38-971a-a92fc8467219 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.0948143 Oct 26 14:08:06.047891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a2a5f907-6fe2-4f47-abfe-4371a68075ab no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:06.079407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4fa1ecf5-4192-4804-aa15-e6bce273625f req-ecefdbb0-e238-4c37-a85e-6233619b2758 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626202 Oct 26 14:08:06.085991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: a2a5f907-6fe2-4f47-abfe-4371a68075ab {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:06.091712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a2a5f907-6fe2-4f47-abfe-4371a68075ab not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:06.141738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] For port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:06.142494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.158867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Calling delete_port for 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:06.208605 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3f1761-135b-4bea-8be0-6c8f4423f0c1 x-openstack-request-id: req-4a3f1761-135b-4bea-8be0-6c8f4423f0c1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:06.209330 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2ae762-c09a-4b89-a148-0f628377201c", "name": "network-vif-deleted", "tag": "a2a5f907-6fe2-4f47-abfe-4371a68075ab", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:06.209835 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a3f1761-135b-4bea-8be0-6c8f4423f0c1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:06.210337 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2ae762-c09a-4b89-a148-0f628377201c', 'name': 'network-vif-deleted', 'tag': 'a2a5f907-6fe2-4f47-abfe-4371a68075ab', 'status': 'completed', 'code': 200} Oct 26 14:08:06.263369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Pushing event updated for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:06.301250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-31e77413-3614-4ecc-9d46-0d322c1698dd tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.303199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-31e77413-3614-4ecc-9d46-0d322c1698dd tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 805 time: 0.2227719 Oct 26 14:08:06.324077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Request body: {'port': {'device_id': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'admin_state_up': True, 'tenant_id': '049419d4309f47f9913b4077c02fa918'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:06.359525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9f7a-fc5b-4664-95a0-8543ec0a4d04 req-0b164c1c-46f5-4d8f-ae46-acdace4c9b17 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.366768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9f7a-fc5b-4664-95a0-8543ec0a4d04 req-0b164c1c-46f5-4d8f-ae46-acdace4c9b17 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.376313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0dbd9f7a-fc5b-4664-95a0-8543ec0a4d04 req-0b164c1c-46f5-4d8f-ae46-acdace4c9b17 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.5241730 Oct 26 14:08:06.464197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0dbd9f7a-fc5b-4664-95a0-8543ec0a4d04 req-b521d0e1-064a-4ae3-aa35-ce7615cbd4c2 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866306 Oct 26 14:08:06.541212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-39fa9b06-9f29-4145-89ae-c2e765d51b48 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:06.553310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-39fa9b06-9f29-4145-89ae-c2e765d51b48 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1097 time: 0.3129938 Oct 26 14:08:06.568735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Attempting to bind port 0b20947f-52be-4188-bcca-a02b30ce6a27 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:06.569517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Attempting to bind port 0b20947f-52be-4188-bcca-a02b30ce6a27 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '50d7aac4-5178-40ef-b50e-5875cbfcdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:06.570118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Attempting to bind port 0b20947f-52be-4188-bcca-a02b30ce6a27 on network be2c4ec4-6124-466e-9677-b06a67934eb0 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:06.600172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Port 0b20947f-52be-4188-bcca-a02b30ce6a27 on network be2c4ec4-6124-466e-9677-b06a67934eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:06.608964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Attempting to bind port 0b20947f-52be-4188-bcca-a02b30ce6a27 on network be2c4ec4-6124-466e-9677-b06a67934eb0 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:06.676023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:06.681701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Checking segment: {'id': '50d7aac4-5178-40ef-b50e-5875cbfcdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:06.682311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Bound using segment: {'id': '50d7aac4-5178-40ef-b50e-5875cbfcdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:06.685761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Bound port: 0b20947f-52be-4188-bcca-a02b30ce6a27, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d7aac4-5178-40ef-b50e-5875cbfcdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:06.686320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.809611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Made reservation on behalf of 049419d4309f47f9913b4077c02fa918 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:06.813613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.836294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:06.842430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43dd8923-f301-4d68-b3f7-77481c95575c req-f1f8a6e8-3ea3-4b74-a0c5-bcf07dd4df5c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 210 time: 0.0475874 Oct 26 14:08:06.946390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:06.969607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:07.047340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Allocated IP 172.20.0.5 (19bf76ec-0dca-431b-b73e-9b616967767f/4f98be51-1a0c-47bc-9e40-ffa0f553d965/013f4744-254f-4026-88d7-e7f88c516c20) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:07.068340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0b20947f-52be-4188-bcca-a02b30ce6a27,segment=NetworkSegment(50d7aac4-5178-40ef-b50e-5875cbfcdc70),segment_id=50d7aac4-5178-40ef-b50e-5875cbfcdc70)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:07.069828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event deleted for resources: {'Port': ['ID=9831dd2c-b06f-4c7a-aac2-8308f7b55d4b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.148208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708da6a8-f055-4156-a1ce-a0e6905f7ece req-32b2da99-f6e8-46c3-a665-76297affe40b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.157693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-708da6a8-f055-4156-a1ce-a0e6905f7ece req-32b2da99-f6e8-46c3-a665-76297affe40b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 943 time: 0.4414330 Oct 26 14:08:07.166298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.235189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] No DVR routers for this DVR port 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:07.241125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.241745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.244105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] 10.222.0.41 "PUT /v2.0/ports/0b20947f-52be-4188-bcca-a02b30ce6a27 HTTP/1.1" status: 200 len: 1091 time: 2.8738089 Oct 26 14:08:07.244768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.252606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.256613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27059aad-7a3d-459e-a2d6-075686632f50 req-c0c82ff1-9011-4493-a6f6-6b8c7e5de6d3 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.73 "DELETE /v2.0/ports/9831dd2c-b06f-4c7a-aac2-8308f7b55d4b HTTP/1.1" status: 204 len: 173 time: 1.7760155 Oct 26 14:08:07.395167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b1ff4-4d52-4505-b1e9-a5dda6fdcac6 req-d1071965-1e85-4813-a0b8-c2f6f13a796f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.421226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c4b1ff4-4d52-4505-b1e9-a5dda6fdcac6 req-d1071965-1e85-4813-a0b8-c2f6f13a796f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1826942 Oct 26 14:08:07.433803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787deb39-956c-4f66-8bea-6951c99ad0ce service neutron] Pushing event updated for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:07.456242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-708da6a8-f055-4156-a1ce-a0e6905f7ece req-e7ff551a-5390-4746-8ccb-1f9ca55a5edb tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975297 Oct 26 14:08:07.463219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.497161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-09e83230-fc37-469e-aad7-637f81486a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.499446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-09e83230-fc37-469e-aad7-637f81486a55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11e5765179ad40a0b2b9d1e05bbe7190&device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 1094 time: 0.1644104 Oct 26 14:08:07.505452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c4b1ff4-4d52-4505-b1e9-a5dda6fdcac6 req-5604eac3-7f7c-4698-a563-5d21087ddc82 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829523 Oct 26 14:08:07.541453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60130) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:07.605914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-47c7cb69-1abc-4fb9-a359-9e25e9252bc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b20947f-52be-4188-bcca-a02b30ce6a27 HTTP/1.1" status: 200 len: 217 time: 0.0520263 Oct 26 14:08:07.627301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.771856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fed71a-eb70-4f4d-8920-82654cbcb931 req-f50e05b0-03a8-4542-8640-f7cd52ffabce tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.780525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fed71a-eb70-4f4d-8920-82654cbcb931 req-f50e05b0-03a8-4542-8640-f7cd52ffabce tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.781159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92fed71a-eb70-4f4d-8920-82654cbcb931 req-f50e05b0-03a8-4542-8640-f7cd52ffabce tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.1811578 Oct 26 14:08:07.791277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-5deab710-4952-4458-a6f0-201909d59739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:07.792911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-5deab710-4952-4458-a6f0-201909d59739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b2e8623-4e63-4199-9233-61bb77c5c849 HTTP/1.1" status: 200 len: 856 time: 0.1748934 Oct 26 14:08:07.800279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:07.865141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-c4268dee-a550-4226-88d4-bd60470cfd6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be2c4ec4-6124-466e-9677-b06a67934eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569558 Oct 26 14:08:07.873289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Network 19bf76ec-0dca-431b-b73e-9b616967767f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:07.882070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Deleting subnet a0da2703-dd3d-49fc-acfb-c0a0406f1720 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:07.886766 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:07.893376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92fed71a-eb70-4f4d-8920-82654cbcb931 req-7464ac40-34ab-4831-93d9-c0694f0236c8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990264 Oct 26 14:08:07.979237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:08.017361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.051508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:08.057143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.057865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:08.063533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-38a8940e-d6de-453f-bf8e-09c1bcb4748b service neutron] 10.222.0.41 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738808 Oct 26 14:08:08.069553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.163703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:08.171727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:08.172263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9831dd2c-b06f-4c7a-aac2-8308f7b55d4b not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:08.211058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27'}, {'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-deleted', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b'}, {'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:08.214436 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa3d29-ca57-447d-b617-625f59cf2fec" -d '{"events": [{"name": "network-changed", "server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27"}, {"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-deleted", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b"}, {"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:08.217373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:08.272657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.283218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.307563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:08.307909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:08.308353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:08.312871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:08.326791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:08:08.342311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.361433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:08.362153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Attempting to bind port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:08.372593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.372980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.373229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.373573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.373942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.374742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.374742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.374958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.375131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:08.375282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.375448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:08.375578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.375888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.376225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:08.376359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:08.376771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Bound port: 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:08.377136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.388420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdc922-3ebb-4add-a892-f65578a71494 req-cafec0d1-cfb5-49c7-a61d-7fa9f9565069 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.390155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-edbdc922-3ebb-4add-a892-f65578a71494 req-cafec0d1-cfb5-49c7-a61d-7fa9f9565069 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 946 time: 0.6694756 Oct 26 14:08:08.401808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.401808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.425989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a6b2837-97e0-4a48-8c6a-15f7d9c03aee req-af9342b1-75a8-43dc-b595-a91abc637c5d service neutron] 10.222.0.41 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051336 Oct 26 14:08:08.464592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.475701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-db547bab-5b9a-4bac-98f6-b583668d6e1b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1605232 Oct 26 14:08:08.481966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61813d9-6dbf-4892-858c-0acf02446b68 req-ca944627-9861-4d13-bd04-9df1fe26210e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.483683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61813d9-6dbf-4892-858c-0acf02446b68 req-ca944627-9861-4d13-bd04-9df1fe26210e tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 931 time: 0.2106485 Oct 26 14:08:08.511007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Request body: {'port': {'device_id': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:08.523224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-edbdc922-3ebb-4add-a892-f65578a71494 req-397b593a-ef8d-489e-9f45-ac86863a33d5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191199 Oct 26 14:08:08.529297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0da2703-dd3d-49fc-acfb-c0a0406f1720,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.535959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.542473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e6af0ad-4c49-4901-96a5-685e54bb54a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0da2703-dd3d-49fc-acfb-c0a0406f1720 HTTP/1.1" status: 204 len: 168 time: 0.9952407 Oct 26 14:08:08.545038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60142) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:08.608154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:08.615281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.637516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61813d9-6dbf-4892-858c-0acf02446b68 req-6758fdaf-229b-45e7-ab78-536c7a420f80 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413972 Oct 26 14:08:08.642494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:08.654436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.739303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:08.747458 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d62d72-78b4-449e-ab6d-80bf2ad8a75c x-openstack-request-id: req-73d62d72-78b4-449e-ab6d-80bf2ad8a75c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:08.747762 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27", "status": "completed", "code": 200}, {"server_uuid": "696f79ac-a0a3-459a-9301-d7c72bafb206", "name": "network-vif-deleted", "tag": "9831dd2c-b06f-4c7a-aac2-8308f7b55d4b", "status": "completed", "code": 200}, {"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:08.748015 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73d62d72-78b4-449e-ab6d-80bf2ad8a75c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:08.748415 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27', 'status': 'completed', 'code': 200} Oct 26 14:08:08.748826 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f79ac-a0a3-459a-9301-d7c72bafb206', 'name': 'network-vif-deleted', 'tag': '9831dd2c-b06f-4c7a-aac2-8308f7b55d4b', 'status': 'completed', 'code': 200} Oct 26 14:08:08.748943 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'code': 200} Oct 26 14:08:08.753917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.831527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c899a-e0c8-434d-8eb6-58de4fa26d66 req-bde5e06b-4629-44fd-be5d-f3053539f731 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.837244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa3c899a-e0c8-434d-8eb6-58de4fa26d66 req-bde5e06b-4629-44fd-be5d-f3053539f731 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2238562 Oct 26 14:08:08.890227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:08.890849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:08.892221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-e91a2685-63ef-43d4-ab74-c847c5eb5655 service neutron] 10.222.0.73 "PUT /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 1122 time: 2.3253121 Oct 26 14:08:08.962543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2cd886a0-7319-496e-9f6c-69fab73a0a4f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:08.981108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa3c899a-e0c8-434d-8eb6-58de4fa26d66 req-e0961bdd-500b-441d-bc2c-7cd837ca2e05 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345518 Oct 26 14:08:09.005239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2cd886a0-7319-496e-9f6c-69fab73a0a4f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:09.020016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.076767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2824d54-160b-4ad7-bbea-7c9b10f8f619']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.083093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-368c132e-18c6-44c8-9fb3-4d630f13329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.084957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-368c132e-18c6-44c8-9fb3-4d630f13329d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11e5765179ad40a0b2b9d1e05bbe7190&device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 1094 time: 0.2952106 Oct 26 14:08:09.184219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.184763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce61e1c-cdad-4d31-bcb2-7d03ab4418a3') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:09.202002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1cee-cd37-4ea9-a445-704edaa28013 req-ab360b00-6320-4d3c-97c0-501c9b692a08 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.208469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1cee-cd37-4ea9-a445-704edaa28013 req-ab360b00-6320-4d3c-97c0-501c9b692a08 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.210514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f031cea-414c-4a0b-b9e8-b40db8355558 req-f1797d5d-2297-4285-944c-511b6262cb09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.212119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f031cea-414c-4a0b-b9e8-b40db8355558 req-f1797d5d-2297-4285-944c-511b6262cb09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 943 time: 0.3882596 Oct 26 14:08:09.217604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.219677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad4e1cee-cd37-4ea9-a445-704edaa28013 req-ab360b00-6320-4d3c-97c0-501c9b692a08 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.1122556 Oct 26 14:08:09.244293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-bd4f52cb-cd5c-44e1-8b29-c1ab09580b0b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.245484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f4744-254f-4026-88d7-e7f88c516c20 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:09.251118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-bd4f52cb-cd5c-44e1-8b29-c1ab09580b0b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.252741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-bd4f52cb-cd5c-44e1-8b29-c1ab09580b0b tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 1683 time: 0.3298943 Oct 26 14:08:09.254514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.300652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad4e1cee-cd37-4ea9-a445-704edaa28013 req-d3c9581d-5af3-4017-a4d1-a56599348167 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/security-groups?id=08ae42f6-2059-47e4-a71e-412690c1f18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804901 Oct 26 14:08:09.304075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Transition to ACTIVE for port object 013f4744-254f-4026-88d7-e7f88c516c20 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:09.314911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.318483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-d28801f9-d01c-43ed-aed0-cdc9c5031bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.319830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-d28801f9-d01c-43ed-aed0-cdc9c5031bf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be2c4ec4-6124-466e-9677-b06a67934eb0 HTTP/1.1" status: 200 len: 917 time: 0.2200563 Oct 26 14:08:09.325352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.334248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:09.334845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.379572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:09.401463 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:09.499667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-e15d6ffa-67e9-4adf-aff1-c37ba8007961 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b20947f-52be-4188-bcca-a02b30ce6a27 HTTP/1.1" status: 200 len: 217 time: 0.0895452 Oct 26 14:08:09.513642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45cee6-22a4-42b8-b720-2379268330ce req-263742ed-a0e8-422c-9aea-3ad75c97c6f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.515301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad45cee6-22a4-42b8-b720-2379268330ce req-263742ed-a0e8-422c-9aea-3ad75c97c6f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1039994 Oct 26 14:08:09.518129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Attempting to bind port 013f4744-254f-4026-88d7-e7f88c516c20 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:09.518466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Attempting to bind port 013f4744-254f-4026-88d7-e7f88c516c20 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:09.518794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Attempting to bind port 013f4744-254f-4026-88d7-e7f88c516c20 on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:09.526457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Port 013f4744-254f-4026-88d7-e7f88c516c20 on network 19bf76ec-0dca-431b-b73e-9b616967767f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:09.526858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Attempting to bind port 013f4744-254f-4026-88d7-e7f88c516c20 on network 19bf76ec-0dca-431b-b73e-9b616967767f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:09.545147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:09.545493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Checking segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:09.545872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Bound using segment: {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:09.546322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Bound port: 013f4744-254f-4026-88d7-e7f88c516c20, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:09.546677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.568174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.588643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f031cea-414c-4a0b-b9e8-b40db8355558 req-f5e45c9c-f775-49b6-8842-bee73dd247f9 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240266 Oct 26 14:08:09.608371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.615644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] 10.222.0.37 "DELETE /v2.0/networks/f2824d54-160b-4ad7-bbea-7c9b10f8f619 HTTP/1.1" status: 204 len: 168 time: 1.0672560 Oct 26 14:08:09.628517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad45cee6-22a4-42b8-b720-2379268330ce req-8dd6e68d-bc1b-4cec-b3fd-f9ce1e074b6b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924816 Oct 26 14:08:09.637870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee0b8d-9b3f-4ba5-a4cd-792fe6ae6f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2824d54-160b-4ad7-bbea-7c9b10f8f619,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:09.648215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-da8e55e8-b4cb-4c1d-a86f-b881196e0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.651420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-da8e55e8-b4cb-4c1d-a86f-b881196e0fd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b2e8623-4e63-4199-9233-61bb77c5c849 HTTP/1.1" status: 200 len: 856 time: 0.1365867 Oct 26 14:08:09.708760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-5e746383-192a-4e98-98d7-3e0095c49401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be2c4ec4-6124-466e-9677-b06a67934eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479589 Oct 26 14:08:09.774924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:09.814035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:09.826009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.839036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 35c5bece-d222-4cde-8da5-a31d8567e6d4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:09.839343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.852230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e275ab-907b-407e-aa9b-3f988d80fa70 req-d34955b0-4d7f-458e-9e78-a43f9271465d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.856763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4e275ab-907b-407e-aa9b-3f988d80fa70 req-d34955b0-4d7f-458e-9e78-a43f9271465d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.1550655 Oct 26 14:08:09.860688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:09.910639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:09.911255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:09.912702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/013f4744-254f-4026-88d7-e7f88c516c20 HTTP/1.1" status: 200 len: 1091 time: 1.4079218 Oct 26 14:08:09.913155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:09.916533 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355ea05b-2cac-4e6c-a923-9719fc79534c" -d '{"events": [{"name": "network-changed", "server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "tag": "013f4744-254f-4026-88d7-e7f88c516c20"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:09.959059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4e275ab-907b-407e-aa9b-3f988d80fa70 req-ef007278-9184-47d4-8ded-962f559a023e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776017 Oct 26 14:08:09.960234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a21f6-88a5-437e-8b64-96c17a9bb1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:10.033368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-f2a15857-23c7-4996-9943-757535fcc59d service neutron] 10.222.0.41 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130538 Oct 26 14:08:10.046177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-067213cb-cd63-493c-9957-5977bd379c12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7721e0e2b8a419e97cb94dcfe4336b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844285 Oct 26 14:08:10.057867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:10.062441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-adfc7929-e167-4cd0-9bc6-3a556d8b70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.069183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951d899-95c7-4565-9cec-d0ed703517f1 req-2c416e99-19c2-4325-a036-385624e6a525 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.070413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-adfc7929-e167-4cd0-9bc6-3a556d8b70bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 1094 time: 0.1008453 Oct 26 14:08:10.070875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9951d899-95c7-4565-9cec-d0ed703517f1 req-2c416e99-19c2-4325-a036-385624e6a525 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 943 time: 0.2131896 Oct 26 14:08:10.074753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 35c5bece-d222-4cde-8da5-a31d8567e6d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=35c5bece-d222-4cde-8da5-a31d8567e6d4,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:10.075126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.078685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-80d7758f-9367-47da-a44e-451934acc4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.131792 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-3252c651-cc6c-4957-ba78-ab3a296771ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f4744-254f-4026-88d7-e7f88c516c20 HTTP/1.1" status: 200 len: 217 time: 0.0499482 Oct 26 14:08:10.134257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 35c5bece-d222-4cde-8da5-a31d8567e6d4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:10.214890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.231841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0b20947f-52be-4188-bcca-a02b30ce6a27 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:10.237903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9951d899-95c7-4565-9cec-d0ed703517f1 req-6a5d9246-1192-436b-b40c-420bc264ec71 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420822 Oct 26 14:08:10.267491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50fa3d29-ca57-447d-b617-625f59cf2fec req-9a880374-83aa-4bfd-99c8-1a93a7115711 service neutron] 10.222.0.41 "GET /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184093 Oct 26 14:08:10.363132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.366144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-f870c952-cf85-4c9f-a224-7eda5b71fa47 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.368621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-f870c952-cf85-4c9f-a224-7eda5b71fa47 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.1364307 Oct 26 14:08:10.375646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9ea8471d-5f3f-46b3-9b93-5de6735fa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.377666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-9ea8471d-5f3f-46b3-9b93-5de6735fa884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.2366607 Oct 26 14:08:10.388683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['35c5bece-d222-4cde-8da5-a31d8567e6d4', '42ca844c-5e28-44ea-ba03-0113886b7e15'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:10.395348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-7e3da8e9-ff19-4e34-ab70-0a330dae73db tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/quotas/7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 375 time: 0.0109112 Oct 26 14:08:10.422379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=35c5bece-d222-4cde-8da5-a31d8567e6d4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:10.438626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-e04adcc0-3736-45bf-9f53-00a3d0d9e92b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381079 Oct 26 14:08:10.468186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0b20947f-52be-4188-bcca-a02b30ce6a27,segment=NetworkSegment(50d7aac4-5178-40ef-b50e-5875cbfcdc70),segment_id=50d7aac4-5178-40ef-b50e-5875cbfcdc70)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:10.479710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 35c5bece-d222-4cde-8da5-a31d8567e6d4 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:10.482907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.492249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-5c231338-0dd5-4c13-9289-fdff5384eec5 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "DELETE /v2.0/ports/35c5bece-d222-4cde-8da5-a31d8567e6d4 HTTP/1.1" status: 204 len: 173 time: 1.2221763 Oct 26 14:08:10.494583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '0b20947f-52be-4188-bcca-a02b30ce6a27', 'network_id': 'be2c4ec4-6124-466e-9677-b06a67934eb0', 'port_id': '0b20947f-52be-4188-bcca-a02b30ce6a27', 'mac_address': 'fa:16:3e:b7:49:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e8623-4e63-4199-9233-61bb77c5c849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:10.560665 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.577649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b20947f-52be-4188-bcca-a02b30ce6a27 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:10.583461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.603063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0b20947f-52be-4188-bcca-a02b30ce6a27,segment=NetworkSegment(50d7aac4-5178-40ef-b50e-5875cbfcdc70),segment_id=50d7aac4-5178-40ef-b50e-5875cbfcdc70)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:10.642983 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12feea-14d4-45c0-9ab7-be83339d4c28 x-openstack-request-id: req-8e12feea-14d4-45c0-9ab7-be83339d4c28 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:10.643344 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "tag": "013f4744-254f-4026-88d7-e7f88c516c20", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:10.643558 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e12feea-14d4-45c0-9ab7-be83339d4c28 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:10.643950 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20', 'status': 'completed', 'code': 200} Oct 26 14:08:10.659568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.684886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 42ca844c-5e28-44ea-ba03-0113886b7e15 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:10.685407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.697111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-64a11c99-d992-43f8-bbdb-90d31426c2ea service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434654 Oct 26 14:08:10.750689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f'}, {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-deleted', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:10.753893 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732bfb30-469b-43b9-b141-18902814cfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f"}, {"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-deleted", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:10.769130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:10.806161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-93a6495d-d4b0-4c78-bd24-cd5d5372814c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3652110 Oct 26 14:08:10.831360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56f17d-0010-4f01-8f24-41ae040c7f0a req-15d6ee5d-fab9-403a-9657-d54444e3c038 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:10.834921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c56f17d-0010-4f01-8f24-41ae040c7f0a req-15d6ee5d-fab9-403a-9657-d54444e3c038 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.1201982 Oct 26 14:08:10.879197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 42ca844c-5e28-44ea-ba03-0113886b7e15, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=42ca844c-5e28-44ea-ba03-0113886b7e15,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:10.879883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.907576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 42ca844c-5e28-44ea-ba03-0113886b7e15 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:10.913056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c56f17d-0010-4f01-8f24-41ae040c7f0a req-52dd3dd6-d0a1-4a76-b6e7-b266ad3d7229 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Oct 26 14:08:10.934489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.945509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:10.945509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a9c0359-cdda-4729-85a8-48fdd2b2c506 HTTP/1.1" status: 204 len: 168 time: 0.8792050 Oct 26 14:08:10.954919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a22ce42-a329-4184-8ba4-8ff5da9c2760 req-16f28eae-4eb6-40f8-b884-c8fde4485f8b service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394810 Oct 26 14:08:10.960561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e7c15-2854-475e-8731-6eafded9ac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c0359-cdda-4729-85a8-48fdd2b2c506,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:10.969794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-c19592b0-4d55-4fa3-b14c-73108c32ac44 service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525559 Oct 26 14:08:11.047875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['0b20947f-52be-4188-bcca-a02b30ce6a27'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:11.093480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.124520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3aa3fd57-0b64-4079-a447-f96b7907ed08 req-e8d6e4f3-4250-4dc2-9baf-9ef291ea69f6 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "GET /v2.0/ports?device_id=eca26859-56b5-4d4f-bf0b-abdd8b84c8cc HTTP/1.1" status: 200 len: 210 time: 0.0444729 Oct 26 14:08:11.160847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-94c38e44-5136-4d1a-b846-f064294c83e6 service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850383 Oct 26 14:08:11.218810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=42ca844c-5e28-44ea-ba03-0113886b7e15,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:11.240755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-3ffce7fb-35cd-42d4-ba61-2ee906258fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.242282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-3ffce7fb-35cd-42d4-ba61-2ee906258fda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=049419d4309f47f9913b4077c02fa918&device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 1094 time: 0.0805480 Oct 26 14:08:11.338273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 42ca844c-5e28-44ea-ba03-0113886b7e15 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:11.342059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:11.345647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c51b835e-92e3-4b87-8edc-4ce252f01763 req-f3ac3ec4-e2e8-4dff-ad2a-23cd65e22cf8 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.41 "DELETE /v2.0/ports/42ca844c-5e28-44ea-ba03-0113886b7e15 HTTP/1.1" status: 204 len: 173 time: 0.8493965 Oct 26 14:08:11.413290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c54b-f2f0-4ef4-82e5-259372abe8c9 req-d7197c64-61b7-44bb-8715-2c2b691855f7 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.424946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a723c54b-f2f0-4ef4-82e5-259372abe8c9 req-d7197c64-61b7-44bb-8715-2c2b691855f7 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 944 time: 0.1511331 Oct 26 14:08:11.526560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-bf9c1478-0f27-489e-8b37-4370519fd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.531545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-bf9c1478-0f27-489e-8b37-4370519fd8c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 200 len: 906 time: 0.2795765 Oct 26 14:08:11.535518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a723c54b-f2f0-4ef4-82e5-259372abe8c9 req-25626035-02b5-4e2f-ac5b-d945433bbae1 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095822 Oct 26 14:08:11.566776 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54686cf4-1180-4e08-beef-e1ceaee86832 x-openstack-request-id: req-54686cf4-1180-4e08-beef-e1ceaee86832 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:11.567043 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f", "status": "completed", "code": 200}, {"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-deleted", "tag": "35c5bece-d222-4cde-8da5-a31d8567e6d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:11.567589 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54686cf4-1180-4e08-beef-e1ceaee86832 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:11.568002 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'status': 'completed', 'code': 200} Oct 26 14:08:11.568260 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-deleted', 'tag': '35c5bece-d222-4cde-8da5-a31d8567e6d4', 'status': 'completed', 'code': 200} Oct 26 14:08:11.671493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfb30-469b-43b9-b141-18902814cfe9 req-267ed52b-fbc9-4fd5-949c-d320becedd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.680193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-267ed52b-fbc9-4fd5-949c-d320becedd74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1125 time: 0.0871911 Oct 26 14:08:11.682212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-ebc64ba9-76cd-49fc-95c0-dc72af13e9d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=013f4744-254f-4026-88d7-e7f88c516c20 HTTP/1.1" status: 200 len: 217 time: 0.1164010 Oct 26 14:08:11.759603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1aa49-5a1d-4993-b4df-a29ab1cb7f5c req-315c49c3-fdb3-4c01-95d7-db3c4c4c6f34 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.761315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31f1aa49-5a1d-4993-b4df-a29ab1cb7f5c req-315c49c3-fdb3-4c01-95d7-db3c4c4c6f34 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 943 time: 0.1106443 Oct 26 14:08:11.785600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-12de8e39-de53-455d-980d-188978f22a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:11.787207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-12de8e39-de53-455d-980d-188978f22a0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 200 len: 845 time: 0.0913699 Oct 26 14:08:11.846640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-272ceb55-035f-4696-8f0c-fb2010607e21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19bf76ec-0dca-431b-b73e-9b616967767f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319381 Oct 26 14:08:11.855727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31f1aa49-5a1d-4993-b4df-a29ab1cb7f5c req-3ba588c6-dca7-43b0-bceb-7e57da1483d6 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837634 Oct 26 14:08:11.997286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85332e88-b335-4ca6-b415-b3d2bb35e120 req-d61df0d2-07cf-45cc-9a79-788e2455995f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 210 time: 0.0799503 Oct 26 14:08:12.065790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-0311d8a2-d560-4a20-82ff-c8905d47983a service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829143 Oct 26 14:08:12.166485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94ab9-24d2-4b15-8c4d-82d13f18af1b req-15eae721-3f24-48fb-9d77-057b0e05b30a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.168021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-63c94ab9-24d2-4b15-8c4d-82d13f18af1b req-15eae721-3f24-48fb-9d77-057b0e05b30a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.4833753 Oct 26 14:08:12.210475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfb30-469b-43b9-b141-18902814cfe9 req-80bcbcb9-1601-4c88-b920-4433c703704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.212134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-80bcbcb9-1601-4c88-b920-4433c703704e service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.5143814 Oct 26 14:08:12.232227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-63c94ab9-24d2-4b15-8c4d-82d13f18af1b req-785033e0-5d2b-4c7a-a1c2-720b369c97ef tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Oct 26 14:08:12.246458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a717d-755d-491d-9ead-b3a04b7e8b61 req-77ef98f8-cf57-4f09-8f8d-44ae312416cd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.247993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-779a717d-755d-491d-9ead-b3a04b7e8b61 req-77ef98f8-cf57-4f09-8f8d-44ae312416cd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.0905948 Oct 26 14:08:12.263571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:12.266875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 42ca844c-5e28-44ea-ba03-0113886b7e15 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:12.278867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-79528a31-3938-4977-889d-5021e17ea618 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0447323 Oct 26 14:08:12.291412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355ea05b-2cac-4e6c-a923-9719fc79534c req-0e27e8d4-c63e-49ca-b058-8d03c4f7e748 service neutron] 10.222.0.41 "GET /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145944 Oct 26 14:08:12.299188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:12.331701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-779a717d-755d-491d-9ead-b3a04b7e8b61 req-42ae078b-e97b-4560-95df-ec69f43fa8a7 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Oct 26 14:08:12.351355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60234) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:12.385081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bfb30-469b-43b9-b141-18902814cfe9 req-78956cbc-8ac8-425f-9011-c315c370aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.386751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-78956cbc-8ac8-425f-9011-c315c370aef3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0801415 Oct 26 14:08:12.425828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting subnet ba165dc7-602f-41a7-bce9-e4ef8521c126 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:12.429916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.437136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-cc8a5e19-f50e-402b-b1c6-b1e7fad85a35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321393 Oct 26 14:08:12.498678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.501851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-171706838-network', 'tenant_id': '259c31ac708b4da39415162cea59f1bc'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:12.526531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 42ca844c-5e28-44ea-ba03-0113886b7e15 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:12.530785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 42ca844c-5e28-44ea-ba03-0113886b7e15 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:12.531651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 35c5bece-d222-4cde-8da5-a31d8567e6d4 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:12.561151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 35c5bece-d222-4cde-8da5-a31d8567e6d4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:12.563185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 35c5bece-d222-4cde-8da5-a31d8567e6d4 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:12.590047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Made reservation on behalf of 259c31ac708b4da39415162cea59f1bc for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:12.592966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.628539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.658322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-5fb3f0ad-b20f-4337-9a6b-66f001f041d8 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121098 Oct 26 14:08:12.668954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:12.682176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '013f4744-254f-4026-88d7-e7f88c516c20', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '013f4744-254f-4026-88d7-e7f88c516c20', 'mac_address': 'fa:16:3e:07:1d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:12.722516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.738056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f4744-254f-4026-88d7-e7f88c516c20 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:12.759449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:12.766044 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.824179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-732bfb30-469b-43b9-b141-18902814cfe9 req-d27c749e-bb69-4abe-9940-6cea2fb59aa6 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546471 Oct 26 14:08:12.840049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.844423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.857468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d6fade3-2c50-4eb2-851b-105950a5900c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.858923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:12.887718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8697e44-a96b-45b1-a95f-2467bdfa87fd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:12.890914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:12.894301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8493-2e9d-45de-b068-d09805676418 req-8b77bab5-58e8-4956-a9dc-140d2946f06b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.897245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-495c8493-2e9d-45de-b068-d09805676418 req-8b77bab5-58e8-4956-a9dc-140d2946f06b tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 944 time: 0.0759039 Oct 26 14:08:12.905441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.905789 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Added segment 9d23a813-038b-44de-aa2a-9ac8d0295175 of type vlan for network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 Oct 26 14:08:12.955701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.959216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.997029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:12.998580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:12.999340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.017962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-495c8493-2e9d-45de-b068-d09805676418 req-e8454284-5632-4212-87f5-8c951085fb22 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834672 Oct 26 14:08:13.079081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.135341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8343406 Oct 26 14:08:13.139211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Subnet': ['ID=ba165dc7-602f-41a7-bce9-e4ef8521c126,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.143308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:13.145657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b84f1-6537-4c01-b127-f9ff9a6bfdc9 None None] Network bc2da4bc-f85b-4bf5-9f79-157acf86b71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:13.153634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.161889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-978c24c5-ffe5-4a11-8899-698e90f18804 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/subnets/ba165dc7-602f-41a7-bce9-e4ef8521c126 HTTP/1.1" status: 204 len: 168 time: 0.8094084 Oct 26 14:08:13.166277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60246) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:13.169285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Request body: {'subnet': {'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-171706838-subnet', 'tenant_id': '259c31ac708b4da39415162cea59f1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:13.207345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe5e5-e54f-484b-9dae-8ec2d20a8068 admin admin] Pushing event updated for resources: {'Network': ['ID=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.207661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-052fd2e5-9f43-49cb-8bd5-97f568f48d98 req-4abaeb4e-0be3-44fb-b2ff-c2dbe704be87 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 210 time: 0.0830750 Oct 26 14:08:13.244306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['013f4744-254f-4026-88d7-e7f88c516c20'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:13.247235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705b1a-140f-4233-b28e-1a5f7eaf3cb7 req-7d84bb88-e98d-426b-b275-99dab24bf74b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.254822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82705b1a-140f-4233-b28e-1a5f7eaf3cb7 req-7d84bb88-e98d-426b-b275-99dab24bf74b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 944 time: 0.2520127 Oct 26 14:08:13.279651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-2ae895e2-5e04-45ac-8a85-23b08bcba3b9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.281912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-2ae895e2-5e04-45ac-8a85-23b08bcba3b9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.41 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.2661963 Oct 26 14:08:13.298479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Made reservation on behalf of 259c31ac708b4da39415162cea59f1bc for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:13.301555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.323674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:13.324297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.372329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-92e21528-3f9b-48c5-9f91-acd262d0fa6f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.373884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-92e21528-3f9b-48c5-9f91-acd262d0fa6f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.2938364 Oct 26 14:08:13.393065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82705b1a-140f-4233-b28e-1a5f7eaf3cb7 req-f58d949c-9661-4b5f-9f42-9fa0a07b68b5 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373034 Oct 26 14:08:13.408659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'device_id': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'admin_state_up': True, 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:13.501600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5624ddd-64f9-40a4-aa50-db58be5a964a req-4410b5db-65f8-44a7-a007-51bf27e4f167 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.504407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5624ddd-64f9-40a4-aa50-db58be5a964a req-4410b5db-65f8-44a7-a007-51bf27e4f167 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.1412787 Oct 26 14:08:13.570222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-deleted', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:13.573225 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2788c9-3072-4b07-bedc-20b82d16a74a" -d '{"events": [{"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-deleted", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:13.574586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:13.574939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.599916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] DHCP port deletion for bc2da4bc-f85b-4bf5-9f79-157acf86b71b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:13.630266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc36a45-f3df-4406-8259-5b9ad59794c1 req-3286bb90-12a4-45cf-a47a-a958e65c5457 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.631802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cc36a45-f3df-4406-8259-5b9ad59794c1 req-3286bb90-12a4-45cf-a47a-a958e65c5457 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=e394c324-51e1-43b2-829c-41a2d3ee14a3 HTTP/1.1" status: 200 len: 945 time: 0.1341591 Oct 26 14:08:13.652998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Deleting port c989f3e4-0c4c-44fc-a823-5980553ce873 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:13.652998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.660084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Deleting port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:13.660686 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.668791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5624ddd-64f9-40a4-aa50-db58be5a964a req-44836bd6-4c72-4609-9f7f-5776c99e5b59 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564770 Oct 26 14:08:13.728636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:13.729886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.740259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.757357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:13.761226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.764931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:13.768746 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4b18ea-3940-4180-b54e-c4a69a146881 x-openstack-request-id: req-3e4b18ea-3940-4180-b54e-c4a69a146881 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:13.768746 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca26859-56b5-4d4f-bf0b-abdd8b84c8cc", "name": "network-vif-deleted", "tag": "42ca844c-5e28-44ea-ba03-0113886b7e15", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:13.768980 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e4b18ea-3940-4180-b54e-c4a69a146881 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:13.769496 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca26859-56b5-4d4f-bf0b-abdd8b84c8cc', 'name': 'network-vif-deleted', 'tag': '42ca844c-5e28-44ea-ba03-0113886b7e15', 'status': 'completed', 'code': 200} Oct 26 14:08:13.781293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cc36a45-f3df-4406-8259-5b9ad59794c1 req-9981d0dc-85db-44a5-81d2-fe1d35b1ff64 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373546 Oct 26 14:08:13.792359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] For port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,segment=NetworkSegment(a171c1a5-3007-4c98-a62b-0667d8e4a761),segment_id=a171c1a5-3007-4c98-a62b-0667d8e4a761)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:13.793067 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.810743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.817835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Calling delete_port for 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:13.835165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] For port c989f3e4-0c4c-44fc-a823-5980553ce873, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=c989f3e4-0c4c-44fc-a823-5980553ce873,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:13.835561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.882777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Calling delete_port for c989f3e4-0c4c-44fc-a823-5980553ce873 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:13.884567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7e9f94-39a5-4083-84ec-d1577e840ff2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.896484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Checking segment: {'id': '9d23a813-038b-44de-aa2a-9ac8d0295175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:13.896874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Network hostable DHCP agents. Network: eebae7db-03e8-44d8-8e2f-bbd90db6ccf5, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:13.922658 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.934299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:13.945580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.951832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, eebae7db-03e8-44d8-8e2f-bbd90db6ccf5) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:13.955316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] No DVR routers for this DVR port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:13.957553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278baf2-1040-4f04-817a-c25a970ccd91 None None] Pushing event deleted for resources: {'Port': ['ID=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.977229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5302f-7e67-4b1a-ae9e-3a10f90b9914 None None] Network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:13.979255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:13.979813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:13.984190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=2da01dd8-53ad-47fa-ae61-1c769a8f45d6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:13.992170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:14.029770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.20.0.14 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:14.034216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-765c9a29-d82c-45dc-9785-8c60294821a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8671978 Oct 26 14:08:14.106193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.132635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2da4bc-f85b-4bf5-9f79-157acf86b71b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:14.146796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a171c1a5-3007-4c98-a62b-0667d8e4a761') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:14.147150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a171c1a5-3007-4c98-a62b-0667d8e4a761') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:14.153811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.161719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.178306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.186418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:14.186877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:14.191300 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:14.210829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['722cee44-0d70-4a1b-8cfc-5b1f98598254'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:14.264623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Pushing event deleted for resources: {'Port': ['ID=c989f3e4-0c4c-44fc-a823-5980553ce873,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:14.280696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.289311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.289559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.289697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.290212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.290397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.290680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.291015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.291347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.291680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.292009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.292538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.292734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ec7b2-440e-4b89-abc0-938028dd6c92 None None] Network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:14.293278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.293826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:14.295066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0b20947f-52be-4188-bcca-a02b30ce6a27 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:14.300259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.307185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/networks/bc2da4bc-f85b-4bf5-9f79-157acf86b71b HTTP/1.1" status: 204 len: 168 time: 1.1153219 Oct 26 14:08:14.309841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60266) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:14.327980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07114f7-cd1e-46ac-a7e9-0697dff5480d tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Network': ['ID=bc2da4bc-f85b-4bf5-9f79-157acf86b71b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:14.346437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] No DVR routers for this DVR port c989f3e4-0c4c-44fc-a823-5980553ce873 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:14.350823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.355107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64a8b04b-a7e7-4d6d-b15d-a7d37be62203 req-b3687b8b-eb49-4baf-bd02-de7968a7f5d9 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.41 "DELETE /v2.0/ports/c989f3e4-0c4c-44fc-a823-5980553ce873 HTTP/1.1" status: 204 len: 173 time: 1.0545833 Oct 26 14:08:14.381381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting subnet bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:14.385903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.390786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc466798-d156-40eb-99f4-9f0f936d868f req-aee83295-c288-4419-bf66-437ee5b48e48 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.393109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc466798-d156-40eb-99f4-9f0f936d868f req-aee83295-c288-4419-bf66-437ee5b48e48 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 944 time: 0.2271326 Oct 26 14:08:14.421123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.452781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.472715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc466798-d156-40eb-99f4-9f0f936d868f req-224f3574-d1a0-4f67-80b1-b18e38e83782 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 Oct 26 14:08:14.492744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.592924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:14.604439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:14.616089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:14.619880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:14.629337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.713844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.729325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3eeb-7ac6-4d57-8b68-bcc625f7912e req-433dcf8b-d162-4bb4-8bfa-7a4a4d197b03 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.731647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 0b20947f-52be-4188-bcca-a02b30ce6a27 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:14.738225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0af3eeb-7ac6-4d57-8b68-bcc625f7912e req-433dcf8b-d162-4bb4-8bfa-7a4a4d197b03 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 932 time: 0.1368725 Oct 26 14:08:14.755003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 0b20947f-52be-4188-bcca-a02b30ce6a27 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:14.755374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.766952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.767572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:14.767779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.776992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:14.781623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-700c9fd9-4507-4539-b996-a3250309144a tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/subnets/bd2f48f4-cb97-42c2-aeb9-d51f90b36a7f HTTP/1.1" status: 204 len: 168 time: 0.4712989 Oct 26 14:08:14.797404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:14.814813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0af3eeb-7ac6-4d57-8b68-bcc625f7912e req-1241b2cd-3a62-456c-bf2c-3de01df0b3ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710466 Oct 26 14:08:14.829526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-511fb97d-0721-4d41-9e87-6605605b8994 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4345343 Oct 26 14:08:14.834112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88c10b-10a9-4007-a7ac-56173a0fcbb6 None None] Network 81b333e5-29e8-4ae9-8dc1-70d450986aa2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:14.844912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-be26bb4c-67e3-46ff-ae7c-f2ee5ffbf9f8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:08:14.846359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-be26bb4c-67e3-46ff-ae7c-f2ee5ffbf9f8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098064 Oct 26 14:08:14.865126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Request body: {'port': {'device_id': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:14.969373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c94d7-54e5-4737-8e25-799060000b20 req-d52863a9-dff1-405f-a8e7-d3fb362ac601 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:14.979932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d79c94d7-54e5-4737-8e25-799060000b20 req-d52863a9-dff1-405f-a8e7-d3fb362ac601 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 944 time: 0.2223644 Oct 26 14:08:15.026799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.053894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-30422b0e-b84f-4962-b05f-4560080913ea None None] Provisioning complete for port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:15.054572 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30422b0e-b84f-4962-b05f-4560080913ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.056659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.058848 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.069789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d79c94d7-54e5-4737-8e25-799060000b20 req-8d907da6-15fa-4876-aa8d-2d137b366163 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881279 Oct 26 14:08:15.162797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-30422b0e-b84f-4962-b05f-4560080913ea None None] Port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:08:15.169089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:15.171613 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d60ceee-a512-4003-bb06-bee62d1f2f26" -d '{"events": [{"server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "name": "network-vif-plugged", "status": "completed", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:15.198172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Deleting port 449446fe-1e6b-4a06-bd68-16112b79aaff {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:15.198519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.208119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0b20947f-52be-4188-bcca-a02b30ce6a27,segment=NetworkSegment(50d7aac4-5178-40ef-b50e-5875cbfcdc70),segment_id=50d7aac4-5178-40ef-b50e-5875cbfcdc70)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:15.214807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.215714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c989f3e4-0c4c-44fc-a823-5980553ce873 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:15.252945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: c989f3e4-0c4c-44fc-a823-5980553ce873 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:15.253523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device c989f3e4-0c4c-44fc-a823-5980553ce873 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:15.256912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] DHCP port deletion for 81b333e5-29e8-4ae9-8dc1-70d450986aa2 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:15.262584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:15.301401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] For port 449446fe-1e6b-4a06-bd68-16112b79aaff, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=449446fe-1e6b-4a06-bd68-16112b79aaff,segment=NetworkSegment(823c4c29-e6f7-4762-a353-8ddad227cbce),segment_id=823c4c29-e6f7-4762-a353-8ddad227cbce)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:15.301930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.320403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:15.321875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2da01dd8-53ad-47fa-ae61-1c769a8f45d6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:15.326743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Calling delete_port for 449446fe-1e6b-4a06-bd68-16112b79aaff owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:15.425123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.458300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed631b2a-ec36-47c1-8e60-f911a27107f8 req-e1047091-de66-4c19-8886-ed72063e07a4 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.466485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Deleting port 449446fe-1e6b-4a06-bd68-16112b79aaff {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:15.467100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.467723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed631b2a-ec36-47c1-8e60-f911a27107f8 req-e1047091-de66-4c19-8886-ed72063e07a4 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.2834561 Oct 26 14:08:15.489277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.549365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Port': ['ID=449446fe-1e6b-4a06-bd68-16112b79aaff,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.552358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] No DVR routers for this DVR port 449446fe-1e6b-4a06-bd68-16112b79aaff on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:15.577481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:15.579404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed631b2a-ec36-47c1-8e60-f911a27107f8 req-8e14baf7-b840-4c06-a0d0-1cb4314f217f tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070106 Oct 26 14:08:15.590822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.600203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] For port 449446fe-1e6b-4a06-bd68-16112b79aaff, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:15.600703 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.611082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Transition to ACTIVE for port object d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:15.616119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.646404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Calling delete_port for 449446fe-1e6b-4a06-bd68-16112b79aaff owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:15.652310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Port 449446fe-1e6b-4a06-bd68-16112b79aaff was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:08:15.656386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.709131 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b8d85a-09e2-4dcf-a13f-89e112527cbf x-openstack-request-id: req-a0b8d85a-09e2-4dcf-a13f-89e112527cbf {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:15.709410 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "name": "network-vif-plugged", "status": "completed", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:15.709669 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b8d85a-09e2-4dcf-a13f-89e112527cbf {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:15.710068 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27', 'code': 200} Oct 26 14:08:15.742640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.797053 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.801313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] No DVR routers for this DVR port 449446fe-1e6b-4a06-bd68-16112b79aaff on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:15.817809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'name': 'network-vif-deleted', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:15.820632 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d38f9c-1ba9-4196-9c3e-8e6876d485a3" -d '{"events": [{"server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "name": "network-vif-deleted", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:15.828980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc2f69-62c4-4f78-b62c-44856000d843 None None] Pushing event deleted for resources: {'Port': ['ID=449446fe-1e6b-4a06-bd68-16112b79aaff,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:15.865240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.888163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b333e5-29e8-4ae9-8dc1-70d450986aa2']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.897867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619fe14-a509-4a70-835a-b0053c970bbd req-a7e769c9-b2ae-4eae-aee1-7361ec3e22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.900048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e619fe14-a509-4a70-835a-b0053c970bbd req-a7e769c9-b2ae-4eae-aee1-7361ec3e22bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 1096 time: 0.1377227 Oct 26 14:08:15.900976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823c4c29-e6f7-4762-a353-8ddad227cbce') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.901293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823c4c29-e6f7-4762-a353-8ddad227cbce') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:15.911908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Attempting to bind port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:15.912808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Attempting to bind port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:15.913360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Attempting to bind port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:15.914360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.943601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b791ff-0e1d-4fff-b35a-16263a61febf req-0f74596e-eb74-4ab6-a903-f2cf3f4c9629 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:15.945417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5b791ff-0e1d-4fff-b35a-16263a61febf req-0f74596e-eb74-4ab6-a903-f2cf3f4c9629 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.1241155 Oct 26 14:08:15.956455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.960111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c on network f4206489-532c-418f-88cd-e4d614a49d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:15.960798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Attempting to bind port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:15.980411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:15.980784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:15.981178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:15.981696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Bound port: d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:15.982082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.992634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:15.994066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:15.997766 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:16.006905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40771e-ed5f-4fa3-8eb6-e5f8e455d3e1 req-1230730e-d621-4970-9724-bd5b214bb515 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.015399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b40771e-ed5f-4fa3-8eb6-e5f8e455d3e1 req-1230730e-d621-4970-9724-bd5b214bb515 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1721864 Oct 26 14:08:16.026633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e619fe14-a509-4a70-835a-b0053c970bbd req-77dfb822-00d2-4415-867c-3558f631ec99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067581 Oct 26 14:08:16.062496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5b791ff-0e1d-4fff-b35a-16263a61febf req-e5a90350-1da6-48ed-bf7f-20f5a75f0c07 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080713 Oct 26 14:08:16.086056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.097132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.104471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b40771e-ed5f-4fa3-8eb6-e5f8e455d3e1 req-8bf9963a-f307-4252-a0a6-b1c77ec29a7d tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Oct 26 14:08:16.107180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] 10.222.0.37 "DELETE /v2.0/networks/81b333e5-29e8-4ae9-8dc1-70d450986aa2 HTTP/1.1" status: 204 len: 168 time: 1.3081384 Oct 26 14:08:16.124436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c0972-26c3-40e2-bda4-c479296332e9 tempest-ServersTestMultiNic-2009005876 tempest-ServersTestMultiNic-2009005876-project] Pushing event deleted for resources: {'Network': ['ID=81b333e5-29e8-4ae9-8dc1-70d450986aa2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:16.134393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:16.138961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:16.148573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.210016 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d2b24-2eb1-4ef6-8014-9ff01f5b5d1c x-openstack-request-id: req-e91d2b24-2eb1-4ef6-8014-9ff01f5b5d1c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:16.210476 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e394c324-51e1-43b2-829c-41a2d3ee14a3", "name": "network-vif-deleted", "tag": "c989f3e4-0c4c-44fc-a823-5980553ce873", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:16.210949 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e91d2b24-2eb1-4ef6-8014-9ff01f5b5d1c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:16.211704 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e394c324-51e1-43b2-829c-41a2d3ee14a3', 'name': 'network-vif-deleted', 'tag': 'c989f3e4-0c4c-44fc-a823-5980553ce873', 'status': 'completed', 'code': 200} Oct 26 14:08:16.213568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.214275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.215836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c HTTP/1.1" status: 200 len: 1092 time: 1.3556836 Oct 26 14:08:16.282038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e251bd-1646-488f-9619-547719d6dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:16.283345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:16.292855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb2cec-0700-4952-b7e4-b0bd3bc997f2 req-6077795e-15a1-48f7-9fb9-076e8cad3c48 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.294443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fddb2cec-0700-4952-b7e4-b0bd3bc997f2 req-6077795e-15a1-48f7-9fb9-076e8cad3c48 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 944 time: 0.0750992 Oct 26 14:08:16.350525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fddb2cec-0700-4952-b7e4-b0bd3bc997f2 req-dad0d17e-6cbd-471e-8cac-3abbc2e70606 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Oct 26 14:08:16.383116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-2db4345e-0604-4743-8ac3-a3751c5e557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.386382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-2db4345e-0604-4743-8ac3-a3751c5e557c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0647452 Oct 26 14:08:16.400784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc37ba-259e-4c11-a401-c3668751da45 req-25d08ef4-5941-4554-8ff7-6e3480802943 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.403379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2abc37ba-259e-4c11-a401-c3668751da45 req-25d08ef4-5941-4554-8ff7-6e3480802943 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 944 time: 0.1408980 Oct 26 14:08:16.413455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 013f4744-254f-4026-88d7-e7f88c516c20 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:16.420132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 013f4744-254f-4026-88d7-e7f88c516c20 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:16.420677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.456686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-b5e3cd5b-c7da-4744-97a2-e77a3994a648 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c HTTP/1.1" status: 200 len: 217 time: 0.0507979 Oct 26 14:08:16.526868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-747ebe88-82f5-4e80-bee0-9e7046a4b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.528775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-747ebe88-82f5-4e80-bee0-9e7046a4b15f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0644844 Oct 26 14:08:16.594348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.601737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2abc37ba-259e-4c11-a401-c3668751da45 req-b03f59e6-7ee3-4af8-98dc-8574c9442549 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454868 Oct 26 14:08:16.605367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-9cbaa4c5-0af6-4763-9971-b0fda02d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.606856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-9cbaa4c5-0af6-4763-9971-b0fda02d0f4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694101 Oct 26 14:08:16.657721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:16.668793 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:16.671882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:16.764577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:16.765674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-a00f62c1-a5a7-4d23-a660-785a9d3a8654 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491864 Oct 26 14:08:16.908438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60320) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:16.922842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06c946-8c77-49e3-a3c0-e7dbc8763d3f req-be3da537-5248-4917-ae9f-b5c580834b96 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:16.932905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f06c946-8c77-49e3-a3c0-e7dbc8763d3f req-be3da537-5248-4917-ae9f-b5c580834b96 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.0974822 Oct 26 14:08:16.973706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-343ce419-94a1-48f1-bc49-1bd0d5c62ab4 req-5612d392-7b0b-42d3-8841-848053844689 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008171 Oct 26 14:08:16.997156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f06c946-8c77-49e3-a3c0-e7dbc8763d3f req-4a7c6b4b-07eb-4405-9c5e-c978d7934061 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630734 Oct 26 14:08:17.288158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 449446fe-1e6b-4a06-bd68-16112b79aaff no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:17.301852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66683eed-4005-43e4-9658-369280fd8fa9 req-3b76e3ee-0451-4342-8ed4-d5f4c1e0f41d tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.310602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66683eed-4005-43e4-9658-369280fd8fa9 req-3b76e3ee-0451-4342-8ed4-d5f4c1e0f41d tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.0653894 Oct 26 14:08:17.316560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 449446fe-1e6b-4a06-bd68-16112b79aaff {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:17.317576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 449446fe-1e6b-4a06-bd68-16112b79aaff not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:17.354359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66683eed-4005-43e4-9658-369280fd8fa9 req-ab644e75-1c97-4cc6-9226-358f77aa302a tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Oct 26 14:08:17.429937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47bc9d-43b2-4f92-84d3-0e1c25dfd418 req-8e94116e-2c5e-4446-a973-a569c44b6034 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.438156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf47bc9d-43b2-4f92-84d3-0e1c25dfd418 req-8e94116e-2c5e-4446-a973-a569c44b6034 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1315355 Oct 26 14:08:17.485047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf47bc9d-43b2-4f92-84d3-0e1c25dfd418 req-13ae5800-2c2a-4de0-b430-b79cd12b4cf0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459785 Oct 26 14:08:17.503553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:17.545578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a4f7-1863-428c-964a-1fd55abf3ec8 req-b1feb84a-12a9-43b1-ade5-dcff897905fc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.547371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7918a4f7-1863-428c-964a-1fd55abf3ec8 req-b1feb84a-12a9-43b1-ade5-dcff897905fc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 944 time: 0.0897756 Oct 26 14:08:17.601679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7918a4f7-1863-428c-964a-1fd55abf3ec8 req-315b250d-7f6a-40f4-bc44-0888813535dd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Oct 26 14:08:17.711555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:17.715119 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee96f1e3-3514-4b0f-b2b8-b23355fb2acd" -d '{"events": [{"server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "013f4744-254f-4026-88d7-e7f88c516c20"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:17.821695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee1a6-267b-4b93-891f-3d119b629117 req-97729544-5a26-4a37-b0b9-9d0a8720a417 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:17.823306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2d0ee1a6-267b-4b93-891f-3d119b629117 req-97729544-5a26-4a37-b0b9-9d0a8720a417 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.0634701 Oct 26 14:08:17.867579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2d0ee1a6-267b-4b93-891f-3d119b629117 req-dbe8b1bd-9c20-4da7-813d-66a77e96287b tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Oct 26 14:08:17.917287 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02b1be-6524-40e2-b4a5-af80c297de2f x-openstack-request-id: req-7c02b1be-6524-40e2-b4a5-af80c297de2f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:17.917585 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "name": "network-vif-plugged", "status": "completed", "tag": "013f4744-254f-4026-88d7-e7f88c516c20", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:17.917838 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c02b1be-6524-40e2-b4a5-af80c297de2f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:17.918268 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20', 'code': 200} Oct 26 14:08:17.971613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-addbaccf-94f0-4e7b-a5e6-c03a1d89b670 service neutron] 10.222.0.41 "GET /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.0828476 Oct 26 14:08:18.053288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-ab3c782d-d290-4e6d-a060-2d0e2ab993bb tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.054662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-ab3c782d-d290-4e6d-a060-2d0e2ab993bb tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/networks?id=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 HTTP/1.1" status: 200 len: 809 time: 0.2002182 Oct 26 14:08:18.084259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-a140a1f9-1c2d-4cea-825a-71278442e37b tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/quotas/259c31ac708b4da39415162cea59f1bc HTTP/1.1" status: 200 len: 375 time: 0.0198669 Oct 26 14:08:18.091013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e5990-f5eb-44e8-afa2-5fdf49b16b4e req-1c1139f9-d073-48c7-acb5-cb2241e43156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.092528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f79e5990-f5eb-44e8-afa2-5fdf49b16b4e req-1c1139f9-d073-48c7-acb5-cb2241e43156 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 1096 time: 0.0900381 Oct 26 14:08:18.138463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-536b124c-31c5-4dee-b861-454792f5aef2 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=259c31ac708b4da39415162cea59f1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449221 Oct 26 14:08:18.183444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865c05-cfae-488e-8eb5-da204b759742 req-019794fb-d1da-4dae-b01f-8f0e2d581917 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.184888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a8865c05-cfae-488e-8eb5-da204b759742 req-019794fb-d1da-4dae-b01f-8f0e2d581917 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 944 time: 0.1115649 Oct 26 14:08:18.204764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f79e5990-f5eb-44e8-afa2-5fdf49b16b4e req-a159858b-d72a-4e10-91bf-81e96936bd6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005642 Oct 26 14:08:18.217939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:18.220172 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acedd5b-601e-4992-96a8-f9fe8a3f5780" -d '{"events": [{"name": "network-changed", "server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:18.243447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:18.266724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a8865c05-cfae-488e-8eb5-da204b759742 req-997b267a-0300-47b2-8899-61bc87d6c40b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686831 Oct 26 14:08:18.279133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:18.296640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-f16550bc-729a-4884-93d1-5d93527800e8 service neutron] 10.222.0.37 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480031 Oct 26 14:08:18.320253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd886a0-7319-496e-9f6c-69fab73a0a4f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:18.333182 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821c2b0-65a9-43dc-90ee-cc39c848f557 x-openstack-request-id: req-9821c2b0-65a9-43dc-90ee-cc39c848f557 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:18.333601 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:18.333952 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9821c2b0-65a9-43dc-90ee-cc39c848f557 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:18.334436 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', 'status': 'completed', 'code': 200} Oct 26 14:08:18.336968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:18.351660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.362590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Deleting port 79da0192-7f52-47da-aeae-9901208e51ba {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:18.362929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.456253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-649305f9-01f6-420f-ba47-63e0fcc59d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.457741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-649305f9-01f6-420f-ba47-63e0fcc59d9f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0962760 Oct 26 14:08:18.463767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-e5339fea-3263-47d1-b9e8-29fc51a4182b service neutron] 10.222.0.37 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551793 Oct 26 14:08:18.482097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] For port 79da0192-7f52-47da-aeae-9901208e51ba, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=79da0192-7f52-47da-aeae-9901208e51ba,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:18.482432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.497621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Calling delete_port for 79da0192-7f52-47da-aeae-9901208e51ba owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:18.551601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] Transition to ACTIVE for port object 2cd886a0-7319-496e-9f6c-69fab73a0a4f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:18.571816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412333-4ada-4c33-8e58-c1d2b573230d req-996276f1-5634-401a-8633-a9925cf4c55f tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.573455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31412333-4ada-4c33-8e58-c1d2b573230d req-996276f1-5634-401a-8633-a9925cf4c55f tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.1296258 Oct 26 14:08:18.574602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.686640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] No DVR routers for this DVR port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:18.704833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-4f0d29ae-c7a6-47a5-95c7-cd3e6a479c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.707058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-4f0d29ae-c7a6-47a5-95c7-cd3e6a479c55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.2298834 Oct 26 14:08:18.738056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:18.749409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] Pushing event updated for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:18.764123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31412333-4ada-4c33-8e58-c1d2b573230d req-d6fd301d-666f-4488-b2db-bfc815963e95 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730523 Oct 26 14:08:18.801649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79da0192-7f52-47da-aeae-9901208e51ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:18.830968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-83f4e5d6-8191-496f-ab0d-a5a6645ce30f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c HTTP/1.1" status: 200 len: 217 time: 0.1148994 Oct 26 14:08:18.847714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-f015749f-a8b4-46e0-99df-e5aff1902d5a service neutron] 10.222.0.41 "PUT /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8593061 Oct 26 14:08:18.926597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-245b2db4-abe2-4e85-b93d-982a29176eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.928234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-245b2db4-abe2-4e85-b93d-982a29176eb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0883698 Oct 26 14:08:18.948216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9603eab-94c9-40f0-99da-e8b2f28fd988 req-79be8777-d77b-4680-bd3d-bf65350f1348 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:18.950130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9603eab-94c9-40f0-99da-e8b2f28fd988 req-79be8777-d77b-4680-bd3d-bf65350f1348 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1545908 Oct 26 14:08:19.057107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b894-1485-4b07-8e39-42ddf96ba579 req-cd682a9c-7a28-4acb-a517-1fae9e14b0e2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.058795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1865b894-1485-4b07-8e39-42ddf96ba579 req-cd682a9c-7a28-4acb-a517-1fae9e14b0e2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 944 time: 0.1937034 Oct 26 14:08:19.065358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-e4751ddc-cd34-4663-b0bf-443b6b94f11b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.066901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-e4751ddc-cd34-4663-b0bf-443b6b94f11b tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.1105261 Oct 26 14:08:19.071166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-60010000-e560-4a43-9a87-044851d1581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.072998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-60010000-e560-4a43-9a87-044851d1581d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274436 Oct 26 14:08:19.092658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9603eab-94c9-40f0-99da-e8b2f28fd988 req-6b5af15a-96c7-4841-a122-4ed2096e37b6 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981910 Oct 26 14:08:19.138976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:19.225366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1865b894-1485-4b07-8e39-42ddf96ba579 req-380d0a55-de3d-4d6b-aac9-385736de93ed tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567013 Oct 26 14:08:19.235226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-987e098b-0964-4785-9257-282dcbca5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.237240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-987e098b-0964-4785-9257-282dcbca5b82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f&tenant_id=e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 1096 time: 0.1401291 Oct 26 14:08:19.317198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-263c75f7-27cd-42fe-b42d-e06f3bf3b9a9 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188268 Oct 26 14:08:19.318264 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-924e5a85-e736-4c55-8cc0-7cc9ad53b436 req-90c9e0f9-b30c-4f83-99eb-7ec5fffa8ab4 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 210 time: 0.0513783 Oct 26 14:08:19.562770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d53016-05c7-49bc-8365-eba6c89b75ae req-6b044351-f1e5-4473-9fb5-b5989226d901 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.564601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3d53016-05c7-49bc-8365-eba6c89b75ae req-6b044351-f1e5-4473-9fb5-b5989226d901 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.1536422 Oct 26 14:08:19.601729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:08:19.625089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3d53016-05c7-49bc-8365-eba6c89b75ae req-7b2a600c-d601-4d14-935b-713f36599cfc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526555 Oct 26 14:08:19.779571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-6282d949-f432-4b3e-9243-419cafa80d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.779820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07861f9e-492f-455b-967d-8f8aeb77cc1b req-4d17bb3f-3e67-41ad-bda3-8564b6d9c9d4 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.781059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-6282d949-f432-4b3e-9243-419cafa80d6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1096 time: 0.5130324 Oct 26 14:08:19.781358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07861f9e-492f-455b-967d-8f8aeb77cc1b req-4d17bb3f-3e67-41ad-bda3-8564b6d9c9d4 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.0748625 Oct 26 14:08:19.786424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:19.793845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c206b58-b059-4ab5-8613-b3896c6be6e9 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d7af8ce-9e7d-47d3-9142-d91e85533f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8840365 Oct 26 14:08:19.802458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Sync routers for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:19.805219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:19.819270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:19.820359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:19.912072 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07861f9e-492f-455b-967d-8f8aeb77cc1b req-86ff5ad3-613c-45ef-b36a-d0878c9979fd tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236877 Oct 26 14:08:19.930325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09d146-21cb-4ac7-9bd8-ebcd8a5c23dc req-61192f6f-1de0-4154-9db4-5c6e15216e60 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.932054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe09d146-21cb-4ac7-9bd8-ebcd8a5c23dc req-61192f6f-1de0-4154-9db4-5c6e15216e60 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 945 time: 0.1552486 Oct 26 14:08:19.955228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4acedd5b-601e-4992-96a8-f9fe8a3f5780 req-20fefcbf-1caa-419d-a432-756028bc18be service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274920 Oct 26 14:08:19.962984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:19.980400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-53e6a64c-3667-4c03-ab7f-672d58d1ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:19.981908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-53e6a64c-3667-4c03-ab7f-672d58d1ea0b service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1792834 Oct 26 14:08:20.030871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-47837ad5-e581-4990-b4f1-113265d8d8c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 200 len: 217 time: 0.0402465 Oct 26 14:08:20.033888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe09d146-21cb-4ac7-9bd8-ebcd8a5c23dc req-88fdfb72-ad0c-4862-85a8-2b7b28cae755 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897071 Oct 26 14:08:20.099134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-2605c1aa-80fb-4c09-8969-5cf543df2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.101664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-2605c1aa-80fb-4c09-8969-5cf543df2b63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0619097 Oct 26 14:08:20.128765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:20.135014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:20.145819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.178971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-caf80f71-f192-4911-a155-1ece3c978288 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640125 Oct 26 14:08:20.313411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Deleting port 0cb0e693-28c5-41ac-b9bd-bcade5433934 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:20.313656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.328060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76224160-59ce-48af-80b1-bf2134762afd req-3a40bc4e-5411-4e45-9e8b-c86b5ba404e3 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.329765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76224160-59ce-48af-80b1-bf2134762afd req-3a40bc4e-5411-4e45-9e8b-c86b5ba404e3 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1396515 Oct 26 14:08:20.353026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:20.365607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', 'mac_address': 'fa:16:3e:8b:03:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:20.419532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76224160-59ce-48af-80b1-bf2134762afd req-554b9dd6-079e-419b-ac5c-00f2289083f2 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723996 Oct 26 14:08:20.440951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-b4a6d433-3993-4546-a5a1-76f171c8afb1 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373793 Oct 26 14:08:20.467492 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.491881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:20.493366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] For port 0cb0e693-28c5-41ac-b9bd-bcade5433934, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0cb0e693-28c5-41ac-b9bd-bcade5433934,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:20.493366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.532026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Calling delete_port for 0cb0e693-28c5-41ac-b9bd-bcade5433934 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:20.548467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:20.556529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0181083-fd10-422e-b41c-88076657a982 req-c94a8802-73e7-4273-8c49-b686ccb83260 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 210 time: 0.0360539 Oct 26 14:08:20.562016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.586276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-341a92c7-1db6-4654-aa9d-aaa4ae35f2ff tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.588896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-341a92c7-1db6-4654-aa9d-aaa4ae35f2ff tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.73 "GET /v2.0/networks?id=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 HTTP/1.1" status: 200 len: 809 time: 0.4192905 Oct 26 14:08:20.597531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a030-025a-42de-bd48-b1e3ef1db174 req-7e364d2f-d933-4cf1-bd62-1f7d2d3b16b8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.599150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f40a030-025a-42de-bd48-b1e3ef1db174 req-7e364d2f-d933-4cf1-bd62-1f7d2d3b16b8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 944 time: 0.1829245 Oct 26 14:08:20.611762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Request body: {'port': {'device_id': '29dd7d53-e3ee-4455-b619-49a90148eade', 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5', 'admin_state_up': True, 'tenant_id': '259c31ac708b4da39415162cea59f1bc'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:20.619227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:08:18Z', 'revision_number': 5, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port': {'id': '0cb0e693-28c5-41ac-b9bd-bcade5433934', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:20.656009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Checking router: 1d7af8ce-9e7d-47d3-9142-d91e85533f24 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:20.663305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:20.672405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Routers {'1d7af8ce-9e7d-47d3-9142-d91e85533f24'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:20.673061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:20.742629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-65f74d3b-18d2-4a25-b879-84825c0b4747 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777762 Oct 26 14:08:20.788207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] Set router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:20.793253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b4da9-43bf-4c27-a4de-d33def584670 req-a2749ba5-ad79-4c7c-a633-0ccf0a6a2e29 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.794875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b8b4da9-43bf-4c27-a4de-d33def584670 req-a2749ba5-ad79-4c7c-a633-0ccf0a6a2e29 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.0887015 Oct 26 14:08:20.796287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f40a030-025a-42de-bd48-b1e3ef1db174 req-56271dee-a89a-4807-9dfc-f562c4369766 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881595 Oct 26 14:08:20.802299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.847883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb0e693-28c5-41ac-b9bd-bcade5433934,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:20.854185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:20.857677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:08:20Z', 'revision_number': 6, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:20.906757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b8b4da9-43bf-4c27-a4de-d33def584670 req-bb31294e-70b1-4733-ba8c-717e42fafdac tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Oct 26 14:08:20.908113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Made reservation on behalf of 259c31ac708b4da39415162cea59f1bc for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:20.911663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.940347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-f5830096-cbba-4edf-a7c4-f0ab18480da0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:20.941898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-f5830096-cbba-4edf-a7c4-f0ab18480da0 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.0796628 Oct 26 14:08:20.980361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:20.983204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5d2f-f14e-46f5-8710-ecb074a29981 None None] The sync data for ids ['1d7af8ce-9e7d-47d3-9142-d91e85533f24'] in n-d-813419-9 is: [{'id': '1d7af8ce-9e7d-47d3-9142-d91e85533f24', 'name': 'tempest-ServersTestMultiNic-1593811504-router', 'tenant_id': 'f12ad15d08bc4a4b855a334340e1740e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:06:22Z', 'updated_at': '2021-10-26T14:08:20Z', 'revision_number': 6, 'project_id': 'f12ad15d08bc4a4b855a334340e1740e', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:21.201167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.205034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.259802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 79da0192-7f52-47da-aeae-9901208e51ba no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:21.280525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.281117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7af8ce-9e7d-47d3-9142-d91e85533f24 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:08:21.286970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.287977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-16a95a89-4b7c-49f5-91c1-6c18587ce2f2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1d7af8ce-9e7d-47d3-9142-d91e85533f24 HTTP/1.1" status: 204 len: 168 time: 1.4811509 Oct 26 14:08:21.290592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834c78-a056-4811-acb7-64db9f172596 req-cf52aa76-703d-48f3-a841-f1dc2a03757c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.292249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-cf52aa76-703d-48f3-a841-f1dc2a03757c tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.2525718 Oct 26 14:08:21.294692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60412) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:21.312432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac1692-131e-4877-b7db-ecd234d4aec1 req-38aba8f1-07cf-4b50-9f76-1a20a28dd9a1 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.320167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2aac1692-131e-4877-b7db-ecd234d4aec1 req-38aba8f1-07cf-4b50-9f76-1a20a28dd9a1 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.2130339 Oct 26 14:08:21.334131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e32728-f077-4cb9-9412-87b72c136d83 req-47efb789-e5d2-41e5-840c-b596ffb99a59 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.335759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60e32728-f077-4cb9-9412-87b72c136d83 req-47efb789-e5d2-41e5-840c-b596ffb99a59 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.41 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 945 time: 0.2579932 Oct 26 14:08:21.346669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 79da0192-7f52-47da-aeae-9901208e51ba {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:21.346669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 79da0192-7f52-47da-aeae-9901208e51ba not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:21.364961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Allocated IP 172.20.0.10 (eebae7db-03e8-44d8-8e2f-bbd90db6ccf5/1a7e9f94-39a5-4083-84ec-d1577e840ff2/c12f543f-f154-4bd7-a342-e1c29a6eef8f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:21.394336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Deleting port 722cee44-0d70-4a1b-8cfc-5b1f98598254 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:21.394688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.429529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Deleting subnet 8e5d1d61-1eeb-4d25-b4a0-e43143894015 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:21.449152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2aac1692-131e-4877-b7db-ecd234d4aec1 req-b8fd9dcc-2b23-4258-a277-9069ce3e3313 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/security-groups?id=072a6804-8b65-4b1f-ba7c-7e486702150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279471 Oct 26 14:08:21.450339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.566974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.579277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.630727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a0834c78-a056-4811-acb7-64db9f172596 req-20f65fc3-ad30-4af5-bacf-7e216240032d service neutron] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:21.663713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a0834c78-a056-4811-acb7-64db9f172596 req-20f65fc3-ad30-4af5-bacf-7e216240032d service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.665086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0834c78-a056-4811-acb7-64db9f172596 req-20f65fc3-ad30-4af5-bacf-7e216240032d service neutron] 10.222.0.73 "DELETE /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.3617132 Oct 26 14:08:21.706365 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.711176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] For port 722cee44-0d70-4a1b-8cfc-5b1f98598254, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=722cee44-0d70-4a1b-8cfc-5b1f98598254,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:21.711583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.748247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Calling delete_port for 722cee44-0d70-4a1b-8cfc-5b1f98598254 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:21.761903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858cda3-f3a5-4602-a4e0-5b7fc5a5aee9 req-1095baf7-91f4-40a2-bdd3-96f64723064d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.763465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6858cda3-f3a5-4602-a4e0-5b7fc5a5aee9 req-1095baf7-91f4-40a2-bdd3-96f64723064d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 945 time: 0.2031684 Oct 26 14:08:21.773325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Deleting port 0b20947f-52be-4188-bcca-a02b30ce6a27 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:21.773673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.795641 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.813641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a1e25-38fb-414a-afe4-d9bc6e29655f req-9501af19-06b4-40d1-b1be-e6ef3f87bfcd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:21.815204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-315a1e25-38fb-414a-afe4-d9bc6e29655f req-9501af19-06b4-40d1-b1be-e6ef3f87bfcd tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 945 time: 0.1860654 Oct 26 14:08:21.838456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5d1d61-1eeb-4d25-b4a0-e43143894015,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:21.851466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.859180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e5acb63-c43a-4049-9b9f-768f79985a9c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e5d1d61-1eeb-4d25-b4a0-e43143894015 HTTP/1.1" status: 204 len: 168 time: 0.5615220 Oct 26 14:08:21.859425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a9ae3-96e4-46da-accd-96b26f321126 None None] Network a2e272b4-975a-44b2-9d1a-2726fbe5bda0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:21.864782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:21.933671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-315a1e25-38fb-414a-afe4-d9bc6e29655f req-fe4ae599-248e-4301-9f81-806ec25450b5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/security-groups?id=366311b8-b4c8-4f2f-ae05-a733c4eb066d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970812 Oct 26 14:08:21.938469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.962502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:21.966141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6858cda3-f3a5-4602-a4e0-5b7fc5a5aee9 req-a6ac5f1b-037c-4fa2-bd8f-38abae87aee0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837645 Oct 26 14:08:22.038561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] For port 0b20947f-52be-4188-bcca-a02b30ce6a27, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=0b20947f-52be-4188-bcca-a02b30ce6a27,segment=NetworkSegment(50d7aac4-5178-40ef-b50e-5875cbfcdc70),segment_id=50d7aac4-5178-40ef-b50e-5875cbfcdc70)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.038963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.091669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Calling delete_port for 0b20947f-52be-4188-bcca-a02b30ce6a27 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:22.126534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Deleting port 4ed42cbc-cfe4-4446-bd78-f40d922de94e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:22.126936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.137282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:22.172599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] DHCP port deletion for a2e272b4-975a-44b2-9d1a-2726fbe5bda0 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:08:22.254720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.284212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:22.289429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Deleting port 4ed42cbc-cfe4-4446-bd78-f40d922de94e {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:22.290869 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.301859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa361-5938-4cf2-a3a0-03ae6a4fc58a req-5b8081f0-c1cf-43a2-843e-555db23e1148 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.303560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab2fa361-5938-4cf2-a3a0-03ae6a4fc58a req-5b8081f0-c1cf-43a2-843e-555db23e1148 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 945 time: 0.1220636 Oct 26 14:08:22.310202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] For port 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ed42cbc-cfe4-4446-bd78-f40d922de94e,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.310202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.338173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Calling delete_port for 4ed42cbc-cfe4-4446-bd78-f40d922de94e owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:22.341101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.351468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:22.351924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.379851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:22.392926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:22.395953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab2fa361-5938-4cf2-a3a0-03ae6a4fc58a req-f5fc67c0-016d-46f0-a9b3-448fc3687a9d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833032 Oct 26 14:08:22.402939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:22.405928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] For port 4ed42cbc-cfe4-4446-bd78-f40d922de94e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ed42cbc-cfe4-4446-bd78-f40d922de94e,segment=NetworkSegment(1da8933c-4d0a-42d1-9a73-3e446c824985),segment_id=1da8933c-4d0a-42d1-9a73-3e446c824985)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.406333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.406613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Pushing event updated for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.424683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Calling delete_port for 4ed42cbc-cfe4-4446-bd78-f40d922de94e owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:22.470627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.497450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211445c-c0ae-4722-bcde-f37970ea39f3 req-cd45d693-04a1-4190-96a8-57fd3a32ded7 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.505367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3211445c-c0ae-4722-bcde-f37970ea39f3 req-cd45d693-04a1-4190-96a8-57fd3a32ded7 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 932 time: 0.2636158 Oct 26 14:08:22.508175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed42cbc-cfe4-4446-bd78-f40d922de94e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.515465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] No DVR routers for this DVR port 4ed42cbc-cfe4-4446-bd78-f40d922de94e on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:22.531184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.537448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Pushing event deleted for resources: {'Port': ['ID=722cee44-0d70-4a1b-8cfc-5b1f98598254,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.585744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] No DVR routers for this DVR port 722cee44-0d70-4a1b-8cfc-5b1f98598254 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:22.590458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:22.591660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.593084 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932eb5e-bb60-4ac4-b748-d47f37387c48" -d '{"events": [{"server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:22.607199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84c8ed03-27fe-438d-bfb2-6c79ffa870f2 req-27233aa1-f3d7-4bee-b325-788cc80eacf5 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.73 "DELETE /v2.0/ports/722cee44-0d70-4a1b-8cfc-5b1f98598254 HTTP/1.1" status: 204 len: 173 time: 1.6592228 Oct 26 14:08:22.610349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'name': 'network-vif-deleted', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:22.614361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:22.621236 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252f455b-9adc-4db6-82d4-326d59d5b295" -d '{"events": [{"server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "name": "network-vif-deleted", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:22.625637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.626146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.634731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.642003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:22.644236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.645425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.683098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Pushing event deleted for resources: {'Port': ['ID=0b20947f-52be-4188-bcca-a02b30ce6a27,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.694837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e272b4-975a-44b2-9d1a-2726fbe5bda0']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:22.704973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] No DVR routers for this DVR port 4ed42cbc-cfe4-4446-bd78-f40d922de94e on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:22.717271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da8933c-4d0a-42d1-9a73-3e446c824985') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:22.717634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da8933c-4d0a-42d1-9a73-3e446c824985') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:22.744886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.752364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3211445c-c0ae-4722-bcde-f37970ea39f3 req-caab2be4-8cf1-4c23-ade7-468d677fb4cf tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457013 Oct 26 14:08:22.757593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.780829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-14bf4f48-ccb5-4266-ba64-dceda7402ec3 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1737998 Oct 26 14:08:22.785564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72737f81-7c88-4345-916e-b5b67ee0f5d8 req-a1a97c67-14ea-4970-8aae-004c126a44d0 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.37 "GET /v2.0/ports?device_id=7392e059-be37-497a-96c9-e6231816ddab HTTP/1.1" status: 200 len: 210 time: 0.0556908 Oct 26 14:08:22.800443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.808886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:22.809728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:22.813512 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:22.822604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9123e-b28c-4630-8dd0-4f7ff22cf226 None None] Pushing event deleted for resources: {'Port': ['ID=4ed42cbc-cfe4-4446-bd78-f40d922de94e,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:22.844630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Request body: {'port': {'device_id': '29dd7d53-e3ee-4455-b619-49a90148eade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:22.920151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] No DVR routers for this DVR port 0b20947f-52be-4188-bcca-a02b30ce6a27 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:22.937932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.941598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60e32728-f077-4cb9-9412-87b72c136d83 req-0b67be93-d7cf-4200-8e90-902256f02d09 tempest-InstanceActionsV221TestJSON-1066323650 tempest-InstanceActionsV221TestJSON-1066323650-project] 10.222.0.41 "DELETE /v2.0/ports/0b20947f-52be-4188-bcca-a02b30ce6a27 HTTP/1.1" status: 204 len: 173 time: 1.5918050 Oct 26 14:08:22.986352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:22.998619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55b5b-c660-4a5b-a87e-fc573ae2d2bd req-572a38c3-d4cb-4d75-b80b-94672bf8d4d9 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.000236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4fc55b5b-c660-4a5b-a87e-fc573ae2d2bd req-572a38c3-d4cb-4d75-b80b-94672bf8d4d9 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1096 time: 0.1124008 Oct 26 14:08:23.069477 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.165505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4fc55b5b-c660-4a5b-a87e-fc573ae2d2bd req-7a985e34-2d5a-4871-96c1-3864f2249d15 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315887 Oct 26 14:08:23.175083 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65238e0a-394b-4c22-92cf-9c089b0cebd3 x-openstack-request-id: req-65238e0a-394b-4c22-92cf-9c089b0cebd3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:23.175476 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:23.175825 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65238e0a-394b-4c22-92cf-9c089b0cebd3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:23.176310 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', 'code': 200} Oct 26 14:08:23.228376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.242713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.253262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a2e272b4-975a-44b2-9d1a-2726fbe5bda0 HTTP/1.1" status: 204 len: 168 time: 1.3873246 Oct 26 14:08:23.278291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a0e0f-cb78-485a-b9f5-ee44fda00630 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e272b4-975a-44b2-9d1a-2726fbe5bda0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:23.284995 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dd0d86-9620-4abe-821e-185e3a19d0cc x-openstack-request-id: req-02dd0d86-9620-4abe-821e-185e3a19d0cc {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:23.285533 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd646c77-ff6b-47ac-a456-20670e9e4120", "name": "network-vif-deleted", "tag": "722cee44-0d70-4a1b-8cfc-5b1f98598254", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:23.286044 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02dd0d86-9620-4abe-821e-185e3a19d0cc {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:23.286330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ed42cbc-cfe4-4446-bd78-f40d922de94e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:23.287736 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd646c77-ff6b-47ac-a456-20670e9e4120', 'name': 'network-vif-deleted', 'tag': '722cee44-0d70-4a1b-8cfc-5b1f98598254', 'status': 'completed', 'code': 200} Oct 26 14:08:23.326628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4ed42cbc-cfe4-4446-bd78-f40d922de94e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:23.327214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ed42cbc-cfe4-4446-bd78-f40d922de94e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:23.327732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0cb0e693-28c5-41ac-b9bd-bcade5433934 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:23.376052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7e0fd25-e8cd-44b6-8d25-bd3036ff5f18 req-f41cb28a-0b7e-4f78-9be1-60c20d3ae913 tempest-ServerRescueNegativeTestJSON-2015486121 tempest-ServerRescueNegativeTestJSON-2015486121-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd646c77-ff6b-47ac-a456-20670e9e4120 HTTP/1.1" status: 200 len: 210 time: 0.0589004 Oct 26 14:08:23.393552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3052a-ba5d-436a-9430-fd1ef835cbea req-6cc2d964-c17c-49b3-ad89-a5dd583e8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.396146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4de3052a-ba5d-436a-9430-fd1ef835cbea req-6cc2d964-c17c-49b3-ad89-a5dd583e8ec5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1032739 Oct 26 14:08:23.401926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0cb0e693-28c5-41ac-b9bd-bcade5433934 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:23.408257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0cb0e693-28c5-41ac-b9bd-bcade5433934 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:23.531386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4de3052a-ba5d-436a-9430-fd1ef835cbea req-9076e096-1416-4500-8c73-d25d636d7f35 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260393 Oct 26 14:08:23.553293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2965e4-ec29-4d49-bb03-f4129f053681 req-bbb91d26-72d5-4f48-84fd-f795a5217f96 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.554060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60478) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:23.561055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef2965e4-ec29-4d49-bb03-f4129f053681 req-bbb91d26-72d5-4f48-84fd-f795a5217f96 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 1096 time: 0.1305661 Oct 26 14:08:23.564967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12f543f-f154-4bd7-a342-e1c29a6eef8f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:23.573548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d36ee-d392-4792-b0e2-54c437da512a req-dec97582-031d-4590-bf6e-e935d3fcb413 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.575218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b6d36ee-d392-4792-b0e2-54c437da512a req-dec97582-031d-4590-bf6e-e935d3fcb413 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.0984237 Oct 26 14:08:23.578888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.602412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Transition to ACTIVE for port object c12f543f-f154-4bd7-a342-e1c29a6eef8f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:23.610269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.634808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b6d36ee-d392-4792-b0e2-54c437da512a req-395cbc8b-ef76-45aa-8321-d9b6a2ca84b0 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Oct 26 14:08:23.647353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef2965e4-ec29-4d49-bb03-f4129f053681 req-7df9198c-5f8d-46c5-8b58-e0b04fbf1161 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Oct 26 14:08:23.648527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96ea8d02-2564-4365-824f-1dcd5f173203 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f12ad15d08bc4a4b855a334340e1740e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910983 Oct 26 14:08:23.651735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60480) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:23.710328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:23.715290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.744903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.792125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Attempting to bind port c12f543f-f154-4bd7-a342-e1c29a6eef8f on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:23.792457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Attempting to bind port c12f543f-f154-4bd7-a342-e1c29a6eef8f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '9d23a813-038b-44de-aa2a-9ac8d0295175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:23.793034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Attempting to bind port c12f543f-f154-4bd7-a342-e1c29a6eef8f on network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:23.815944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Port c12f543f-f154-4bd7-a342-e1c29a6eef8f on network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:23.816704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Attempting to bind port c12f543f-f154-4bd7-a342-e1c29a6eef8f on network eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:23.822843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.825871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:23.826212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Checking segment: {'id': '9d23a813-038b-44de-aa2a-9ac8d0295175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:23.826593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Bound using segment: {'id': '9d23a813-038b-44de-aa2a-9ac8d0295175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:23.827024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Bound port: c12f543f-f154-4bd7-a342-e1c29a6eef8f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d23a813-038b-44de-aa2a-9ac8d0295175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:23.827271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.827389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:23.832128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ae42f6-2059-47e4-a71e-412690c1f18d HTTP/1.1" status: 204 len: 168 time: 0.1781299 Oct 26 14:08:23.843558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cba36-bb8d-4c34-a21c-7f6b0854da3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ae42f6-2059-47e4-a71e-412690c1f18d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:23.862538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3546ab-a630-45f2-ba18-0ce4714372a3 req-4361737c-c4b7-4f6e-8f97-0139f8eaad4c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:23.870641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe3546ab-a630-45f2-ba18-0ce4714372a3 req-4361737c-c4b7-4f6e-8f97-0139f8eaad4c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0936332 Oct 26 14:08:23.953245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe3546ab-a630-45f2-ba18-0ce4714372a3 req-3da43c4d-11a8-487a-972f-237f76bd763b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Oct 26 14:08:23.960816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:23.964587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f,segment=NetworkSegment(9d23a813-038b-44de-aa2a-9ac8d0295175),segment_id=9d23a813-038b-44de-aa2a-9ac8d0295175)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:23.971288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:24.016032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.016722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:24.018332 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/c12f543f-f154-4bd7-a342-e1c29a6eef8f HTTP/1.1" status: 200 len: 1092 time: 1.1835728 Oct 26 14:08:24.042287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a38b-55d7-4e2c-994c-6290d45c47b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:24.151110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4f2e4-b996-424f-ac9e-c7a0bcd71b11 req-51254609-6b42-4c23-96df-9004d05bdb0d tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.152689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8c4f2e4-b996-424f-ac9e-c7a0bcd71b11 req-51254609-6b42-4c23-96df-9004d05bdb0d tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 944 time: 0.1062446 Oct 26 14:08:24.156151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 722cee44-0d70-4a1b-8cfc-5b1f98598254 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:24.178537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 722cee44-0d70-4a1b-8cfc-5b1f98598254 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:24.178975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 722cee44-0d70-4a1b-8cfc-5b1f98598254 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:24.191443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-be092bc1-0e16-4efb-8ec8-b202474ea678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.193016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-be092bc1-0e16-4efb-8ec8-b202474ea678 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259c31ac708b4da39415162cea59f1bc&device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 1095 time: 0.0980172 Oct 26 14:08:24.265533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8c4f2e4-b996-424f-ac9e-c7a0bcd71b11 req-4afcae9f-9a6a-4bfb-9e11-7b4284e50584 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004069 Oct 26 14:08:24.267761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-41d646f9-fd28-4b3b-9887-f866f41b4301 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f HTTP/1.1" status: 200 len: 217 time: 0.0653162 Oct 26 14:08:24.289935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0b20947f-52be-4188-bcca-a02b30ce6a27 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:24.319292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 0b20947f-52be-4188-bcca-a02b30ce6a27 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:24.319759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 0b20947f-52be-4188-bcca-a02b30ce6a27 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:24.348871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-95c0f3fb-c51a-4ae7-b29e-463f4254d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.350346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-95c0f3fb-c51a-4ae7-b29e-463f4254d035 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a7e9f94-39a5-4083-84ec-d1577e840ff2 HTTP/1.1" status: 200 len: 849 time: 0.0736437 Oct 26 14:08:24.402353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-d1b0401a-9b81-4e73-9c77-ecd6077bb616 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430882 Oct 26 14:08:24.408182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60518) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:24.453343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:24.505614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Deleting subnet 4b2e8623-4e63-4199-9233-61bb77c5c849 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:24.510906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:24.909537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60534) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:24.950193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aa77b-a4b1-49c7-9b0d-5eac70226349 req-69e4dd6a-8e0d-4138-9045-3151ce899ebc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:24.952522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce9aa77b-a4b1-49c7-9b0d-5eac70226349 req-69e4dd6a-8e0d-4138-9045-3151ce899ebc tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.1515210 Oct 26 14:08:24.964432 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-9af0928b-9008-4e9e-ba69-3f422eba6e8f service neutron] 10.222.0.73 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474265 Oct 26 14:08:24.966828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.061788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce9aa77b-a4b1-49c7-9b0d-5eac70226349 req-64416ab8-5698-4296-833c-fe6fdb4d3f7c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982816 Oct 26 14:08:25.150056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.159264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-335728500-network', 'tenant_id': '6df4086031c94deb941265aee64bbd5a'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:25.170174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.236460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b2d5c-1595-4750-a29c-9228ae94b969 req-e4e1b974-d85a-4a21-994f-4e27e0af7158 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.239014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b8b2d5c-1595-4750-a29c-9228ae94b969 req-e4e1b974-d85a-4a21-994f-4e27e0af7158 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.1987770 Oct 26 14:08:25.247842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb2a9c17-d48c-42ca-ba54-f0a282fd4a9c req-118c2c50-aafd-45ea-8c19-877479ddbf61 service neutron] 10.222.0.73 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443528 Oct 26 14:08:25.293393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'name': 'network-vif-deleted', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27'}, {'name': 'network-changed', 'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:25.296926 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610081b3-d7f6-4816-8b3f-2c1b20e96a11" -d '{"events": [{"server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "name": "network-vif-deleted", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27"}, {"name": "network-changed", "server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:25.313489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b8b2d5c-1595-4750-a29c-9228ae94b969 req-34bef113-d40e-4858-9803-375dc93969ce tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587201 Oct 26 14:08:25.320814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.359668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2e8623-4e63-4199-9233-61bb77c5c849,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:25.363990 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.369688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8010448a-450f-4f15-9aa6-bff2fa8bfb12 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b2e8623-4e63-4199-9233-61bb77c5c849 HTTP/1.1" status: 204 len: 168 time: 0.9604697 Oct 26 14:08:25.372402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:25.382950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Made reservation on behalf of 6df4086031c94deb941265aee64bbd5a for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:25.387286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.457546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.485844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.526618 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def31173-ff55-4353-bf47-48e4eab9da73 x-openstack-request-id: req-def31173-ff55-4353-bf47-48e4eab9da73 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:25.527100 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7392e059-be37-497a-96c9-e6231816ddab", "name": "network-vif-deleted", "tag": "0b20947f-52be-4188-bcca-a02b30ce6a27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:25.527449 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-def31173-ff55-4353-bf47-48e4eab9da73 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:25.527953 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7392e059-be37-497a-96c9-e6231816ddab', 'name': 'network-vif-deleted', 'tag': '0b20947f-52be-4188-bcca-a02b30ce6a27', 'status': 'completed', 'code': 200} Oct 26 14:08:25.528296 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f', 'status': 'completed', 'code': 200} Oct 26 14:08:25.620177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e476b7-1ccf-498a-be0b-1f91cc57056a req-7d54aae2-fd40-4c2b-ad40-15e960731ef0 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.627770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6e476b7-1ccf-498a-be0b-1f91cc57056a req-7d54aae2-fd40-4c2b-ad40-15e960731ef0 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 944 time: 0.1546371 Oct 26 14:08:25.660259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.696658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2c4ec4-6124-466e-9677-b06a67934eb0']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:25.707994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d7aac4-5178-40ef-b50e-5875cbfcdc70') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:25.708710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d7aac4-5178-40ef-b50e-5875cbfcdc70') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:25.714617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6e476b7-1ccf-498a-be0b-1f91cc57056a req-b40a0864-fd7a-432e-86c0-c3b9466e07b4 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843751 Oct 26 14:08:25.733866 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.755878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-74f93d9b-879d-4d90-85ae-17c0d86e44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.757654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-74f93d9b-879d-4d90-85ae-17c0d86e44a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=259c31ac708b4da39415162cea59f1bc&device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 1095 time: 0.1536376 Oct 26 14:08:25.759059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.775548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:25.775959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:25.778999 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:25.820972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.832685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.876246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:25.920130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.920879 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Added segment bd558065-5731-4a04-a80c-2cc5e535af32 of type vlan for network b40089bf-ea3f-4429-9178-b934f09da941 Oct 26 14:08:25.930151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88537d-ebc2-43a6-be08-531d8c7bec75,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:25.979943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1549cae-243a-4075-baf3-537bd1ff8194 req-c1a4a41e-e3f5-4635-b2d4-d987560e9659 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:25.981867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1549cae-243a-4075-baf3-537bd1ff8194 req-c1a4a41e-e3f5-4635-b2d4-d987560e9659 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0965505 Oct 26 14:08:25.982633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:25.997758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.001602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be2c4ec4-6124-466e-9677-b06a67934eb0 HTTP/1.1" status: 204 len: 168 time: 0.6281173 Oct 26 14:08:26.014704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Deleting port dea32361-4d49-4285-890a-bf2de7070dbf {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:26.015044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.018080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.025560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b69ef-fe5e-4d5c-83ef-1512c73b1756 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2c4ec4-6124-466e-9677-b06a67934eb0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.029788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-d3a302b3-56cc-43a5-9c22-7cf3cd5f306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.031468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-d3a302b3-56cc-43a5-9c22-7cf3cd5f306e service neutron] 10.222.0.73 "GET /v2.0/networks?id=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 HTTP/1.1" status: 200 len: 910 time: 0.2656183 Oct 26 14:08:26.132398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1549cae-243a-4075-baf3-537bd1ff8194 req-8b51bfb8-c016-4963-b88b-a695eb150474 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174262 Oct 26 14:08:26.132398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-fb4b9bbf-1927-4151-8576-bed5a62cdf04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f HTTP/1.1" status: 200 len: 217 time: 0.0840917 Oct 26 14:08:26.138247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd782f-8f0e-463b-a1c6-3b45fbcd65a9 req-40ce9c4c-3b66-4299-b0cf-cceb3f0f291d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.149418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72dd782f-8f0e-463b-a1c6-3b45fbcd65a9 req-40ce9c4c-3b66-4299-b0cf-cceb3f0f291d tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 945 time: 0.1684697 Oct 26 14:08:26.159433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.160540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.161180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.188752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-42d586dd-0ecf-405a-b3e1-33934f798858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.190364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-42d586dd-0ecf-405a-b3e1-33934f798858 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a7e9f94-39a5-4083-84ec-d1577e840ff2 HTTP/1.1" status: 200 len: 849 time: 0.0578516 Oct 26 14:08:26.225465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-14aa3341-126a-440c-adea-bbcd971e4188 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278311 Oct 26 14:08:26.254443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3382716 Oct 26 14:08:26.255550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:26.261360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Request body: {'subnet': {'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-335728500-subnet', 'tenant_id': '6df4086031c94deb941265aee64bbd5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:26.280223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60570) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:26.289886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:26.316284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72dd782f-8f0e-463b-a1c6-3b45fbcd65a9 req-1f2dd5e4-a036-42cc-95b8-57c19c4f015f tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654494 Oct 26 14:08:26.317425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] For port dea32361-4d49-4285-890a-bf2de7070dbf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dea32361-4d49-4285-890a-bf2de7070dbf,segment=NetworkSegment(d998cacd-5597-408e-bf95-bcbc2e7e99ba),segment_id=d998cacd-5597-408e-bf95-bcbc2e7e99ba)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:26.317792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.332168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03da1a-3bd0-46ea-893e-8122cdc27423 admin admin] Pushing event updated for resources: {'Network': ['ID=b40089bf-ea3f-4429-9178-b934f09da941,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.337850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Made reservation on behalf of 6df4086031c94deb941265aee64bbd5a for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:26.342013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.349803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Calling delete_port for dea32361-4d49-4285-890a-bf2de7070dbf owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:26.365135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a52687ac-1ad7-4058-a57c-859d9616cb39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11e5765179ad40a0b2b9d1e05bbe7190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820065 Oct 26 14:08:26.365737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:26.413512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b40089bf-ea3f-4429-9178-b934f09da941 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:26.441378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-2321663b-cb85-4162-bffd-78e04aeb8cf8 service neutron] 10.222.0.73 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087231 Oct 26 14:08:26.490020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.559098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-610081b3-d7f6-4816-8b3f-2c1b20e96a11 req-f769eb0d-0ea0-4737-b374-48f6bfafc864 service neutron] 10.222.0.73 "GET /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094265 Oct 26 14:08:26.560320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.612535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:26.635780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '013f4744-254f-4026-88d7-e7f88c516c20', 'network_id': '19bf76ec-0dca-431b-b73e-9b616967767f', 'port_id': '013f4744-254f-4026-88d7-e7f88c516c20', 'mac_address': 'fa:16:3e:07:1d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f98be51-1a0c-47bc-9e40-ffa0f553d965', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:26.671720 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.674572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.675752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/072a6804-8b65-4b1f-ba7c-7e486702150d HTTP/1.1" status: 204 len: 168 time: 0.3054056 Oct 26 14:08:26.692092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8979be-fd6b-4409-bcf6-5574b3959697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a6804-8b65-4b1f-ba7c-7e486702150d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.697564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.707251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.717576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.725971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 013f4744-254f-4026-88d7-e7f88c516c20 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:26.742175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=dea32361-4d49-4285-890a-bf2de7070dbf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.778570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2529e818-a134-4312-8794-27599b3859d5,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.792906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:26.806893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.818265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Checking segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:26.818637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Network hostable DHCP agents. Network: b40089bf-ea3f-4429-9178-b934f09da941, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:26.865926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Network b40089bf-ea3f-4429-9178-b934f09da941 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:26.904171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b40089bf-ea3f-4429-9178-b934f09da941) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:26.907803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:26.915468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6fa02-1a0e-4977-b8b9-32c518fe8c9d None None] Network b40089bf-ea3f-4429-9178-b934f09da941 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:26.922243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.922848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.938975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505e79a-62c0-4e0d-985c-b5352b3804c9 req-2ce2990a-49b7-46a3-b291-98dbf9f06458 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:26.947878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4505e79a-62c0-4e0d-985c-b5352b3804c9 req-2ce2990a-49b7-46a3-b291-98dbf9f06458 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 944 time: 0.1060889 Oct 26 14:08:26.956535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:26.978763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['013f4744-254f-4026-88d7-e7f88c516c20'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:27.002233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4505e79a-62c0-4e0d-985c-b5352b3804c9 req-57d8f794-6db2-45bb-aef4-e9f723d7f0f6 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Oct 26 14:08:27.015163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-507a388d-d2a1-4066-b4c6-06c93071da14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7591746 Oct 26 14:08:27.122805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0fa77-7707-4b8a-9089-4b9b9b850572 None None] Network b40089bf-ea3f-4429-9178-b934f09da941 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:27.293506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-d6b93b05-b6b5-456a-aa8d-dbaa2dd61022 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.303493 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:08:27.306306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-d6b93b05-b6b5-456a-aa8d-dbaa2dd61022 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 944 time: 0.1201544 Oct 26 14:08:27.355517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:08:27.394588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82c7ef-2e97-4a92-a3e6-69a670ef1ff1 req-b9286b12-1283-445d-9506-54f61d0b666d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.396371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f82c7ef-2e97-4a92-a3e6-69a670ef1ff1 req-b9286b12-1283-445d-9506-54f61d0b666d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0881782 Oct 26 14:08:27.475998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Deleting port 013f4744-254f-4026-88d7-e7f88c516c20 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:27.476606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.591827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f82c7ef-2e97-4a92-a3e6-69a670ef1ff1 req-76fec4cc-bf25-4a8f-8a02-8b116e49a41d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238122 Oct 26 14:08:27.609772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] For port 013f4744-254f-4026-88d7-e7f88c516c20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=013f4744-254f-4026-88d7-e7f88c516c20,segment=NetworkSegment(31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9),segment_id=31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:27.610470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.631587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Calling delete_port for 013f4744-254f-4026-88d7-e7f88c516c20 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:27.648315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:27.660574 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Sync routers for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:27.664554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2f209b7-7b01-4fd4-a0fb-1c454219cbfe admin admin] 10.222.0.37 "PUT /v2.0/routers/481b9dbf-ccdf-4140-81dd-6af5d6d10bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2100391 Oct 26 14:08:27.665786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60616) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:27.676925 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:27.682444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:27.816002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ada6a-23c0-4e42-9dbd-7d9457c21bcc req-484e8063-ed6d-49ff-88e9-b930644b3142 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:27.824939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b97ada6a-23c0-4e42-9dbd-7d9457c21bcc req-484e8063-ed6d-49ff-88e9-b930644b3142 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/ports?device_id=13c59373-68ad-4bd4-b571-d964c280ecaa HTTP/1.1" status: 200 len: 944 time: 0.1063695 Oct 26 14:08:27.831544 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:27.871601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:27.972679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b97ada6a-23c0-4e42-9dbd-7d9457c21bcc req-710ab87e-f03f-4d64-8404-6b437e0e0b8c tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.37 "GET /v2.0/security-groups?id=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411409 Oct 26 14:08:27.978863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.017611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Pushing event deleted for resources: {'Port': ['ID=013f4744-254f-4026-88d7-e7f88c516c20,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:28.020043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.089266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] No DVR routers for this DVR port 013f4744-254f-4026-88d7-e7f88c516c20 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:28.091790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.095577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0a4b281-384b-4790-92c2-d9a62962a8b1 req-98eb08c7-053b-4729-8a06-f98141a3ba98 tempest-ImagesTestJSON-67537979 tempest-ImagesTestJSON-67537979-project] 10.222.0.41 "DELETE /v2.0/ports/013f4744-254f-4026-88d7-e7f88c516c20 HTTP/1.1" status: 204 len: 173 time: 0.7823193 Oct 26 14:08:28.098021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'name': 'network-vif-deleted', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:28.101275 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb00e5-f456-40c8-b22d-4af509152957" -d '{"events": [{"server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "name": "network-vif-deleted", "tag": "013f4744-254f-4026-88d7-e7f88c516c20"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:28.114940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-23bb9dc3-d08c-4f13-8dfc-850c89b6b840 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.129123 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:08:26Z', 'revision_number': 5, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port': {'id': '7761e071-0382-497e-8fa5-58f9cc9cafcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:05:08Z', 'updated_at': '2021-10-26T14:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:28.139571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-23bb9dc3-d08c-4f13-8dfc-850c89b6b840 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 817 time: 0.2621539 Oct 26 14:08:28.158658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c12f543f-f154-4bd7-a342-e1c29a6eef8f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:28.166646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-e38bdc72-23f9-4066-88b9-66be64cc569f tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/quotas/6df4086031c94deb941265aee64bbd5a HTTP/1.1" status: 200 len: 375 time: 0.0250323 Oct 26 14:08:28.172224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Deleting port 7761e071-0382-497e-8fa5-58f9cc9cafcf {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:28.178765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.217623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9226d294-f752-4aa5-b069-0a62245f09a8 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499671 Oct 26 14:08:28.226733 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Checking router: 481b9dbf-ccdf-4140-81dd-6af5d6d10bac for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:28.242396 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Routers {'481b9dbf-ccdf-4140-81dd-6af5d6d10bac'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:28.244708 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:28.307495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:28.412368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] For port 7761e071-0382-497e-8fa5-58f9cc9cafcf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7761e071-0382-497e-8fa5-58f9cc9cafcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:28.412769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.442485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-326b1448-27a7-4e33-a22f-37e05ccf8b36 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:08:28.452236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-326b1448-27a7-4e33-a22f-37e05ccf8b36 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2336755 Oct 26 14:08:28.473533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] Set router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:28.524886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f,segment=NetworkSegment(9d23a813-038b-44de-aa2a-9ac8d0295175),segment_id=9d23a813-038b-44de-aa2a-9ac8d0295175)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:28.535821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Calling delete_port for 7761e071-0382-497e-8fa5-58f9cc9cafcf owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:28.539519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f', 'network_id': 'eebae7db-03e8-44d8-8e2f-bbd90db6ccf5', 'port_id': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f', 'mac_address': 'fa:16:3e:04:5d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7e9f94-39a5-4083-84ec-d1577e840ff2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:28.541744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:28.543058 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:08:28Z', 'revision_number': 6, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:28.547361 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No ports have port_id starting with 013f4744-254f-4026-88d7-e7f88c516c20 Oct 26 14:08:28.548757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:28.552252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 requested by agent hyperv_n-h1-813419-9 not found in database {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 26 14:08:28.568538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-462950398-network', 'tenant_id': '7592a7c40ee14ad8b1c286c0d9d6ba5c'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:28.573277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 013f4744-254f-4026-88d7-e7f88c516c20 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:28.573630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 013f4744-254f-4026-88d7-e7f88c516c20 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:28.591797 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052b94d-480d-4956-89a5-2849b6b0f37f None None] The sync data for ids ['481b9dbf-ccdf-4140-81dd-6af5d6d10bac'] in n-d-813419-9 is: [{'id': '481b9dbf-ccdf-4140-81dd-6af5d6d10bac', 'name': 'tempest-ServerRescueNegativeTestJSON-2051551200-router', 'tenant_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:05:06Z', 'updated_at': '2021-10-26T14:08:28Z', 'revision_number': 6, 'project_id': 'dd2202bec51b4a45ad5a737a94b0c7d4', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:28.632830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Made reservation on behalf of 7592a7c40ee14ad8b1c286c0d9d6ba5c for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:28.637089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.637226 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.651578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.672575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12f543f-f154-4bd7-a342-e1c29a6eef8f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:28.695583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f,segment=NetworkSegment(9d23a813-038b-44de-aa2a-9ac8d0295175),segment_id=9d23a813-038b-44de-aa2a-9ac8d0295175)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:28.700077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-ae559527-2271-4c48-8cab-2c9b8953a765 service neutron] 10.222.0.37 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467616 Oct 26 14:08:28.704684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.778281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0b11-30d1-4d7d-849c-3420a546548f req-d1611765-21e4-45e5-a4cd-1a799d998239 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:28.787319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:28.788885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f1e0b11-30d1-4d7d-849c-3420a546548f req-d1611765-21e4-45e5-a4cd-1a799d998239 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 944 time: 0.3578064 Oct 26 14:08:28.871458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-1f0fbeac-6314-477e-93ce-782f18ab934c service neutron] 10.222.0.37 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702878 Oct 26 14:08:28.896694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.902754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.920166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:28.935392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:28.936005 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Added segment 42acd63c-8c6e-4fa4-a49b-99c114a0b74a of type vlan for network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 Oct 26 14:08:28.938765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c12f543f-f154-4bd7-a342-e1c29a6eef8f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:28.988895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.032410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.033729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.034454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.067791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7590497 Oct 26 14:08:29.082357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:29.084845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1fc980-60f8-46d8-bf63-8b0f3453455b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:29.092804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Request body: {'subnet': {'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-462950398-subnet', 'tenant_id': '7592a7c40ee14ad8b1c286c0d9d6ba5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:29.187120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dea32361-4d49-4285-890a-bf2de7070dbf no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:29.192855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f915d0c-6629-4dee-a069-36c4d1615cae admin admin] Pushing event updated for resources: {'Network': ['ID=63c298bd-48a5-4b62-8e35-db5fdd95ad25,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:29.206554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Made reservation on behalf of 7592a7c40ee14ad8b1c286c0d9d6ba5c for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:29.210095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.230001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: dea32361-4d49-4285-890a-bf2de7070dbf {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:29.230410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dea32361-4d49-4285-890a-bf2de7070dbf not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:29.231949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:29.314445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f1e0b11-30d1-4d7d-849c-3420a546548f req-df6a36f0-a366-41b6-8c06-4ac08bb7c7c1 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245907 Oct 26 14:08:29.411481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.429318 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da7c3e9-eb20-4a51-a9f5-bd26ac2421c6 x-openstack-request-id: req-6da7c3e9-eb20-4a51-a9f5-bd26ac2421c6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:29.429796 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c59373-68ad-4bd4-b571-d964c280ecaa", "name": "network-vif-deleted", "tag": "013f4744-254f-4026-88d7-e7f88c516c20", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:29.430188 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6da7c3e9-eb20-4a51-a9f5-bd26ac2421c6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:29.431231 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c59373-68ad-4bd4-b571-d964c280ecaa', 'name': 'network-vif-deleted', 'tag': '013f4744-254f-4026-88d7-e7f88c516c20', 'status': 'completed', 'code': 200} Oct 26 14:08:29.471330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7761e071-0382-497e-8fa5-58f9cc9cafcf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:29.623033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.631460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.674248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33be15b-f2a8-4727-9306-c2d9a3d9b30b req-327cca9d-dab2-4dc5-95ca-63074d55b823 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:29.676116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33be15b-f2a8-4727-9306-c2d9a3d9b30b req-327cca9d-dab2-4dc5-95ca-63074d55b823 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.1886961 Oct 26 14:08:29.795186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.797538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.838978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33be15b-f2a8-4727-9306-c2d9a3d9b30b req-e2a4bcaf-3b0d-46dd-a412-a51f2bce28ab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Oct 26 14:08:29.862150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c9cc82-80d0-4829-8006-a5fb6267512b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:29.882510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Checking segment: {'id': '42acd63c-8c6e-4fa4-a49b-99c114a0b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:29.882888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Network hostable DHCP agents. Network: 63c298bd-48a5-4b62-8e35-db5fdd95ad25, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:29.908703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.910861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481b9dbf-ccdf-4140-81dd-6af5d6d10bac {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:08:29.921065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:29.925355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:29.928528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fcb55aa6-7636-4025-a054-563e8e0c3087 admin admin] 10.222.0.37 "DELETE /v2.0/routers/481b9dbf-ccdf-4140-81dd-6af5d6d10bac HTTP/1.1" status: 204 len: 168 time: 2.2617438 Oct 26 14:08:29.931821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:30.041849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Deleting subnet d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:30.046240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.048685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 63c298bd-48a5-4b62-8e35-db5fdd95ad25) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:30.061106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.061725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d8b66-acdd-419b-b50a-536b08a0beee None None] Network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:30.062876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.093547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f62923ae-5da2-4519-b602-b3a908e703d9 req-b0edf2ef-2409-4707-aec0-f2e852f63d1a tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 210 time: 0.1433811 Oct 26 14:08:30.110307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-afef32ac-e148-4520-b79e-ea36da73a60e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0191662 Oct 26 14:08:30.169865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.193383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c12f543f-f154-4bd7-a342-e1c29a6eef8f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:30.226313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.317321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.347413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c12f543f-f154-4bd7-a342-e1c29a6eef8f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:30.390304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c12f543f-f154-4bd7-a342-e1c29a6eef8f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:30.391048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.394131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:30.397552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4cf1fa-1605-480e-832f-cf545e60cbff None None] Network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:30.402320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.405679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32a4131e-2b80-48c0-ba6c-3020aa7acf52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d04bcf03-9cf1-46a4-b2b6-8e4a5a422ffb HTTP/1.1" status: 204 len: 168 time: 0.4727318 Oct 26 14:08:30.408291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60704) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:30.538187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98891c4d-b4a6-4055-8a29-5520b66b77f9 req-4e854fb7-326a-41bf-ae03-49b14915afe7 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.547805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98891c4d-b4a6-4055-8a29-5520b66b77f9 req-4e854fb7-326a-41bf-ae03-49b14915afe7 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 945 time: 0.1007931 Oct 26 14:08:30.581592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.605295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98891c4d-b4a6-4055-8a29-5520b66b77f9 req-98c5078b-10fb-4279-b309-ce369d5292de tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Oct 26 14:08:30.670384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60720) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:30.752023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.806683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Deleting subnet 4f98be51-1a0c-47bc-9e40-ffa0f553d965 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:30.816391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.843535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:30.846624 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0770adfe-1dd1-45d0-887d-0ad5195f00f2" -d '{"events": [{"server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "name": "network-vif-plugged", "status": "completed", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:30.875762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.881470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f,segment=NetworkSegment(9d23a813-038b-44de-aa2a-9ac8d0295175),segment_id=9d23a813-038b-44de-aa2a-9ac8d0295175)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:30.887734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.900643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:30.914229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-74247b44-d353-4445-9258-b96440d1263f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:30.922116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-74247b44-d353-4445-9258-b96440d1263f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/networks?id=63c298bd-48a5-4b62-8e35-db5fdd95ad25 HTTP/1.1" status: 200 len: 821 time: 0.1848021 Oct 26 14:08:30.942946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f1b9a6-ae9f-4090-a18e-b57f1b4ea166']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:30.954856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-2c402d56-916f-4384-ab0c-df764cea2eeb tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/quotas/7592a7c40ee14ad8b1c286c0d9d6ba5c HTTP/1.1" status: 200 len: 375 time: 0.0317559 Oct 26 14:08:31.005717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e74b007c-0282-4f57-8aa1-b19ebd4ffaa5 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7592a7c40ee14ad8b1c286c0d9d6ba5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498312 Oct 26 14:08:31.021091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd998cacd-5597-408e-bf95-bcbc2e7e99ba') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:31.021610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd998cacd-5597-408e-bf95-bcbc2e7e99ba') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:31.039414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.073880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.076029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:31.084241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.089658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.090265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.090804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.091475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.092011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.092404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.092785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.093134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.093453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.093873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.094102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:31.163568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.175413 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a449715-788f-4b18-9a6e-047c28bc70ed x-openstack-request-id: req-1a449715-788f-4b18-9a6e-047c28bc70ed {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:31.175723 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "name": "network-vif-plugged", "status": "completed", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:31.175982 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a449715-788f-4b18-9a6e-047c28bc70ed {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:31.176383 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f', 'code': 200} Oct 26 14:08:31.187994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:31.188408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:31.190161 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:31.205046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.249090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7761e071-0382-497e-8fa5-58f9cc9cafcf no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:31.285783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.288220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7761e071-0382-497e-8fa5-58f9cc9cafcf {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:31.288601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7761e071-0382-497e-8fa5-58f9cc9cafcf not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:31.289401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f98be51-1a0c-47bc-9e40-ffa0f553d965 HTTP/1.1" status: 204 len: 168 time: 0.6179812 Oct 26 14:08:31.290934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d589a11-fc63-4cc3-b27c-c84518f39be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f98be51-1a0c-47bc-9e40-ffa0f553d965,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:31.301381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:31.332628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-285ac3f8-7367-48b7-ab4c-9a44e4eddf1c service neutron] 10.222.0.37 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256464 Oct 26 14:08:31.409082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6a1a-c87f-415a-92ae-d1a3878dee79 req-e959a044-5ecf-4787-b8a7-e042709f77d8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.410758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ba6a1a-c87f-415a-92ae-d1a3878dee79 req-e959a044-5ecf-4787-b8a7-e042709f77d8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.1300433 Oct 26 14:08:31.413470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.415198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.418439 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.424090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/34f1b9a6-ae9f-4090-a18e-b57f1b4ea166 HTTP/1.1" status: 204 len: 168 time: 1.0122395 Oct 26 14:08:31.439851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8629132-1981-48be-a129-106471baf0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f1b9a6-ae9f-4090-a18e-b57f1b4ea166,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:31.461190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c049-5dcd-46e8-b47e-9af7108637ea req-6da1bd9d-019b-43a1-a379-10794b6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.463836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e71c049-5dcd-46e8-b47e-9af7108637ea req-6da1bd9d-019b-43a1-a379-10794b6057a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 1097 time: 0.1513028 Oct 26 14:08:31.495880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ba6a1a-c87f-415a-92ae-d1a3878dee79 req-fa6633a5-372f-4490-aaf3-0d2b708f3017 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740676 Oct 26 14:08:31.566259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-8b02382a-a718-459a-ba77-2029520f38df service neutron] 10.222.0.37 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111540 Oct 26 14:08:31.596727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e71c049-5dcd-46e8-b47e-9af7108637ea req-f51b6d4e-f684-4f69-95c1-88ed8c1ab147 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227820 Oct 26 14:08:31.634096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60738) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:31.637192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7accbdf1-3bbc-4524-be99-066be03a0009 req-b52017e9-a51e-41ea-9f1f-2ae6e5c894b0 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 210 time: 0.0428636 Oct 26 14:08:31.639095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.682996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bf76ec-0dca-431b-b73e-9b616967767f']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:31.709256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:31.709553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d78c4e-6bb9-4ac6-b189-9e4ecfcc1bd9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:31.737463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.748161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-87db8297-8125-4d9c-b6ea-bdcb2e4e1aa9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd2202bec51b4a45ad5a737a94b0c7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125736 Oct 26 14:08:31.748840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60740) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:31.766541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.863315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:31.864269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:31.866564 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:31.898527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-8126ff7d-f201-4353-bf87-05e211c62e28 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:31.900967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-8126ff7d-f201-4353-bf87-05e211c62e28 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 817 time: 0.1782930 Oct 26 14:08:31.924259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Request body: {'port': {'device_id': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'admin_state_up': True, 'tenant_id': '6df4086031c94deb941265aee64bbd5a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:31.965978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.973080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:31.980248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19bf76ec-0dca-431b-b73e-9b616967767f HTTP/1.1" status: 204 len: 168 time: 0.6777699 Oct 26 14:08:31.997421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de6a29-2c67-4bd0-b8d2-ff5ef4e6a103 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bf76ec-0dca-431b-b73e-9b616967767f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:32.016921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01daedc-4386-4d64-83ab-36bb49d6d16f req-f291b47b-05b0-4f18-9bb3-3c28490a951d tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.026999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b01daedc-4386-4d64-83ab-36bb49d6d16f req-f291b47b-05b0-4f18-9bb3-3c28490a951d tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 946 time: 0.2573433 Oct 26 14:08:32.093242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b01daedc-4386-4d64-83ab-36bb49d6d16f req-496f4369-074d-4ac0-8281-09687e70adff tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Oct 26 14:08:32.191219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e0ceb9b-4f55-4ec4-a6e9-06bab79df61c req-bf5336c5-c2a7-48b8-81d6-e0e3c7d7bb9f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 210 time: 0.1499951 Oct 26 14:08:32.192255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Made reservation on behalf of 6df4086031c94deb941265aee64bbd5a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:32.208454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.248700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.316401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:32.325288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.402490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.403446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-45cb4b21-7df3-4acf-b826-996bde81351d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=049419d4309f47f9913b4077c02fa918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854967 Oct 26 14:08:32.405466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.406103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60760) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:32.406691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/366311b8-b4c8-4f2f-ae05-a733c4eb066d HTTP/1.1" status: 204 len: 168 time: 0.6554639 Oct 26 14:08:32.447578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1c062-56ec-44a2-8cb6-3d0cb959d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366311b8-b4c8-4f2f-ae05-a733c4eb066d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:32.487056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Allocated IP 172.20.0.8 (b40089bf-ea3f-4429-9178-b934f09da941/2529e818-a134-4312-8794-27599b3859d5/a74df74e-55ae-4578-9862-f72ef14607ac) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:32.496934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.521100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.545029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-e853b8e2-9cb2-42e1-9327-61820b258be7 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.546977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-e853b8e2-9cb2-42e1-9327-61820b258be7 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 817 time: 0.2873218 Oct 26 14:08:32.592174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Request body: {'port': {'device_id': '228842af-d4ef-4927-953e-8a9accafacda', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'admin_state_up': True, 'tenant_id': '6df4086031c94deb941265aee64bbd5a'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:32.780139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.783158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.786665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d56fcbb2-5792-4e75-a23b-f9a9180a7cdb HTTP/1.1" status: 204 len: 168 time: 0.3745570 Oct 26 14:08:32.799541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.829667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd5f5-d6fc-4012-8568-a0dca753020e req-a4070caa-f20f-436e-80de-0f4f31a29ba5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:32.840162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e0bd5f5-d6fc-4012-8568-a0dca753020e req-a4070caa-f20f-436e-80de-0f4f31a29ba5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2086108 Oct 26 14:08:32.842676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac726f-20c5-49f4-9c3a-6fdabd0929d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fcbb2-5792-4e75-a23b-f9a9180a7cdb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:32.847727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Made reservation on behalf of 6df4086031c94deb941265aee64bbd5a for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:32.854920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.870793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:32.924535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a65eb604-6138-4298-aa24-4254c9688d73 req-6a42bbdb-935f-47d4-8e9b-103458b05269 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 210 time: 0.0674329 Oct 26 14:08:32.949439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Network b40089bf-ea3f-4429-9178-b934f09da941 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:32.992143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:33.001460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:33.070300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Allocated IP 172.20.0.3 (b40089bf-ea3f-4429-9178-b934f09da941/2529e818-a134-4312-8794-27599b3859d5/6ea5296f-1383-4ed2-b5b0-030914dfd4a0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:33.301469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event updated for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:33.316647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.318048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.395891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-7bc44cfe-8cbb-4240-933a-f392db6ba9f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3303931 Oct 26 14:08:33.404445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9b1b6f75-be7f-4b65-9a56-520accfb99d3 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4895115 Oct 26 14:08:33.412696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e0bd5f5-d6fc-4012-8568-a0dca753020e req-f3d8eee9-6b1e-49f2-9648-d957a0e00691 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687997 Oct 26 14:08:33.425799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Request body: {'port': {'device_id': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:33.467467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.503497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.522770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8279e4-514a-47d0-b566-10c198c2f333 req-c575fdb2-25d8-4f83-b582-9d9a9091f443 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.532222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e8279e4-514a-47d0-b566-10c198c2f333 req-c575fdb2-25d8-4f83-b582-9d9a9091f443 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 946 time: 0.2668200 Oct 26 14:08:33.543812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:33.635788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-7a6efe8c-0856-4199-9ca1-c5628a5e329f tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.638172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-7a6efe8c-0856-4199-9ca1-c5628a5e329f tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 817 time: 0.4284987 Oct 26 14:08:33.680009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Request body: {'port': {'device_id': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'admin_state_up': True, 'tenant_id': '6df4086031c94deb941265aee64bbd5a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:33.768843 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-731ec866-245f-471a-a998-03a5fc551afd req-09b3bf22-00ae-4879-92e7-d6546c426bd9 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 210 time: 0.0643616 Oct 26 14:08:33.787441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e8279e4-514a-47d0-b566-10c198c2f333 req-fb62d0fa-2db0-42ac-b4cc-f6ceb24262e1 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480545 Oct 26 14:08:33.788182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Network b40089bf-ea3f-4429-9178-b934f09da941 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:33.835301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:33.870598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event updated for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:33.877154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:33.918350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50835-8e47-492a-a03f-84e33d514e9a req-e0fa297c-8622-42d0-b8c5-1f745ed30112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:33.920955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-e0fa297c-8622-42d0-b8c5-1f745ed30112 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 1095 time: 0.4246199 Oct 26 14:08:33.921734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Made reservation on behalf of 6df4086031c94deb941265aee64bbd5a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:33.941543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.051990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60844) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:34.120479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.121181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.183882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-acfdcbfd-98fd-4053-87de-6696a5a4fb32 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6127307 Oct 26 14:08:34.198510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-f6f829d3-61ad-434f-bf1f-bc1a332851eb tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.201182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-f6f829d3-61ad-434f-bf1f-bc1a332851eb tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.41 "GET /v2.0/networks?id=63c298bd-48a5-4b62-8e35-db5fdd95ad25 HTTP/1.1" status: 200 len: 821 time: 0.4115644 Oct 26 14:08:34.208112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Request body: {'port': {'device_id': '228842af-d4ef-4927-953e-8a9accafacda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:34.257010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:34.262489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Request body: {'port': {'device_id': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25', 'admin_state_up': True, 'tenant_id': '7592a7c40ee14ad8b1c286c0d9d6ba5c'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:34.439250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-245edb65-b954-4021-b545-e0610f7cde34 req-f61cb360-e4db-4245-9d55-e8881f2b9446 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 210 time: 0.0509713 Oct 26 14:08:34.456028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.529057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-755691149-network', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:34.546491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1204276181-network', 'tenant_id': 'c53994fd38274463a40510f8ce732aa6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:34.669101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Made reservation on behalf of 4bf4aa6f7dd64efab80a0ca5963fc1d4 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:34.671857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.709306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566ae32-137b-4c0b-bbc4-b030f92a70d2 req-a4795575-23cc-4665-a8fb-9bb1ede98b23 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.710852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3566ae32-137b-4c0b-bbc4-b030f92a70d2 req-a4795575-23cc-4665-a8fb-9bb1ede98b23 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 946 time: 0.1756027 Oct 26 14:08:34.759684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.830563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Made reservation on behalf of c53994fd38274463a40510f8ce732aa6 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:34.833529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.863542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.889202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Made reservation on behalf of 7592a7c40ee14ad8b1c286c0d9d6ba5c for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:34.892773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:34.925937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3566ae32-137b-4c0b-bbc4-b030f92a70d2 req-1040fc25-b910-4e7a-9cbf-bb8cfeb83a2f tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569655 Oct 26 14:08:34.983776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50835-8e47-492a-a03f-84e33d514e9a req-6e4c7dc9-2936-4fe5-ae5a-3aba86702996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:34.985329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-6e4c7dc9-2936-4fe5-ae5a-3aba86702996 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 1.0038939 Oct 26 14:08:35.073765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-b9b8668e-60ae-4758-9b8a-6cbe81ab0b48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 200 len: 217 time: 0.0420501 Oct 26 14:08:35.085494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b289fb9-5119-4995-9e38-3fa2cc292ec2 req-672ce675-e0d8-47fc-b410-c02e0b7ab8c8 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 210 time: 0.0736244 Oct 26 14:08:35.097987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74df74e-55ae-4578-9862-f72ef14607ac {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:35.109848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.134540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.148319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418404cf-c214-43cf-824e-07211942a573 req-cc4eb20b-6391-4895-a781-8f7e3891dc2d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.150471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-418404cf-c214-43cf-824e-07211942a573 req-cc4eb20b-6391-4895-a781-8f7e3891dc2d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.5919838 Oct 26 14:08:35.165914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Transition to ACTIVE for port object a74df74e-55ae-4578-9862-f72ef14607ac will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:35.166871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.178332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.216036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e50835-8e47-492a-a03f-84e33d514e9a req-a2d0efc5-3be8-4437-ad5c-62fb2fdb0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.219768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-a2d0efc5-3be8-4437-ad5c-62fb2fdb0aa0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1294820 Oct 26 14:08:35.255711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:35.280891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-b6303a0e-d260-4aa2-b4bd-b6a6ff42fcf0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532148 Oct 26 14:08:35.282132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.288120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-418404cf-c214-43cf-824e-07211942a573 req-963bbb54-4edf-4e60-8963-88330a8946e2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252539 Oct 26 14:08:35.291643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.291898 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Added segment 535efb71-e3d5-44bb-90d5-d9f268fd8afb of type vlan for network de77bd72-6790-4c8f-acb4-2ff7a1feecfc Oct 26 14:08:35.293299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Pushing event updated for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.295997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3b5f4-caf5-448d-82e9-fff56edf4244,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.308638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.320521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Allocated IP 172.20.0.8 (63c298bd-48a5-4b62-8e35-db5fdd95ad25/f7c9cc82-80d0-4829-8006-a5fb6267512b/b6c44714-e927-4f52-9f42-7a96719fb58b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:35.391094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.430126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144e56b7-7c30-48ec-9bee-396ca86c9c06,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.491997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-cb49b7cf-722f-405d-a516-1c953b9ba756 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002687 Oct 26 14:08:35.512860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.513857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.514693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.560855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:08:35.561524 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:08:35.594666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f00a2e6a-01d3-47f0-97b8-f8889b792872 req-c3378a38-1d67-4cb1-b7ea-715d6c714ac6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 210 time: 0.0537860 Oct 26 14:08:35.646674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Attempting to bind port a74df74e-55ae-4578-9862-f72ef14607ac on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:35.647022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Attempting to bind port a74df74e-55ae-4578-9862-f72ef14607ac by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:35.647354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Attempting to bind port a74df74e-55ae-4578-9862-f72ef14607ac on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:35.656794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Port a74df74e-55ae-4578-9862-f72ef14607ac on network b40089bf-ea3f-4429-9178-b934f09da941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:35.657126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Attempting to bind port a74df74e-55ae-4578-9862-f72ef14607ac on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:35.661965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6055980 Oct 26 14:08:35.665937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:35.666883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:35.671936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Request body: {'subnet': {'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-subnet', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:35.677727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.683632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49a6bb-9641-413e-9b7c-5e09149f6ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=de77bd72-6790-4c8f-acb4-2ff7a1feecfc,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.685616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:35.685966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Checking segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:35.686350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Bound using segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:35.686797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Bound port: a74df74e-55ae-4578-9862-f72ef14607ac, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:35.687653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.697339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:35.715620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Transition to ACTIVE for port object 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:35.723862 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.795562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Made reservation on behalf of 4bf4aa6f7dd64efab80a0ca5963fc1d4 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:35.797919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.811692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:35.865920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:35.872541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89e50835-8e47-492a-a03f-84e33d514e9a req-ee42aae7-4ca6-41fa-ab75-aa1ef7941540 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721125 Oct 26 14:08:35.929904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Allocated IP 172.20.0.5 (b40089bf-ea3f-4429-9178-b934f09da941/2529e818-a134-4312-8794-27599b3859d5/afffd5aa-d0a9-4527-8d5c-c28383cf439c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:35.951176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Attempting to bind port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:35.951533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Attempting to bind port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:35.951844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Attempting to bind port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:35.954449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-2f2971ae-e93b-490d-aeb4-93914bf8ead1 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:35.956030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-2f2971ae-e93b-490d-aeb4-93914bf8ead1 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.73 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 946 time: 0.2598093 Oct 26 14:08:35.978111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 on network b40089bf-ea3f-4429-9178-b934f09da941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:35.984269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Attempting to bind port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:35.994619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.002327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:36.002755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Checking segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:36.003215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Bound using segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:36.003736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Bound port: 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:36.004433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.023031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:36.067219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.075319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a74df74e-55ae-4578-9862-f72ef14607ac,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:36.110918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.115434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:36.147377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:36.157421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:36.160985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Pushing event updated for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.285351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.285351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.286290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] 10.222.0.41 "PUT /v2.0/ports/a74df74e-55ae-4578-9862-f72ef14607ac HTTP/1.1" status: 200 len: 1091 time: 2.8651454 Oct 26 14:08:36.294482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:36.296837 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496d9ad-6a23-4018-b363-ce760bad6d46" -d '{"events": [{"name": "network-changed", "server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:36.369656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd9e5d-03b8-4dca-a1bd-f6e2400df280 service neutron] Pushing event updated for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.472035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.484397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Deleting port c12f543f-f154-4bd7-a342-e1c29a6eef8f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:36.484781 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.498843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:36.546817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99e7fc-8769-4768-9cda-68f95d822489 req-a4cfd087-1775-4597-9abc-4673853a0ae9 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.549617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ea99e7fc-8769-4768-9cda-68f95d822489 req-a4cfd087-1775-4597-9abc-4673853a0ae9 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 946 time: 0.5095406 Oct 26 14:08:36.558079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.558412 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Added segment 1317c81d-8277-43bd-9c3b-e419e5ce3dc5 of type vlan for network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 Oct 26 14:08:36.577927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922febcd-7a22-4a36-838d-016868b196ff req-ec3b58f3-aa18-4e21-b9c5-89cb192c46a5 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.577927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-922febcd-7a22-4a36-838d-016868b196ff req-ec3b58f3-aa18-4e21-b9c5-89cb192c46a5 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 931 time: 0.3392768 Oct 26 14:08:36.585792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.602559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.603348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.610379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:36.644746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-8bb2d176-508a-4441-9949-a9cd0da0810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.646271 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-8bb2d176-508a-4441-9949-a9cd0da0810f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 1094 time: 0.2729807 Oct 26 14:08:36.663896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.674498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:36.679612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=656708a9-eb2f-421c-8155-de0f07c1c872,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.684816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-c569559e-27e1-4b8d-94b9-14fbc6e7a527 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4289196 Oct 26 14:08:36.689709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.694746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ea99e7fc-8769-4768-9cda-68f95d822489 req-a712f6fe-0b94-45a1-bbb0-22fab629a349 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8697e44-a96b-45b1-a95f-2467bdfa87fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347079 Oct 26 14:08:36.706361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Request body: {'port': {'device_id': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:36.786166 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c7fd12-c4c5-4d12-bd3b-2fce5d4c7919 x-openstack-request-id: req-d5c7fd12-c4c5-4d12-bd3b-2fce5d4c7919 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:36.786517 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:36.786710 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5c7fd12-c4c5-4d12-bd3b-2fce5d4c7919 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:36.787668 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac', 'status': 'completed', 'code': 200} Oct 26 14:08:36.791864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-394892ab-3162-4f42-b84f-ef4fa0bdce0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a74df74e-55ae-4578-9862-f72ef14607ac HTTP/1.1" status: 200 len: 217 time: 0.1350496 Oct 26 14:08:36.793443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.794404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.795288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.800045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.800696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.802090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ea5296f-1383-4ed2-b5b0-030914dfd4a0 HTTP/1.1" status: 200 len: 1091 time: 2.5993600 Oct 26 14:08:36.807488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:36.810242 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430" -d '{"events": [{"name": "network-changed", "server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:36.858315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-922febcd-7a22-4a36-838d-016868b196ff req-f2a6c095-9eb7-4358-82a2-e3c150ef37b9 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675502 Oct 26 14:08:36.869784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] For port c12f543f-f154-4bd7-a342-e1c29a6eef8f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c12f543f-f154-4bd7-a342-e1c29a6eef8f,segment=NetworkSegment(9d23a813-038b-44de-aa2a-9ac8d0295175),segment_id=9d23a813-038b-44de-aa2a-9ac8d0295175)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:36.870164 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.874963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:36.875330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Network hostable DHCP agents. Network: de77bd72-6790-4c8f-acb4-2ff7a1feecfc, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:36.902283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.912011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Calling delete_port for c12f543f-f154-4bd7-a342-e1c29a6eef8f owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:36.942333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6842997 Oct 26 14:08:36.958318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60932) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:36.963518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4257b-be12-4a3c-a8fb-ce74060daa88 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.971563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-064c6f8c-a2a8-46d7-805a-0f15b263e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:36.972342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:36.973235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-064c6f8c-a2a8-46d7-805a-0f15b263e296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.1596203 Oct 26 14:08:36.979091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1116f-e6ca-4581-bee6-2b2ca45ecc73 admin admin] Pushing event updated for resources: {'Network': ['ID=928bb3f4-d9a9-4ec4-831a-e3373092fa06,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:36.984291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Request body: {'subnet': {'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1204276181-subnet', 'tenant_id': 'c53994fd38274463a40510f8ce732aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:37.011008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Network b40089bf-ea3f-4429-9178-b934f09da941 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:37.014626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:37.089076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:37.093283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:37.108623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:37.112282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da744ffd-524e-4608-afad-bd9470d3bac6 req-e5a9810f-ae83-4697-898b-d4c32da28337 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.113864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da744ffd-524e-4608-afad-bd9470d3bac6 req-e5a9810f-ae83-4697-898b-d4c32da28337 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2399769 Oct 26 14:08:37.114226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-5d627e47-d6e6-4d51-a97d-6286bfa381f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128268 Oct 26 14:08:37.161582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event updated for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:37.198190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-fbfb4354-15fb-4399-9772-31693e53d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.199956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-fbfb4354-15fb-4399-9772-31693e53d82e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 1094 time: 0.2050011 Oct 26 14:08:37.221199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, de77bd72-6790-4c8f-acb4-2ff7a1feecfc) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:37.234532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1bd44-b8e0-4615-b570-d57bc1f93807 None None] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:37.262079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.262678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.274679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Made reservation on behalf of c53994fd38274463a40510f8ce732aa6 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:37.275862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-9ccb6149-3fc5-4632-ab6a-8d246df3de02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0 HTTP/1.1" status: 200 len: 217 time: 0.0624998 Oct 26 14:08:37.276525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.307925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da744ffd-524e-4608-afad-bd9470d3bac6 req-2e8a6726-d653-4870-a362-909255d85dbf tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Oct 26 14:08:37.367355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.368706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.395187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b9e032d-eb5c-4d2a-8f60-4173707824bc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7255735 Oct 26 14:08:37.412763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60934) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:37.422691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:37.424731 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c61643-0819-4226-8622-13d8811fe756 x-openstack-request-id: req-52c61643-0819-4226-8622-13d8811fe756 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:37.425018 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:37.425269 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c61643-0819-4226-8622-13d8811fe756 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:37.425663 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'status': 'completed', 'code': 200} Oct 26 14:08:37.456519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-4407ad11-a129-4df3-bcc2-fb8c7bbb08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.458025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-4407ad11-a129-4df3-bcc2-fb8c7bbb08d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.1708746 Oct 26 14:08:37.464898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-04e44b6a-edb2-4415-9638-4ddd9f5e0312 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7901320 Oct 26 14:08:37.492964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100571a2-e30d-4037-862c-b904fc5b2e6d req-bf08e45b-fcf8-4528-81bf-f0c56d4431ff tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:37.494732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-100571a2-e30d-4037-862c-b904fc5b2e6d req-bf08e45b-fcf8-4528-81bf-f0c56d4431ff tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 931 time: 0.3979189 Oct 26 14:08:37.499853 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-fa076548-0107-4a9c-9ad1-c1d0a82e5c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326881 Oct 26 14:08:37.504407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:08:37.505381 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.515138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Request body: {'port': {'device_id': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:37.607673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-33bf2444-122b-4cf6-8a25-484474dd3539 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524715 Oct 26 14:08:37.619381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c44714-e927-4f52-9f42-7a96719fb58b {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:37.632445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.643534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.644684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.668738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Transition to ACTIVE for port object b6c44714-e927-4f52-9f42-7a96719fb58b will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:37.681871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-eb46daab-ff50-4376-8785-cad5bf34a715 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693494 Oct 26 14:08:37.697897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.738634 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.752056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Allocated IP 172.20.0.2 (de77bd72-6790-4c8f-acb4-2ff7a1feecfc/656708a9-eb2f-421c-8155-de0f07c1c872/03aaff1d-a041-41d4-bc74-754a88b3d2c7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:37.780320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-100571a2-e30d-4037-862c-b904fc5b2e6d req-2788661b-8b7e-4045-8a9d-0544db786b93 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580066 Oct 26 14:08:37.845723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:37.849715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.911225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:37.918633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4217748a-a293-4280-9997-c262be96ae8b req-c9e837b1-c9e9-49d3-af5f-f0981522463f tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.37 "GET /v2.0/ports?device_id=29dd7d53-e3ee-4455-b619-49a90148eade HTTP/1.1" status: 200 len: 210 time: 0.0635149 Oct 26 14:08:37.966661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-5a63882c-1726-489b-acd1-ac6468bcf4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786715 Oct 26 14:08:37.998948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.008178 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.010940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Attempting to bind port b6c44714-e927-4f52-9f42-7a96719fb58b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:38.011284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Attempting to bind port b6c44714-e927-4f52-9f42-7a96719fb58b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '42acd63c-8c6e-4fa4-a49b-99c114a0b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:38.011615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Attempting to bind port b6c44714-e927-4f52-9f42-7a96719fb58b on network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:38.022503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Port b6c44714-e927-4f52-9f42-7a96719fb58b on network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:38.027075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Attempting to bind port b6c44714-e927-4f52-9f42-7a96719fb58b on network 63c298bd-48a5-4b62-8e35-db5fdd95ad25 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:38.029622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:38.032187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:38.052451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:38.054567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Pushing event deleted for resources: {'Port': ['ID=c12f543f-f154-4bd7-a342-e1c29a6eef8f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:38.082946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:38.083821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Checking segment: {'id': '42acd63c-8c6e-4fa4-a49b-99c114a0b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:38.084398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Bound using segment: {'id': '42acd63c-8c6e-4fa4-a49b-99c114a0b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:38.085171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Bound port: b6c44714-e927-4f52-9f42-7a96719fb58b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42acd63c-8c6e-4fa4-a49b-99c114a0b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:38.085747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.093945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Pushing event updated for resources: {'Port': ['ID=03aaff1d-a041-41d4-bc74-754a88b3d2c7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:38.132917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Attempting to bind port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:38.133558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Attempting to bind port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:38.134406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Attempting to bind port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:38.146314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:38.147865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:38.150655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.151295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:38.151957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Bound port: 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:38.152528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.167658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] No DVR routers for this DVR port c12f543f-f154-4bd7-a342-e1c29a6eef8f on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:38.169850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-68cb9203-1b9b-42cb-a339-f83b50f1ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.171885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-68cb9203-1b9b-42cb-a339-f83b50f1ce0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 1094 time: 0.1395986 Oct 26 14:08:38.217210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c12f543f-f154-4bd7-a342-e1c29a6eef8f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:08:38.249127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: c12f543f-f154-4bd7-a342-e1c29a6eef8f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:08:38.249624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c12f543f-f154-4bd7-a342-e1c29a6eef8f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:08:38.260595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.268512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9434e35f-50a2-4d52-830b-061821ec3f26 req-e912f7d4-b183-41fb-8d73-8a4fc0d336c8 tempest-ServerGroupTestJSON-709600958 tempest-ServerGroupTestJSON-709600958-project] 10.222.0.73 "DELETE /v2.0/ports/c12f543f-f154-4bd7-a342-e1c29a6eef8f HTTP/1.1" status: 204 len: 173 time: 2.2958577 Oct 26 14:08:38.277715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:38.296054 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] For port 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:38.296529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b6c44714-e927-4f52-9f42-7a96719fb58b,segment=NetworkSegment(42acd63c-8c6e-4fa4-a49b-99c114a0b74a),segment_id=42acd63c-8c6e-4fa4-a49b-99c114a0b74a)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:38.312344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.314894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] For port 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=03aaff1d-a041-41d4-bc74-754a88b3d2c7,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:38.324332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.365948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-087d54b3-e0de-4471-96ea-e8e74cf0d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.367521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-087d54b3-e0de-4471-96ea-e8e74cf0d7f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 918 time: 0.1815104 Oct 26 14:08:38.373221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.373842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.375266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6c44714-e927-4f52-9f42-7a96719fb58b HTTP/1.1" status: 200 len: 1091 time: 1.6795366 Oct 26 14:08:38.413392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.456522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-531c45cd-8bda-44fc-a230-cb5978b40095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0 HTTP/1.1" status: 200 len: 217 time: 0.0781150 Oct 26 14:08:38.545872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525320ca-9e7d-4e1d-b9e3-a1a65c1a96c7 None None] Pushing event updated for resources: {'Port': ['ID=03aaff1d-a041-41d4-bc74-754a88b3d2c7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:38.584273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1b664-d9a2-446e-8d9a-58d63cffa521 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:38.636832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-0bccdf3e-0a5c-4be9-a5ea-5b12e28438bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.638887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-0bccdf3e-0a5c-4be9-a5ea-5b12e28438bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.1385348 Oct 26 14:08:38.649787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae6bfb-a20b-40fa-a3e5-3e657c635620 req-9f59400f-66ce-49bd-b81c-5bf7dd28be1d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.653074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cae6bfb-a20b-40fa-a3e5-3e657c635620 req-9f59400f-66ce-49bd-b81c-5bf7dd28be1d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2246487 Oct 26 14:08:38.668877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:38.691178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-6922b824-d30c-4093-8cab-3490e238871d service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0697918 Oct 26 14:08:38.700878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-997ec63a-813d-433b-b09b-32b9c18fca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.703944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-997ec63a-813d-433b-b09b-32b9c18fca3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7592a7c40ee14ad8b1c286c0d9d6ba5c&device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 1094 time: 0.2641790 Oct 26 14:08:38.710767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-7bcc4808-5723-447b-8fcb-5ac8f5f19350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552361 Oct 26 14:08:38.781480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d37b9-deac-41ea-8621-4f285bd23c58 req-1798ecdd-14d7-42b6-921e-01aa60aff203 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:38.783066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d85d37b9-deac-41ea-8621-4f285bd23c58 req-1798ecdd-14d7-42b6-921e-01aa60aff203 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 943 time: 0.6844354 Oct 26 14:08:38.833601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'name': 'network-vif-deleted', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:38.835842 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0e90e-d417-41d2-9503-dbf4d0bc075a" -d '{"events": [{"server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "name": "network-vif-deleted", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:38.946735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cae6bfb-a20b-40fa-a3e5-3e657c635620 req-946a9909-f758-492a-a81f-f35a80acd28d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695110 Oct 26 14:08:38.948150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-e814ca9f-3cec-4f5c-99cc-39d1866273a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6c44714-e927-4f52-9f42-7a96719fb58b HTTP/1.1" status: 200 len: 217 time: 0.2364511 Oct 26 14:08:39.030244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-6a08443d-ee3b-4cb1-9f66-396931b861c3 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007638 Oct 26 14:08:39.040418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-bae36a15-78aa-4867-8574-1db211764c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.042459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-bae36a15-78aa-4867-8574-1db211764c61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c9cc82-80d0-4829-8006-a5fb6267512b HTTP/1.1" status: 200 len: 861 time: 0.0832191 Oct 26 14:08:39.133265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-57c92998-5fc5-4da4-8f5c-9d88c4f36fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63c298bd-48a5-4b62-8e35-db5fdd95ad25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802622 Oct 26 14:08:39.259955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd2a005-aa09-4c77-a3ee-680f2bf9893b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:39.308289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 03aaff1d-a041-41d4-bc74-754a88b3d2c7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:39.318386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Checking segment: {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:39.318754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Network hostable DHCP agents. Network: 928bb3f4-d9a9-4ec4-831a-e3373092fa06, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:39.362650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d85d37b9-deac-41ea-8621-4f285bd23c58 req-b58f909c-72b6-42bd-a5e6-dc5f8f674554 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049310 Oct 26 14:08:39.369737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-cc1e3b59-b9d8-4cc3-bc63-e96a6e3bbe78 service neutron] 10.222.0.41 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201488 Oct 26 14:08:39.372903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-1fedd0b8-4438-41e4-b963-0f599cffd0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290491 Oct 26 14:08:39.378293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:39.379181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.394240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc511d6c-fbc5-4f86-a65f-3bc09966a3cb req-58c78de6-effc-4881-ada7-3b709827f7dc tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.398750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc511d6c-fbc5-4f86-a65f-3bc09966a3cb req-58c78de6-effc-4881-ada7-3b709827f7dc tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 931 time: 0.2854862 Oct 26 14:08:39.407377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:39.416383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-a0e80eba-adbc-49ee-9132-9494d8d79469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.417978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-a0e80eba-adbc-49ee-9132-9494d8d79469 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 1094 time: 0.5858274 Oct 26 14:08:39.484695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 928bb3f4-d9a9-4ec4-831a-e3373092fa06) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:39.490713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.495476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1228a-1fdc-4c26-82eb-20efc4445cb9 None None] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:39.501225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.519464 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0451d86-8757-437c-a60e-a0d9510abf0f x-openstack-request-id: req-a0451d86-8757-437c-a60e-a0d9510abf0f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:39.519799 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dd7d53-e3ee-4455-b619-49a90148eade", "name": "network-vif-deleted", "tag": "c12f543f-f154-4bd7-a342-e1c29a6eef8f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:39.520017 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0451d86-8757-437c-a60e-a0d9510abf0f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:39.520722 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd7d53-e3ee-4455-b619-49a90148eade', 'name': 'network-vif-deleted', 'tag': 'c12f543f-f154-4bd7-a342-e1c29a6eef8f', 'status': 'completed', 'code': 200} Oct 26 14:08:39.574125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:39.576763 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e159d9-5af7-4768-9470-08c912f2ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:39.613575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79cf4b70-bb9e-4b8c-aa25-bdc50d391685 req-409fe9b1-6885-4171-ad0c-096ab1a62523 service neutron] 10.222.0.41 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954465 Oct 26 14:08:39.667738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc511d6c-fbc5-4f86-a65f-3bc09966a3cb req-686d77cc-086d-4b2a-ae26-a4ee4a581054 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835981 Oct 26 14:08:39.669057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1914b0c2-c9a0-4fc1-8d9d-605403801996 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7080736 Oct 26 14:08:39.763723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afffd5aa-d0a9-4527-8d5c-c28383cf439c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:39.791399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.802146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-3299f7d7-0a8e-48ff-8d84-e6651f79223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:39.804324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-3299f7d7-0a8e-48ff-8d84-e6651f79223f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 918 time: 0.3678913 Oct 26 14:08:39.830430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:39.880673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Transition to ACTIVE for port object afffd5aa-d0a9-4527-8d5c-c28383cf439c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:39.890834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-2af7eb0b-1c5d-4b91-9138-7e5cc085e340 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a74df74e-55ae-4578-9862-f72ef14607ac HTTP/1.1" status: 200 len: 217 time: 0.0708857 Oct 26 14:08:39.913500 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b14bd39-8ecf-4b26-9545-7e650896ee64 x-openstack-request-id: req-8b14bd39-8ecf-4b26-9545-7e650896ee64 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:39.913911 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:39.918380 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b14bd39-8ecf-4b26-9545-7e650896ee64 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:39.918966 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b', 'status': 'completed', 'code': 200} Oct 26 14:08:39.934646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.016315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a992f-2638-453d-8c30-8ed9ad6f0325 None None] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:40.041834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=03aaff1d-a041-41d4-bc74-754a88b3d2c7,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:40.111769 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.125706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-16b47632-db1f-4e84-a89a-c90ad617fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.129287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-16b47632-db1f-4e84-a89a-c90ad617fede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7592a7c40ee14ad8b1c286c0d9d6ba5c&device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 1094 time: 0.2047493 Oct 26 14:08:40.167580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-839fca14-41e0-4b94-be81-a0f6439033d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.206465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b7654-94d1-406c-a2bc-e1e178b58934 None None] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:40.278980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-96b36b55-663b-4580-a11c-534c8ecf41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.280963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-96b36b55-663b-4580-a11c-534c8ecf41ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=63c298bd-48a5-4b62-8e35-db5fdd95ad25 HTTP/1.1" status: 200 len: 922 time: 0.1430755 Oct 26 14:08:40.332139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=03aaff1d-a041-41d4-bc74-754a88b3d2c7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.351779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-c38740bf-66e5-4eb4-9511-9082b50ffa5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6c44714-e927-4f52-9f42-7a96719fb58b HTTP/1.1" status: 200 len: 217 time: 0.0618846 Oct 26 14:08:40.357368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-657756207', 'description': 'tempest-description-1620593021'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:40.376473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Pushing event updated for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.392220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-d8d88c8d-8942-4991-806a-de7889df4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.393760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-d8d88c8d-8942-4991-806a-de7889df4392 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.4603300 Oct 26 14:08:40.433294 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.444818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.450007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-e96e43d7-199a-4de6-8db5-322653151789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.450452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-10e3e23a-c360-4d57-8405-642582b2e179 None None] Provisioning complete for port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:40.450929 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10e3e23a-c360-4d57-8405-642582b2e179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.451488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-e96e43d7-199a-4de6-8db5-322653151789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7c9cc82-80d0-4829-8006-a5fb6267512b HTTP/1.1" status: 200 len: 861 time: 0.0879881 Oct 26 14:08:40.502070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-377cb65e-2dd7-42fd-abe2-b2e425e83e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892239 Oct 26 14:08:40.508704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.540847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-4249071a-24b9-482a-a847-a6293fcde870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63c298bd-48a5-4b62-8e35-db5fdd95ad25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785937 Oct 26 14:08:40.546075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7b13-1838-4fbf-9055-8ac38ecacbff req-f4cc67b9-a2b0-4a2c-9b16-4835ec4b2aa3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:40.554426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e2c7b13-1838-4fbf-9055-8ac38ecacbff req-f4cc67b9-a2b0-4a2c-9b16-4835ec4b2aa3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.3339767 Oct 26 14:08:40.697115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-ae6eeb46-bee5-4ca7-a002-70382c1e8267 service neutron] 10.222.0.41 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476772 Oct 26 14:08:40.707755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Attempting to bind port afffd5aa-d0a9-4527-8d5c-c28383cf439c on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:40.707978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Attempting to bind port afffd5aa-d0a9-4527-8d5c-c28383cf439c by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:40.708207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Attempting to bind port afffd5aa-d0a9-4527-8d5c-c28383cf439c on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.812139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e2c7b13-1838-4fbf-9055-8ac38ecacbff req-b8584b61-2954-4ad7-bbbb-72cb107bfd2d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561264 Oct 26 14:08:40.812866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Port afffd5aa-d0a9-4527-8d5c-c28383cf439c on network b40089bf-ea3f-4429-9178-b934f09da941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:40.813196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Attempting to bind port afffd5aa-d0a9-4527-8d5c-c28383cf439c on network b40089bf-ea3f-4429-9178-b934f09da941 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:40.841239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.845465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e159d9-5af7-4768-9470-08c912f2ba26 req-2e35c8aa-b0b8-4cea-bd91-8c04398143af service neutron] 10.222.0.41 "GET /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407142 Oct 26 14:08:40.857773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.869271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:40.869615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Checking segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:40.870055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Bound using segment: {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:40.870540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Bound port: afffd5aa-d0a9-4527-8d5c-c28383cf439c, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd558065-5731-4a04-a80c-2cc5e535af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:40.870896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.897966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Allocated IP 172.25.5.207 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/926fd764-66b6-4b15-a8c6-db1b891c71e9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:40.905900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-b850a8ad-ce97-4e40-8dac-73e9bec4842f service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900220 Oct 26 14:08:40.906050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:40.932466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:40.934132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad095397-fe68-4734-b7b2-782dde9382d0 req-7860a1fa-778d-45a8-8a4e-8b26aa0c0016 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5812142 Oct 26 14:08:41.103536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee95f59-45b4-483d-af1d-0f223d06c269 req-e1dde7b3-2808-4496-b853-507c9324dadd tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.105143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bee95f59-45b4-483d-af1d-0f223d06c269 req-e1dde7b3-2808-4496-b853-507c9324dadd tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 943 time: 0.0737772 Oct 26 14:08:41.133373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9ba19d19-95c2-49a5-99f9-8f5d74c39131 None None] Provisioning complete for port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:41.134269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9ba19d19-95c2-49a5-99f9-8f5d74c39131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.193733 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bee95f59-45b4-483d-af1d-0f223d06c269 req-4dd8f4c2-6f05-45ea-98ca-c8fbd510840e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Oct 26 14:08:41.236377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:41.266574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 03aaff1d-a041-41d4-bc74-754a88b3d2c7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:41.292191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c515d34-5e78-4392-a48c-187c75ce8d49 req-086359be-d0ec-4315-9d59-4353f118ffd2 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.294831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c515d34-5e78-4392-a48c-187c75ce8d49 req-086359be-d0ec-4315-9d59-4353f118ffd2 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 943 time: 0.2880013 Oct 26 14:08:41.331927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:41.332385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.340364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:41.343663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.349648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9496d9ad-6a23-4018-b363-ce760bad6d46 req-2c00d56c-c085-4b64-9119-400b42f4c93e service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345741 Oct 26 14:08:41.361225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.376835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1376710066', 'description': 'tempest-description-2067445565'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:41.430929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.444748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.445363 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.446810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] 10.222.0.41 "PUT /v2.0/ports/afffd5aa-d0a9-4527-8d5c-c28383cf439c HTTP/1.1" status: 200 len: 1091 time: 3.9625731 Oct 26 14:08:41.469864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c515d34-5e78-4392-a48c-187c75ce8d49 req-c6e3803a-a19d-4833-b006-28e76967bad5 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471915 Oct 26 14:08:41.489575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80682980-cb12-4ac5-a540-58f95aa20daa service neutron] Pushing event updated for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.520158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.547682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:41.549982 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c61bdca-23ca-4a40-85f5-3b84ee61f929" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:41.564719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.569860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.613483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:41.615475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.619213 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a547cc6e-91fe-4d7e-9786-8bddc54ae194 x-openstack-request-id: req-a547cc6e-91fe-4d7e-9786-8bddc54ae194 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:41.619504 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:41.619736 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a547cc6e-91fe-4d7e-9786-8bddc54ae194 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:41.620131 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c', 'status': 'completed', 'code': 200} Oct 26 14:08:41.621157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb48fddc-c84b-4fa8-9841-8c9e75d2293f req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2709622 Oct 26 14:08:41.622812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:41.626825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc02ea2-b336-495c-939c-b23f08c2ff3f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fa8da-671e-4465-b05d-dc0110f70294,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.630902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-e4ddab11-ee2e-44e5-9d03-4f3184064695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.632538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-e4ddab11-ee2e-44e5-9d03-4f3184064695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 1094 time: 0.1358600 Oct 26 14:08:41.636345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:41.669902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32768) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:41.672924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Pushing event updated for resources: {'Port': ['ID=926fd764-66b6-4b15-a8c6-db1b891c71e9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:41.737360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-385d2c6c-159b-494d-b0c4-cb533877ae5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c HTTP/1.1" status: 200 len: 217 time: 0.0721624 Oct 26 14:08:41.738600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Deleting subnet 1a7e9f94-39a5-4083-84ec-d1577e840ff2 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:08:41.742672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.835085 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.888911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-53711d86-058e-457e-ba67-d578bf79c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.890403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-53711d86-058e-457e-ba67-d578bf79c0d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.1007738 Oct 26 14:08:41.913923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:41.945741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-d3df8076-a6a3-4d08-8c39-e9e09d1b652d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417869 Oct 26 14:08:41.961315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-572d9d15-2728-4fc1-aead-6bc32ad5a32b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:41.963598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-572d9d15-2728-4fc1-aead-6bc32ad5a32b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 813 time: 0.1878076 Oct 26 14:08:41.988641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-88b83432-67ca-4d51-ad2d-32eae54fc11b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/quotas/c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 375 time: 0.0162668 Oct 26 14:08:42.033769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-06f45bc2-be34-43ff-876a-3462b6872c98 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376151 Oct 26 14:08:42.034871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.069399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7e9f94-39a5-4083-84ec-d1577e840ff2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:42.075585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.079191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9f6c6258-70d2-4340-9877-364b821f1c88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a7e9f94-39a5-4083-84ec-d1577e840ff2 HTTP/1.1" status: 204 len: 168 time: 0.4079633 Oct 26 14:08:42.090941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32782) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:42.168901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-2283c297-389c-4331-9baa-ade9fdfbb766 service neutron] 10.222.0.37 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073022 Oct 26 14:08:42.185732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31eb07-0662-4979-bb69-14958201a843 req-f0410325-9535-4f31-8ac3-81c96392e252 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.187424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e31eb07-0662-4979-bb69-14958201a843 req-f0410325-9535-4f31-8ac3-81c96392e252 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2403400 Oct 26 14:08:42.243767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.276111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-dea87361-e375-401e-96c7-574e963aa869 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158967 Oct 26 14:08:42.276801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.304877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-5507706e-6cf7-48fd-bb87-d4c8bdb53dca service neutron] 10.222.0.37 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289883 Oct 26 14:08:42.342236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b6c44714-e927-4f52-9f42-7a96719fb58b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:42.442250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e31eb07-0662-4979-bb69-14958201a843 req-ee646377-e3d5-4543-bb73-a8d7d2c982a5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301524 Oct 26 14:08:42.505105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b6c44714-e927-4f52-9f42-7a96719fb58b,segment=NetworkSegment(42acd63c-8c6e-4fa4-a49b-99c114a0b74a),segment_id=42acd63c-8c6e-4fa4-a49b-99c114a0b74a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:42.527168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b6c44714-e927-4f52-9f42-7a96719fb58b', 'network_id': '63c298bd-48a5-4b62-8e35-db5fdd95ad25', 'port_id': 'b6c44714-e927-4f52-9f42-7a96719fb58b', 'mac_address': 'fa:16:3e:86:c7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c9cc82-80d0-4829-8006-a5fb6267512b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:42.603519 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.637260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.660197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c44714-e927-4f52-9f42-7a96719fb58b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:42.689927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b6c44714-e927-4f52-9f42-7a96719fb58b,segment=NetworkSegment(42acd63c-8c6e-4fa4-a49b-99c114a0b74a),segment_id=42acd63c-8c6e-4fa4-a49b-99c114a0b74a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:42.699360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.700298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:42.700813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebae7db-03e8-44d8-8e2f-bbd90db6ccf5']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:42.728758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-91e8f922-ecbd-407a-8048-3aee9e8bccc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3014722 Oct 26 14:08:42.729620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-717fe405-d592-4fd8-a8d6-5b3da314ddee req-348bfce2-36a9-459e-85fe-046d14f946b3 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0611236 Oct 26 14:08:42.732809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d23a813-038b-44de-aa2a-9ac8d0295175') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:42.733109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d23a813-038b-44de-aa2a-9ac8d0295175') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:42.736656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba339879-95f5-445c-b6e5-5ea0e9cad706 req-323d7e4f-5e3f-46fa-aab6-b1f0d7ca2e4d service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168286 Oct 26 14:08:42.755693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:42.771685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc41e1-ba19-4fe0-99e4-00f1a7523361 req-689411ea-9b9f-48e9-a935-57e448ff26b8 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.779945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44dc41e1-ba19-4fe0-99e4-00f1a7523361 req-689411ea-9b9f-48e9-a935-57e448ff26b8 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 943 time: 0.1963172 Oct 26 14:08:42.919127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d5f03-3928-47be-8aed-5d53c49b11bb req-0b7d46f4-4f6e-4dd1-b090-dae243b5cab2 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:42.928435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f9d5f03-3928-47be-8aed-5d53c49b11bb req-0b7d46f4-4f6e-4dd1-b090-dae243b5cab2 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 944 time: 0.0808570 Oct 26 14:08:42.981250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f9d5f03-3928-47be-8aed-5d53c49b11bb req-a3cbc8a8-fff0-4890-a0cc-ceaa8d036e95 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Oct 26 14:08:43.029714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:43.033043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8b47-884e-48b1-8e18-bf1d442edd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.054441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:43.079637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'port_id': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'mac_address': 'fa:16:3e:51:19:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2529e818-a134-4312-8794-27599b3859d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:43.141735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.160923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:43.186251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:43.191042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.191872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a74df74e-55ae-4578-9862-f72ef14607ac details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:43.267420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.276140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:43.282050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a74df74e-55ae-4578-9862-f72ef14607ac,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:43.299546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'a74df74e-55ae-4578-9862-f72ef14607ac', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'port_id': 'a74df74e-55ae-4578-9862-f72ef14607ac', 'mac_address': 'fa:16:3e:12:97:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2529e818-a134-4312-8794-27599b3859d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:43.301663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:08:43.301864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:08:43.306564 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:08:43.355359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.382225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74df74e-55ae-4578-9862-f72ef14607ac {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:43.405481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44dc41e1-ba19-4fe0-99e4-00f1a7523361 req-497a68aa-3c22-4472-b399-6ac76ef20082 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241679 Oct 26 14:08:43.415624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a74df74e-55ae-4578-9862-f72ef14607ac,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:43.428469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-a3f5a5bc-5f9d-4c8e-937b-bb6d868adb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.428469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-a3f5a5bc-5f9d-4c8e-937b-bb6d868adb55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6df4086031c94deb941265aee64bbd5a&device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 1094 time: 0.6004672 Oct 26 14:08:43.429274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.429769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.430382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.430581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.431125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.431576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.431997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.432132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.434425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-837f2613-5b6e-411e-a023-d4431fdbc3dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.6022630 Oct 26 14:08:43.462387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.470420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.474713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] 10.222.0.37 "DELETE /v2.0/networks/eebae7db-03e8-44d8-8e2f-bbd90db6ccf5 HTTP/1.1" status: 204 len: 168 time: 1.3833725 Oct 26 14:08:43.544812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:43.552693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.622345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b514e-3f2a-45ea-ab00-a7a796718475 req-20d2529f-9fe5-455d-b541-1e652391f1cf tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.629324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa6b514e-3f2a-45ea-ab00-a7a796718475 req-20d2529f-9fe5-455d-b541-1e652391f1cf tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0786982 Oct 26 14:08:43.635396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab24a3-de2a-4a31-be78-797b7b0b1b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=eebae7db-03e8-44d8-8e2f-bbd90db6ccf5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:43.687622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa6b514e-3f2a-45ea-ab00-a7a796718475 req-fae4be1e-e5f2-433c-98b6-69d1d341b93e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510595 Oct 26 14:08:43.701212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32810) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:43.747404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-77de2944-5ee9-4b56-8dad-ed78f9a7034a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=259c31ac708b4da39415162cea59f1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450106 Oct 26 14:08:43.750414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:43.768407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.787468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-726519e2-75ba-48a2-b725-d7064e83d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.788893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-726519e2-75ba-48a2-b725-d7064e83d0d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 200 len: 918 time: 0.3517973 Oct 26 14:08:43.838644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.865409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-def9ced5-6c2b-4735-aca3-e53ca463db40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c HTTP/1.1" status: 200 len: 217 time: 0.0606601 Oct 26 14:08:43.871212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-5c6d4318-f08c-44ec-92c3-b29a3027afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.871801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-5c6d4318-f08c-44ec-92c3-b29a3027afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.872322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-5c6d4318-f08c-44ec-92c3-b29a3027afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:43.874342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-5c6d4318-f08c-44ec-92c3-b29a3027afc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 2298 time: 0.3839657 Oct 26 14:08:43.896288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.913527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b6c44714-e927-4f52-9f42-7a96719fb58b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:43.916616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef8c4b00-9ca4-43c0-8f74-2adfb5ae49b5 req-db058423-4de9-4d3c-bd79-c490da9e5232 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 210 time: 0.0499604 Oct 26 14:08:43.973648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['a74df74e-55ae-4578-9862-f72ef14607ac'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:43.991250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.995191 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:43.997850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8697e44-a96b-45b1-a95f-2467bdfa87fd HTTP/1.1" status: 204 len: 168 time: 0.2464564 Oct 26 14:08:44.026546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6ea5296f-1383-4ed2-b5b0-030914dfd4a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:44.032272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a39df-bf20-4127-b4c7-630ef2b8a9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8697e44-a96b-45b1-a95f-2467bdfa87fd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:44.111752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-0af2b7bf-f5df-4528-833f-b4ced82586ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1001 time: 0.2241409 Oct 26 14:08:44.130793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-b9663e1a-54be-40b0-839f-8d63d5251a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.132536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-b9663e1a-54be-40b0-839f-8d63d5251a51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 200 len: 857 time: 0.2546661 Oct 26 14:08:44.218057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:44.282007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-86bf5178-8c79-4ecc-a408-ef030aeaf714 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40089bf-ea3f-4429-9178-b934f09da941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117618 Oct 26 14:08:44.296235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Router 04427844-aac8-4924-9579-9cff7ad62a81 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:08:44.392132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-89d26e2d-66c9-485b-8421-4afb95937420 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.393735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-89d26e2d-66c9-485b-8421-4afb95937420 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.73 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 813 time: 0.4761264 Oct 26 14:08:44.412144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-070e96b5-b1a4-494e-b752-c0df3a5ab433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.414171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-070e96b5-b1a4-494e-b752-c0df3a5ab433 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.2807198 Oct 26 14:08:44.421674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'device_id': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06', 'admin_state_up': True, 'tenant_id': 'c53994fd38274463a40510f8ce732aa6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:44.625707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a008eb6-c864-412c-ac8b-eee6bb6e449f req-bb4ed3ad-8dfb-4e8a-8cac-b42b14759a23 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.633056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a008eb6-c864-412c-ac8b-eee6bb6e449f req-bb4ed3ad-8dfb-4e8a-8cac-b42b14759a23 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 943 time: 0.0785880 Oct 26 14:08:44.642473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956770e7-89c5-43cf-92a3-3c360c7b3822 req-88912fcc-1f9d-48fd-8235-9cfe36beea8e tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.644635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-956770e7-89c5-43cf-92a3-3c360c7b3822 req-88912fcc-1f9d-48fd-8235-9cfe36beea8e tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 944 time: 0.5091174 Oct 26 14:08:44.689069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a008eb6-c864-412c-ac8b-eee6bb6e449f req-2c24a7a2-002b-4b49-9ff0-6501cb101724 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537972 Oct 26 14:08:44.789613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-4ed0e97f-65d4-4661-b8a9-5f5bb626bcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812715 Oct 26 14:08:44.799921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-47c3395f-887a-4ff9-835c-2bc3ac2bbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.801519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-47c3395f-887a-4ff9-835c-2bc3ac2bbbf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2883153 Oct 26 14:08:44.825233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-956770e7-89c5-43cf-92a3-3c360c7b3822 req-ea9a14fd-d57c-4d9e-b0be-6adfa652ab00 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563814 Oct 26 14:08:44.848159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981899a-c843-4967-8c5c-e01df5c93d11 req-ba70d4ed-b04e-4cab-bf43-43679809f55a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:44.850783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a981899a-c843-4967-8c5c-e01df5c93d11 req-ba70d4ed-b04e-4cab-bf43-43679809f55a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0848305 Oct 26 14:08:44.890796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:44.903572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:44.927311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:44.929601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:44.953151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a981899a-c843-4967-8c5c-e01df5c93d11 req-bad33b88-eea8-4252-8cc8-9d2e7efd00e4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929973 Oct 26 14:08:45.021140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Made reservation on behalf of c53994fd38274463a40510f8ce732aa6 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:45.026223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.033480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c61bdca-23ca-4a40-85f5-3b84ee61f929 req-98914984-cd76-41dc-9e18-9a1227105cdb service neutron] 10.222.0.41 "GET /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305424 Oct 26 14:08:45.044338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.048214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-99985f78-e870-4445-94e9-ff28b382a045 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6269724 Oct 26 14:08:45.050705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32846) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:45.072577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-dc619360-9ee8-4953-b33e-e662b6f4fb34 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511215 Oct 26 14:08:45.153443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:45.285040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-3f1987b9-6d3a-4208-863c-e0330b4b977e service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041304 Oct 26 14:08:45.291484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Allocated IP 172.20.0.12 (928bb3f4-d9a9-4ec4-831a-e3373092fa06/6bd2a005-aa09-4c77-a3ee-680f2bf9893b/4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:45.303777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32850) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:45.353324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-bd99a035-c976-48a9-b8f4-c2d31a3eee50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 217 time: 0.0581536 Oct 26 14:08:45.472196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:41Z', 'revision_number': 3, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:45.481334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-baca3871-c0c8-4bcd-adbc-c89d1b8f4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.483455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-baca3871-c0c8-4bcd-adbc-c89d1b8f4f55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1214266 Oct 26 14:08:45.542927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:45.543280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Updating router 04427844-aac8-4924-9579-9cff7ad62a81 port 926fd764-66b6-4b15-a8c6-db1b891c71e9 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:08:45.549271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d5520de-3b13-4787-887e-e9cad773760c req-f6c02692-f73d-4a70-936b-0f77e05ca6a6 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 210 time: 0.4860578 Oct 26 14:08:45.578197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1404313567-network', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:45.592510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.698005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Made reservation on behalf of b914b01c34c74ee69f4c4f5e9af39e61 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:45.702635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.731731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.797321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.802870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-8eca1c26-5d93-4637-a388-5886f83e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:45.806090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-8eca1c26-5d93-4637-a388-5886f83e4b7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3010869 Oct 26 14:08:45.973171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:45.984084 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.004822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.073694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Attempting to bind port 926fd764-66b6-4b15-a8c6-db1b891c71e9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:46.073892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Attempting to bind port 926fd764-66b6-4b15-a8c6-db1b891c71e9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:46.074291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Attempting to bind port 926fd764-66b6-4b15-a8c6-db1b891c71e9 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:46.090158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cf3aa-adec-4f95-8705-766af96abf59 req-9b4fa7b8-e15a-4762-9bb8-f36090a7c937 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.106610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-925cf3aa-adec-4f95-8705-766af96abf59 req-9b4fa7b8-e15a-4762-9bb8-f36090a7c937 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 944 time: 0.1768668 Oct 26 14:08:46.108050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:46.108426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:46.115560 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.117326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:46.117877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Bound port: 926fd764-66b6-4b15-a8c6-db1b891c71e9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:46.118855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.128712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195162d0-e604-4b17-9e4f-e98ff1e81236 req-89a80ac0-b58e-4252-bbdb-a5bed06c46c4 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.139455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-195162d0-e604-4b17-9e4f-e98ff1e81236 req-89a80ac0-b58e-4252-bbdb-a5bed06c46c4 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 943 time: 0.2549927 Oct 26 14:08:46.189574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792eac-5c2e-46bd-a28e-871d548191ff None None] Pushing event updated for resources: {'Port': ['ID=926fd764-66b6-4b15-a8c6-db1b891c71e9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.194622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] For port 926fd764-66b6-4b15-a8c6-db1b891c71e9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:46.199031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] For port 926fd764-66b6-4b15-a8c6-db1b891c71e9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=926fd764-66b6-4b15-a8c6-db1b891c71e9,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:46.205026 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.226463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.266931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-925cf3aa-adec-4f95-8705-766af96abf59 req-8ed4206f-6d19-46c2-af50-cb7261276ebb tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587212 Oct 26 14:08:46.284940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:46.285761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:46.295645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.315965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-22c28354-67b6-4578-92a2-46398d3b664f service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747989 Oct 26 14:08:46.323598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.369475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-195162d0-e604-4b17-9e4f-e98ff1e81236 req-e18580f4-abdd-4eb2-9266-1e6b82397444 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297781 Oct 26 14:08:46.383078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afffd5aa-d0a9-4527-8d5c-c28383cf439c details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:46.387128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a74df74e-55ae-4578-9862-f72ef14607ac up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:46.423833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:46.432410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:46.441023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:46.449367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.470008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44792eac-5c2e-46bd-a28e-871d548191ff None None] Pushing event updated for resources: {'Port': ['ID=926fd764-66b6-4b15-a8c6-db1b891c71e9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.475777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.487867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:08:46.498856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.499218 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Added segment 7fb3e912-8ff2-4cb6-a512-789ee9b4d815 of type vlan for network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 Oct 26 14:08:46.559067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.597153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.600517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.600517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.686872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Pushing event updated for resources: {'Network': ['ID=50c8f295-b8da-4058-a1e9-16c9caf7e9b5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.688277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port a74df74e-55ae-4578-9862-f72ef14607ac completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:46.698499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:46.703077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:08:46.722571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395fe25-9439-40f6-9e0c-6df7fe95b419 req-1928ca0e-6c5e-4ce0-b47a-267c55590d9c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.725658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d395fe25-9439-40f6-9e0c-6df7fe95b419 req-1928ca0e-6c5e-4ce0-b47a-267c55590d9c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.1568062 Oct 26 14:08:46.756122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.756721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.765467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4580808 Oct 26 14:08:46.765467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a529-7098-4460-95fd-dd4af885241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:46.768319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32868) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:46.780704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Request body: {'subnet': {'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1404313567-subnet', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:46.784167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port a74df74e-55ae-4578-9862-f72ef14607ac triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:46.784543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:46.793825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-cddbe515-e183-435d-9d27-0ac168e2cace service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641397 Oct 26 14:08:46.807906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d395fe25-9439-40f6-9e0c-6df7fe95b419 req-37a62fae-de47-491c-b15c-58b4963637f2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Oct 26 14:08:46.813770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-6c69944a-7596-49c3-bf2f-7f5e87be62a4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4090252 Oct 26 14:08:46.830145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce15c2-4736-4d55-97f3-596aa0d59d4a req-e8b7a60c-7822-4b00-886a-403cb6462d4c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:46.831731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17ce15c2-4736-4d55-97f3-596aa0d59d4a req-e8b7a60c-7822-4b00-886a-403cb6462d4c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 932 time: 0.1231225 Oct 26 14:08:46.841631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Allocated IP 172.20.0.1 (de77bd72-6790-4c8f-acb4-2ff7a1feecfc/656708a9-eb2f-421c-8155-de0f07c1c872/a47b0f17-2f4b-4393-8e0a-a7b018cd5416) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:46.877570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Request body: {'port': {'device_id': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:46.886005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-f916c1f9-bbb5-457b-a828-dba6a4aa6d11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 217 time: 0.0831699 Oct 26 14:08:47.007944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.072908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.099670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:47.128028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:47.138425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c', 'network_id': 'b40089bf-ea3f-4429-9178-b934f09da941', 'port_id': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c', 'mac_address': 'fa:16:3e:9d:83:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2529e818-a134-4312-8794-27599b3859d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:47.142150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:47.147027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:47.178621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:47.227226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.290016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.310277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.314201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afffd5aa-d0a9-4527-8d5c-c28383cf439c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:47.388872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:47.391235 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236dec1-b393-4598-a04b-b8472b62e68b" -d '{"events": [{"server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "name": "network-vif-plugged", "status": "completed", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:47.395712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:47.416916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.432850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a74df74e-55ae-4578-9862-f72ef14607ac,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:47.436060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Made reservation on behalf of b914b01c34c74ee69f4c4f5e9af39e61 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:47.439413 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.467139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.469363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b6c44714-e927-4f52-9f42-7a96719fb58b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:47.478255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.483372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17ce15c2-4736-4d55-97f3-596aa0d59d4a req-3ee5496b-2df4-4c41-baa0-a405dc2c3c67 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143425 Oct 26 14:08:47.490806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.556043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:41Z', 'revision_number': 3, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:47.570342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9d59-623a-4d00-a9ca-bf2bf5d84289 req-cb3cf6fc-4876-42f2-a728-4d72f3d31e92 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.583309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e71b9d59-623a-4d00-a9ca-bf2bf5d84289 req-cb3cf6fc-4876-42f2-a728-4d72f3d31e92 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 944 time: 0.1699529 Oct 26 14:08:47.605978 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1401c6-aabc-4f29-ba4a-0dfdf4d5fc9d x-openstack-request-id: req-be1401c6-aabc-4f29-ba4a-0dfdf4d5fc9d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:47.606273 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "name": "network-vif-plugged", "status": "completed", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:47.606531 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be1401c6-aabc-4f29-ba4a-0dfdf4d5fc9d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:47.606938 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac', 'code': 200} Oct 26 14:08:47.616991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5e325-d4b2-4efa-8878-ec1eac849d41 None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:41Z', 'revision_number': 3, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:47.624016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:47.691148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-29ac06aa-43ce-4728-b1c2-3db89a251598 None None] Provisioning complete for port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:47.691527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-29ac06aa-43ce-4728-b1c2-3db89a251598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.702565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-04de8270-5558-42bd-a18f-b0a5a81c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.704366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-04de8270-5558-42bd-a18f-b0a5a81c8d1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.3167655 Oct 26 14:08:47.709132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e71b9d59-623a-4d00-a9ca-bf2bf5d84289 req-190680df-64db-473e-9950-b5f452200af9 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248434 Oct 26 14:08:47.768180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port b6c44714-e927-4f52-9f42-7a96719fb58b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:47.794327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['afffd5aa-d0a9-4527-8d5c-c28383cf439c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:47.800658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b6c44714-e927-4f52-9f42-7a96719fb58b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:47.801038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:47.869851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:47.880974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-29ac06aa-43ce-4728-b1c2-3db89a251598 None None] Port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:08:47.919823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c20ab-3ce9-4d38-b9ad-6750d544eb5d req-6a26e501-accb-41d8-9624-7c79da024650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:47.922613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a75c20ab-3ce9-4d38-b9ad-6750d544eb5d req-6a26e501-accb-41d8-9624-7c79da024650 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 1096 time: 0.2384372 Oct 26 14:08:47.995254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.067106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b6c44714-e927-4f52-9f42-7a96719fb58b,segment=NetworkSegment(42acd63c-8c6e-4fa4-a49b-99c114a0b74a),segment_id=42acd63c-8c6e-4fa4-a49b-99c114a0b74a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:48.074134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302833a-dc54-494a-90ef-f6fda878be06 req-3d3084e3-4834-46b6-b8e9-55b919c4c4c6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.077109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.083082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.083242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a302833a-dc54-494a-90ef-f6fda878be06 req-3d3084e3-4834-46b6-b8e9-55b919c4c4c6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 944 time: 0.3710449 Oct 26 14:08:48.083998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:48.110017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-8c8f1760-fc9f-4bbf-abbb-0eec8714c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.111646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-8c8f1760-fc9f-4bbf-abbb-0eec8714c4da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3272512 Oct 26 14:08:48.116128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.252155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.263057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.290430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:48.295581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:48.295959 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.300279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.303659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-314a7f90-7d4e-4d99-afd6-c6f30d0a1582 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743600 Oct 26 14:08:48.336300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a75c20ab-3ce9-4d38-b9ad-6750d544eb5d req-46d3fa81-9854-4807-b242-8d6aee194be3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376863 Oct 26 14:08:48.369442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b00d9c-786b-4701-a49d-de19bfdbb6c1 req-54502201-b6a7-4c9b-a35f-0179b7713298 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.378363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0b00d9c-786b-4701-a49d-de19bfdbb6c1 req-54502201-b6a7-4c9b-a35f-0179b7713298 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2955382 Oct 26 14:08:48.421473 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.447909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a302833a-dc54-494a-90ef-f6fda878be06 req-162b7ed3-37c3-415e-a35a-a343733117c1 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633568 Oct 26 14:08:48.458206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0b00d9c-786b-4701-a49d-de19bfdbb6c1 req-fcc3cc03-1ab5-47cb-a292-ffb242eb958e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727718 Oct 26 14:08:48.470591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:48.480033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.498655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:48.500951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:48.584402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:48.720036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:08:48.750868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f1c9e-eb38-4c12-a3b2-d583e9b8f0d2 req-cc6b9b25-3da9-4b34-aee9-0b0f74c6c83e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:48.761141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd8f1c9e-eb38-4c12-a3b2-d583e9b8f0d2 req-cc6b9b25-3da9-4b34-aee9-0b0f74c6c83e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 932 time: 0.1383731 Oct 26 14:08:48.779584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-8a7f74aa-087e-4f6a-96d3-ddb874ea3863 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629743 Oct 26 14:08:48.918732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-104af8a2-7562-4090-bee5-9aac0adef8bf None None] Provisioning complete for port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:48.919454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd8f1c9e-eb38-4c12-a3b2-d583e9b8f0d2 req-6f1d1ed6-d625-405f-a88c-acaeb65c97b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569726 Oct 26 14:08:48.920760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-104af8a2-7562-4090-bee5-9aac0adef8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:48.979174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:48.994247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-435d0a6b-3c06-4def-8faf-6b92e73407e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/04427844-aac8-4924-9579-9cff7ad62a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9324617 Oct 26 14:08:48.997922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-3a48fdcd-a5d9-4d1b-9068-c222bd2bcfd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 217 time: 0.1199074 Oct 26 14:08:49.005500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-104af8a2-7562-4090-bee5-9aac0adef8bf None None] Port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:08:49.056303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.140666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-06fe6675-69e0-47dd-8bce-5d6cc3dd9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.142180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-06fe6675-69e0-47dd-8bce-5d6cc3dd9b91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1368604 Oct 26 14:08:49.155191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca97450-3884-41b2-a4c1-2d8c8d4f32d9 req-eee7fa2d-339e-4a79-9d66-c9ea7324e6a0 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.156877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ca97450-3884-41b2-a4c1-2d8c8d4f32d9 req-eee7fa2d-339e-4a79-9d66-c9ea7324e6a0 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.2658985 Oct 26 14:08:49.221975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1682c8af-c41c-49b1-8f9b-5a67fe99bda6,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:49.307167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ca97450-3884-41b2-a4c1-2d8c8d4f32d9 req-cd8eaf81-e9ba-4fda-b243-8ec006792647 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293995 Oct 26 14:08:49.316341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Checking segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:49.316755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Network hostable DHCP agents. Network: 50c8f295-b8da-4058-a1e9-16c9caf7e9b5, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:08:49.322962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:49.323559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 926fd764-66b6-4b15-a8c6-db1b891c71e9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:49.342747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-9a0af936-256f-4309-8061-0eeea16bc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.343016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-9a0af936-256f-4309-8061-0eeea16bc179 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1773534 Oct 26 14:08:49.346385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.396145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 926fd764-66b6-4b15-a8c6-db1b891c71e9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:49.396544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.432782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Transition to ACTIVE for port object 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:08:49.440357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.456001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:08:49.522765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 50c8f295-b8da-4058-a1e9-16c9caf7e9b5) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:49.529543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:49.530165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.580143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:49.616305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b66c4d5-73aa-4641-8aa8-4ed02d7214f2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8418479 Oct 26 14:08:49.618119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:49.625637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b'}, {'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:49.626072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:49.628328 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ee02c6-7c89-4839-b2c7-df6c40c6d8b0" -d '{"events": [{"server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "name": "network-vif-plugged", "status": "completed", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b"}, {"server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "name": "network-vif-plugged", "status": "completed", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:49.633425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.643779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55d6d6f-09ee-4788-b183-fa7946c64564 None None] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:49.656268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-1f7bd68c-2674-4de5-aecf-27db50b4c08b service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973166 Oct 26 14:08:49.679434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.682096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.748700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 926fd764-66b6-4b15-a8c6-db1b891c71e9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=926fd764-66b6-4b15-a8c6-db1b891c71e9,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:49.763427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.814644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:49.984743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=926fd764-66b6-4b15-a8c6-db1b891c71e9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:50.007603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97db1-12ee-4bba-a5a5-210c020c50af req-c51594ce-0960-4d22-8db1-d8a28a6a6c3a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.016203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dcb97db1-12ee-4bba-a5a5-210c020c50af req-c51594ce-0960-4d22-8db1-d8a28a6a6c3a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.4140038 Oct 26 14:08:50.042927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Attempting to bind port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:50.044627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Attempting to bind port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:50.044975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Attempting to bind port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:50.051247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32908) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:50.059301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:08:50.059630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Attempting to bind port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:50.070761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162272039', 'description': 'tempest-description--806364161'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:50.091504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:50.092246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Checking segment: {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:50.092748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Bound using segment: {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:50.093319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Bound port: 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:50.093683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.120944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.165380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dcb97db1-12ee-4bba-a5a5-210c020c50af req-67d041e7-1851-4ffb-8c14-fbee9f156b8a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431322 Oct 26 14:08:50.191487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f7a5a-5a1d-4adf-86d4-375c99b5e02f None None] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:08:50.300871 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aeb5c1-ba8a-4d9c-8d6c-72f2232e6362 x-openstack-request-id: req-f0aeb5c1-ba8a-4d9c-8d6c-72f2232e6362 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:50.301184 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "name": "network-vif-plugged", "status": "completed", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b", "code": 200}, {"server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "name": "network-vif-plugged", "status": "completed", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:50.301448 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0aeb5c1-ba8a-4d9c-8d6c-72f2232e6362 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:50.301983 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b', 'code': 200} Oct 26 14:08:50.302243 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'code': 200} Oct 26 14:08:50.332826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.335815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a934-3141-460b-b286-b30755069c4e req-59478177-0b83-4237-b01f-ad05a3d7e44e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.348849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4dd4a934-3141-460b-b286-b30755069c4e req-59478177-0b83-4237-b01f-ad05a3d7e44e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 944 time: 0.1445098 Oct 26 14:08:50.365926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-510de8d7-0d79-48be-915d-184e24ef4c89 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696439 Oct 26 14:08:50.411405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:50.422594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:50.423498 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:50.429579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afffd5aa-d0a9-4527-8d5c-c28383cf439c up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:50.483619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4dd4a934-3141-460b-b286-b30755069c4e req-e7722c93-cadd-4c42-82eb-2b91859b6d86 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275375 Oct 26 14:08:50.530034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:50.532731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe63044-ba0f-4bbd-9097-3ebcb6e45d57 req-11f44f90-f39b-4fd3-9ed7-286e7c44d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.534176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:50.534294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fe63044-ba0f-4bbd-9097-3ebcb6e45d57 req-11f44f90-f39b-4fd3-9ed7-286e7c44d35b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 1096 time: 0.1179249 Oct 26 14:08:50.550430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-7433e997-1073-437c-b54d-1b07d434e86d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 217 time: 0.0819516 Oct 26 14:08:50.557322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:50.560287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port afffd5aa-d0a9-4527-8d5c-c28383cf439c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:50.570796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port afffd5aa-d0a9-4527-8d5c-c28383cf439c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:50.572088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.592767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.711857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fe63044-ba0f-4bbd-9097-3ebcb6e45d57 req-ce3a5606-5e2d-458b-ae0d-bb8c5296bc1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660612 Oct 26 14:08:50.779242 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.820452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-979ef4a5-de58-4394-853f-7581c04cd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.823163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-979ef4a5-de58-4394-853f-7581c04cd81b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.2238548 Oct 26 14:08:50.824073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:50.836050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:50.843739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.844384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.844519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.845917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c19b2ca3-9638-4d3c-817c-a731fb2ce02b service neutron] 10.222.0.73 "PUT /v2.0/ports/4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 1092 time: 4.0132177 Oct 26 14:08:50.857801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:50.860665 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270" -d '{"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:50.863145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.887855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a5c01-e0f4-4eb5-b153-93c85dda9e79 req-6259b034-7ea3-40f7-91a4-7688b09287f2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.889489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de0a5c01-e0f4-4eb5-b153-93c85dda9e79 req-6259b034-7ea3-40f7-91a4-7688b09287f2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 944 time: 0.4752519 Oct 26 14:08:50.916452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d83fe-03f3-4233-9572-511218f99942 req-ceb91f56-30f5-45d1-80d3-cd78ba7705ac tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.918345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612d83fe-03f3-4233-9572-511218f99942 req-ceb91f56-30f5-45d1-80d3-cd78ba7705ac tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.1596842 Oct 26 14:08:50.919484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:50.944988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00056a-781a-4167-8160-24ef68165d0c req-96884d20-d5e8-4b26-8b13-34e0ddecd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:50.948619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc00056a-781a-4167-8160-24ef68165d0c req-96884d20-d5e8-4b26-8b13-34e0ddecd2e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 1096 time: 0.5145979 Oct 26 14:08:50.952652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.037423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612d83fe-03f3-4233-9572-511218f99942 req-e2576477-b0f6-4ce2-a41e-9168160763c0 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082797 Oct 26 14:08:51.131748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-428ffbd8-c93c-49d7-947e-f116c63cfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.133336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-428ffbd8-c93c-49d7-947e-f116c63cfa65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227044 Oct 26 14:08:51.136163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc00056a-781a-4167-8160-24ef68165d0c req-87a630ba-eafe-403c-afbc-94ad7cc04413 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649151 Oct 26 14:08:51.141230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Allocated IP 172.25.5.196 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f63f86e2-3621-47e6-9fe5-83a7c5ebbce0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:51.150300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de0a5c01-e0f4-4eb5-b153-93c85dda9e79 req-8955322c-63fb-4208-b435-e8c8d50276b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416668 Oct 26 14:08:51.157424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.160437 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed92cb6-2874-4cdf-a802-474d8483cba8 x-openstack-request-id: req-9ed92cb6-2874-4cdf-a802-474d8483cba8 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:51.160770 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:51.161019 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ed92cb6-2874-4cdf-a802-474d8483cba8 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:51.161426 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'status': 'completed', 'code': 200} Oct 26 14:08:51.169732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-69ce6af6-9b9f-4aab-8b90-7c9481fa58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.171375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-69ce6af6-9b9f-4aab-8b90-7c9481fa58af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1095 time: 0.2203820 Oct 26 14:08:51.177740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.223776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 2, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:51.268529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-afcb357d-2abe-494e-b747-0c11ef4dafa5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 217 time: 0.0844619 Oct 26 14:08:51.293746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67a7cb-46b3-42c8-90ca-cf1658197b21,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.314693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:51.314882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 926fd764-66b6-4b15-a8c6-db1b891c71e9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:51.320465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Updating router 04427844-aac8-4924-9579-9cff7ad62a81 port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:08:51.341866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.348845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-86f7ddf0-abfd-46b1-ad8b-ed9d38ef2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.350343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-86f7ddf0-abfd-46b1-ad8b-ed9d38ef2665 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.0534232 Oct 26 14:08:51.363260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.367841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1baddf07-57e1-4a34-8bfb-0885a873391f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3043647 Oct 26 14:08:51.368692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32920) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:51.376562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group_rule': {'security_group_id': '8d67a7cb-46b3-42c8-90ca-cf1658197b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:51.392616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.401973 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.431942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 926fd764-66b6-4b15-a8c6-db1b891c71e9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:51.432554 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.465273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:51.478749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:51.485302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:51.488795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.566981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.569583 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-9885af95-0103-46e3-bd78-d369f9b50c65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980844 Oct 26 14:08:51.574393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.593519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Pushing event updated for resources: {'Port': ['ID=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.611611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea25db6-c72e-42f9-bb34-a584ba87e218 req-3eaa016b-6b0e-4474-a326-9ffe70a14913 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.621400 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea25db6-c72e-42f9-bb34-a584ba87e218 req-3eaa016b-6b0e-4474-a326-9ffe70a14913 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2423251 Oct 26 14:08:51.703936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-cc24837a-e314-4f38-9906-984aaa57ce41 service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228654 Oct 26 14:08:51.712027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.713360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.716741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444612 Oct 26 14:08:51.720353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32926) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:51.729187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group_rule': {'security_group_id': '8d67a7cb-46b3-42c8-90ca-cf1658197b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:51.774910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea25db6-c72e-42f9-bb34-a584ba87e218 req-11918df8-567e-4f38-9b5c-c5c517233200 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510639 Oct 26 14:08:51.819552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476c925c-3b62-4619-b8ad-0bf600fca3d4 req-c4c0ee7e-d088-4163-ac6a-cf9dd267a617 service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998204 Oct 26 14:08:51.838966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ac86f-9819-44a0-b735-1532bda4cd8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325f2220-3fea-4eaf-acb0-f495e7765617,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:51.849682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.907021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900107ab-ab62-4c95-8adc-69e200bd603c req-b558c38a-634c-4faf-ac04-98b7046c923c tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:51.908974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-900107ab-ab62-4c95-8adc-69e200bd603c req-b558c38a-634c-4faf-ac04-98b7046c923c tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 945 time: 0.2023826 Oct 26 14:08:51.969259 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:51.973188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-97aa16fa-922c-41d4-9cb0-67bc98375633 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217053 Oct 26 14:08:51.983932 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.054924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-63ae6d08-9c0b-41fc-85d6-b747332c6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.056997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-63ae6d08-9c0b-41fc-85d6-b747332c6456 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1095 time: 0.1471210 Oct 26 14:08:52.075123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-900107ab-ab62-4c95-8adc-69e200bd603c req-eafa022b-8932-4472-b503-ace2965a62dd tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563449 Oct 26 14:08:52.090703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.154086 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Pushing event updated for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:52.224346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.224951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.225454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.226149 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.226636 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.227107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.228256 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.228752 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.229316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.229837 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.230359 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.230902 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:08:52.273793 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Attempting to bind port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:52.274885 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Attempting to bind port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:52.275476 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Attempting to bind port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:52.282739 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:52.283325 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:52.283819 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.284371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:52.284983 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Bound port: a47b0f17-2f4b-4393-8e0a-a7b018cd5416, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:52.285513 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.304875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:52.309090 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa013d5-202d-47dd-9ce0-f56dfda95982" -d '{"events": [{"server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "name": "network-vif-plugged", "status": "completed", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:52.392310 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] For port a47b0f17-2f4b-4393-8e0a-a7b018cd5416, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:52.397460 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] For port a47b0f17-2f4b-4393-8e0a-a7b018cd5416, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:52.409241 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.438830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaa88d-9179-44b7-8e43-d41274535ecb req-b6b34669-3871-4371-9b9c-8c02dceab10f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.441076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9aaa88d-9179-44b7-8e43-d41274535ecb req-b6b34669-3871-4371-9b9c-8c02dceab10f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.2029209 Oct 26 14:08:52.454369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-0fc98ff5-7257-46f6-812f-6486d9c5429d service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626498 Oct 26 14:08:52.535388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.539964 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:52.540811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:52.569236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935bff5-644e-4857-ad16-14a09d3a796b req-d711f802-cf60-4537-b180-4301c2467466 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.578934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e935bff5-644e-4857-ad16-14a09d3a796b req-d711f802-cf60-4537-b180-4301c2467466 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2204766 Oct 26 14:08:52.585128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] Provisioning complete for port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:52.586323 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.588945 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.616845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-cd96b94d-5c32-4d5f-9251-8aac87eb2b21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 217 time: 0.1405275 Oct 26 14:08:52.663980 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eefded-27ac-491d-9f91-4601c261a769 None None] Pushing event updated for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:52.719110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-d302322f-fd80-4b8a-bbff-a90e452db22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.721020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-d302322f-fd80-4b8a-bbff-a90e452db22f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0885820 Oct 26 14:08:52.722117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-b85953be-5478-4e9d-81be-07aea0467946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:52.724539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-b85953be-5478-4e9d-81be-07aea0467946 service neutron] 10.222.0.73 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.6476490 Oct 26 14:08:52.736468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9aaa88d-9179-44b7-8e43-d41274535ecb req-44970743-7075-4be7-9e2e-977e786b8bb9 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785161 Oct 26 14:08:52.815146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.815876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-df7603b2-261d-4ae9-8cf0-9ffc7608a6ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 217 time: 0.0656748 Oct 26 14:08:52.873725 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:52.881088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] For port a47b0f17-2f4b-4393-8e0a-a7b018cd5416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:52.889686 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:52.984541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8191-5d13-49c1-b578-dd4ed94e699d None None] Pushing event updated for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:53.014271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c5909ec3-313c-40cb-acb1-847562d7ab1d None None] Provisioning complete for port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:53.015341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c5909ec3-313c-40cb-acb1-847562d7ab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.030962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-337001ae-51c1-4c97-987a-0906505ab41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.035709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-337001ae-51c1-4c97-987a-0906505ab41f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.2110341 Oct 26 14:08:53.076402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.099230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-d4e72825-138c-43ee-9f85-3f14ff5ae88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.104127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-d4e72825-138c-43ee-9f85-3f14ff5ae88d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657250 Oct 26 14:08:53.130838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9259636-5ed0-4095-94b7-804188c6ddea,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:53.151821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.167496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a484cb81-75dd-4647-8d9f-27289ed7d22f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4447148 Oct 26 14:08:53.171205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4c145-e1f7-4b32-88dc-5acdfe0065c1 req-c550a639-9689-4934-97af-5d06f82348b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.179837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32944) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:53.185538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1da4c145-e1f7-4b32-88dc-5acdfe0065c1 req-c550a639-9689-4934-97af-5d06f82348b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 944 time: 0.2641578 Oct 26 14:08:53.195928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:53.215463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:53.245949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e935bff5-644e-4857-ad16-14a09d3a796b req-2196bf4d-7d3d-4153-8783-35ffe6ca9118 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6613801 Oct 26 14:08:53.250188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-84cd9c0f-3913-48cf-bace-cb30fc668ce1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952748 Oct 26 14:08:53.281973 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b7a54-9895-4e10-928d-5171263e8733 None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:53.336339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.341800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:53.397393 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5565c37-8f18-4369-9203-eb8c529e9d59 x-openstack-request-id: req-d5565c37-8f18-4369-9203-eb8c529e9d59 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:53.405855 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "name": "network-vif-plugged", "status": "completed", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:53.406486 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5565c37-8f18-4369-9203-eb8c529e9d59 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:53.407113 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c', 'code': 200} Oct 26 14:08:53.425972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1da4c145-e1f7-4b32-88dc-5acdfe0065c1 req-cbef035c-acb1-417f-8159-1528cc27250b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385147 Oct 26 14:08:53.746913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0160012-f5ab-4ec8-834e-91c855c80990 req-d75643c8-8b2f-4fb1-b9e8-269964b1250d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:53.754939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0160012-f5ab-4ec8-834e-91c855c80990 req-d75643c8-8b2f-4fb1-b9e8-269964b1250d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1171904 Oct 26 14:08:53.833368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0160012-f5ab-4ec8-834e-91c855c80990 req-806da145-7a9d-429a-9949-115f3fb2bd3e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774300 Oct 26 14:08:53.879980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Router e5056c65-4156-42a6-b811-94e1f7102e35 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:08:53.893458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.162699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292f56c-6e29-48c3-a673-d6665d9ff9a9 req-a7cdb000-4618-4552-b64c-1d26e0c90aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:54.164244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3292f56c-6e29-48c3-a673-d6665d9ff9a9 req-a7cdb000-4618-4552-b64c-1d26e0c90aff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 1096 time: 0.2652574 Oct 26 14:08:54.173364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f27e8-34d7-4a02-ba4d-c99a2a3c3c69 req-23909c4f-f829-4757-91a1-63c3a103773e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:54.181780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-759f27e8-34d7-4a02-ba4d-c99a2a3c3c69 req-23909c4f-f829-4757-91a1-63c3a103773e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 945 time: 0.2808206 Oct 26 14:08:54.192694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:54.202907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73a6e-9f48-4912-9c04-0355d6728f54 req-77afad40-bfba-42d0-a59c-e2414a96f18d tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:54.206718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Sync routers for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:54.212658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32f73a6e-9f48-4912-9c04-0355d6728f54 req-77afad40-bfba-42d0-a59c-e2414a96f18d tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.1786854 Oct 26 14:08:54.225409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:54.226149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:54.227036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-41fc002d-82ba-41f3-ac88-20d5da884ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0362267 Oct 26 14:08:54.252358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.254288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-845c79a9-e546-48b0-a840-a32652ce38ba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6328583 Oct 26 14:08:54.271187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-397157ba-8a93-4b24-90a2-b785fe8591dc service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440814 Oct 26 14:08:54.272034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32964) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:08:54.279807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Allocated IP 172.25.5.24 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/75645df2-0f99-465f-8b0b-7b8364d76a7f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:54.318927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:08:54.327467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32f73a6e-9f48-4912-9c04-0355d6728f54 req-998ff58d-6fda-4c81-8cc4-a94cc43af9f9 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105471 Oct 26 14:08:54.501146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbaa1ef7-cafc-4e1d-acda-10a35acf7270 req-e3f87b47-e0a4-4db2-a35b-251bab511ce3 service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718683 Oct 26 14:08:54.563777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:54.586109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06', 'port_id': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'mac_address': 'fa:16:3e:20:dc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd2a005-aa09-4c77-a3ee-680f2bf9893b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:08:54.591246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3292f56c-6e29-48c3-a673-d6665d9ff9a9 req-c2fffb81-692e-4ad6-b7d5-90a2fa34ace7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062126 Oct 26 14:08:54.594861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-759f27e8-34d7-4a02-ba4d-c99a2a3c3c69 req-c7cf374f-781b-4a22-851a-d7f63227a3a2 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122241 Oct 26 14:08:54.626933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:54.749727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.751638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-f43d668a-4266-45e4-95dc-cd2a9a9ff0a9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:54.757405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-4bc05d8e-8723-428e-8b50-868cddf135ff service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801841 Oct 26 14:08:54.760131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-f43d668a-4266-45e4-95dc-cd2a9a9ff0a9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.2924242 Oct 26 14:08:54.800778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-07044306-0799-40f8-82d2-071a39e8d795 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/quotas/7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 375 time: 0.0387123 Oct 26 14:08:54.807818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:08:54.823148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.887115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:54.910008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-064b6a1d-e640-405e-8e14-4442146ccf9d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1077027 Oct 26 14:08:54.911934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:54.919719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-897d733e-01a4-4b99-9d4f-b35e902a6768 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:08:54.927365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-897d733e-01a4-4b99-9d4f-b35e902a6768 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162997 Oct 26 14:08:54.989468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:55.060550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:55.102032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:51Z', 'revision_number': 3, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:55.110818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:55.112556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:55.115135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-14da2ea1-d770-457e-8815-927b6baeda2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.2783115 Oct 26 14:08:55.120027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:55.145064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Checking router: e5056c65-4156-42a6-b811-94e1f7102e35 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:08:55.145415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Updating router e5056c65-4156-42a6-b811-94e1f7102e35 port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:08:55.166787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=75645df2-0f99-465f-8b0b-7b8364d76a7f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:55.182518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-2eee2d3e-26d1-4fb7-9ff4-57c7906cd8ae service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535641 Oct 26 14:08:55.183064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:55.241289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:55.295691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-44c77e5f-2813-4ebc-845e-826faa3c9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:55.297941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-44c77e5f-2813-4ebc-845e-826faa3c9992 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.1617329 Oct 26 14:08:55.317840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333453b-db4b-41eb-acd3-a29a9922443d req-d97f3fb7-2992-4ea0-9f41-a8c304bc2294 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:55.328269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3333453b-db4b-41eb-acd3-a29a9922443d req-d97f3fb7-2992-4ea0-9f41-a8c304bc2294 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 944 time: 0.5082278 Oct 26 14:08:55.376629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-4f14a5dd-ddbc-4545-bcee-9172bdb5a1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936607 Oct 26 14:08:55.385770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a47b0f17-2f4b-4393-8e0a-a7b018cd5416 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:55.506177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3333453b-db4b-41eb-acd3-a29a9922443d req-b35f5999-634d-4d5e-a89c-36633e58a06c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Oct 26 14:08:55.557034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-fbd09a10-140d-4cd2-b565-d923bbb3f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:55.558580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-fbd09a10-140d-4cd2-b565-d923bbb3f7ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2120519 Oct 26 14:08:55.648035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:55.731164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:55.731542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:55.785309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eac96c9a-ceb1-4bb6-9c68-7f890de8c528 req-123118e2-409f-4141-b276-04fd1a6f55cd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 210 time: 0.0895896 Oct 26 14:08:55.834191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:55.851116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-9e6d5402-6bac-4056-8b80-10daab2017e1 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827215 Oct 26 14:08:55.886984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.132935 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.159980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.167327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8bc3a6fc-30b2-45ba-b154-e7feaf7faece req-359611d9-90d3-4831-a578-210b062be60d service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042724 Oct 26 14:08:56.203673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d30ee-166e-4188-90cd-909da7a84f48 req-bbaa3d80-b002-40e6-9b64-77c2e4efe3d6 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:56.205797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c27d30ee-166e-4188-90cd-909da7a84f48 req-bbaa3d80-b002-40e6-9b64-77c2e4efe3d6 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.1897461 Oct 26 14:08:56.223845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547055-b053-452d-a9d3-85a126f0a6d9 req-9dc6ab1a-bb1c-41d5-bf3e-0863b48cc2f0 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:56.225686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90547055-b053-452d-a9d3-85a126f0a6d9 req-9dc6ab1a-bb1c-41d5-bf3e-0863b48cc2f0 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 945 time: 0.2612197 Oct 26 14:08:56.304385 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c27d30ee-166e-4188-90cd-909da7a84f48 req-8c4f3457-3538-47d4-84c7-bc5efed03dfb tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724447 Oct 26 14:08:56.306193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017fc5-04da-452b-9228-6c8d842c400e None None] Pushing event updated for resources: {'Port': ['ID=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.311049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Attempting to bind port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:08:56.311470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Attempting to bind port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:08:56.311871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Attempting to bind port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:08:56.313675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Allocated IP 172.20.0.1 (50c8f295-b8da-4058-a1e9-16c9caf7e9b5/1682c8af-c41c-49b1-8f9b-5a67fe99bda6/97fd3c99-2437-4e72-bc0d-d10174b4b6aa) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:56.320196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:08:56.320870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:08:56.322988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.323427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:08:56.324123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Bound port: f63f86e2-3621-47e6-9fe5-83a7c5ebbce0, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:08:56.324698 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.398184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] For port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:08:56.404875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] For port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:08:56.410212 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.476312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017fc5-04da-452b-9228-6c8d842c400e None None] Pushing event updated for resources: {'Port': ['ID=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.482916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:56.483698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:56.492476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90547055-b053-452d-a9d3-85a126f0a6d9 req-183a7eca-7007-4b56-9526-35f11972da05 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553406 Oct 26 14:08:56.510372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.561680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.573949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.574359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.646866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:56.674198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:56.689005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:08:56.731219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:08:56.744328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Pushing event updated for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.779815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.784043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.791397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e63f-fb1e-4e01-8468-56c0171ef322 req-4baea862-09b9-4dda-a316-b88c10b2b93f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:56.792709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=75645df2-0f99-465f-8b0b-7b8364d76a7f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:56.794340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b882e63f-fb1e-4e01-8468-56c0171ef322 req-4baea862-09b9-4dda-a316-b88c10b2b93f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 945 time: 0.1450605 Oct 26 14:08:56.840514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:56.853230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9fe4db8-7204-4e60-bac7-9a65d006622d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6655252 Oct 26 14:08:56.933272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b882e63f-fb1e-4e01-8468-56c0171ef322 req-7501bab3-0a75-4ba7-9a8d-a2d54cbd72c0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945659 Oct 26 14:08:56.998870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:51Z', 'revision_number': 3, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:57.013175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1d864ce-2131-482e-a5f7-0fd53df9f49e req-fd455b52-8795-4e69-bfeb-d594fcb4a299 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 210 time: 0.0908663 Oct 26 14:08:57.035506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b7dce2-22c2-4e77-b2b7-7b823d058970 None None] The sync data for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 is: [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:51Z', 'revision_number': 3, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:08:57.053345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.294836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-09ca8dbb-5af2-44a1-ac2d-6fee27d98c20 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--162272039&fields=id&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 267 time: 0.1826353 Oct 26 14:08:57.474794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.509565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc969da-355e-4da4-82d4-e527f0e493b6 req-2aed0def-6996-4593-8f91-0b10f5c06e0f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.511566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dcc969da-355e-4da4-82d4-e527f0e493b6 req-2aed0def-6996-4593-8f91-0b10f5c06e0f tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.0738077 Oct 26 14:08:57.518397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.576299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dcc969da-355e-4da4-82d4-e527f0e493b6 req-8cb13c01-3823-46a7-a91c-88935195fba4 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498598 Oct 26 14:08:57.582579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-2c051a79-cf5f-4dec-9090-b1ff6b62ad9f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.584140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-2c051a79-cf5f-4dec-9090-b1ff6b62ad9f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.4653955 Oct 26 14:08:57.616312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'device_id': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'admin_state_up': True, 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:08:57.748585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bf238-89aa-4f49-bad8-899b673d3bc8 req-de4ceebd-80e9-4718-a457-c9c952d2a547 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.750881 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f0bf238-89aa-4f49-bad8-899b673d3bc8 req-de4ceebd-80e9-4718-a457-c9c952d2a547 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 945 time: 0.0626304 Oct 26 14:08:57.780283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Pushing event updated for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:57.788113 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:57.803008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f0bf238-89aa-4f49-bad8-899b673d3bc8 req-8b3004a7-e042-42f9-a15b-53fe47bc8e62 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Oct 26 14:08:57.901898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-ba0b457c-7487-42eb-8209-e3bb69c06f73 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.903640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-ba0b457c-7487-42eb-8209-e3bb69c06f73 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.3126867 Oct 26 14:08:57.938297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-e2c078d9-8af0-45ab-8eaf-ce07ad335128 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:57.940004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-e2c078d9-8af0-45ab-8eaf-ce07ad335128 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 816 time: 0.6284778 Oct 26 14:08:58.001624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6444-0c10-4a63-9283-06b77e380de6 req-0b9a503a-e22a-4277-9c4b-7a0dedb1bcc6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.004222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b0d6444-0c10-4a63-9283-06b77e380de6 req-0b9a503a-e22a-4277-9c4b-7a0dedb1bcc6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 945 time: 0.0652449 Oct 26 14:08:58.014557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:08:58.018262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.037344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-d21ca3b8-a245-48e4-939e-ee60897378bd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/quotas/4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 375 time: 0.0519004 Oct 26 14:08:58.058677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b0d6444-0c10-4a63-9283-06b77e380de6 req-fa18ae29-f729-4856-952f-d2e52078ca12 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Oct 26 14:08:58.154046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:08:58.195405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250d8c-b892-40bc-ae22-98280936e123 req-1b91d043-a0b1-4f02-9627-87d4130db856 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.195902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:08:58.198003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15250d8c-b892-40bc-ae22-98280936e123 req-1b91d043-a0b1-4f02-9627-87d4130db856 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 945 time: 0.0730548 Oct 26 14:08:58.261565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15250d8c-b892-40bc-ae22-98280936e123 req-6085ee26-b903-4305-8938-ce1cc7284f32 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572994 Oct 26 14:08:58.266481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:58.337892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-d4d6cd02-dc88-4549-82bf-0fdbf17a90b6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2898982 Oct 26 14:08:58.357471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:08:58.362028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:58.362523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.389836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4be5a336-c986-4c7c-85c4-da8958cea690 req-1ea134d0-3aca-4e84-a978-ce6db8680c09 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 210 time: 0.0379381 Oct 26 14:08:58.460671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Deleting port b6c44714-e927-4f52-9f42-7a96719fb58b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:08:58.461020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.567897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6103562-4a15-4432-8b1e-b7ebb31c4f92 req-0e5566c8-e016-46c6-9020-7ff2c258551e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.572721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6103562-4a15-4432-8b1e-b7ebb31c4f92 req-0e5566c8-e016-46c6-9020-7ff2c258551e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 945 time: 0.0825391 Oct 26 14:08:58.627265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6103562-4a15-4432-8b1e-b7ebb31c4f92 req-ffa052d4-0876-412f-8565-63e5c7efd914 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Oct 26 14:08:58.707258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.777856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:58.780407 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5b890-357b-4d7f-ade4-cf9c8f96d189" -d '{"events": [{"server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "name": "network-vif-plugged", "status": "completed", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:08:58.810039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:58.818545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:58.830244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711658b-4877-489b-8eac-b010d14568ee req-f6fd16c5-f853-467c-bf38-44ec18b67dea tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:58.839003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4711658b-4877-489b-8eac-b010d14568ee req-f6fd16c5-f853-467c-bf38-44ec18b67dea tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 945 time: 0.1116276 Oct 26 14:08:58.894063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4711658b-4877-489b-8eac-b010d14568ee req-3acdb3d3-93da-4d6d-a3e1-98148485075b tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/security-groups?id=5e1fc980-60f8-46d8-bf63-8b0f3453455b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522356 Oct 26 14:08:58.914609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:58.925417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.20.0.3 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/55f7dc87-a203-42c2-a6de-92b7833cb39f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:08:58.969225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Router e5056c65-4156-42a6-b811-94e1f7102e35 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:08:59.002889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-84455b02-c6ef-40d7-a13b-ca2b44723f15 service neutron] 10.222.0.37 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267545 Oct 26 14:08:59.103477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] For port b6c44714-e927-4f52-9f42-7a96719fb58b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b6c44714-e927-4f52-9f42-7a96719fb58b,segment=NetworkSegment(42acd63c-8c6e-4fa4-a49b-99c114a0b74a),segment_id=42acd63c-8c6e-4fa4-a49b-99c114a0b74a)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:59.103859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.131793 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef43a3-143a-4285-bba7-1a459a386186 x-openstack-request-id: req-d6ef43a3-143a-4285-bba7-1a459a386186 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:08:59.131972 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "name": "network-vif-plugged", "status": "completed", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:08:59.132407 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6ef43a3-143a-4285-bba7-1a459a386186 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:08:59.132836 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'code': 200} Oct 26 14:08:59.190311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Calling delete_port for b6c44714-e927-4f52-9f42-7a96719fb58b owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:08:59.347774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:08:59.374668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f45a-0dda-464b-8444-c92ab074a689 req-97f7d17f-a753-4353-8cb4-9b331a318bd5 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.377164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8e1f45a-0dda-464b-8444-c92ab074a689 req-97f7d17f-a753-4353-8cb4-9b331a318bd5 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 945 time: 0.0782244 Oct 26 14:08:59.435506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8e1f45a-0dda-464b-8444-c92ab074a689 req-0e271cb2-4b2f-42eb-a482-3536ae9bfc5c tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 Oct 26 14:08:59.440134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:08:59.440782 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.457579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-e0f6666b-5187-4b1e-823c-44e4300af353 service neutron] 10.222.0.37 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385273 Oct 26 14:08:59.472036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:08:59.491946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d8eac8c-2c69-429a-82f3-b4883ef8eb6f admin admin] 10.222.0.37 "PUT /v2.0/routers/e5056c65-4156-42a6-b811-94e1f7102e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2024331 Oct 26 14:08:59.508782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58986ed5-8034-4e2b-9265-94e982215e4a req-20ae0ba4-7b31-45a0-b8ea-8c3b1f708504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.510341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58986ed5-8034-4e2b-9265-94e982215e4a req-20ae0ba4-7b31-45a0-b8ea-8c3b1f708504 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1097 time: 0.2343979 Oct 26 14:08:59.516343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.619749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58986ed5-8034-4e2b-9265-94e982215e4a req-7423faca-1530-4da6-80bf-0dad1b6273b8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009352 Oct 26 14:08:59.632194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.686972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.702340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.703230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e3bca-3f2b-450c-8637-4acaa17b23c5 req-713dd661-6eae-4d3b-8325-19d088cc9ad7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:08:59.704771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-890e3bca-3f2b-450c-8637-4acaa17b23c5 req-713dd661-6eae-4d3b-8325-19d088cc9ad7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 946 time: 0.1273389 Oct 26 14:08:59.707755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Pushing event deleted for resources: {'Port': ['ID=b6c44714-e927-4f52-9f42-7a96719fb58b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:08:59.739749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:08:59.742416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:08:59.755602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.802683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-890e3bca-3f2b-450c-8637-4acaa17b23c5 req-29aff7cd-c649-4027-8ba1-d9df6b465650 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 Oct 26 14:08:59.803444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Sync routers for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:08:59.823932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:08:59.825009 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:08:59.942567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] No DVR routers for this DVR port b6c44714-e927-4f52-9f42-7a96719fb58b on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:08:59.956879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:08:59.960589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6bd13cd-1193-4035-b2fa-2d5ef198b3d3 req-7cd697c4-f113-4c9b-b094-5d3e85848141 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.41 "DELETE /v2.0/ports/b6c44714-e927-4f52-9f42-7a96719fb58b HTTP/1.1" status: 204 len: 173 time: 2.0437531 Oct 26 14:08:59.983694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'name': 'network-vif-deleted', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:08:59.996787 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67993a-4d67-4d13-aff1-ffee02772a4d" -d '{"events": [{"server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "name": "network-vif-deleted", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:00.022781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:00.044871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:00.049575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:00.132711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3355-7361-46d7-ac6f-5dce1e60e0af req-2ddf3e03-bf52-4a9f-a029-4a84118a8b7a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.137984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-574b3355-7361-46d7-ac6f-5dce1e60e0af req-2ddf3e03-bf52-4a9f-a029-4a84118a8b7a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 931 time: 0.1338916 Oct 26 14:09:00.138263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:00.247830 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:00.358131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-574b3355-7361-46d7-ac6f-5dce1e60e0af req-f5b1dc3f-40d0-4e82-a682-c86490dabb8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112441 Oct 26 14:09:00.428311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b6c44714-e927-4f52-9f42-7a96719fb58b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:00.519897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15aa6d47-2033-420a-acc3-56eab0a58f6b req-d53a36e0-c256-47bc-a9ef-8230e4bb7832 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 210 time: 0.0799403 Oct 26 14:09:00.611776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: b6c44714-e927-4f52-9f42-7a96719fb58b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:00.625795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b6c44714-e927-4f52-9f42-7a96719fb58b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:00.768223 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:56Z', 'revision_number': 4, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97fd3c99-2437-4e72-bc0d-d10174b4b6aa', 'name': '', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'mac_address': 'fa:16:3e:0b:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:08:57Z', 'revision_number': 2, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'subnets': [{'id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:00.785971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:00.791695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90c2cb59-3b3f-4f0a-a9e6-a234816fe0de req-771a2e6a-d7c4-42ad-aa9b-bbb65f36a884 tempest-InstanceActionsNegativeTestJSON-1184709568 tempest-InstanceActionsNegativeTestJSON-1184709568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e08b2d05-7e2e-4e8c-9d61-662df83adf40 HTTP/1.1" status: 200 len: 210 time: 0.0604370 Oct 26 14:09:00.843725 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Checking router: e5056c65-4156-42a6-b811-94e1f7102e35 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:00.844281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Updating router e5056c65-4156-42a6-b811-94e1f7102e35 port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:09:00.870308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-4aaacc16-3f78-4783-abfb-faa1e61755b0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:00.884878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-4aaacc16-3f78-4783-abfb-faa1e61755b0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 811 time: 0.7293453 Oct 26 14:09:00.917065 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:00.919139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-07f4b283-8924-41d7-bf56-f14a2021c50e None None] Provisioning complete for port 55f7dc87-a203-42c2-a6de-92b7833cb39f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:00.929362 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-07f4b283-8924-41d7-bf56-f14a2021c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:00.947703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-2d5fe15b-ebbf-4068-b7bc-798f22d44c00 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/quotas/b914b01c34c74ee69f4c4f5e9af39e61 HTTP/1.1" status: 200 len: 375 time: 0.0615990 Oct 26 14:09:00.995176 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92b5238-ebfc-4722-9f9a-67d5a8a77c51 x-openstack-request-id: req-d92b5238-ebfc-4722-9f9a-67d5a8a77c51 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:00.995479 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b2d05-7e2e-4e8c-9d61-662df83adf40", "name": "network-vif-deleted", "tag": "b6c44714-e927-4f52-9f42-7a96719fb58b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:00.997036 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d92b5238-ebfc-4722-9f9a-67d5a8a77c51 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:00.997349 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b2d05-7e2e-4e8c-9d61-662df83adf40', 'name': 'network-vif-deleted', 'tag': 'b6c44714-e927-4f52-9f42-7a96719fb58b', 'status': 'completed', 'code': 200} Oct 26 14:09:01.029715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.030163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.047580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-07f4b283-8924-41d7-bf56-f14a2021c50e None None] Port 55f7dc87-a203-42c2-a6de-92b7833cb39f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:01.129258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-c6305e1a-f9e9-4e0d-a2d9-9369ba932502 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.134853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-c6305e1a-f9e9-4e0d-a2d9-9369ba932502 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 945 time: 0.3940322 Oct 26 14:09:01.141964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-ddedb74e-e07a-4da8-90ca-8ba15228ba8f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5324001 Oct 26 14:09:01.180940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Request body: {'port': {'device_id': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:01.286858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-4cc5d322-f728-44c4-b9ea-deb0484b42d6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3360734 Oct 26 14:09:01.362580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:01.396124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1929642-dfc8-4078-b4b9-afd0f16753cf req-73ce9030-6050-4ead-ae2a-7e64efb80c84 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.406518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1929642-dfc8-4078-b4b9-afd0f16753cf req-73ce9030-6050-4ead-ae2a-7e64efb80c84 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 945 time: 0.1477971 Oct 26 14:09:01.435460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.472576 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.482656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:01.483882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.486028 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.497533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1929642-dfc8-4078-b4b9-afd0f16753cf req-78fdf6af-bce7-45bd-8dd5-577c5f0223e7 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882142 Oct 26 14:09:01.578148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Deleting port a74df74e-55ae-4578-9862-f72ef14607ac {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:01.578148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.649018 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c81589-a63d-470f-b65f-157fc028fabf None None] Pushing event updated for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:01.717611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f085110-499e-43d5-94dc-781fe27cd648 req-916ad99a-3a28-430f-b236-0fd8576c4e54 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:01.727553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f085110-499e-43d5-94dc-781fe27cd648 req-916ad99a-3a28-430f-b236-0fd8576c4e54 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 946 time: 0.0808549 Oct 26 14:09:01.788951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Attempting to bind port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:01.789332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Attempting to bind port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:01.790496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Attempting to bind port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:01.801398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:01.801782 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Checking segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:01.802259 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.802656 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Bound using segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:01.803552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9276d85e-93c6-42ca-8088-9d671316f47b service neutron] 10.222.0.37 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835527 Oct 26 14:09:01.803983 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Bound port: 97fd3c99-2437-4e72-bc0d-d10174b4b6aa, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:01.805005 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:01.822822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f085110-499e-43d5-94dc-781fe27cd648 req-6ac57107-c4a0-4156-973c-f0a1df965c9a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878787 Oct 26 14:09:01.995420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] For port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:02.015851 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] For port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:02.031333 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.128394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] For port a74df74e-55ae-4578-9862-f72ef14607ac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a74df74e-55ae-4578-9862-f72ef14607ac,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:02.129883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.131429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabde8a6-7e0c-40c3-90e0-37cc4dba71f2 req-c82db76a-7905-430e-98d1-67044080d4b4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:02.139817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aabde8a6-7e0c-40c3-90e0-37cc4dba71f2 req-c82db76a-7905-430e-98d1-67044080d4b4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 931 time: 0.1390076 Oct 26 14:09:02.152411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-4ed3bdbe-4b41-489c-b8de-4f06fca2c3d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:02.154150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-4ed3bdbe-4b41-489c-b8de-4f06fca2c3d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 816 time: 0.1905079 Oct 26 14:09:02.174073 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c81589-a63d-470f-b65f-157fc028fabf None None] Pushing event updated for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:02.185670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Calling delete_port for a74df74e-55ae-4578-9862-f72ef14607ac owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:02.226553 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:02.228249 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:02.233063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aabde8a6-7e0c-40c3-90e0-37cc4dba71f2 req-4ac52b38-131d-405e-8d9c-df608c57dad6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Oct 26 14:09:02.321309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-b254633c-07ac-4522-a324-2adf5e8bfec9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 379 time: 0.1530335 Oct 26 14:09:02.401501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'port': {'device_id': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'admin_state_up': True, 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'security_groups': ['8d67a7cb-46b3-42c8-90ca-cf1658197b21']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:02.407615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-bcfe84aa-885b-4dc6-86ab-258d80b22eaf service neutron] 10.222.0.37 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026883 Oct 26 14:09:02.424996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-734ee0ec-f3e8-429e-9747-ebd509536eac req-e7e1af02-7720-4687-bf97-a1b517c53c22 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 210 time: 0.0632546 Oct 26 14:09:02.544256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:02.609473 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:02.647243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f7dc87-a203-42c2-a6de-92b7833cb39f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:02.661766 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Deleting subnet f7c9cc82-80d0-4829-8006-a5fb6267512b {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:02.689460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.693127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.737626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Transition to ACTIVE for port object 55f7dc87-a203-42c2-a6de-92b7833cb39f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:02.738878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.741820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Made reservation on behalf of 4bf4aa6f7dd64efab80a0ca5963fc1d4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:02.747580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.756413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'afffd5aa-d0a9-4527-8d5c-c28383cf439c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:02.787413 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.871911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-59504654-1c62-49cd-8d37-fb63f7a911d6 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-657756207&fields=id&tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 267 time: 0.2014742 Oct 26 14:09:02.882704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:02.885436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event deleted for resources: {'Port': ['ID=a74df74e-55ae-4578-9862-f72ef14607ac,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:03.000202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.010905 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:56Z', 'revision_number': 4, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97fd3c99-2437-4e72-bc0d-d10174b4b6aa', 'name': '', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'mac_address': 'fa:16:3e:0b:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:09:01Z', 'revision_number': 4, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'subnets': [{'id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:03.048117 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf503f-5fe9-4557-a5dd-6ac0e42a5f1b None None] The sync data for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 is: [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:08:56Z', 'revision_number': 4, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97fd3c99-2437-4e72-bc0d-d10174b4b6aa', 'name': '', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'mac_address': 'fa:16:3e:0b:ca:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:09:01Z', 'revision_number': 4, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'subnets': [{'id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:03.091965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.129880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.133541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f7c9cc82-80d0-4829-8006-a5fb6267512b HTTP/1.1" status: 204 len: 168 time: 0.5873435 Oct 26 14:09:03.206555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:03.242059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Allocated IP 172.20.0.7 (de77bd72-6790-4c8f-acb4-2ff7a1feecfc/656708a9-eb2f-421c-8155-de0f07c1c872/d7e2811f-1b27-4314-996e-34629868a315) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:03.268145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1031785-1c78-4454-b243-1da2c9a58b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c9cc82-80d0-4829-8006-a5fb6267512b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:03.318405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-a581fc04-a12f-45d6-93c3-13c6b6e516e1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:03.327526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-a581fc04-a12f-45d6-93c3-13c6b6e516e1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 946 time: 0.4394944 Oct 26 14:09:03.339483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'security_groups': ['144e56b7-7c30-48ec-9bee-396ca86c9c06', '7758d2c6-acd0-4890-b6c3-b6f22c19fbdc']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:03.489884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97fd3c99-2437-4e72-bc0d-d10174b4b6aa up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:03.494343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfec04f2-64f0-4126-abe7-f0c63671dcff req-985c97e5-1029-4930-a983-1b497ac8ca2e tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1 HTTP/1.1" status: 200 len: 210 time: 0.5480158 Oct 26 14:09:03.511199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] No DVR routers for this DVR port a74df74e-55ae-4578-9862-f72ef14607ac on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:03.519043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.533514 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b2059a1-2d7a-4722-aab4-f63dd9988229 req-3c065061-aba5-417c-837a-5e48c9cb0b25 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "DELETE /v2.0/ports/a74df74e-55ae-4578-9862-f72ef14607ac HTTP/1.1" status: 204 len: 173 time: 2.3862286 Oct 26 14:09:03.567008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'name': 'network-vif-deleted', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:03.569253 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4cb96e-1525-49f5-b69c-fe69553df32f" -d '{"events": [{"server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "name": "network-vif-deleted", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:03.621330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.669117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.679934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:03.680363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.778947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Pushing event updated for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:03.806143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6e876ea-df12-401d-b6cc-d18a4f5fed07 req-8aecea06-aca6-4602-a89f-a6328709ee34 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 210 time: 0.1860456 Oct 26 14:09:03.930171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.983926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:03.993231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:03.998254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Attempting to bind port 55f7dc87-a203-42c2-a6de-92b7833cb39f on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:03.998590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Attempting to bind port 55f7dc87-a203-42c2-a6de-92b7833cb39f by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:03.998922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Attempting to bind port 55f7dc87-a203-42c2-a6de-92b7833cb39f on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.004141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.017156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Port 55f7dc87-a203-42c2-a6de-92b7833cb39f on network f4206489-532c-418f-88cd-e4d614a49d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:04.017490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Attempting to bind port 55f7dc87-a203-42c2-a6de-92b7833cb39f on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:04.035674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597b0d-822e-44da-8050-af0db0e058a2 req-27ff1d6f-4921-444a-a867-180b94f07763 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.043403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78597b0d-822e-44da-8050-af0db0e058a2 req-27ff1d6f-4921-444a-a867-180b94f07763 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 943 time: 0.1028330 Oct 26 14:09:04.053226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:04.053632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:04.054028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:04.054482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Bound port: 55f7dc87-a203-42c2-a6de-92b7833cb39f, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:04.054843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.063326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:04.089455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.128318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c298bd-48a5-4b62-8e35-db5fdd95ad25']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:04.144767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42acd63c-8c6e-4fa4-a49b-99c114a0b74a') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:04.145056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42acd63c-8c6e-4fa4-a49b-99c114a0b74a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:04.169110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78597b0d-822e-44da-8050-af0db0e058a2 req-5e2f270e-ff1b-4203-a15c-c6d4fee55fd5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111450 Oct 26 14:09:04.172747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.194987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:04.203679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.203908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.230024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:04.230527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:04.232464 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:04.312341 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:09:04.344863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:04.395486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:04.412303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:04.413807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:04.431703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:04.435742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a74df74e-55ae-4578-9862-f72ef14607ac no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:04.444709 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.496315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: a74df74e-55ae-4578-9862-f72ef14607ac {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:04.496760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a74df74e-55ae-4578-9862-f72ef14607ac not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:04.769081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.779844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.794137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:04.870812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:04.874013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.897118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:04.897804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.915672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2ad8c1a-8bbe-4312-8d33-f086d97b1cdc req-d90e4dd4-9ce5-4705-920e-e4b80e3c8d43 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "PUT /v2.0/ports/4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 982 time: 1.5864813 Oct 26 14:09:04.918644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:04.924907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4cd91b04-88b1-40b1-b689-6fc085eac57b None None] Provisioning complete for port d7e2811f-1b27-4314-996e-34629868a315 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:04.925281 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4cd91b04-88b1-40b1-b689-6fc085eac57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:04.926575 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7caf555-1be2-40a9-b506-4489758dada9" -d '{"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:04.942651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:05.009724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.012792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:05.019698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.020310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.026202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] 10.222.0.73 "PUT /v2.0/ports/55f7dc87-a203-42c2-a6de-92b7833cb39f HTTP/1.1" status: 200 len: 1091 time: 3.8559434 Oct 26 14:09:05.037967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] 10.222.0.37 "DELETE /v2.0/networks/63c298bd-48a5-4b62-8e35-db5fdd95ad25 HTTP/1.1" status: 204 len: 168 time: 1.8141005 Oct 26 14:09:05.042139 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab83fb3-2d99-4cd7-b53e-60ec68806617 x-openstack-request-id: req-7ab83fb3-2d99-4cd7-b53e-60ec68806617 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:05.042139 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1", "name": "network-vif-deleted", "tag": "a74df74e-55ae-4578-9862-f72ef14607ac", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:05.042139 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ab83fb3-2d99-4cd7-b53e-60ec68806617 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:05.042580 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ccb7c3-0ecc-40ea-b3bb-e1444c1bc6b1', 'name': 'network-vif-deleted', 'tag': 'a74df74e-55ae-4578-9862-f72ef14607ac', 'status': 'completed', 'code': 200} Oct 26 14:09:05.043547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca545ea3-7618-4222-8600-cca3e7b8305e admin admin] Pushing event deleted for resources: {'Network': ['ID=63c298bd-48a5-4b62-8e35-db5fdd95ad25,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:05.137628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4cd91b04-88b1-40b1-b689-6fc085eac57b None None] Port d7e2811f-1b27-4314-996e-34629868a315 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:05.215937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e83c6-2e8c-417f-94b4-9a22657e7adc service neutron] Pushing event updated for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:05.242291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d1bdf-e699-4459-ae23-2ba0284e8fd5 req-84b895af-0a6a-465d-9365-6e9bd721c324 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.252201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de0d1bdf-e699-4459-ae23-2ba0284e8fd5 req-84b895af-0a6a-465d-9365-6e9bd721c324 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 931 time: 0.9219711 Oct 26 14:09:05.303041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.303898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.333664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:05.346597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97fd3c99-2437-4e72-bc0d-d10174b4b6aa up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:05.352055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f13a9881-50a0-44aa-9998-47080ec25fcc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9635189 Oct 26 14:09:05.368638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Request body: {'port': {'device_id': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:05.375588 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32579706-331c-437a-9a85-1140589df13a req-c2d38a3f-254e-4db2-95e9-ebf95965c2e8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 210 time: 0.0573139 Oct 26 14:09:05.463188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-36ce8796-dfb0-4fba-9dfe-545003ea30dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7592a7c40ee14ad8b1c286c0d9d6ba5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221890 Oct 26 14:09:05.463427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33174) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:05.501832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-b3ea005e-542b-4f36-b492-9d04c785d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.503708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-b3ea005e-542b-4f36-b492-9d04c785d5a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 1094 time: 0.3174994 Oct 26 14:09:05.508231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de0d1bdf-e699-4459-ae23-2ba0284e8fd5 req-8b91a569-6844-491b-99d2-3d25382a38d5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309117 Oct 26 14:09:05.536173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-609b9238-10da-43b7-b31f-9bef561bdd1a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.539112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-609b9238-10da-43b7-b31f-9bef561bdd1a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.41 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 811 time: 0.6195693 Oct 26 14:09:05.572526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-eeb2e655-2673-4056-b214-31bc9dc16414 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1376710066&fields=id&tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 267 time: 0.1023312 Oct 26 14:09:05.576161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.600447 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c2833-2e91-4496-bb83-f190243655f6 x-openstack-request-id: req-934c2833-2e91-4496-bb83-f190243655f6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:05.600759 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:05.601012 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-934c2833-2e91-4496-bb83-f190243655f6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:05.601406 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'status': 'completed', 'code': 200} Oct 26 14:09:05.602063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Request body: {'port': {'device_id': 'f37c03a4-2561-421e-a203-777135ea3829', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'admin_state_up': True, 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:05.612411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-683be641-1816-4429-8e4a-91685708136f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f HTTP/1.1" status: 200 len: 217 time: 0.0947740 Oct 26 14:09:05.630809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.684767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:05.685136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.714398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-d49b6c0d-6ff8-4be1-90de-dde174075ef5 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.715938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-d49b6c0d-6ff8-4be1-90de-dde174075ef5 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 985 time: 0.1337354 Oct 26 14:09:05.723440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf555-1be2-40a9-b506-4489758dada9 req-ed1e0fd4-fb30-40d5-ad3a-e1271eefef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.725005 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-ed1e0fd4-fb30-40d5-ad3a-e1271eefef57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1136 time: 0.0922039 Oct 26 14:09:05.725153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.800916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'security_groups': ['144e56b7-7c30-48ec-9bee-396ca86c9c06', '7758d2c6-acd0-4890-b6c3-b6f22c19fbdc', 'df9fa8da-671e-4465-b05d-dc0110f70294']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:05.801142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-0a0a6a55-0c7b-47c3-a4aa-8e83763a4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.802706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-0a0a6a55-0c7b-47c3-a4aa-8e83763a4d3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1380501 Oct 26 14:09:05.842129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.844749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.845869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e1fc980-60f8-46d8-bf63-8b0f3453455b HTTP/1.1" status: 204 len: 168 time: 0.3817539 Oct 26 14:09:05.865772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd40ca-be42-45f1-83ea-204303ee8e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1fc980-60f8-46d8-bf63-8b0f3453455b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:05.872373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831819e1-35a8-4dc3-823a-34d18724765c req-3bec10bf-c642-46a6-a2a5-ff6a9eec943e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.874905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-831819e1-35a8-4dc3-823a-34d18724765c req-3bec10bf-c642-46a6-a2a5-ff6a9eec943e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 943 time: 0.2077937 Oct 26 14:09:05.924146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf555-1be2-40a9-b506-4489758dada9 req-f4579262-8b1e-4076-b651-218f5869cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:05.925715 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-f4579262-8b1e-4076-b651-218f5869cbff service neutron] 10.222.0.73 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.1933932 Oct 26 14:09:05.926423 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:05.980347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-b9ae3d9f-4a13-420c-bc48-d1dc17135960 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 217 time: 0.0442288 Oct 26 14:09:06.031896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Made reservation on behalf of b914b01c34c74ee69f4c4f5e9af39e61 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:06.035420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.059784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-831819e1-35a8-4dc3-823a-34d18724765c req-1933263e-5298-4309-aaa0-49b3ebfb377e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624219 Oct 26 14:09:06.072886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-f6ddc96d-3b9a-4f01-b210-6eea8075d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.074407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-f6ddc96d-3b9a-4f01-b210-6eea8075d503 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445772 Oct 26 14:09:06.093302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caf555-1be2-40a9-b506-4489758dada9 req-2626a90f-381d-4874-a26b-2b09031ded8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.093302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-2626a90f-381d-4874-a26b-2b09031ded8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.0840645 Oct 26 14:09:06.142705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-b88b94b8-235c-4cdf-b5ca-eeb6d7d89daf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421040 Oct 26 14:09:06.350275 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-5c763287-108d-4a27-b8a2-66ed708500ea service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432437 Oct 26 14:09:06.398669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-d96f0229-c0ff-4753-8158-028f205b2de0 service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444117 Oct 26 14:09:06.414227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:06.501576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.503122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Allocated IP 172.20.0.14 (50c8f295-b8da-4058-a1e9-16c9caf7e9b5/1682c8af-c41c-49b1-8f9b-5a67fe99bda6/7d17ac68-292e-4080-8e51-125da49e27b7) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:06.522213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.542596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:06.547251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:06.570256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.594311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7caf555-1be2-40a9-b506-4489758dada9 req-2b6e7fa8-90d0-4757-b90e-e956a927748c service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890805 Oct 26 14:09:06.606788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.607447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.621309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0123b72-231d-4e5e-bf65-37fc62f30e90 req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "PUT /v2.0/ports/4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 1021 time: 0.8314631 Oct 26 14:09:06.651796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28030a4e-3099-42ef-a158-b8e2f50bbc78 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:06.667028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-25545111-7fec-4a03-8862-22fab4bb5d19 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:06.673867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-25545111-7fec-4a03-8862-22fab4bb5d19 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.3398383 Oct 26 14:09:06.683084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Transition to ACTIVE for port object d7e2811f-1b27-4314-996e-34629868a315 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:06.694588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:06.708016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:06.728640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f57a781-ca1b-484b-8dd2-8fde367aa020 req-2c9978ab-b7d5-4422-b972-da0577f2ed5f service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516939 Oct 26 14:09:06.751292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-66c4ad87-1ebe-44ab-a87a-a5a3c92b51a2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/quotas/e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 375 time: 0.0761023 Oct 26 14:09:06.858141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33210) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:06.881472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:06.887079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1823e388-7130-4000-8831-54746119715b req-38fdbc71-a104-4c36-a082-5cfaf92c9c8c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 210 time: 0.0691292 Oct 26 14:09:06.958896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-35b33dda-c2bd-4b23-b9f8-6123f6b962cc tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2066643 Oct 26 14:09:07.047135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:07.049623 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f98f11-e57e-46ee-b105-7f785b838764" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:07.067303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45fa15-6301-41ed-b24b-88e2e49e14ea req-b1b7065a-ab9f-40ab-a1ae-c0ab385ef541 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.074463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da45fa15-6301-41ed-b24b-88e2e49e14ea req-b1b7065a-ab9f-40ab-a1ae-c0ab385ef541 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.0788882 Oct 26 14:09:07.081518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-464137158-network', 'tenant_id': '6fe9ce0863a343ca93973e4098b706b4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:07.108412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.132146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:07.132702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:07.133133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:07.139837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da45fa15-6301-41ed-b24b-88e2e49e14ea req-27b97346-cdab-4888-aeb1-d389ff705262 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582256 Oct 26 14:09:07.161892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:07.162270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:07.187978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:07.188316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:07.188721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:07.189173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Bound port: d7e2811f-1b27-4314-996e-34629868a315, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:07.189528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.195275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Made reservation on behalf of 6fe9ce0863a343ca93973e4098b706b4 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:07.198509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.225986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-b478b1a4-8f1b-47b7-92fc-6daa5012388d service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662003 Oct 26 14:09:07.230190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.252374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f1181-8839-47c1-9e98-64451c221c6d req-9df2c247-c86d-4c5b-bc73-c105e14ed07b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.253939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-880f1181-8839-47c1-9e98-64451c221c6d req-9df2c247-c86d-4c5b-bc73-c105e14ed07b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1024 time: 0.0555546 Oct 26 14:09:07.324165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.329535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-880f1181-8839-47c1-9e98-64451c221c6d req-19ee1451-ed71-4a74-bf21-ff4788878007 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&id=df9fa8da-671e-4465-b05d-dc0110f70294 HTTP/1.1" status: 200 len: 6157 time: 0.0678618 Oct 26 14:09:07.437659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:07.447515 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e498b7-3e72-48e9-8bcf-8ce5acd4ee6e x-openstack-request-id: req-c4e498b7-3e72-48e9-8bcf-8ce5acd4ee6e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:07.447799 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:07.448047 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4e498b7-3e72-48e9-8bcf-8ce5acd4ee6e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:07.448425 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f', 'status': 'completed', 'code': 200} Oct 26 14:09:07.451627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:07.454235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:07.459837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Pushing event updated for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.466901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:07.472097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:07.517716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.551935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-7e437a32-c329-47ad-99a5-e34d1f3dc8ce service neutron] 10.222.0.37 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171480 Oct 26 14:09:07.559207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e6fa-ad91-49df-a610-8c1845202900 req-656481d7-c450-44bf-89dd-754da302850c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.561063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ba4e6fa-ad91-49df-a610-8c1845202900 req-656481d7-c450-44bf-89dd-754da302850c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 943 time: 0.0594926 Oct 26 14:09:07.614376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:07.617912 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3bc9c-a743-47f2-9933-f23e5d2255ee" -d '{"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:07.620132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.620897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.622177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] 10.222.0.73 "PUT /v2.0/ports/d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 1091 time: 2.2580118 Oct 26 14:09:07.624713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ba4e6fa-ad91-49df-a610-8c1845202900 req-b354828a-189a-4941-b36d-345645e9592f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Oct 26 14:09:07.633188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.634024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.671001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1090123249 ', 'description': 'tempest-description-1139311816'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:07.700218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.710871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.716193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98f11-e57e-46ee-b105-7f785b838764 req-b4f8dcb9-4631-4349-ae7d-c0fb297bbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:07.718518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-b4f8dcb9-4631-4349-ae7d-c0fb297bbf8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 1094 time: 0.2343128 Oct 26 14:09:07.733743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c05ed-f744-4a52-bc06-49a330c9ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.752838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.768292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-9f01ef1d-e07a-4446-a3d3-5c7fb12fa1c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1744816 Oct 26 14:09:07.804856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.806167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Request body: {'port': {'device_id': 'f37c03a4-2561-421e-a203-777135ea3829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:07.809777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73082712-1659-4200-a071-5f649c04026c admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:07.813185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.863497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.865078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f641cf3-5b4d-4d48-b304-25ceb255e582 req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1989012 Oct 26 14:09:07.867742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8edb6d-8302-4998-a896-40eaabe05f40 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3aafbc-fca3-4d8a-a58d-f3124778ff77,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.895797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:07.896142 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Added segment e722b31d-f237-42f1-89ce-4ede9009df2f of type vlan for network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b Oct 26 14:09:07.918362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1077edd-8cc1-4570-9ce8-80c98eff19bf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:07.959538 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832f4d7-2aa5-4d25-ac3d-a0a47099f7ea x-openstack-request-id: req-3832f4d7-2aa5-4d25-ac3d-a0a47099f7ea {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:07.960002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:07.960865 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3832f4d7-2aa5-4d25-ac3d-a0a47099f7ea {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:07.961370 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'status': 'completed', 'code': 200} Oct 26 14:09:08.011507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f2d4c044-11f7-49fa-96b9-9f9ce2ce519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.013085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-f2d4c044-11f7-49fa-96b9-9f9ce2ce519b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1094 time: 0.3218484 Oct 26 14:09:08.031451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.076734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-3bc1d091-e576-47ef-bd07-a116c387623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.078857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-3bc1d091-e576-47ef-bd07-a116c387623d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1175 time: 0.0942297 Oct 26 14:09:08.103640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.106175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-a492c5ca-65cd-4d87-bc6b-a02a1c976b48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 217 time: 0.0722566 Oct 26 14:09:08.156059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98f11-e57e-46ee-b105-7f785b838764 req-19d6ef13-5fd6-4ec1-a8d0-5b94ef8854e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.158010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-19d6ef13-5fd6-4ec1-a8d0-5b94ef8854e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.4167883 Oct 26 14:09:08.166076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-08a8d53f-79bb-468b-a15e-07da2bd8e02d req-011dc1f1-1354-48f4-a71c-e85bfa948837 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0682068 Oct 26 14:09:08.235925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-ff311265-69da-43e4-9317-2aa2ca6739fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.237615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-ff311265-69da-43e4-9317-2aa2ca6739fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.1515551 Oct 26 14:09:08.296135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 55f7dc87-a203-42c2-a6de-92b7833cb39f details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:08.304200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.305277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.306092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.307391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-a1f78ca7-9368-4e63-a344-bf51430eae48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 200 len: 217 time: 0.0628231 Oct 26 14:09:08.309929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-810b6e79-b3ae-4d37-9e13-dde074e88391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.311523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-810b6e79-b3ae-4d37-9e13-dde074e88391 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1822016 Oct 26 14:09:08.317251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-7d1c560f-479b-4c74-94a8-016a3bcefc34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f HTTP/1.1" status: 200 len: 217 time: 0.1219730 Oct 26 14:09:08.345397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1dc562c4-aa5d-4e0f-b198-93cda14c3f55 req-e430c352-89ea-4730-a2b4-13b338884204 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/fa3aafbc-fca3-4d8a-a58d-f3124778ff77 HTTP/1.1" status: 200 len: 1783 time: 0.2507160 Oct 26 14:09:08.379198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15ee88-f777-426c-9b63-52dbc3109c05 req-09ee1861-21e6-44d4-b018-77ead2f8b024 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.381320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a15ee88-f777-426c-9b63-52dbc3109c05 req-09ee1861-21e6-44d4-b018-77ead2f8b024 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 932 time: 0.1295283 Oct 26 14:09:08.435839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-94e43b6b-f932-48e1-a2c7-ba1f00dec8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:08.437409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-94e43b6b-f932-48e1-a2c7-ba1f00dec8dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.1153598 Oct 26 14:09:08.450042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:08.454514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a15ee88-f777-426c-9b63-52dbc3109c05 req-deca86dd-afbf-4738-923a-3c815605c531 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Oct 26 14:09:08.478066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '55f7dc87-a203-42c2-a6de-92b7833cb39f', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': '55f7dc87-a203-42c2-a6de-92b7833cb39f', 'mac_address': 'fa:16:3e:00:72:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:08.492885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-fbe0f999-d8fd-4394-937c-4988b609f0a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427938 Oct 26 14:09:08.502707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-73082712-1659-4200-a071-5f649c04026c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6419625 Oct 26 14:09:08.505898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:08.519357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Request body: {'subnet': {'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-464137158-subnet', 'tenant_id': '6fe9ce0863a343ca93973e4098b706b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:08.545528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.563202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f7dc87-a203-42c2-a6de-92b7833cb39f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:08.592268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:08.600681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.622592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-86c0fdcb-4339-4ad3-9615-423808eb19bc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/fa3aafbc-fca3-4d8a-a58d-f3124778ff77 HTTP/1.1" status: 200 len: 1783 time: 0.1255116 Oct 26 14:09:08.623305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Made reservation on behalf of 6fe9ce0863a343ca93973e4098b706b4 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:08.625804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.658551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.746511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-b7702761-7e75-42c6-8c21-d7594273018c service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416625 Oct 26 14:09:08.857682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.857890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['55f7dc87-a203-42c2-a6de-92b7833cb39f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:08.925910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:08.928531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082712-1659-4200-a071-5f649c04026c admin admin] Pushing event updated for resources: {'Network': ['ID=5b2b61d3-f316-4d16-bd66-3ccfea66a69b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:08.945612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f3bc9c-a743-47f2-9933-f23e5d2255ee req-8752bd0d-eacc-4242-8f15-e45c4f11e357 service neutron] 10.222.0.73 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870263 Oct 26 14:09:08.947715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:09.000077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98f11-e57e-46ee-b105-7f785b838764 req-d6e0ead1-edbb-47de-ac95-cce87db5b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.001572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-d6e0ead1-edbb-47de-ac95-cce87db5b72c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.6552041 Oct 26 14:09:09.008725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-d2bac8b0-ff4c-4ed2-bfd9-8334ec9ccaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.010397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-d2bac8b0-ff4c-4ed2-bfd9-8334ec9ccaa0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6500442 Oct 26 14:09:09.039589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.087895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.091078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.093290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09f88504-ad37-4681-ba80-1fad2ac19597 req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa3aafbc-fca3-4d8a-a58d-f3124778ff77 HTTP/1.1" status: 204 len: 173 time: 0.4623771 Oct 26 14:09:09.122625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4f90-a083-4958-b6a2-860cb13d604f req-95869cb7-8cab-489c-b169-d7cd37bfd458 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.127631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3aafbc-fca3-4d8a-a58d-f3124778ff77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:09.132301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d4e4f90-a083-4958-b6a2-860cb13d604f req-95869cb7-8cab-489c-b169-d7cd37bfd458 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.6719179 Oct 26 14:09:09.171803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.171803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.172153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.172768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.173271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.173901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.175037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.175985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.176415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.176976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.177711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.178149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a7200-63b6-49f5-826b-cf41099b94ad tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:09.183056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:09.191904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Checking segment: {'id': 'e722b31d-f237-42f1-89ce-4ede9009df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:09.192528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Network hostable DHCP agents. Network: 5b2b61d3-f316-4d16-bd66-3ccfea66a69b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:09.220397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:09.240698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5b2b61d3-f316-4d16-bd66-3ccfea66a69b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:09.248590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.249441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.254160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a489c3-ce60-4cc9-9d97-08c4bc3c5744 None None] Network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:09.288350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7edb937d-388a-47ef-8e14-d1ef1f94bb62 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7710409 Oct 26 14:09:09.312446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98f11-e57e-46ee-b105-7f785b838764 req-746b9c12-2746-4123-b959-80163debb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.315653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-746b9c12-2746-4123-b959-80163debb255 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014450 Oct 26 14:09:09.331133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219338a-010b-464b-a5d3-a8007297b10f req-023a957f-cab1-4791-a832-5b7ce1f880df tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.333228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9219338a-010b-464b-a5d3-a8007297b10f req-023a957f-cab1-4791-a832-5b7ce1f880df tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 944 time: 0.0684311 Oct 26 14:09:09.402598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d4e4f90-a083-4958-b6a2-860cb13d604f req-571eb988-f7f4-4a3f-b8b8-952b53496f66 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688334 Oct 26 14:09:09.433889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9219338a-010b-464b-a5d3-a8007297b10f req-ce102dc7-f89b-473b-8339-067b8e1060be tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924692 Oct 26 14:09:09.476634 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-4e4b1117-5a46-4bce-ae6b-174e827b20f2 req-d857d613-5c71-4560-b9ec-6bd3f68f8ffd tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:09.481421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:09.481590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e4b1117-5a46-4bce-ae6b-174e827b20f2 req-d857d613-5c71-4560-b9ec-6bd3f68f8ffd tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/fa3aafbc-fca3-4d8a-a58d-f3124778ff77 HTTP/1.1" status: 404 len: 352 time: 0.0392761 Oct 26 14:09:09.484834 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f20ce-47f5-4bfe-8263-67a9900196ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:09.548522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-2bc13eb3-6c6e-48af-9334-16c468c89789 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181646 Oct 26 14:09:09.564201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004542548', 'description': 'tempest-description-391638157'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:09.577396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e1767-bafc-4b99-ad11-2ce7cd6651f8 None None] Network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:09.624680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.715315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bab955df-b80f-4128-bd56-0a63ecffe95f req-36841aeb-0010-43e5-a56d-a85f9ef0ed47 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0540845 Oct 26 14:09:09.717554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.723628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.748356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-c6148b2f-f200-41ea-ba12-82538600b9a5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:09.749988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-c6148b2f-f200-41ea-ba12-82538600b9a5 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 808 time: 0.5355835 Oct 26 14:09:09.775075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:09.788915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc3f77a-141f-403d-9e3d-10f772128d75 req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2301648 Oct 26 14:09:09.796153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Request body: {'port': {'device_id': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'admin_state_up': True, 'tenant_id': 'e3192c849aaf4425b67f1371d12fbea2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:09.820107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a2093-a9ca-4f52-918f-e6d3842c6017 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:09.896410 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddaaca9-7d49-401f-864f-502753c744a6 x-openstack-request-id: req-7ddaaca9-7d49-401f-864f-502753c744a6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:09.896783 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:09.896958 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ddaaca9-7d49-401f-864f-502753c744a6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:09.897355 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'status': 'completed', 'code': 200} Oct 26 14:09:09.932987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-6e52f8e1-72e6-4897-baf6-4d6527988935 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943995 Oct 26 14:09:09.959252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d17ac68-292e-4080-8e51-125da49e27b7 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:09.986469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.062601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5eef2ef6-e182-485e-8c2e-a0f8e846c651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.067581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Transition to ACTIVE for port object 7d17ac68-292e-4080-8e51-125da49e27b7 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:10.076255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c89fd07-c7a8-4d7b-8dc4-33bc6720a0ed req-33e8424c-086c-4cf6-97a6-d79567bfcb63 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154066 Oct 26 14:09:10.084390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.108940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884bfa-742c-4ca8-8ab2-cbb88ee5d95f req-fd7ad1ff-eec2-48e3-bb17-6346f5b17cd7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.110570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28884bfa-742c-4ca8-8ab2-cbb88ee5d95f req-fd7ad1ff-eec2-48e3-bb17-6346f5b17cd7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 932 time: 0.2053907 Oct 26 14:09:10.137075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Made reservation on behalf of e3192c849aaf4425b67f1371d12fbea2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:10.140596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.245675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:10.249524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f98f11-e57e-46ee-b105-7f785b838764 req-e941c049-d682-48f3-b59c-c368a98beb10 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928526 Oct 26 14:09:10.313177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 55f7dc87-a203-42c2-a6de-92b7833cb39f up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:10.313381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-05cfc5d8-b2a0-4be6-a594-933b22dae20d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.315560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-05cfc5d8-b2a0-4be6-a594-933b22dae20d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/networks?id=5b2b61d3-f316-4d16-bd66-3ccfea66a69b HTTP/1.1" status: 200 len: 821 time: 0.1240218 Oct 26 14:09:10.334231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-0e5680b5-8f3a-427c-99a8-72e46b01e280 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/quotas/6fe9ce0863a343ca93973e4098b706b4 HTTP/1.1" status: 200 len: 375 time: 0.0114887 Oct 26 14:09:10.336891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28884bfa-742c-4ca8-8ab2-cbb88ee5d95f req-dcab5657-ef69-43c2-af60-e10f8c744cfe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006996 Oct 26 14:09:10.389583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 55f7dc87-a203-42c2-a6de-92b7833cb39f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:10.394595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 55f7dc87-a203-42c2-a6de-92b7833cb39f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:10.395127 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.401686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-c39f7e33-8ba5-43a8-89d2-f550f40304ae tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fe9ce0863a343ca93973e4098b706b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554879 Oct 26 14:09:10.417292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-b3a749a3-1a79-462e-827c-c1933e7d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.419379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-b3a749a3-1a79-462e-827c-c1933e7d6cf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1094 time: 0.2764437 Oct 26 14:09:10.425625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2073206054', 'description': 'tempest-description-1278071220'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:10.521375 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.544997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Allocated IP 172.20.0.14 (831d829d-c9a5-466e-8282-d747c82aedf9/32b534b4-2106-4135-95be-7320e73c1755/e04fe655-694d-482b-ba5b-29df7641538e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:10.564588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:10.568728 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c20c2b-6047-41c2-b287-be4250ba9efb" -d '{"events": [{"server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "name": "network-vif-plugged", "status": "completed", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:10.582233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.588837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Attempting to bind port 7d17ac68-292e-4080-8e51-125da49e27b7 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:10.589272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Attempting to bind port 7d17ac68-292e-4080-8e51-125da49e27b7 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:10.589650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Attempting to bind port 7d17ac68-292e-4080-8e51-125da49e27b7 on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:10.590189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:10.595260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.615033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Port 7d17ac68-292e-4080-8e51-125da49e27b7 on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:10.615448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Attempting to bind port 7d17ac68-292e-4080-8e51-125da49e27b7 on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:10.619155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-4dfdbb52-4c2e-4e95-9bcb-73a533aaf0c4 service neutron] 10.222.0.37 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071440 Oct 26 14:09:10.663006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:10.663481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Checking segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:10.663937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Bound using segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:10.664478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Bound port: 7d17ac68-292e-4080-8e51-125da49e27b7, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:10.665134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.665382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:10.689515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-3f20b705-7b02-4bca-b130-6ff4b21576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.691085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-3f20b705-7b02-4bca-b130-6ff4b21576d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.2509460 Oct 26 14:09:10.755629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-f6647e8b-a475-47f1-8ff6-b76415120624 service neutron] 10.222.0.37 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339710 Oct 26 14:09:10.814318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-d7d05d53-0f85-4f8f-abd1-f40cb80634c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 217 time: 0.1103041 Oct 26 14:09:10.919344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:10.952122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.960246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7d17ac68-292e-4080-8e51-125da49e27b7,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:10.965915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:10.969044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-c6bd93c7-9ecd-47ed-9756-95b365d13a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:10.970913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-c6bd93c7-9ecd-47ed-9756-95b365d13a76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1434627 Oct 26 14:09:10.989196 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.101375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50677882-bd76-4426-b80d-eb545c08b84f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:11.123502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.135825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.137587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53d46d52-d142-495a-a9ca-3a05beb10cbd req-5b0502ed-ec90-42d4-b7ed-a9585589e503 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7289536 Oct 26 14:09:11.160114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.161092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.162852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d17ac68-292e-4080-8e51-125da49e27b7 HTTP/1.1" status: 200 len: 1092 time: 3.3783929 Oct 26 14:09:11.169375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2e382-5abb-4d2d-872b-bbfaf44c5baa req-ce2db195-26bb-42b2-8ba2-a68bd4e625b8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.177740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e2e382-5abb-4d2d-872b-bbfaf44c5baa req-ce2db195-26bb-42b2-8ba2-a68bd4e625b8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.0775087 Oct 26 14:09:11.206142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88bbf-397f-48ed-aa6c-b190652b00c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:11.212930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-352736f0-e922-4a21-a311-1f5cb64341a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.215421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-352736f0-e922-4a21-a311-1f5cb64341a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342794 Oct 26 14:09:11.257332 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68e2e382-5abb-4d2d-872b-bbfaf44c5baa req-e81834a6-659a-4efc-919d-5126e285305b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785553 Oct 26 14:09:11.270682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.284464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2cd886a0-7319-496e-9f6c-69fab73a0a4f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:11.409548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Network 831d829d-c9a5-466e-8282-d747c82aedf9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:11.427711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:11.437348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-da32182b-4932-43a2-96eb-6d4628ef959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.439103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-da32182b-4932-43a2-96eb-6d4628ef959d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 1095 time: 0.2182074 Oct 26 14:09:11.447861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:11.476648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:11.534661 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dcf25b-99c8-4afe-ad98-937a01d304dd x-openstack-request-id: req-27dcf25b-99c8-4afe-ad98-937a01d304dd {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:11.535890 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "name": "network-vif-plugged", "status": "completed", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:11.537783 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27dcf25b-99c8-4afe-ad98-937a01d304dd {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:11.545085 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f', 'code': 200} Oct 26 14:09:11.581104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-0d4cfd1f-c37f-4d6a-9adb-55f1231e406b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d17ac68-292e-4080-8e51-125da49e27b7 HTTP/1.1" status: 200 len: 217 time: 0.1172500 Oct 26 14:09:11.589275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa32f-deca-4a24-8b55-6c4bda5a7cb0 req-8cd12d25-28f9-43d1-a927-7d0bad29945c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.591128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02daa32f-deca-4a24-8b55-6c4bda5a7cb0 req-8cd12d25-28f9-43d1-a927-7d0bad29945c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.3219612 Oct 26 14:09:11.624838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-28f158d8-4ff9-4b36-a7ac-5eaa76b11f44 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915939 Oct 26 14:09:11.689734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f143ce-2dfb-46b4-821c-0f356e5e1f0e req-ef415583-174b-4cdc-beee-0a41ec244793 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.691734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8f143ce-2dfb-46b4-821c-0f356e5e1f0e req-ef415583-174b-4cdc-beee-0a41ec244793 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 932 time: 0.0941722 Oct 26 14:09:11.692795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.704543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:11.753035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8f143ce-2dfb-46b4-821c-0f356e5e1f0e req-3dc1d5c8-76d1-427e-a461-86b9f31b88e9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Oct 26 14:09:11.804015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-87e51607-8f33-4f46-bef2-e811e37b75f3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0149879 Oct 26 14:09:11.807136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-e12ee5b1-2aba-4e2c-af84-bf9dd6a9aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.809284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-e12ee5b1-2aba-4e2c-af84-bf9dd6a9aed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.2131577 Oct 26 14:09:11.830793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Request body: {'port': {'device_id': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:11.870329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4418a-7e67-4616-b6fb-8b72d6e82f3c req-c60fa451-b1a2-4ff7-8326-295318d9329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:11.871988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dce4418a-7e67-4616-b6fb-8b72d6e82f3c req-c60fa451-b1a2-4ff7-8326-295318d9329f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 1096 time: 0.2591581 Oct 26 14:09:11.873747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-97ebb8e7-5ce3-4443-9503-feab63da1fba req-0bcebe31-a6b5-4b55-a218-6ddf286ea19a tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 210 time: 0.0398891 Oct 26 14:09:11.899482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02daa32f-deca-4a24-8b55-6c4bda5a7cb0 req-115e41e7-81b7-4ce5-aa2c-e54ae73ecac5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918949 Oct 26 14:09:11.909756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:11.912719 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b563d-2114-439f-9136-7d8233e11b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:11.929691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-324fa502-6df9-4ad3-9fc3-95951f166d1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959246 Oct 26 14:09:11.976146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-930423276', 'description': 'tempest-description-131439938'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:12.089924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51636-cc03-434d-a2dc-f5af30680a86 req-dd1cf103-b94e-4fb0-9c56-514a85853843 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.097390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51636-cc03-434d-a2dc-f5af30680a86 req-dd1cf103-b94e-4fb0-9c56-514a85853843 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.099480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3e51636-cc03-434d-a2dc-f5af30680a86 req-dd1cf103-b94e-4fb0-9c56-514a85853843 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda&device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 1681 time: 0.0759046 Oct 26 14:09:12.166418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3e51636-cc03-434d-a2dc-f5af30680a86 req-077a5a11-108d-411a-8e99-1d1d2e494a6a tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583327 Oct 26 14:09:12.327900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:12.438129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dce4418a-7e67-4616-b6fb-8b72d6e82f3c req-c6167520-33a9-43c2-8a6e-a9f66daeb8a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345178 Oct 26 14:09:12.466195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.478366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-042f20ce-47f5-4bfe-8263-67a9900196ac req-0334cf50-bac3-4709-b8a9-1878f6242db6 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038156 Oct 26 14:09:12.502317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6935-d82b-426d-b954-a7d88693d75d req-4400c92c-4c37-429b-8762-953fb2f01616 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.507584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.514901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:12.526235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df0f6935-d82b-426d-b954-a7d88693d75d req-4400c92c-4c37-429b-8762-953fb2f01616 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 944 time: 0.1767652 Oct 26 14:09:12.539646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd7e2811f-1b27-4314-996e-34629868a315', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:12.553137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-75adcfc7-5b43-4e70-bedb-601a3260366d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.555399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-75adcfc7-5b43-4e70-bedb-601a3260366d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.73 "GET /v2.0/networks?id=5b2b61d3-f316-4d16-bd66-3ccfea66a69b HTTP/1.1" status: 200 len: 821 time: 0.2895112 Oct 26 14:09:12.595755 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.597208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df0f6935-d82b-426d-b954-a7d88693d75d req-c13e92f6-73c4-4e94-93a4-b609e7b84ed5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692947 Oct 26 14:09:12.598190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-5fce8b6b-59e5-44da-8cc6-21dc465abcef service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433580 Oct 26 14:09:12.626931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:12.658631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Request body: {'port': {'device_id': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b', 'admin_state_up': True, 'tenant_id': '6fe9ce0863a343ca93973e4098b706b4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:12.664865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:12.670038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.672381 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b07bb-35d6-41b0-a5db-919d8f377590 x-openstack-request-id: req-960b07bb-35d6-41b0-a5db-919d8f377590 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:12.672650 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:12.672880 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-960b07bb-35d6-41b0-a5db-919d8f377590 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:12.673277 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7', 'status': 'completed', 'code': 200} Oct 26 14:09:12.747369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:12.818864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-14c55ccf-ae42-46aa-8a97-225f9c72e6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.869543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.887519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.899049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa65eff-60ec-49b5-af7b-6c87db608dbf req-c5832bc1-1081-42dd-8078-d64bfa6b570e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:12.902569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a3e0fa9-86fa-4a7a-9cff-5b363cd2aa00 req-925ebcd7-0c2d-41e2-9fb8-7e8a237b321a service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912965 Oct 26 14:09:12.909198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4fa65eff-60ec-49b5-af7b-6c87db608dbf req-c5832bc1-1081-42dd-8078-d64bfa6b570e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.1279066 Oct 26 14:09:12.939909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Made reservation on behalf of 6fe9ce0863a343ca93973e4098b706b4 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:12.940919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.945192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:12.954706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59430953-5a86-4b24-9481-b2d00d6cf35f req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9913363 Oct 26 14:09:12.966378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d7e2811f-1b27-4314-996e-34629868a315'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:13.013973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49b23e-d169-4bd5-a6f4-5f8288df556a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e9381-c5df-449b-9088-0408db36a110,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:13.053928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b563d-2114-439f-9136-7d8233e11b5d req-775a3bc2-7ffc-451a-bdf0-f6d6377bb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.056730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-775a3bc2-7ffc-451a-bdf0-f6d6377bb605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 1095 time: 0.0776553 Oct 26 14:09:13.115268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Allocated IP 172.20.0.2 (5b2b61d3-f316-4d16-bd66-3ccfea66a69b/79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5/271345ad-53bc-4c10-b788-66657a5553ed) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:13.148172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04fe655-694d-482b-ba5b-29df7641538e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:13.159703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.183624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Transition to ACTIVE for port object e04fe655-694d-482b-ba5b-29df7641538e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:13.193576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.233133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4fa65eff-60ec-49b5-af7b-6c87db608dbf req-e19d8f6c-e605-4c1f-9c64-e99fc5dbdb8b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131883 Oct 26 14:09:13.279081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b563d-2114-439f-9136-7d8233e11b5d req-2edee01c-daa5-4318-82d5-bc712824d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.283108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-2edee01c-daa5-4318-82d5-bc712824d0ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 912 time: 0.2031064 Oct 26 14:09:13.382584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-efe6b786-3f85-43a2-ab27-39228990d13b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d17ac68-292e-4080-8e51-125da49e27b7 HTTP/1.1" status: 200 len: 217 time: 0.0681944 Oct 26 14:09:13.389765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b7e9c5-d4c2-45b0-882f-c2081a1e95ae req-afdf0847-b811-44a5-9827-e6dff86efe36 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 210 time: 0.0443044 Oct 26 14:09:13.407726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.451156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.461771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:13.516061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:13.523258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:13.528552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:13.550527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b563d-2114-439f-9136-7d8233e11b5d req-89a85183-d9f4-409d-9563-a76c6793cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.552987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-89a85183-d9f4-409d-9563-a76c6793cd5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.1351449 Oct 26 14:09:13.584064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Pushing event updated for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:13.588879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aae0d-3be5-4fbf-b749-0624cb7818a5 req-e1cdfbdc-e258-41ca-a371-18e0e2b7a5fb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.590417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-390aae0d-3be5-4fbf-b749-0624cb7818a5 req-e1cdfbdc-e258-41ca-a371-18e0e2b7a5fb tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.2153122 Oct 26 14:09:13.611744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:13.612189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:13.612545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:13.616434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f361f-6341-43a1-8e4a-c13383988625 req-31fae4cc-73a0-4752-8e15-4f6ee83c0a0a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.617619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-6a3a7da0-76e0-4a96-b015-50f3d1690430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490012 Oct 26 14:09:13.618395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-491f361f-6341-43a1-8e4a-c13383988625 req-31fae4cc-73a0-4752-8e15-4f6ee83c0a0a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.1215067 Oct 26 14:09:13.626816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:13.627681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.637338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:13.637671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:13.651655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:13.652332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:13.652788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:13.653486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Bound port: e04fe655-694d-482b-ba5b-29df7641538e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:13.653853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.658627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-de70ee63-d35b-4adc-9db3-47f9aea83152 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049071 Oct 26 14:09:13.687909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Request body: {'port': {'device_id': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:13.730541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-491f361f-6341-43a1-8e4a-c13383988625 req-0205458b-cf31-4f0e-965b-e40703985eba tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987997 Oct 26 14:09:13.770447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.777077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-390aae0d-3be5-4fbf-b749-0624cb7818a5 req-6a8a1c30-ff89-4584-b992-354e6e8d55a1 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618321 Oct 26 14:09:13.804782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:13.825474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-03a469cd-411f-41e0-944b-7ae0ff1ac283 service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967719 Oct 26 14:09:13.890309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:13.956753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:13.970564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.059744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.060377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.061884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db41db-8c0d-4305-ae57-b945375b1d36 req-c1802387-9c33-4832-9230-266278f13e31 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.062392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] 10.222.0.41 "PUT /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 1092 time: 2.2403677 Oct 26 14:09:14.063660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48db41db-8c0d-4305-ae57-b945375b1d36 req-c1802387-9c33-4832-9230-266278f13e31 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 944 time: 0.1145477 Oct 26 14:09:14.127331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.136008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48db41db-8c0d-4305-ae57-b945375b1d36 req-fdea7a18-468d-4e8b-ac5c-87efb56e5b55 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584707 Oct 26 14:09:14.171453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af8e224d-773e-45d3-bb08-4f16bca72d47 req-bf221249-617c-45ef-b9ee-8d63b5d63788 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 10910 time: 0.3369820 Oct 26 14:09:14.242575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-164b563d-2114-439f-9136-7d8233e11b5d req-d4eff444-ce22-4a04-9edb-150959777e98 service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066622 Oct 26 14:09:14.249695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271345ad-53bc-4c10-b788-66657a5553ed {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:14.265255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af8e224d-773e-45d3-bb08-4f16bca72d47 req-13de29e5-119d-4cf9-9410-9a648acf27cd tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/144e56b7-7c30-48ec-9bee-396ca86c9c06 HTTP/1.1" status: 200 len: 2985 time: 0.0923543 Oct 26 14:09:14.265505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.277566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b191-a34e-4e8c-aab1-014d38408b3c service neutron] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.293901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Transition to ACTIVE for port object 271345ad-53bc-4c10-b788-66657a5553ed will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:14.304155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.318942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-278eeafe-7732-4119-980d-b2017b9994ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.320429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-278eeafe-7732-4119-980d-b2017b9994ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1095 time: 0.2061527 Oct 26 14:09:14.330405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:14.366750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Pushing event updated for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.406338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-4b56b6b0-ee94-4552-bf36-914f5d141123 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 217 time: 0.0657175 Oct 26 14:09:14.408770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af8e224d-773e-45d3-bb08-4f16bca72d47 req-13ca9c25-308f-4a48-9646-e3550774eb7c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/144e56b7-7c30-48ec-9bee-396ca86c9c06 HTTP/1.1" status: 200 len: 2985 time: 0.1411195 Oct 26 14:09:14.469197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port d7e2811f-1b27-4314-996e-34629868a315 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:14.473008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f984d-939a-4754-9299-f11ba9a978e5 req-42c786eb-442c-42a1-938a-ec836c7d1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.475023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-42c786eb-442c-42a1-938a-ec836c7d1115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0601194 Oct 26 14:09:14.475571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d7e2811f-1b27-4314-996e-34629868a315 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:14.476001 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.488125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Attempting to bind port 271345ad-53bc-4c10-b788-66657a5553ed on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:14.488477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Attempting to bind port 271345ad-53bc-4c10-b788-66657a5553ed by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e722b31d-f237-42f1-89ce-4ede9009df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:14.495667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Attempting to bind port 271345ad-53bc-4c10-b788-66657a5553ed on network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:14.517638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Port 271345ad-53bc-4c10-b788-66657a5553ed on network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:14.517638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Attempting to bind port 271345ad-53bc-4c10-b788-66657a5553ed on network 5b2b61d3-f316-4d16-bd66-3ccfea66a69b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:14.521798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:14.522099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Checking segment: {'id': 'e722b31d-f237-42f1-89ce-4ede9009df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:14.522485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Bound using segment: {'id': 'e722b31d-f237-42f1-89ce-4ede9009df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:14.522934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Bound port: 271345ad-53bc-4c10-b788-66657a5553ed, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e722b31d-f237-42f1-89ce-4ede9009df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:14.523603 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.559311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-e092a209-f1fe-40e9-98c4-02f53e11ede4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665810 Oct 26 14:09:14.655756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.666620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:14.675493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=271345ad-53bc-4c10-b788-66657a5553ed,segment=NetworkSegment(e722b31d-f237-42f1-89ce-4ede9009df2f),segment_id=e722b31d-f237-42f1-89ce-4ede9009df2f)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:14.679779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:14.682903 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff6811-9d05-44e9-b7ac-88521767613b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "tag": "e04fe655-694d-482b-ba5b-29df7641538e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:14.684189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.700938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:14.704270 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608ece05-42d0-4877-b2cb-afd4170df126" -d '{"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:14.732706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:14.738148 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.772740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Pushing event updated for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.789260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.791171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:14.792972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-da38da8e-4cef-4cdc-a711-41e06d0d6154 service neutron] 10.222.0.73 "PUT /v2.0/ports/271345ad-53bc-4c10-b788-66657a5553ed HTTP/1.1" status: 200 len: 1091 time: 1.1127772 Oct 26 14:09:14.793445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:14.796209 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874" -d '{"events": [{"name": "network-changed", "server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "tag": "271345ad-53bc-4c10-b788-66657a5553ed"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:14.796932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb688639-f434-4c7a-bd91-365603295d08 req-9820f1fa-3c03-4431-b30c-f4199eb5d6d2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.798456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb688639-f434-4c7a-bd91-365603295d08 req-9820f1fa-3c03-4431-b30c-f4199eb5d6d2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.1085119 Oct 26 14:09:14.802386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-cde144ad-61a5-44a0-903f-f67afd76c798 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288823 Oct 26 14:09:14.831595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:14.890442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb688639-f434-4c7a-bd91-365603295d08 req-065b9119-d519-4305-a297-77d0c282d213 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799873 Oct 26 14:09:14.905612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e725-14c6-4376-93d5-576fc9185184 req-fc783744-9d3b-43c5-a42c-e8a14c6b6dcb tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.907032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1467e725-14c6-4376-93d5-576fc9185184 req-fc783744-9d3b-43c5-a42c-e8a14c6b6dcb tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 943 time: 0.0971754 Oct 26 14:09:14.917458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-398301cd-03fa-4f0f-88f5-aa9c08f76d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:14.919095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-398301cd-03fa-4f0f-88f5-aa9c08f76d90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fe9ce0863a343ca93973e4098b706b4&device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 1094 time: 0.0653079 Oct 26 14:09:14.943093 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-286f984d-939a-4754-9299-f11ba9a978e5 req-24d35b78-c3e7-472f-b130-8e816be1d3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241970 Oct 26 14:09:14.980522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-18591702-a809-4b8b-9a65-e3b7f0c5ff22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271345ad-53bc-4c10-b788-66657a5553ed HTTP/1.1" status: 200 len: 217 time: 0.0530121 Oct 26 14:09:14.987067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-27cffe2e-05fc-421a-a6be-89c715dac160 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b HTTP/1.1" status: 200 len: 1802 time: 0.0428603 Oct 26 14:09:15.015586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1467e725-14c6-4376-93d5-576fc9185184 req-1ac78340-cb9a-40b2-9862-72c08aa39a5e tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949831 Oct 26 14:09:15.059979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477724-27ed-4662-bc78-54714c2f16ae req-6dce75c8-77d2-4dd1-80be-a30b277f0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.062790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-6dce75c8-77d2-4dd1-80be-a30b277f0b4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5 HTTP/1.1" status: 200 len: 861 time: 0.0639226 Oct 26 14:09:15.065168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.092121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.103595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-38d16f00-1629-460d-adfd-c1c1911f8a16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b2b61d3-f316-4d16-bd66-3ccfea66a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304573 Oct 26 14:09:15.132915 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa829208-5f84-4723-ab57-cb64669df8ac x-openstack-request-id: req-fa829208-5f84-4723-ab57-cb64669df8ac {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:15.133281 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "tag": "e04fe655-694d-482b-ba5b-29df7641538e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:15.133953 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa829208-5f84-4723-ab57-cb64669df8ac {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:15.134618 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e', 'status': 'completed', 'code': 200} Oct 26 14:09:15.154641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.157235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.169970 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a764d179-bd2c-4bc2-9098-24fb07020ca6 x-openstack-request-id: req-a764d179-bd2c-4bc2-9098-24fb07020ca6 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:15.170381 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:15.170735 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a764d179-bd2c-4bc2-9098-24fb07020ca6 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:15.171188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4020d798-2b36-48da-b95a-a9e9a1df48d6 req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b HTTP/1.1" status: 204 len: 173 time: 0.1779280 Oct 26 14:09:15.171310 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'code': 200} Oct 26 14:09:15.216203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:15.229748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.230098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.230567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.230767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.231105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.231445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.231764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.232091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.232419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.232894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.233100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.233427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223bb50d-5af5-4c41-983e-ecc071de13c2 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:15.243421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6811-9d05-44e9-b7ac-88521767613b req-9cfc630a-665b-4012-925b-793f7bdf5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.244977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-9cfc630a-665b-4012-925b-793f7bdf5428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1095 time: 0.1094391 Oct 26 14:09:15.269601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-2deaad64-f7d5-461c-87a0-0d34e98e24b4 service neutron] 10.222.0.73 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574445 Oct 26 14:09:15.271334 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea54efd5-c05a-4057-ade8-e2133340eba9 x-openstack-request-id: req-ea54efd5-c05a-4057-ade8-e2133340eba9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:15.271629 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "tag": "271345ad-53bc-4c10-b788-66657a5553ed", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:15.271884 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea54efd5-c05a-4057-ade8-e2133340eba9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:15.272280 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed', 'status': 'completed', 'code': 200} Oct 26 14:09:15.422885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72fa5e-999d-405d-b972-23b5f08bc582 req-6b961253-f96d-4045-bbec-0c8bb2258280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.424570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae72fa5e-999d-405d-b972-23b5f08bc582 req-6b961253-f96d-4045-bbec-0c8bb2258280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1096 time: 0.1786864 Oct 26 14:09:15.443970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6811-9d05-44e9-b7ac-88521767613b req-d0d1c8b9-4914-4f0e-880e-9787577cb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.445490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-d0d1c8b9-4914-4f0e-880e-9787577cb15a service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1877630 Oct 26 14:09:15.462600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772c14-6f2d-4115-bad4-2fbee9302d0c req-74b95f91-ea31-47c4-b886-084f121fdf7e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.464189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44772c14-6f2d-4115-bad4-2fbee9302d0c req-74b95f91-ea31-47c4-b886-084f121fdf7e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1664450 Oct 26 14:09:15.516519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-14dfd3ec-d6cb-4a7c-bb74-91ee29768ba7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 217 time: 0.0512626 Oct 26 14:09:15.569064 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae72fa5e-999d-405d-b972-23b5f08bc582 req-ce80acd9-0ca1-4053-a2a4-367c59a0c55a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361814 Oct 26 14:09:15.591210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44772c14-6f2d-4115-bad4-2fbee9302d0c req-3d6090ab-156f-41b9-8e77-9f4a2a26e5b2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157756 Oct 26 14:09:15.598815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6811-9d05-44e9-b7ac-88521767613b req-c28fd237-a3ee-4521-9918-50154ea5fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.600330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-c28fd237-a3ee-4521-9918-50154ea5fe47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0670078 Oct 26 14:09:15.646657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-f4d69a75-67f9-462b-a80f-6a4745dc861c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290463 Oct 26 14:09:15.670242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab89c-507f-4831-a0ed-2d6dce944d8d req-9c736cc0-dc3d-475d-8aa9-28faf3c664fe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.671758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b4ab89c-507f-4831-a0ed-2d6dce944d8d req-9c736cc0-dc3d-475d-8aa9-28faf3c664fe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.3747964 Oct 26 14:09:15.700673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73477724-27ed-4662-bc78-54714c2f16ae req-65d01cf8-8368-43bf-bcd3-ff9010565a45 service neutron] 10.222.0.73 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236772 Oct 26 14:09:15.701536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:15.722912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7b4ab89c-507f-4831-a0ed-2d6dce944d8d req-1a444345-77b8-4c54-89f1-6c9343018741 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447633 Oct 26 14:09:15.778150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-5b6d4e65-1e97-44b7-a079-ae4d995467d7 service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212850 Oct 26 14:09:15.861255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbb282-b883-4021-9a0b-a833a5f38689 req-5d6d7595-a1b4-44db-a6ac-ffc41218131b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.862928 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6fbb282-b883-4021-9a0b-a833a5f38689 req-5d6d7595-a1b4-44db-a6ac-ffc41218131b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 945 time: 0.0684824 Oct 26 14:09:15.902293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-57ff6811-9d05-44e9-b7ac-88521767613b req-efeef161-c85c-402d-9160-6fb610fc967a service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061423 Oct 26 14:09:15.942125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6fbb282-b883-4021-9a0b-a833a5f38689 req-b524c248-bb27-42e8-abc1-cda74df936cc tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725560 Oct 26 14:09:15.945693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314ee0-7d7a-4a47-b707-64309636771f req-d7671075-7a3b-4936-a209-b584caae9c7c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.947976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec314ee0-7d7a-4a47-b707-64309636771f req-d7671075-7a3b-4936-a209-b584caae9c7c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 944 time: 0.0609396 Oct 26 14:09:15.949944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-76565fb3-1757-419f-940c-aed554cc054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:15.951739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-76565fb3-1757-419f-940c-aed554cc054a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6fe9ce0863a343ca93973e4098b706b4&device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 1094 time: 0.0757544 Oct 26 14:09:15.990446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec314ee0-7d7a-4a47-b707-64309636771f req-38ba7ce6-209b-4144-abc7-4bb10768229b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344882 Oct 26 14:09:16.031646 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-9b5e6e8d-3454-46cc-85fd-c586b5eaf764 req-1572134e-ccb0-4746-987d-691bdf6c8eea tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:16.032696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b5e6e8d-3454-46cc-85fd-c586b5eaf764 req-1572134e-ccb0-4746-987d-691bdf6c8eea tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b HTTP/1.1" status: 404 len: 352 time: 0.0513222 Oct 26 14:09:16.094562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-0b5ad7dd-3046-4d33-8f74-03274ef7ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.096119 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-0b5ad7dd-3046-4d33-8f74-03274ef7ebfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b2b61d3-f316-4d16-bd66-3ccfea66a69b HTTP/1.1" status: 200 len: 922 time: 0.1360669 Oct 26 14:09:16.148433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-d0f50031-5f1d-4916-941e-d8d281846f46 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/50677882-bd76-4426-b80d-eb545c08b84f HTTP/1.1" status: 200 len: 1803 time: 0.0931983 Oct 26 14:09:16.149790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-985c0128-cabf-4228-ac7a-87e1fd59ee03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271345ad-53bc-4c10-b788-66657a5553ed HTTP/1.1" status: 200 len: 217 time: 0.0446906 Oct 26 14:09:16.173229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b8f03-484e-4866-96dd-764746f8f0dd req-7f45e098-6c02-4a68-a93a-adc569eb9a9d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.174823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-092b8f03-484e-4866-96dd-764746f8f0dd req-7f45e098-6c02-4a68-a93a-adc569eb9a9d tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 943 time: 0.0536470 Oct 26 14:09:16.219044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-092b8f03-484e-4866-96dd-764746f8f0dd req-bdc822cb-8597-4517-ac3a-90df015a202e tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Oct 26 14:09:16.241418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-e0e39508-646e-4628-a353-f638e56d7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.242864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-e0e39508-646e-4628-a353-f638e56d7912 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5 HTTP/1.1" status: 200 len: 861 time: 0.0693886 Oct 26 14:09:16.261940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.282603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-3aaea536-87af-4583-9781-3b4b6aa26dad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b2b61d3-f316-4d16-bd66-3ccfea66a69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317495 Oct 26 14:09:16.321597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.369114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-7dc65d5e-8146-41d0-8213-d7254cef2500 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.370609 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-7dc65d5e-8146-41d0-8213-d7254cef2500 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 945 time: 0.0593016 Oct 26 14:09:16.408332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.410885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.414810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b23fd9ca-1f32-42f7-a6bb-188e8ea8d5c9 req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/50677882-bd76-4426-b80d-eb545c08b84f HTTP/1.1" status: 204 len: 173 time: 0.2553751 Oct 26 14:09:16.431929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f78a5-62d4-4a12-8bd7-9f2c9356e566 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50677882-bd76-4426-b80d-eb545c08b84f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:16.435085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-1232ddf3-dd42-414c-a3fc-e8effba48c48 service neutron] 10.222.0.73 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442845 Oct 26 14:09:16.457910 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-1b694b75-7e8d-4f03-ba1c-37c2350fbb30 req-89a0d52a-9aaa-4c7d-bdf7-5dd76fca8679 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:16.459380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b694b75-7e8d-4f03-ba1c-37c2350fbb30 req-89a0d52a-9aaa-4c7d-bdf7-5dd76fca8679 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/50677882-bd76-4426-b80d-eb545c08b84f HTTP/1.1" status: 404 len: 352 time: 0.0210044 Oct 26 14:09:16.472704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7d17ac68-292e-4080-8e51-125da49e27b7 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:16.575214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Deleting port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:16.575573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.575868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-62dcf00a-00db-4ccf-8588-eda7bcb92001 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/aa3e9381-c5df-449b-9088-0408db36a110 HTTP/1.1" status: 200 len: 1801 time: 0.0708437 Oct 26 14:09:16.604524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee360ef0-3e2b-467f-a8cb-7b35df8d2874 req-dad491ea-2072-4518-9917-4a7ce0b060d6 service neutron] 10.222.0.73 "GET /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598942 Oct 26 14:09:16.640799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-6839b894-c55d-4969-960d-a039475173e1 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.643242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-6839b894-c55d-4969-960d-a039475173e1 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0e09992-050b-47b5-b9fa-a08f18785a49 HTTP/1.1" status: 200 len: 945 time: 0.1391661 Oct 26 14:09:16.657736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.704643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.762284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.778397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.779778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c666bbbc-f8d7-4672-b865-7e61c1cbd5a6 req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/aa3e9381-c5df-449b-9088-0408db36a110 HTTP/1.1" status: 204 len: 173 time: 0.1949625 Oct 26 14:09:16.792739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0d066-5355-40fa-98ce-5c201d4fe4fe tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e9381-c5df-449b-9088-0408db36a110,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:16.800777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] For port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:16.801158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.838054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Calling delete_port for 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:16.856736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7d17ac68-292e-4080-8e51-125da49e27b7,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:16.859735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa29ac-ed84-498e-95ce-4bdc5920008b req-2b881edf-a825-4b56-a331-6cd3eb47419c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.861564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8aaa29ac-ed84-498e-95ce-4bdc5920008b req-2b881edf-a825-4b56-a331-6cd3eb47419c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1499658 Oct 26 14:09:16.877307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '7d17ac68-292e-4080-8e51-125da49e27b7', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'port_id': '7d17ac68-292e-4080-8e51-125da49e27b7', 'mac_address': 'fa:16:3e:25:6b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:16.920998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94800de-ff70-45b1-84a5-3c8bd27c86df req-fa360125-3ad5-40d4-b261-adab88d5f617 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:16.922551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94800de-ff70-45b1-84a5-3c8bd27c86df req-fa360125-3ad5-40d4-b261-adab88d5f617 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.0630281 Oct 26 14:09:16.923993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.938676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Deleting port afffd5aa-d0a9-4527-8d5c-c28383cf439c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:16.939230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:16.942183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d17ac68-292e-4080-8e51-125da49e27b7 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:16.965668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7d17ac68-292e-4080-8e51-125da49e27b7,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:16.968540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94800de-ff70-45b1-84a5-3c8bd27c86df req-921c3dce-694c-4d87-b272-9c647c7810f0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395834 Oct 26 14:09:16.970865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.018084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8aaa29ac-ed84-498e-95ce-4bdc5920008b req-485e5f03-01d8-4c14-a3e3-0389e843c420 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456883 Oct 26 14:09:17.026660 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-3ec957c8-f8df-48cd-8a59-06dba301c942 req-723a7c71-d280-4798-bb86-69dce2296297 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:17.033157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ec957c8-f8df-48cd-8a59-06dba301c942 req-723a7c71-d280-4798-bb86-69dce2296297 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/aa3e9381-c5df-449b-9088-0408db36a110 HTTP/1.1" status: 404 len: 352 time: 0.0267379 Oct 26 14:09:17.046273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.126892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] For port afffd5aa-d0a9-4527-8d5c-c28383cf439c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afffd5aa-d0a9-4527-8d5c-c28383cf439c,segment=NetworkSegment(bd558065-5731-4a04-a80c-2cc5e535af32),segment_id=bd558065-5731-4a04-a80c-2cc5e535af32)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:17.127265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.147102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7e81c-a35f-478f-8cec-1f46e8f91bae req-45bb9f15-24c3-4a91-807a-783d37d005d7 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:17.153438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-add7e81c-a35f-478f-8cec-1f46e8f91bae req-45bb9f15-24c3-4a91-807a-783d37d005d7 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/ports?device_id=228842af-d4ef-4927-953e-8a9accafacda HTTP/1.1" status: 200 len: 945 time: 0.0566747 Oct 26 14:09:17.155659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Calling delete_port for afffd5aa-d0a9-4527-8d5c-c28383cf439c owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:17.190300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-add7e81c-a35f-478f-8cec-1f46e8f91bae req-fd1aa43e-9d0f-4a51-bbf9-a086c6ff3919 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef88537d-ebc2-43a6-be08-531d8c7bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Oct 26 14:09:17.198961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.216543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['afffd5aa-d0a9-4527-8d5c-c28383cf439c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:17.273893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event deleted for resources: {'Port': ['ID=6ea5296f-1383-4ed2-b5b0-030914dfd4a0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.292193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24110a3c-990b-498b-82a8-38c0a183c051 req-de59516d-b51b-492e-8186-ace04b351284 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 6157 time: 0.0734799 Oct 26 14:09:17.298145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7d17ac68-292e-4080-8e51-125da49e27b7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:17.337206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24110a3c-990b-498b-82a8-38c0a183c051 req-6eab3cc6-7d0a-4323-8940-fd7780b91454 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/144e56b7-7c30-48ec-9bee-396ca86c9c06 HTTP/1.1" status: 200 len: 2985 time: 0.0438740 Oct 26 14:09:17.340506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa3c4c-8516-4675-82b9-a8b098db843f req-2b332caf-ebed-4911-b32f-9fb9ba2b0b5e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:17.342056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8faa3c4c-8516-4675-82b9-a8b098db843f req-2b332caf-ebed-4911-b32f-9fb9ba2b0b5e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 945 time: 0.1825953 Oct 26 14:09:17.344425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] No DVR routers for this DVR port 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:17.348240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.352069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52119648-05c5-4cc5-a3f5-f35d01b1b0e0 req-2309dbdd-6e61-490b-ac1b-ecb87ad049f6 tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "DELETE /v2.0/ports/6ea5296f-1383-4ed2-b5b0-030914dfd4a0 HTTP/1.1" status: 204 len: 173 time: 0.9702907 Oct 26 14:09:17.353135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'name': 'network-vif-deleted', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:17.355625 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17623c9a-35ae-4d75-b7ca-93e1c8c1d5a9" -d '{"events": [{"server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "name": "network-vif-deleted", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:17.413051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8faa3c4c-8516-4675-82b9-a8b098db843f req-67dcf7c8-8403-4a7f-8b11-675c324ee5bc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540361 Oct 26 14:09:17.439404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24110a3c-990b-498b-82a8-38c0a183c051 req-b039dcf1-11f8-4f6d-ba17-2ec5a8143446 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/144e56b7-7c30-48ec-9bee-396ca86c9c06 HTTP/1.1" status: 200 len: 2985 time: 0.0886416 Oct 26 14:09:17.496273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.527206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Pushing event deleted for resources: {'Port': ['ID=afffd5aa-d0a9-4527-8d5c-c28383cf439c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.584127 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c7949f-3e72-4357-8a10-dca9e4d22323 x-openstack-request-id: req-f9c7949f-3e72-4357-8a10-dca9e4d22323 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:17.584412 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228842af-d4ef-4927-953e-8a9accafacda", "name": "network-vif-deleted", "tag": "6ea5296f-1383-4ed2-b5b0-030914dfd4a0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:17.584704 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9c7949f-3e72-4357-8a10-dca9e4d22323 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:17.585104 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228842af-d4ef-4927-953e-8a9accafacda', 'name': 'network-vif-deleted', 'tag': '6ea5296f-1383-4ed2-b5b0-030914dfd4a0', 'status': 'completed', 'code': 200} Oct 26 14:09:17.594857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1647278070', 'description': 'tempest-description-337044448'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:17.614218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] No DVR routers for this DVR port afffd5aa-d0a9-4527-8d5c-c28383cf439c on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:17.619662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.619825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.623382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2490de5-9422-47d5-bfe3-d9d92768e5e7 req-b8e24614-1736-4b06-bc14-673178b7075b tempest-ListServersNegativeTestJSON-2141782124 tempest-ListServersNegativeTestJSON-2141782124-project] 10.222.0.41 "DELETE /v2.0/ports/afffd5aa-d0a9-4527-8d5c-c28383cf439c HTTP/1.1" status: 204 len: 173 time: 0.9657845 Oct 26 14:09:17.645718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d4cc4-f8f8-4091-a0bd-2e2fd661da09 req-7d218ac4-3275-486a-bae2-44e2a70759d9 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:17.647242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab7d4cc4-f8f8-4091-a0bd-2e2fd661da09 req-7d218ac4-3275-486a-bae2-44e2a70759d9 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 943 time: 0.0777712 Oct 26 14:09:17.695065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.699859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab7d4cc4-f8f8-4091-a0bd-2e2fd661da09 req-720e2424-a30a-4b89-8d03-cce758e29e62 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Oct 26 14:09:17.702267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.731905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.733091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fc8b206-7954-476c-af84-e60b8b5fd6a2 req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1422760 Oct 26 14:09:17.741001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77ec21-75c4-4591-8aab-06464c800632 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878592b7-eff4-4474-bdb7-6547288cfb88,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.760173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-498618342', 'description': 'tempest-description-1265785426'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:17.782033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.848064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.853117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.882697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c84ece-2794-42ac-857b-9df1fe0dcde9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:17.887352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:17.888592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-078a2aa9-1128-4e57-a155-2cbb18d46004 req-b8b5b0ec-0bb6-476d-bc32-49e502c077fc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1327524 Oct 26 14:09:18.096584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f97e-2f4f-4870-8eb1-ed737d54836f req-0bd78e1b-d389-4666-a6a0-c2fc978a82ad tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.098046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f48f97e-2f4f-4870-8eb1-ed737d54836f req-0bd78e1b-d389-4666-a6a0-c2fc978a82ad tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Oct 26 14:09:18.137806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f48f97e-2f4f-4870-8eb1-ed737d54836f req-c7b6c24d-de39-44f1-a876-869ff68e17f6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331078 Oct 26 14:09:18.172763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-1d7ab40c-26f8-44ef-803e-6b7c11eba71a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.174415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-1d7ab40c-26f8-44ef-803e-6b7c11eba71a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 813 time: 0.1127703 Oct 26 14:09:18.190706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-bd97a782-c4b1-46a7-8f75-ddc8a8aaf7dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/quotas/c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 375 time: 0.0106471 Oct 26 14:09:18.263883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-9cbd6a25-ba3c-49bd-aeb9-f103436e7e53 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657129 Oct 26 14:09:18.269866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8913c-d1bc-415e-ac95-7905e98d2f67 req-a4a49d68-ea59-4245-a7e0-ba7f9c713d73 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.271639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ce8913c-d1bc-415e-ac95-7905e98d2f67 req-a4a49d68-ea59-4245-a7e0-ba7f9c713d73 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0661688 Oct 26 14:09:18.316210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ce8913c-d1bc-415e-ac95-7905e98d2f67 req-c199d3a0-70c2-4832-943d-8123590675af tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Oct 26 14:09:18.337695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 271345ad-53bc-4c10-b788-66657a5553ed details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:18.371064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-58c9f532-d891-4c15-b5a7-d6bb2813f0f3 service neutron] 10.222.0.37 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948372 Oct 26 14:09:18.436882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=271345ad-53bc-4c10-b788-66657a5553ed,segment=NetworkSegment(e722b31d-f237-42f1-89ce-4ede9009df2f),segment_id=e722b31d-f237-42f1-89ce-4ede9009df2f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:18.448876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '271345ad-53bc-4c10-b788-66657a5553ed', 'network_id': '5b2b61d3-f316-4d16-bd66-3ccfea66a69b', 'port_id': '271345ad-53bc-4c10-b788-66657a5553ed', 'mac_address': 'fa:16:3e:06:eb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:18.473169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-3e5b9469-9380-4402-b3c0-69e96c21d550 service neutron] 10.222.0.37 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965354 Oct 26 14:09:18.483074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7d17ac68-292e-4080-8e51-125da49e27b7 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:18.500787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceecfb7-d9d5-486c-9530-699ef9b70fda req-cc0ed5b3-744a-49bd-8dc1-b0123e9db8c5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.502372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ceecfb7-d9d5-486c-9530-699ef9b70fda req-cc0ed5b3-744a-49bd-8dc1-b0123e9db8c5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.0581601 Oct 26 14:09:18.516038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33436) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:18.517923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'floatingip': {'port_id': 'd7e2811f-1b27-4314-996e-34629868a315'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:18.522807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.543655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271345ad-53bc-4c10-b788-66657a5553ed {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:18.567782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.575186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=271345ad-53bc-4c10-b788-66657a5553ed,segment=NetworkSegment(e722b31d-f237-42f1-89ce-4ede9009df2f),segment_id=e722b31d-f237-42f1-89ce-4ede9009df2f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:18.579604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 7d17ac68-292e-4080-8e51-125da49e27b7 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:18.584207 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.588935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 7d17ac68-292e-4080-8e51-125da49e27b7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:18.589291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.702892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fb019-818d-4d35-b8bb-be6dc6644f4d req-6ad30e40-203f-4d58-ac6a-374a6519c4dd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:18.712771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-551fb019-818d-4d35-b8bb-be6dc6644f4d req-6ad30e40-203f-4d58-ac6a-374a6519c4dd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 945 time: 0.0719163 Oct 26 14:09:18.759271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:18.777459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.789310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-551fb019-818d-4d35-b8bb-be6dc6644f4d req-3f5316e8-d35b-4f8b-b8eb-2e2f59a6f187 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747390 Oct 26 14:09:18.804335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:18.807255 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706f9cc7-590e-492a-b82c-5bdaa6eccb47" -d '{"events": [{"server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "name": "network-vif-plugged", "status": "completed", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:18.822164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7d17ac68-292e-4080-8e51-125da49e27b7,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:18.838391 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:18.840322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:18.849348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33454) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:18.892755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:18.893109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6ea5296f-1383-4ed2-b5b0-030914dfd4a0 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:18.894851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['271345ad-53bc-4c10-b788-66657a5553ed'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:18.939314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d16ccb85-69cc-4e9e-99a8-275edc1f569d req-f3744de8-da99-4d5a-a0eb-1d8737b9d004 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 210 time: 0.0420318 Oct 26 14:09:18.967918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Deleting subnet 2529e818-a134-4312-8794-27599b3859d5 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:18.973592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.003985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:19.053627 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c19f79-3215-43c1-b1ed-c50de3d1b3fb x-openstack-request-id: req-66c19f79-3215-43c1-b1ed-c50de3d1b3fb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:19.053990 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "name": "network-vif-plugged", "status": "completed", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:19.054305 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66c19f79-3215-43c1-b1ed-c50de3d1b3fb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:19.054757 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7', 'code': 200} Oct 26 14:09:19.111531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.198960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381879-6481-4ae3-b3bd-f9e3511ba128 req-32949b62-54ec-4b28-bad8-9fea97b8c504 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.200602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8381879-6481-4ae3-b3bd-f9e3511ba128 req-32949b62-54ec-4b28-bad8-9fea97b8c504 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 944 time: 0.1641781 Oct 26 14:09:19.215010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.256699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79271be6-5888-4c51-92b6-1e309de91c06 req-51627a7b-042b-4b3b-bdbf-75c5233066cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.258197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79271be6-5888-4c51-92b6-1e309de91c06 req-51627a7b-042b-4b3b-bdbf-75c5233066cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 1097 time: 0.1172879 Oct 26 14:09:19.304208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8381879-6481-4ae3-b3bd-f9e3511ba128 req-a3df57ea-7810-4af7-8a2b-0067597aaaa8 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950840 Oct 26 14:09:19.338258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79271be6-5888-4c51-92b6-1e309de91c06 req-1687a6e2-98e0-4e7a-99ca-7c950047b49d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631061 Oct 26 14:09:19.338435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.344567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.351353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.378863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2529e818-a134-4312-8794-27599b3859d5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:19.384541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.388526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e5c17a15-18e3-442f-bb0e-5603317f2c2e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2529e818-a134-4312-8794-27599b3859d5 HTTP/1.1" status: 204 len: 168 time: 0.5374491 Oct 26 14:09:19.390360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33462) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:19.466320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.487693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f18ca-bdbd-47ae-860d-09421d9cce85 req-668a86c4-0ce5-4d89-a2de-6889098bbc67 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.489180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb8f18ca-bdbd-47ae-860d-09421d9cce85 req-668a86c4-0ce5-4d89-a2de-6889098bbc67 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0736468 Oct 26 14:09:19.506095 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Floating IP fb376432-009d-46e1-a000-b464730709c2 associated. External IP: 172.25.5.24, port: d7e2811f-1b27-4314-996e-34629868a315. Oct 26 14:09:19.549618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.570784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40089bf-ea3f-4429-9178-b934f09da941']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:19.581615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd558065-5731-4a04-a80c-2cc5e535af32') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:19.582033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd558065-5731-4a04-a80c-2cc5e535af32') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:19.588016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'name': 'network-vif-deleted', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:19.595093 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b076a0d-557d-436c-bb66-59c909e9f611" -d '{"events": [{"server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "name": "network-vif-deleted", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:19.600881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.619489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bb8f18ca-bdbd-47ae-860d-09421d9cce85 req-e3878d9e-4f5d-4458-b1e8-02f931e0478e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226625 Oct 26 14:09:19.622694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.630845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:19.631505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:19.634960 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:19.648283 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00f05a-3ae8-4902-a8d6-7699a2752dc3 x-openstack-request-id: req-1f00f05a-3ae8-4902-a8d6-7699a2752dc3 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:19.648597 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e09992-050b-47b5-b9fa-a08f18785a49", "name": "network-vif-deleted", "tag": "afffd5aa-d0a9-4527-8d5c-c28383cf439c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:19.648847 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f00f05a-3ae8-4902-a8d6-7699a2752dc3 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:19.650755 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e09992-050b-47b5-b9fa-a08f18785a49', 'name': 'network-vif-deleted', 'tag': 'afffd5aa-d0a9-4527-8d5c-c28383cf439c', 'status': 'completed', 'code': 200} Oct 26 14:09:19.700552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.718504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.721764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b40089bf-ea3f-4429-9178-b934f09da941 HTTP/1.1" status: 204 len: 168 time: 0.3304806 Oct 26 14:09:19.722738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736b31-03f7-48c6-8d64-255cc418eeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40089bf-ea3f-4429-9178-b934f09da941,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:19.779861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:09:19.849339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33472) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:19.890553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-19808d3a-a064-4638-9a90-966fb4bba947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6df4086031c94deb941265aee64bbd5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401962 Oct 26 14:09:19.893026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:19.924968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:19.930884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.936226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:19.942220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.955484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:19.956446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:19.970609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:19.981454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb264a9-9f64-41fc-b7cc-822e7e608969 req-f5ccc7e6-c28f-452b-a7f3-6517d3e64475 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:19.983457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3eb264a9-9f64-41fc-b7cc-822e7e608969 req-f5ccc7e6-c28f-452b-a7f3-6517d3e64475 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1193287 Oct 26 14:09:20.001248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ddacd7b0-73be-469a-b92d-db90882ca7c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "PUT /v2.0/floatingips/fb376432-009d-46e1-a000-b464730709c2 HTTP/1.1" status: 200 len: 990 time: 1.4870162 Oct 26 14:09:20.003711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:20.006305 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c33966-e355-4e05-a929-f0cfc06e7180" -d '{"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:20.052749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3eb264a9-9f64-41fc-b7cc-822e7e608969 req-315be06d-98c0-429e-9033-6f197177d66c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502934 Oct 26 14:09:20.092181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:20.254217 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64179c43-85b8-4523-96b2-7df417314f4b x-openstack-request-id: req-64179c43-85b8-4523-96b2-7df417314f4b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:20.254536 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:20.254853 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64179c43-85b8-4523-96b2-7df417314f4b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:20.255572 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'status': 'completed', 'code': 200} Oct 26 14:09:20.322289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-87b60b6f-0b53-4cd6-90bd-a34f07108f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.324037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-87b60b6f-0b53-4cd6-90bd-a34f07108f6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1096 time: 0.0449293 Oct 26 14:09:20.335932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 271345ad-53bc-4c10-b788-66657a5553ed up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:20.431551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'fb376432-009d-46e1-a000-b464730709c2', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:09:19Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:20.437800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 271345ad-53bc-4c10-b788-66657a5553ed completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:20.473730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:20.475916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 271345ad-53bc-4c10-b788-66657a5553ed triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:20.476292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.510111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afffd5aa-d0a9-4527-8d5c-c28383cf439c no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:20.510362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2ab8f7a-9cf1-4d61-9f67-d6a5c3773056 req-4d4de12e-27c0-4eed-8f34-7801e7b0b9c1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 210 time: 0.0864646 Oct 26 14:09:20.549683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.558340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.566612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:20.567471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:20.573786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef88537d-ebc2-43a6-be08-531d8c7bec75 HTTP/1.1" status: 204 len: 168 time: 0.6795483 Oct 26 14:09:20.588631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac6a5f-4da4-441d-95c1-68c5051c7aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88537d-ebc2-43a6-be08-531d8c7bec75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:20.662242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-8f949bf3-aaf9-49ff-9d09-717258ed817b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.674188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-8f949bf3-aaf9-49ff-9d09-717258ed817b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.41 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 813 time: 0.2516787 Oct 26 14:09:20.684678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: afffd5aa-d0a9-4527-8d5c-c28383cf439c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:20.685023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afffd5aa-d0a9-4527-8d5c-c28383cf439c not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:20.694038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'device_id': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06', 'admin_state_up': True, 'tenant_id': 'c53994fd38274463a40510f8ce732aa6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:20.800238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f54b-3250-4c07-ac00-65b360005ba7 req-6b9deabd-dd58-4f36-939b-5869391d34de tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.809968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03b5f54b-3250-4c07-ac00-65b360005ba7 req-6b9deabd-dd58-4f36-939b-5869391d34de tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 944 time: 0.1172106 Oct 26 14:09:20.810171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:20.812088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.830675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-5c752339-5f6d-4a0f-b13b-a418cf2fb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.832432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-5c752339-5f6d-4a0f-b13b-a418cf2fb3be service neutron] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.5001466 Oct 26 14:09:20.886355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Made reservation on behalf of c53994fd38274463a40510f8ce732aa6 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:20.892121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.894921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=271345ad-53bc-4c10-b788-66657a5553ed,segment=NetworkSegment(e722b31d-f237-42f1-89ce-4ede9009df2f),segment_id=e722b31d-f237-42f1-89ce-4ede9009df2f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:20.913795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03b5f54b-3250-4c07-ac00-65b360005ba7 req-23f73ed3-a073-434c-9e50-c2f6c663db50 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975151 Oct 26 14:09:20.934595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:20.944973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-9d1f02d5-f96a-4c91-8998-6a6348e6bd94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 998 time: 0.1027980 Oct 26 14:09:20.950995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e349c-33cd-4d0f-8e65-53ed28cbede6 req-7e775948-a7b0-4f70-9307-29b249bfadb3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:20.958718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d5e349c-33cd-4d0f-8e65-53ed28cbede6 req-7e775948-a7b0-4f70-9307-29b249bfadb3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1344628 Oct 26 14:09:21.007066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-597da7e9-772a-419f-85c7-6ce1fd8127de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.009857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-597da7e9-772a-419f-85c7-6ce1fd8127de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.0567396 Oct 26 14:09:21.014068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.056172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:21.058734 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5740a-7292-463d-a934-d14a0aa4bec5" -d '{"events": [{"server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "name": "network-vif-plugged", "status": "completed", "tag": "271345ad-53bc-4c10-b788-66657a5553ed"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:21.072762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d5e349c-33cd-4d0f-8e65-53ed28cbede6 req-632a0ebf-c8e2-4c94-97d6-d9bc862a0f73 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076698 Oct 26 14:09:21.089570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-5f14429f-3efc-4374-800a-8e4f82f77b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.097493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-5f14429f-3efc-4374-800a-8e4f82f77b02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799868 Oct 26 14:09:21.144255 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4daf687-5d98-46cd-b7d4-e3206d52332e x-openstack-request-id: req-d4daf687-5d98-46cd-b7d4-e3206d52332e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:21.145232 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "name": "network-vif-plugged", "status": "completed", "tag": "271345ad-53bc-4c10-b788-66657a5553ed", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:21.145232 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4daf687-5d98-46cd-b7d4-e3206d52332e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:21.145931 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed', 'code': 200} Oct 26 14:09:21.245698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'fb376432-009d-46e1-a000-b464730709c2', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:09:19Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:21.269348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-15a80339-a616-40db-ab5f-3de671545d20 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627474 Oct 26 14:09:21.290639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Allocated IP 172.20.0.14 (928bb3f4-d9a9-4ec4-831a-e3373092fa06/6bd2a005-aa09-4c77-a3ee-680f2bf9893b/25a77ed5-4b5f-40c0-bb8d-8d974832d1d5) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:21.291240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0f09a-6006-455c-8789-9f77b912c451 None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'fb376432-009d-46e1-a000-b464730709c2', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.24', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:08:55Z', 'updated_at': '2021-10-26T14:09:19Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:21.370299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74f458-5caa-4f39-bc51-2317b51faa9c req-fe4b7449-6b5b-412b-9883-c019a4335f1d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.371887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d74f458-5caa-4f39-bc51-2317b51faa9c req-fe4b7449-6b5b-412b-9883-c019a4335f1d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1487412 Oct 26 14:09:21.379587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14447e-2ab7-48a4-85fa-d19bcb41a0ee req-5e6a3299-d4a4-41a7-98ad-a0df22efff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.381448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b14447e-2ab7-48a4-85fa-d19bcb41a0ee req-5e6a3299-d4a4-41a7-98ad-a0df22efff8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 1096 time: 0.1859577 Oct 26 14:09:21.400619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c33966-e355-4e05-a929-f0cfc06e7180 req-d8aff8fb-09e0-45b9-a26e-d1fd3abbce33 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218171 Oct 26 14:09:21.511724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d74f458-5caa-4f39-bc51-2317b51faa9c req-be9f5104-84cd-4a25-83cc-93256c8e1fce tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266007 Oct 26 14:09:21.519646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b14447e-2ab7-48a4-85fa-d19bcb41a0ee req-6bbc664c-27fb-493e-9098-92c7af7748f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279953 Oct 26 14:09:21.592280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.606727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.631083 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5d350-e52b-4df8-b1e6-3f5224791223 None None] New status for floating IP fb376432-009d-46e1-a000-b464730709c2: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:09:21.640231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c981f550-89bd-4885-aa85-811086a6fd6a req-df37f349-a663-463e-be87-9e718d6277ef tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 210 time: 0.0337651 Oct 26 14:09:21.688836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.704394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:21.760065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:21.779262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:21.788269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:21.901136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:21.942540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.943166 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:21.974741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8564-f1e8-4828-8f88-543024d9b417 req-0b00bf98-f880-4597-9eb9-a50a9a543bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:21.976605 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-0b00bf98-f880-4597-9eb9-a50a9a543bda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 1097 time: 0.1376376 Oct 26 14:09:21.984263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-f2b29829-75f1-4d1f-a742-939c616e906e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2942753 Oct 26 14:09:22.002704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6420f5d-cdad-43d2-8117-6a97254d0d4e req-ba342191-897d-40e4-be81-3ca38e9d578d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.009077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6420f5d-cdad-43d2-8117-6a97254d0d4e req-ba342191-897d-40e4-be81-3ca38e9d578d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1489999 Oct 26 14:09:22.053810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Request body: {'port': {'device_id': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:22.198765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6420f5d-cdad-43d2-8117-6a97254d0d4e req-e521dad3-71d2-409d-b99d-176bffbf3d45 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388602 Oct 26 14:09:22.208548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.222313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8564-f1e8-4828-8f88-543024d9b417 req-48ffb448-b3d4-4649-ae00-f28ba0cd5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.224623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-48ffb448-b3d4-4649-ae00-f28ba0cd5645 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 912 time: 0.2380147 Oct 26 14:09:22.272131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042f3c5-36d9-41e0-a475-a1ef8fdb18f6 req-7097619c-0cfe-4dce-9928-5c7cd2172f93 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.281340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f042f3c5-36d9-41e0-a475-a1ef8fdb18f6 req-7097619c-0cfe-4dce-9928-5c7cd2172f93 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 945 time: 0.0857050 Oct 26 14:09:22.298059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-ca54e2ef-2c16-4c76-a50b-a40132d2562b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d17ac68-292e-4080-8e51-125da49e27b7 HTTP/1.1" status: 200 len: 217 time: 0.0514448 Oct 26 14:09:22.322864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f042f3c5-36d9-41e0-a475-a1ef8fdb18f6 req-e915b957-7a8a-4a0a-9e55-f2f338a30118 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Oct 26 14:09:22.402106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7295d1c-de2b-419e-ab87-09a8562c5604 req-6f46b171-1de7-40c5-bf9b-be8911bb27fa tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0304596 Oct 26 14:09:22.459680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c8564-f1e8-4828-8f88-543024d9b417 req-2e7f0444-58cf-4741-9832-774c452c166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.461202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-2e7f0444-58cf-4741-9832-774c452c166d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.1463327 Oct 26 14:09:22.469178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb66382-2d92-4597-b104-a79f7b7ae0fc req-0123f22b-5ad2-4e49-a493-833c32406184 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.470629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7eb66382-2d92-4597-b104-a79f7b7ae0fc req-0123f22b-5ad2-4e49-a493-833c32406184 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1769757 Oct 26 14:09:22.541787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-e2a2db58-5365-4a85-86f9-4e3ca388a062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680826 Oct 26 14:09:22.634369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7eb66382-2d92-4597-b104-a79f7b7ae0fc req-febb389f-571d-4475-97af-c6533256074f tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424074 Oct 26 14:09:22.704303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-196428bb-570f-44b1-96e1-e3ac79eae230 service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464677 Oct 26 14:09:22.796369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:22.807136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.827505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3c718-15d7-4c63-b200-93eafec6f594 req-2c55b9ea-8904-4f24-85bf-f7290cfa3620 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:22.829643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7c3c718-15d7-4c63-b200-93eafec6f594 req-2c55b9ea-8904-4f24-85bf-f7290cfa3620 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 932 time: 0.0729189 Oct 26 14:09:22.832574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Transition to ACTIVE for port object 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:22.844251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:22.876002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-353c8564-f1e8-4828-8f88-543024d9b417 req-91ea37c8-f8af-4944-ac6a-eba74ac7bf61 service neutron] 10.222.0.41 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608028 Oct 26 14:09:22.881815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7c3c718-15d7-4c63-b200-93eafec6f594 req-7de30712-ac80-4637-9a39-0e97c248dc66 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Oct 26 14:09:22.901675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:22.977043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Attempting to bind port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:22.977949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Attempting to bind port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:22.977949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Attempting to bind port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:22.982120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:22.982440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Attempting to bind port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 on network 928bb3f4-d9a9-4ec4-831a-e3373092fa06 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:22.987178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:22.987514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Checking segment: {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:22.987897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Bound using segment: {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:22.988323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Bound port: 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1317c81d-8277-43bd-9c3b-e419e5ce3dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:22.988699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.049837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:23.052860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:23.056742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.087826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.093808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.094421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:23.095789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] 10.222.0.41 "PUT /v2.0/ports/25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 1092 time: 1.0740125 Oct 26 14:09:23.096225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:23.098482 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e359faa-7a51-4d97-80dc-9266150b81f2" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:23.121267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582eb0-4c77-4c7f-ac39-111cef53ccd3 service neutron] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:23.148013 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8ac007-950d-4703-a554-4b7ec3ea3dbd x-openstack-request-id: req-8f8ac007-950d-4703-a554-4b7ec3ea3dbd {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:23.148306 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:23.148593 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f8ac007-950d-4703-a554-4b7ec3ea3dbd {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:23.148991 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'status': 'completed', 'code': 200} Oct 26 14:09:23.182210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-22e0ca91-cf2c-4231-87d6-24cd9ed926a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.183708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-22e0ca91-cf2c-4231-87d6-24cd9ed926a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1095 time: 0.0476379 Oct 26 14:09:23.226879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-081d5a79-466b-4d9c-84cf-ed18aafb0229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 217 time: 0.0348554 Oct 26 14:09:23.292624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02835a-fed3-4708-af66-939536ceb19f req-72e89021-7f65-48c4-ac54-d4d12440ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.294617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-72e89021-7f65-48c4-ac54-d4d12440ed87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.0600777 Oct 26 14:09:23.329577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01022568-9c28-4829-a723-13c648a62224 req-f0caf09d-99c9-48b3-ad22-5bfee29210d1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.331201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01022568-9c28-4829-a723-13c648a62224 req-f0caf09d-99c9-48b3-ad22-5bfee29210d1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0549374 Oct 26 14:09:23.337262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-64ded06f-0be2-4f9b-b68e-b46753c54ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345197 Oct 26 14:09:23.401852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01022568-9c28-4829-a723-13c648a62224 req-79fb58b7-3279-4829-980c-080ca5a74b72 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Oct 26 14:09:23.477652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e14ef-a1be-4cbb-9d6b-58d13a129656 req-b2fe49f3-12ca-4052-bdcd-30176b98cd36 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.479125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f7e14ef-a1be-4cbb-9d6b-58d13a129656 req-b2fe49f3-12ca-4052-bdcd-30176b98cd36 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 945 time: 0.0767522 Oct 26 14:09:23.481019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-6c7e5eb4-f862-47d0-b745-8697f5f608ea service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324656 Oct 26 14:09:23.512251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27675502-8941-4332-a0fb-76cb54995d34 req-c39ec83b-095f-465f-ae05-d4c5e41d6872 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0289276 Oct 26 14:09:23.567812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f7e14ef-a1be-4cbb-9d6b-58d13a129656 req-36d9c9dc-561e-4cfb-8491-cebcc5ae0b99 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825615 Oct 26 14:09:23.608692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef02835a-fed3-4708-af66-939536ceb19f req-81faecb0-4d3e-4015-8d93-08a3f8355833 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095533 Oct 26 14:09:23.703341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-aa02e55c-4bce-4978-9dfa-1ba8a7a68285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.705004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-aa02e55c-4bce-4978-9dfa-1ba8a7a68285 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1095 time: 0.0438545 Oct 26 14:09:23.834983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c528c70-bc2d-4c43-93d7-ac33b3e5e631 req-59301373-b9e2-489c-a3c7-8de67e1597b7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.836455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c528c70-bc2d-4c43-93d7-ac33b3e5e631 req-59301373-b9e2-489c-a3c7-8de67e1597b7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1126249 Oct 26 14:09:23.853399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-8ffee2a5-d16b-4634-aa25-6ea3e1faca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.854801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-8ffee2a5-d16b-4634-aa25-6ea3e1faca5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.1395407 Oct 26 14:09:23.880554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d29-b4b4-45ab-a480-9ba40f103622 req-a0c65eca-283c-4b9c-9f9c-7f36c24a77fb tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.882031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20930d29-b4b4-45ab-a480-9ba40f103622 req-a0c65eca-283c-4b9c-9f9c-7f36c24a77fb tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 945 time: 0.0516458 Oct 26 14:09:23.910835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-3c1156a0-4c77-40da-80f8-271820564b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 217 time: 0.0460348 Oct 26 14:09:23.920743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c528c70-bc2d-4c43-93d7-ac33b3e5e631 req-eb5e4140-d305-4527-965b-47de8086e2d3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759041 Oct 26 14:09:23.921284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20930d29-b4b4-45ab-a480-9ba40f103622 req-7e410b17-3a7f-4649-b8e1-d893da8ded63 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Oct 26 14:09:23.968559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-b8ede3ee-b3b1-4233-9221-3a4bb176c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:23.970095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-b8ede3ee-b3b1-4233-9221-3a4bb176c16d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.0484805 Oct 26 14:09:24.010078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-7ebd3e22-6a71-4255-bcde-94d0ea57d050 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276985 Oct 26 14:09:24.034289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37908bc7-1095-4058-9da4-002fab1b75f0 req-0edae18a-0fc6-4d15-bb69-5b058954379c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:24.035762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37908bc7-1095-4058-9da4-002fab1b75f0 req-0edae18a-0fc6-4d15-bb69-5b058954379c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 944 time: 0.0508933 Oct 26 14:09:24.078497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37908bc7-1095-4058-9da4-002fab1b75f0 req-c5ef48ff-0b3f-4433-9867-f9c580378e8a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358698 Oct 26 14:09:24.111314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-8e8126c3-384c-49fc-a4e3-981185f304c3 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878382 Oct 26 14:09:24.205615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e359faa-7a51-4d97-80dc-9266150b81f2 req-2b5864e8-a8b7-4bcc-8478-5182f615b7a8 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850618 Oct 26 14:09:24.488852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e04fe655-694d-482b-ba5b-29df7641538e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:24.511835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8f277-4070-4167-854d-efb3ba1010f5 req-03375178-6748-4d22-a51c-9ce8b31160e8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:24.517974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4a8f277-4070-4167-854d-efb3ba1010f5 req-03375178-6748-4d22-a51c-9ce8b31160e8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0494950 Oct 26 14:09:24.560458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4a8f277-4070-4167-854d-efb3ba1010f5 req-6a2b669d-2fdb-44f1-804d-fe15a1539bdc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 26 14:09:24.608265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:24.621099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e04fe655-694d-482b-ba5b-29df7641538e', 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9', 'port_id': 'e04fe655-694d-482b-ba5b-29df7641538e', 'mac_address': 'fa:16:3e:b3:dc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b534b4-2106-4135-95be-7320e73c1755', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:24.637930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09061aed-793d-4c03-90a8-cc027bcb7f03 req-6ab53000-3dfe-4cc1-b0ff-9a30160731b1 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0308156 Oct 26 14:09:24.656522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03fcf679-63c7-498b-930c-03b1018dcc4c req-c8328f81-96b3-4f90-b6fb-2459d3c76b25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0287855 Oct 26 14:09:24.668630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:24.681993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04fe655-694d-482b-ba5b-29df7641538e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:24.701712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:24.705980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:24.756104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:25.046571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc0ab9-bd06-407e-afd0-5864152fb62e req-b027626b-8229-4fd0-a05e-922c35497ffa tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.047927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afdec8-c535-4dfc-a7fb-a9c67d2f52e6 req-8a1f77e6-8ec1-4658-b09c-7c9eb817bbc0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.048074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2cc0ab9-bd06-407e-afd0-5864152fb62e req-b027626b-8229-4fd0-a05e-922c35497ffa tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 945 time: 0.0515211 Oct 26 14:09:25.050041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63afdec8-c535-4dfc-a7fb-a9c67d2f52e6 req-8a1f77e6-8ec1-4658-b09c-7c9eb817bbc0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.0547264 Oct 26 14:09:25.051200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e04fe655-694d-482b-ba5b-29df7641538e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:25.091575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2cc0ab9-bd06-407e-afd0-5864152fb62e req-abcfde59-9795-4e02-9ef4-5c45d1136250 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1077edd-8cc1-4570-9ce8-80c98eff19bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Oct 26 14:09:25.099014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63afdec8-c535-4dfc-a7fb-a9c67d2f52e6 req-f5ef5692-2ae8-4476-9eb4-11bd203ca3f7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Oct 26 14:09:25.223556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dddf9-4d31-463c-8ea8-0c0398609004 req-10407e99-544c-4834-9591-1ae4be0d7487 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.225103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f88dddf9-4d31-463c-8ea8-0c0398609004 req-10407e99-544c-4834-9591-1ae4be0d7487 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 944 time: 0.0534596 Oct 26 14:09:25.262440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f88dddf9-4d31-463c-8ea8-0c0398609004 req-826fc2a5-d057-4207-9894-bdcf7914c499 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Oct 26 14:09:25.353125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-445cf6d3-0e85-4994-97a1-175debcdbef8 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.354606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-445cf6d3-0e85-4994-97a1-175debcdbef8 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 945 time: 0.0483041 Oct 26 14:09:25.451235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Deleting port 271345ad-53bc-4c10-b788-66657a5553ed {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:25.451576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.542499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] For port 271345ad-53bc-4c10-b788-66657a5553ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=271345ad-53bc-4c10-b788-66657a5553ed,segment=NetworkSegment(e722b31d-f237-42f1-89ce-4ede9009df2f),segment_id=e722b31d-f237-42f1-89ce-4ede9009df2f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:25.542862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.554937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Calling delete_port for 271345ad-53bc-4c10-b788-66657a5553ed owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:25.716376 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.732706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa056f11-d5e0-4254-942c-f8d2a1eb604a req-e7578db0-9e37-45fd-94ea-11073d0fe6f1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:25.733826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['271345ad-53bc-4c10-b788-66657a5553ed'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:25.737061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa056f11-d5e0-4254-942c-f8d2a1eb604a req-e7578db0-9e37-45fd-94ea-11073d0fe6f1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0955157 Oct 26 14:09:25.762335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9906f66e-128c-4f4a-a393-39dadb54f5eb req-5f3d6d8b-d74b-44b4-9dcc-d12f1d4aa2b9 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0391753 Oct 26 14:09:25.765741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Pushing event deleted for resources: {'Port': ['ID=271345ad-53bc-4c10-b788-66657a5553ed,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:25.834101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] No DVR routers for this DVR port 271345ad-53bc-4c10-b788-66657a5553ed on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:25.838561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:25.841789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-481dee7b-800c-4c49-b0cb-65ac205a7314 req-c61e7add-1d8f-43b9-b3ce-2612019b3858 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.73 "DELETE /v2.0/ports/271345ad-53bc-4c10-b788-66657a5553ed HTTP/1.1" status: 204 len: 173 time: 0.4807212 Oct 26 14:09:25.842224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'name': 'network-vif-deleted', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:25.844461 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f41e66-a473-4b58-8bf8-7859218668a7" -d '{"events": [{"server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "name": "network-vif-deleted", "tag": "271345ad-53bc-4c10-b788-66657a5553ed"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:25.850218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa056f11-d5e0-4254-942c-f8d2a1eb604a req-5a6ba3c8-c2e5-4985-8fcf-7702135c8bec tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856864 Oct 26 14:09:25.887472 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233abb05-632a-4ce5-9b3a-2de7e15cdfdf x-openstack-request-id: req-233abb05-632a-4ce5-9b3a-2de7e15cdfdf {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:25.888124 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c", "name": "network-vif-deleted", "tag": "271345ad-53bc-4c10-b788-66657a5553ed", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:25.888703 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-233abb05-632a-4ce5-9b3a-2de7e15cdfdf {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:25.889619 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c', 'name': 'network-vif-deleted', 'tag': '271345ad-53bc-4c10-b788-66657a5553ed', 'status': 'completed', 'code': 200} Oct 26 14:09:26.210097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbcbadcf-06a0-47cb-93f3-1215f26092c6 req-f1f91681-ac82-4217-904b-13cc7dea36d6 tempest-ServerAddressesNegativeTestJSON-518206699 tempest-ServerAddressesNegativeTestJSON-518206699-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3382bb5-8e4c-4c48-b1df-2d9e2d53b09c HTTP/1.1" status: 200 len: 210 time: 0.0266535 Oct 26 14:09:26.225347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a29ec-6189-46b9-a2df-c35f3c1061c8 req-1e5e4ed2-c2b2-4618-b359-6b020c6b4160 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:26.226846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e80a29ec-6189-46b9-a2df-c35f3c1061c8 req-1e5e4ed2-c2b2-4618-b359-6b020c6b4160 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.0510793 Oct 26 14:09:26.272134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e80a29ec-6189-46b9-a2df-c35f3c1061c8 req-a42c8f06-db6c-42d0-baab-864837d7f5bd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Oct 26 14:09:26.385006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b48b58-7f4b-4ced-a594-8d6cb6fd0234 req-3aa6c248-ac66-439f-85f7-2d9b34c235f0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:26.386407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60b48b58-7f4b-4ced-a594-8d6cb6fd0234 req-3aa6c248-ac66-439f-85f7-2d9b34c235f0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 944 time: 0.0504589 Oct 26 14:09:26.427554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60b48b58-7f4b-4ced-a594-8d6cb6fd0234 req-b11ca8df-5c46-4a26-9343-3a7811dceb10 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350492 Oct 26 14:09:26.507177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:26.510043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e04fe655-694d-482b-ba5b-29df7641538e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:26.618326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port e04fe655-694d-482b-ba5b-29df7641538e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:26.629667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e04fe655-694d-482b-ba5b-29df7641538e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:26.630037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:26.672331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:26.688962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'network_id': '928bb3f4-d9a9-4ec4-831a-e3373092fa06', 'port_id': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'mac_address': 'fa:16:3e:57:1b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd2a005-aa09-4c77-a3ee-680f2bf9893b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:26.752414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:26.771350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:26.775417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:26.806179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:26.813645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:26.815949 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5a07e8-15ff-425e-901c-f5b8c93f323c" -d '{"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-plugged", "status": "completed", "tag": "e04fe655-694d-482b-ba5b-29df7641538e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:26.825951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:26.831974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:26.856196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:26.860553 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946af547-95be-4113-90a1-0122272bba29 x-openstack-request-id: req-946af547-95be-4113-90a1-0122272bba29 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:26.860852 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-plugged", "status": "completed", "tag": "e04fe655-694d-482b-ba5b-29df7641538e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:26.861107 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-946af547-95be-4113-90a1-0122272bba29 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:26.861495 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e', 'code': 200} Oct 26 14:09:26.890966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:26.908132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c831fdff-0ac1-4bcf-8cff-aeeba1831c8b req-e9ff178d-93a0-466f-a64f-a87efa401af2 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0492988 Oct 26 14:09:26.948915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:26.992015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc9e2e-faf0-4fdc-8e74-35ea01a234c9 req-5cf00292-d69b-4140-880c-7f937837bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:26.994353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81cc9e2e-faf0-4fdc-8e74-35ea01a234c9 req-5cf00292-d69b-4140-880c-7f937837bf80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1097 time: 0.0553999 Oct 26 14:09:27.031628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe648d7-ec78-4af0-80e9-30d832a4d0af req-105809a0-1a62-4fc9-826c-8d4781cebdb6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:27.032776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81cc9e2e-faf0-4fdc-8e74-35ea01a234c9 req-139f1f8a-1b60-42ad-912b-204fae1ff47a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298793 Oct 26 14:09:27.035483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fe648d7-ec78-4af0-80e9-30d832a4d0af req-105809a0-1a62-4fc9-826c-8d4781cebdb6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0529537 Oct 26 14:09:27.072965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fe648d7-ec78-4af0-80e9-30d832a4d0af req-8b39a7d1-b2dd-40a1-936b-dff106222209 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 Oct 26 14:09:27.250338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:27.274907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:27.344026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Deleting subnet 79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:27.349947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.391170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.441475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.490834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8c4c-d66c-4a0c-869d-cc1422751705 req-1a10c056-3f7d-4ff4-8946-3c506beba73d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:27.499209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a4a8c4c-d66c-4a0c-869d-cc1422751705 req-1a10c056-3f7d-4ff4-8946-3c506beba73d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0646856 Oct 26 14:09:27.518218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.554800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:27.559974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.565123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-423f0c06-6cd3-46ae-b1a4-0019e015e842 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79d123bd-6fcc-4ca0-a3d0-39700a9a5aa5 HTTP/1.1" status: 204 len: 168 time: 0.2888732 Oct 26 14:09:27.567725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33662) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:27.574732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a4a8c4c-d66c-4a0c-869d-cc1422751705 req-999ea062-d1f7-436c-ba17-7b5622407cdf tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741522 Oct 26 14:09:27.694505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f07df9-d60d-40d7-9793-ada927b1572a req-6e3f14b7-7996-4b64-8821-b3883da65d62 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:27.694872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.696517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04f07df9-d60d-40d7-9793-ada927b1572a req-6e3f14b7-7996-4b64-8821-b3883da65d62 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 945 time: 0.0595043 Oct 26 14:09:27.708428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20e577-c8c5-47d8-8a67-137f1bdbd392 req-26cf0657-7fcf-4742-b8c3-c3524a7c304e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:27.710041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b20e577-c8c5-47d8-8a67-137f1bdbd392 req-26cf0657-7fcf-4742-b8c3-c3524a7c304e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0824003 Oct 26 14:09:27.736900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04f07df9-d60d-40d7-9793-ada927b1572a req-6804558b-1f2e-47a9-a963-ed9431f5c9cb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Oct 26 14:09:27.803537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b20e577-c8c5-47d8-8a67-137f1bdbd392 req-8ea83947-e08e-4ff9-8e72-b97a8051c92e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861866 Oct 26 14:09:27.818307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.838225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3768d318-8521-436d-b624-6de72d98df77 req-d846a963-d6b7-4193-af94-42d6621ddd80 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0396657 Oct 26 14:09:27.856987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2b61d3-f316-4d16-bd66-3ccfea66a69b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:27.869012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e722b31d-f237-42f1-89ce-4ede9009df2f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:27.869443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e722b31d-f237-42f1-89ce-4ede9009df2f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:27.879384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.923230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.932072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:27.932474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:27.934379 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:27.997941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac62739-3870-47b4-aa55-20cffeb84ef0 req-62fb3261-9417-4197-958a-f8911dbd0d6f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:27.999427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eac62739-3870-47b4-aa55-20cffeb84ef0 req-62fb3261-9417-4197-958a-f8911dbd0d6f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1097815 Oct 26 14:09:28.003789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.010815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.013891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b2b61d3-f316-4d16-bd66-3ccfea66a69b HTTP/1.1" status: 204 len: 168 time: 0.4449885 Oct 26 14:09:28.034345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68153e1-68e5-4549-bbc6-634b6967a144 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2b61d3-f316-4d16-bd66-3ccfea66a69b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:28.057433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eac62739-3870-47b4-aa55-20cffeb84ef0 req-4ef05cdd-10da-41f7-9fb7-262a9946fb81 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 Oct 26 14:09:28.207113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:28.210605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db794176-d5d4-436c-9f26-a9c0102505c6 req-37c1b871-6f32-44a8-913c-241586ed2209 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.211394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db794176-d5d4-436c-9f26-a9c0102505c6 req-37c1b871-6f32-44a8-913c-241586ed2209 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0642033 Oct 26 14:09:28.260398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e80d7e44-cae7-452e-8806-4505fb353b5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fe9ce0863a343ca93973e4098b706b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517676 Oct 26 14:09:28.262718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33682) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:28.270711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db794176-d5d4-436c-9f26-a9c0102505c6 req-10ff7785-603f-46e1-a498-f6e3e3264fd1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494268 Oct 26 14:09:28.352010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f850-4deb-4e52-ad55-32b247cfd32b req-8554ceb9-1ee7-40d9-b49e-c385cf69faec tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.354027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0512f850-4deb-4e52-ad55-32b247cfd32b req-8554ceb9-1ee7-40d9-b49e-c385cf69faec tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0838847 Oct 26 14:09:28.358925 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.377260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 271345ad-53bc-4c10-b788-66657a5553ed no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:28.396023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.403276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 271345ad-53bc-4c10-b788-66657a5553ed {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:28.403867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 271345ad-53bc-4c10-b788-66657a5553ed not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:28.435701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0512f850-4deb-4e52-ad55-32b247cfd32b req-488ec10b-b3f8-4e2c-9d35-e7bf937be241 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720909 Oct 26 14:09:28.457687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.460366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.461524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1077edd-8cc1-4570-9ce8-80c98eff19bf HTTP/1.1" status: 204 len: 168 time: 0.1976681 Oct 26 14:09:28.471329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697174b-fd5d-498f-b6ea-e84a999349c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1077edd-8cc1-4570-9ce8-80c98eff19bf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:28.513152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:28.573056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:28.577291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:28.577610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.670175 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.706342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:28.711759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:28.721726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a45aa-f927-4d23-a2f9-96455808d97f req-7fbc3bd4-c42a-4cff-b54b-0baeb3be8edc tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.732001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd4a45aa-f927-4d23-a2f9-96455808d97f req-7fbc3bd4-c42a-4cff-b54b-0baeb3be8edc tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0762403 Oct 26 14:09:28.779473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:28.790854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd4a45aa-f927-4d23-a2f9-96455808d97f req-c32296a5-3a6a-458f-b2a0-b9a176b75b79 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577755 Oct 26 14:09:28.864215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:28.867374 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73824c0f-b231-4eed-a774-abdbde63054b" -d '{"events": [{"server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "name": "network-vif-plugged", "status": "completed", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:28.871195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e785e3b-38cc-4c2a-bec8-82b2eb2cd1d4 req-8ef927f0-f052-459b-9c35-77b42a4d0c0e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.878829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e785e3b-38cc-4c2a-bec8-82b2eb2cd1d4 req-8ef927f0-f052-459b-9c35-77b42a4d0c0e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0596731 Oct 26 14:09:28.911362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f62916-8511-4870-a4af-877a6213d447 req-539ec4ce-9a19-42ee-ae7b-99e72db8dcd1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:28.912280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19f62916-8511-4870-a4af-877a6213d447 req-539ec4ce-9a19-42ee-ae7b-99e72db8dcd1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 946 time: 0.0583277 Oct 26 14:09:28.924754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e785e3b-38cc-4c2a-bec8-82b2eb2cd1d4 req-d0af128a-4f93-41c7-b919-2745bce19c8e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Oct 26 14:09:28.957705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19f62916-8511-4870-a4af-877a6213d447 req-5c77d175-0f49-49b7-aa05-a8101274165f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Oct 26 14:09:29.050060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba746507-9f0e-457f-a383-7329020d5e72 req-2c4c5de7-652f-4918-8561-391f8eda7803 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.051757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe8aa6fa-db15-411f-b838-41c5f642b332 req-987023f6-35ac-46be-9f99-ce68d89ebed0 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0312307 Oct 26 14:09:29.053442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba746507-9f0e-457f-a383-7329020d5e72 req-2c4c5de7-652f-4918-8561-391f8eda7803 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1097 time: 0.0493641 Oct 26 14:09:29.091291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba746507-9f0e-457f-a383-7329020d5e72 req-7528967d-7a97-4825-a9c5-779ddafae727 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Oct 26 14:09:29.115641 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c35bb-9ad3-488a-b50d-717e155e4857 x-openstack-request-id: req-2e2c35bb-9ad3-488a-b50d-717e155e4857 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:29.115921 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "name": "network-vif-plugged", "status": "completed", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:29.116180 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e2c35bb-9ad3-488a-b50d-717e155e4857 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:29.116606 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'code': 200} Oct 26 14:09:29.249496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb963c-18d1-4a45-bf7c-9ccdd2910aa7 req-13249d1a-8900-4776-b5e1-bce91c611cfa tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.251141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faeb963c-18d1-4a45-bf7c-9ccdd2910aa7 req-13249d1a-8900-4776-b5e1-bce91c611cfa tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1097 time: 0.0755334 Oct 26 14:09:29.257655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112fd8-9162-4b7f-9757-8195e26227f3 req-1a61a723-2667-41d0-857f-c8a342c66093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.259324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30112fd8-9162-4b7f-9757-8195e26227f3 req-1a61a723-2667-41d0-857f-c8a342c66093 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1097 time: 0.0539258 Oct 26 14:09:29.300026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faeb963c-18d1-4a45-bf7c-9ccdd2910aa7 req-fe1d4d1a-c180-495c-b6bd-b69c9a0008f1 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Oct 26 14:09:29.317669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30112fd8-9162-4b7f-9757-8195e26227f3 req-0340efc0-5285-4013-be40-01199bc38e00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Oct 26 14:09:29.337894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:29.418376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6a87-443b-41c6-aab8-1f97a30e5da7 req-0cc8e9b5-aaf0-4fae-ba25-567f8cc58719 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.418537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-3fb8c018-99f4-470f-8f00-2f8c78144b3d req-92be59a6-de21-4044-8f69-951b14e05a07 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:09:29.419730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fb8c018-99f4-470f-8f00-2f8c78144b3d req-92be59a6-de21-4044-8f69-951b14e05a07 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058618 Oct 26 14:09:29.420134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-082f6a87-443b-41c6-aab8-1f97a30e5da7 req-0cc8e9b5-aaf0-4fae-ba25-567f8cc58719 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0637476 Oct 26 14:09:29.457937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-470224117-network', 'tenant_id': 'a5f13835f3f34246a3b6f9b29b2aa4c4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:29.474020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-082f6a87-443b-41c6-aab8-1f97a30e5da7 req-130af694-1002-4fa1-a1d1-8d9fe94f7329 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Oct 26 14:09:29.486275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Made reservation on behalf of a5f13835f3f34246a3b6f9b29b2aa4c4 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:29.489623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.501404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.604023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.609984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.639615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:29.648540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:29.656582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.656919 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Added segment 53fa8ec0-16b1-4131-a10b-75a9f47aef9e of type vlan for network 3cb249ad-ba92-487b-b8d3-a9c57de9458d Oct 26 14:09:29.697980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.723695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.724726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:29.725312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:29.778566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4387207 Oct 26 14:09:29.781487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33752) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:29.786531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Request body: {'subnet': {'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-470224117-subnet', 'tenant_id': 'a5f13835f3f34246a3b6f9b29b2aa4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:29.789820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4b25c-fcdc-41ff-9605-781ca1e7559c admin admin] Pushing event updated for resources: {'Network': ['ID=3cb249ad-ba92-487b-b8d3-a9c57de9458d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:29.801485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3cb249ad-ba92-487b-b8d3-a9c57de9458d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:29.818235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Made reservation on behalf of a5f13835f3f34246a3b6f9b29b2aa4c4 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:29.821675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.008738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.059797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c5e27-54fd-4f63-9503-b12705e9d032 req-8db943bb-da9a-46c3-be8b-dee04d0722a7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.061539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-055c5e27-54fd-4f63-9503-b12705e9d032 req-8db943bb-da9a-46c3-be8b-dee04d0722a7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0554700 Oct 26 14:09:30.062649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbda909a-d190-4e94-aa23-82db87f83d55,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:30.081905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Checking segment: {'id': '53fa8ec0-16b1-4131-a10b-75a9f47aef9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:30.082260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Network hostable DHCP agents. Network: 3cb249ad-ba92-487b-b8d3-a9c57de9458d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:30.104762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Network 3cb249ad-ba92-487b-b8d3-a9c57de9458d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:30.111178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-055c5e27-54fd-4f63-9503-b12705e9d032 req-938cfd65-2468-4084-8238-8bd5a2caef1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416412 Oct 26 14:09:30.114882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3cb249ad-ba92-487b-b8d3-a9c57de9458d) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:30.120983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.121086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.125472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06fbdd-9dad-43da-9449-397dea955b1b None None] Network 3cb249ad-ba92-487b-b8d3-a9c57de9458d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:30.153317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-df0c1e1c-0ef3-4a23-bd5c-f03e774b5942 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3703835 Oct 26 14:09:30.252016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87349-793e-4f1b-bab4-6f151845efca req-dba4e20d-5f5b-49cd-abe8-6c765f31768d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.253616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0de87349-793e-4f1b-bab4-6f151845efca req-dba4e20d-5f5b-49cd-abe8-6c765f31768d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 946 time: 0.0616329 Oct 26 14:09:30.289792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745552ed-b28d-4f2e-97c3-cd7cdeecebab None None] Network 3cb249ad-ba92-487b-b8d3-a9c57de9458d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:30.314312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0de87349-793e-4f1b-bab4-6f151845efca req-8740ed62-cad4-427d-bc39-109fbaad2e04 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498121 Oct 26 14:09:30.370595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-ff6d2c61-8bac-4435-8032-37e262fbbd07 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:09:30.372241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-ff6d2c61-8bac-4435-8032-37e262fbbd07 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071757 Oct 26 14:09:30.410232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-840cdcf3-f341-42fd-b071-c058fa257227 req-62c22850-1f6e-463a-aac5-3dd51d9791af tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0302734 Oct 26 14:09:30.419549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-e0aafbf6-fdab-4ba0-ae47-7c150a020f77 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.420962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-e0aafbf6-fdab-4ba0-ae47-7c150a020f77 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 1094 time: 0.0432696 Oct 26 14:09:30.436229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:30.436804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:09:30.583849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:30.584186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:30.584538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:30.590677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:30.591000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:30.596658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:30.596799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:30.597246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:30.597927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Bound port: e04fe655-694d-482b-ba5b-29df7641538e, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:30.659789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:30.666782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:30.667967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-226f4a58-e4e2-458e-ba8a-3357174c5769 service neutron] 10.222.0.37 "POST /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2391753 Oct 26 14:09:30.829176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36e924-4a39-46d6-bdc0-80313346a1a6 req-f3c92cb9-217d-4353-9929-c8a017de0d33 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.831705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b36e924-4a39-46d6-bdc0-80313346a1a6 req-f3c92cb9-217d-4353-9929-c8a017de0d33 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0540884 Oct 26 14:09:30.844721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3ca35c59-db55-4597-84c0-731e34b200b0 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.846367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3ca35c59-db55-4597-84c0-731e34b200b0 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/networks?id=3cb249ad-ba92-487b-b8d3-a9c57de9458d HTTP/1.1" status: 200 len: 820 time: 0.1441760 Oct 26 14:09:30.867793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-36282c72-ea91-4dfb-9b79-a2c93e8d5666 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/quotas/a5f13835f3f34246a3b6f9b29b2aa4c4 HTTP/1.1" status: 200 len: 375 time: 0.0129313 Oct 26 14:09:30.876042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b36e924-4a39-46d6-bdc0-80313346a1a6 req-d8fe1872-5869-48cf-899e-05f456437720 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Oct 26 14:09:30.904783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-e682ba5b-c33c-4a28-a347-5abdcbc3896a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5f13835f3f34246a3b6f9b29b2aa4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317268 Oct 26 14:09:30.939609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-4a9b1f84-d670-4fa4-aae1-168c76c66b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:30.941139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-4a9b1f84-d670-4fa4-aae1-168c76c66b0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1097 time: 0.0485196 Oct 26 14:09:31.009715 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-bda42b99-015d-4eee-93f6-104ef20defb5 service neutron] 10.222.0.37 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949636 Oct 26 14:09:31.065633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d9b98c75-124a-409c-90c9-7a3ed7eb8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.067108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d9b98c75-124a-409c-90c9-7a3ed7eb8680 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1175172 Oct 26 14:09:31.078543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a19580-f579-49de-bdd2-779658cc3995 req-65cf2ce9-5369-462e-8edc-fec5bb8eab2a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.080016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80a19580-f579-49de-bdd2-779658cc3995 req-65cf2ce9-5369-462e-8edc-fec5bb8eab2a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0756190 Oct 26 14:09:31.099283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-60ce42ac-b847-41fc-9fa6-e63c204007fe service neutron] 10.222.0.37 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837655 Oct 26 14:09:31.124762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-749b272d-cafd-4a65-b817-ff8daf13f9a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 217 time: 0.0438161 Oct 26 14:09:31.177729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80a19580-f579-49de-bdd2-779658cc3995 req-1ece70aa-1a3e-4bc6-bfc6-670762089a54 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898569 Oct 26 14:09:31.202893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-c20466e2-ad94-46da-bc9b-4a58941fce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.204918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-c20466e2-ad94-46da-bc9b-4a58941fce31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0695217 Oct 26 14:09:31.255936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-511993b5-a10e-414f-b289-e6f8f3d5aa11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419571 Oct 26 14:09:31.278441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0b45b39-5de1-40c5-85ca-bf23ff9c42cf req-ee2b236a-7667-42c3-a3da-7059c630a922 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 210 time: 0.0283437 Oct 26 14:09:31.356806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43120348-df3f-4d6d-8c46-067bd734f7d8 req-6164ee65-a59a-47d2-8814-8c2bcc06b433 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.358295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43120348-df3f-4d6d-8c46-067bd734f7d8 req-6164ee65-a59a-47d2-8814-8c2bcc06b433 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1135256 Oct 26 14:09:31.405102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-29eb7615-1b1b-47c4-8b85-b79f1ee5161f service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287696 Oct 26 14:09:31.437308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54f84-ba53-44ac-8977-7c2f492e949a req-4773c2ed-4b0f-4ab8-8624-3836ffa1ea5f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.439536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19a54f84-ba53-44ac-8977-7c2f492e949a req-4773c2ed-4b0f-4ab8-8624-3836ffa1ea5f tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 946 time: 0.0620279 Oct 26 14:09:31.440411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43120348-df3f-4d6d-8c46-067bd734f7d8 req-436cfa5b-e920-428a-9204-b43ad34915d5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721707 Oct 26 14:09:31.512407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19a54f84-ba53-44ac-8977-7c2f492e949a req-bd109b76-d6e3-45c7-b010-634b2da0780b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580215 Oct 26 14:09:31.717326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-faef7e15-f01d-44a4-b2ad-c58df056985d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1647278070&fields=id&tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 267 time: 0.0418971 Oct 26 14:09:31.786094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-27d0a113-c49e-4455-8a86-7e895ec541ff tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:31.787598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-27d0a113-c49e-4455-8a86-7e895ec541ff tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Oct 26 14:09:31.799928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'security_groups': ['144e56b7-7c30-48ec-9bee-396ca86c9c06', '878592b7-eff4-4474-bdb7-6547288cfb88']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:31.873104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-63573907-6403-4cc3-a1b4-c42383f37a33 req-71e46123-efed-4bf0-a032-a99cc29cdbc1 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0346479 Oct 26 14:09:31.886639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:31.930732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-9e7f983e-7977-4969-b133-3991324b57a0 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141146 Oct 26 14:09:32.015660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02877aaa-559f-4a16-8d21-d497f4affa1f req-ed1e3efe-983a-4cd9-8307-d332a622b974 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.023887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02877aaa-559f-4a16-8d21-d497f4affa1f req-ed1e3efe-983a-4cd9-8307-d332a622b974 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0716114 Oct 26 14:09:32.059719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02877aaa-559f-4a16-8d21-d497f4affa1f req-fdb994d7-cfb4-4f74-80d2-e5b1f9571b2c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Oct 26 14:09:32.124028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:32.162859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:32.168890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:32.185014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:32.215854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.216520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:32.218573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:32.221164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a03c577-9460-42ae-af9c-75facae8dce9 req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "PUT /v2.0/ports/25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 982 time: 0.4260635 Oct 26 14:09:32.221869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:32.225504 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a01014-c610-4c31-90b5-6f2938817ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:32.302032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cc841-afa4-4cf6-b9fa-bf2447908c5d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:32.327834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8cdde66-da6f-4b7a-a154-b80fa841c210 req-681b631b-4c99-442f-b68f-babfa691e56e tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/878592b7-eff4-4474-bdb7-6547288cfb88 HTTP/1.1" status: 200 len: 1802 time: 0.0847600 Oct 26 14:09:32.386367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:32.411506 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-f8cdde66-da6f-4b7a-a154-b80fa841c210 req-366857f1-875a-4d9d-b4d5-a0a1effc4fa3 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:09:32.423748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8cdde66-da6f-4b7a-a154-b80fa841c210 req-366857f1-875a-4d9d-b4d5-a0a1effc4fa3 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/878592b7-eff4-4474-bdb7-6547288cfb88 HTTP/1.1" status: 409 len: 341 time: 0.0832393 Oct 26 14:09:32.504777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-209de6c0-5b72-4956-920e-20a238966a33 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.506760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-209de6c0-5b72-4956-920e-20a238966a33 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.73 "GET /v2.0/networks?id=3cb249ad-ba92-487b-b8d3-a9c57de9458d HTTP/1.1" status: 200 len: 820 time: 0.1390393 Oct 26 14:09:32.509934 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a088e0b-740b-4b5e-b375-2201a0d9e402 x-openstack-request-id: req-4a088e0b-740b-4b5e-b375-2201a0d9e402 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:32.511573 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:32.512002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a088e0b-740b-4b5e-b375-2201a0d9e402 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:32.519357 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'status': 'completed', 'code': 200} Oct 26 14:09:32.533711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Request body: {'port': {'device_id': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d', 'admin_state_up': True, 'tenant_id': 'a5f13835f3f34246a3b6f9b29b2aa4c4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:32.547723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ae138-b0d5-46cf-a98f-acf5caa4b616 req-81e455a5-9964-444b-b38c-20ca0118db40 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.558707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647ae138-b0d5-46cf-a98f-acf5caa4b616 req-81e455a5-9964-444b-b38c-20ca0118db40 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.2433863 Oct 26 14:09:32.640251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f5bdf021-2311-4851-8959-93a5a472641b req-fd50da92-eed5-4ee7-ab16-94bd016b23bf tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 210 time: 0.0296946 Oct 26 14:09:32.711682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647ae138-b0d5-46cf-a98f-acf5caa4b616 req-2099c56c-ac90-447a-a981-3c29dde0275b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473298 Oct 26 14:09:32.717475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-39b27568-e5cd-4f81-863a-f2c3ab5fe039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.724969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-39b27568-e5cd-4f81-863a-f2c3ab5fe039 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1136 time: 0.1601329 Oct 26 14:09:32.957968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-a7bf5ab3-a136-4091-b644-eae2b12e108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.959574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-a7bf5ab3-a136-4091-b644-eae2b12e108d service neutron] 10.222.0.41 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.2199419 Oct 26 14:09:32.962054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-fba479fd-e6d7-4cb0-bec0-a332d0a1849f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493827 Oct 26 14:09:32.990350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335eab1-3df6-49ff-9c6b-21fdbd575e40 req-80bac5f3-4e61-47dc-a37c-1fcb715aa0eb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:32.992552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e335eab1-3df6-49ff-9c6b-21fdbd575e40 req-80bac5f3-4e61-47dc-a37c-1fcb715aa0eb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1168923 Oct 26 14:09:33.056541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-479fbc4e-c094-4c63-b815-55efa88b92a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 217 time: 0.0607567 Oct 26 14:09:33.059561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Made reservation on behalf of a5f13835f3f34246a3b6f9b29b2aa4c4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:33.063283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.067190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8eed0a-925e-4a7f-9ee1-3c1f5cb9f866 req-782a8e74-8795-4483-b12f-fc72ec80a6c4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.069899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c8eed0a-925e-4a7f-9ee1-3c1f5cb9f866 req-782a8e74-8795-4483-b12f-fc72ec80a6c4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 985 time: 0.1034431 Oct 26 14:09:33.101264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b79-4e41-4923-8843-c6381f52936c req-5becb0de-9b0b-4332-89d9-7d7a7a6d5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.103095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-5becb0de-9b0b-4332-89d9-7d7a7a6d5c59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 1095 time: 0.0905387 Oct 26 14:09:33.126749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c8eed0a-925e-4a7f-9ee1-3c1f5cb9f866 req-c8b4ebb1-8c93-48de-a0ef-1fa1e11ca759 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0481305 Oct 26 14:09:33.150755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e335eab1-3df6-49ff-9c6b-21fdbd575e40 req-cecb288e-06fc-4877-873a-b50370b53e74 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466846 Oct 26 14:09:33.240231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b79-4e41-4923-8843-c6381f52936c req-23daf39e-4374-426e-85f0-e2ed79669ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.242204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-23daf39e-4374-426e-85f0-e2ed79669ca0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1139417 Oct 26 14:09:33.283278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-edf622a7-f16b-46b4-974b-dac79f153325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.284771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-edf622a7-f16b-46b4-974b-dac79f153325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.2056580 Oct 26 14:09:33.320787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-c537f2b7-3691-45f7-92e2-f020e8a8fa2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 200 len: 217 time: 0.0592723 Oct 26 14:09:33.324807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3b1ac6c-88ba-438b-af5e-1e77c66101d2 req-8e6a4e26-417d-4e84-80f5-677533c5b721 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0806983 Oct 26 14:09:33.373395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-97325b24-75c7-434e-8d3e-bf5e12988dde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700788 Oct 26 14:09:33.381291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b79-4e41-4923-8843-c6381f52936c req-da8ece6d-53ea-4db8-8519-3e6d299b51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.383131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-da8ece6d-53ea-4db8-8519-3e6d299b51eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0524220 Oct 26 14:09:33.393754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c251cc-a045-4ebb-9ff6-83d7c27f1ce2 req-6d2bd746-0a9b-475e-b11e-f9680266da04 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.395237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20c251cc-a045-4ebb-9ff6-83d7c27f1ce2 req-6d2bd746-0a9b-475e-b11e-f9680266da04 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1557515 Oct 26 14:09:33.419702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-132b2a5a-8f47-417b-a0ed-72a143c19ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283988 Oct 26 14:09:33.477350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Allocated IP 172.20.0.8 (3cb249ad-ba92-487b-b8d3-a9c57de9458d/bbda909a-d190-4e94-aa23-82db87f83d55/f21342aa-94f2-4642-a1e1-02b2a2e77789) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:33.527476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20c251cc-a045-4ebb-9ff6-83d7c27f1ce2 req-015ab180-f683-4db9-be95-afa706337618 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199799 Oct 26 14:09:33.530850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-aa43f7ca-2eb8-49d3-a885-3f970c204c2a service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949533 Oct 26 14:09:33.580753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-e8492cdf-d6fb-4892-ab29-ef4c5dddbaf6 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957417 Oct 26 14:09:33.625762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35888b79-4e41-4923-8843-c6381f52936c req-1611d576-aafb-4be1-b9b5-d1a1b5b999a4 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Oct 26 14:09:33.760665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.763522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2a01014-c610-4c31-90b5-6f2938817ce6 req-d765e4ba-473f-433d-9317-c5518bf689d8 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642005 Oct 26 14:09:33.769600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c5d90b1-375d-4738-afd1-9eb45f5dff25 req-8e05219a-d50b-4d4d-a7c5-924979f7ca6b tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 210 time: 0.0399129 Oct 26 14:09:33.889229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:33.899857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af752-a7ee-4d0d-9711-f14946967afe req-de78366e-8d82-47df-a224-dcc83ef97fd9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.901660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d8af752-a7ee-4d0d-9711-f14946967afe req-de78366e-8d82-47df-a224-dcc83ef97fd9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.1141744 Oct 26 14:09:33.955587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-bdfcdfd6-945f-4bdb-8d80-86ef03e48e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:33.957086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-bdfcdfd6-945f-4bdb-8d80-86ef03e48e37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1136 time: 0.1328087 Oct 26 14:09:33.979317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Network 3cb249ad-ba92-487b-b8d3-a9c57de9458d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:33.995014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:33.997555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:34.095915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d8af752-a7ee-4d0d-9711-f14946967afe req-7b985630-7aba-41ef-ad09-d50b2af477d0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730545 Oct 26 14:09:34.096534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Pushing event updated for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:34.125608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.126230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:34.158775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-484a59c9-25ec-4255-9f44-1ef980f4c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.162109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-484a59c9-25ec-4255-9f44-1ef980f4c63f service neutron] 10.222.0.41 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.1798959 Oct 26 14:09:34.164870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-5c05cabb-fe0c-41a4-be08-d0a23f9ce5cd tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6415734 Oct 26 14:09:34.183776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Request body: {'port': {'device_id': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:34.256847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-d0b83e98-2798-4fdb-a819-682ad89696d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 217 time: 0.0843511 Oct 26 14:09:34.279421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f030a0-c845-4832-bafe-8aa83d0a2859 req-ce267e8f-25f5-45ef-a158-d1d9030f690c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.281189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21f030a0-c845-4832-bafe-8aa83d0a2859 req-ce267e8f-25f5-45ef-a158-d1d9030f690c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 985 time: 0.0702400 Oct 26 14:09:34.334058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21f030a0-c845-4832-bafe-8aa83d0a2859 req-f08cc4e3-89cb-4565-99f8-601aef63feac tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0462086 Oct 26 14:09:34.355812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:34.374482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320c43-d39d-4bb3-bf30-c1f583979e62 req-4714be59-5135-45b6-8d38-72c3e1a01faa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.376118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0320c43-d39d-4bb3-bf30-c1f583979e62 req-4714be59-5135-45b6-8d38-72c3e1a01faa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1389766 Oct 26 14:09:34.380149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-b935d5e7-84ac-47c5-9398-3403dd66ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.381633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-b935d5e7-84ac-47c5-9398-3403dd66ea10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.1027803 Oct 26 14:09:34.434358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-817d869e-9fd3-4827-a926-935ea8e740a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290713 Oct 26 14:09:34.442269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9272f822-fc7b-4c34-ad8b-3dd43a777c3a req-9c097bb7-6fc6-4e93-8b0e-1e013db080ef tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0299833 Oct 26 14:09:34.535710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0320c43-d39d-4bb3-bf30-c1f583979e62 req-5ff094d6-88c8-4ebd-adb5-89e524734038 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524446 Oct 26 14:09:34.649361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-3a7669a2-04f6-472d-a492-b05d0e342934 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969922 Oct 26 14:09:34.660189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac70f-b821-41e8-83d0-c901a44e1c68 req-8cb5ff65-bc56-432e-8406-4ec2a1da3172 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.661823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-013ac70f-b821-41e8-83d0-c901a44e1c68 req-8cb5ff65-bc56-432e-8406-4ec2a1da3172 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0535765 Oct 26 14:09:34.703194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-013ac70f-b821-41e8-83d0-c901a44e1c68 req-4c5803ac-b286-47d5-a49c-f7cac0572a3d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Oct 26 14:09:34.813717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32321a10-f4f7-4e0f-a74e-51d77f790f4b req-6f6c9805-aa66-4b00-a79b-c1c6fecd6e88 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540189 Oct 26 14:09:34.906942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21342aa-94f2-4642-a1e1-02b2a2e77789 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:34.917029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:34.941238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642867a0-cc8d-4b43-8310-5a2ae8c990c9 req-2985ec55-ca4e-4edf-9ccc-c2399d8b9f21 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:34.942763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-642867a0-cc8d-4b43-8310-5a2ae8c990c9 req-2985ec55-ca4e-4edf-9ccc-c2399d8b9f21 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 931 time: 0.1051104 Oct 26 14:09:34.943758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Transition to ACTIVE for port object f21342aa-94f2-4642-a1e1-02b2a2e77789 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:34.949082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.073206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-642867a0-cc8d-4b43-8310-5a2ae8c990c9 req-3cd11215-9a4a-4030-a87c-744464940bbe tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131108 Oct 26 14:09:35.073926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:35.153004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Attempting to bind port f21342aa-94f2-4642-a1e1-02b2a2e77789 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:35.153348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Attempting to bind port f21342aa-94f2-4642-a1e1-02b2a2e77789 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '53fa8ec0-16b1-4131-a10b-75a9f47aef9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:35.153673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Attempting to bind port f21342aa-94f2-4642-a1e1-02b2a2e77789 on network 3cb249ad-ba92-487b-b8d3-a9c57de9458d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:35.158267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Port f21342aa-94f2-4642-a1e1-02b2a2e77789 on network 3cb249ad-ba92-487b-b8d3-a9c57de9458d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:35.158596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Attempting to bind port f21342aa-94f2-4642-a1e1-02b2a2e77789 on network 3cb249ad-ba92-487b-b8d3-a9c57de9458d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:35.163917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:35.164260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Checking segment: {'id': '53fa8ec0-16b1-4131-a10b-75a9f47aef9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:35.165356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Bound using segment: {'id': '53fa8ec0-16b1-4131-a10b-75a9f47aef9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:35.165805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Bound port: f21342aa-94f2-4642-a1e1-02b2a2e77789, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fa8ec0-16b1-4131-a10b-75a9f47aef9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:35.166205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.226310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583507-70fd-44dc-a443-a0f25ee8eaff req-83ddc772-e008-456c-9b66-349ad55b6145 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.228004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79583507-70fd-44dc-a443-a0f25ee8eaff req-83ddc772-e008-456c-9b66-349ad55b6145 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0572319 Oct 26 14:09:35.247942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:35.251903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789,segment=NetworkSegment(53fa8ec0-16b1-4131-a10b-75a9f47aef9e),segment_id=53fa8ec0-16b1-4131-a10b-75a9f47aef9e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:35.259663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.285734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79583507-70fd-44dc-a443-a0f25ee8eaff req-d1d6e046-aac4-427d-b54a-4d36d74d0bce tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 Oct 26 14:09:35.298348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.298963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:35.300378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] 10.222.0.73 "PUT /v2.0/ports/f21342aa-94f2-4642-a1e1-02b2a2e77789 HTTP/1.1" status: 200 len: 1091 time: 1.1212540 Oct 26 14:09:35.300863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:35.303148 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7" -d '{"events": [{"name": "network-changed", "server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:35.343717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6511b-5fc1-427c-8f69-cffe406a8e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:35.462320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-477e2b3f-6ab9-42cd-ac57-1b23d7eb5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.464083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-477e2b3f-6ab9-42cd-ac57-1b23d7eb5d20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5f13835f3f34246a3b6f9b29b2aa4c4&device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 1094 time: 0.0582631 Oct 26 14:09:35.503307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e372c4-ca37-4665-b521-b199c44664d2 req-eb0f82a6-225e-4473-90d9-b3ffa35e05de tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.511260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17e372c4-ca37-4665-b521-b199c44664d2 req-eb0f82a6-225e-4473-90d9-b3ffa35e05de tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 985 time: 0.0849607 Oct 26 14:09:35.520414 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61fe11-d632-4cb2-890a-b95897a3e7b7 x-openstack-request-id: req-9b61fe11-d632-4cb2-890a-b95897a3e7b7 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:35.520683 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:35.521029 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b61fe11-d632-4cb2-890a-b95897a3e7b7 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:35.522016 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789', 'status': 'completed', 'code': 200} Oct 26 14:09:35.523733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-c3dc3f8c-aabb-412d-a1b9-d23a0efbf697 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789 HTTP/1.1" status: 200 len: 217 time: 0.0497394 Oct 26 14:09:35.567145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17e372c4-ca37-4665-b521-b199c44664d2 req-00d381ea-7d86-4f65-ac5b-53422df6b8b4 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0539687 Oct 26 14:09:35.620644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f617831e-7c43-4970-9cdd-79111f057a9d req-264b32ba-3383-4e40-8242-446eee0f5950 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0336785 Oct 26 14:09:35.626330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-d7599949-3b26-4fe0-9b02-ecc615028fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.627757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-d7599949-3b26-4fe0-9b02-ecc615028fe4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbda909a-d190-4e94-aa23-82db87f83d55 HTTP/1.1" status: 200 len: 860 time: 0.0950124 Oct 26 14:09:35.672992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-e659a353-5dc2-4ffe-bd59-e4a6651d30c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cb249ad-ba92-487b-b8d3-a9c57de9458d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344455 Oct 26 14:09:35.783807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea04cb-6d7a-4f61-b3d9-a57ae7ee7fb9 req-53bf467a-7a96-47eb-9d26-0ee6bb636095 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.785337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87ea04cb-6d7a-4f61-b3d9-a57ae7ee7fb9 req-53bf467a-7a96-47eb-9d26-0ee6bb636095 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0960290 Oct 26 14:09:35.833337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d62cbd-86a6-441f-815f-9806ae963395 req-c81044b3-f398-4331-867c-c51c5ab29018 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:35.835529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23d62cbd-86a6-441f-815f-9806ae963395 req-c81044b3-f398-4331-867c-c51c5ab29018 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0551920 Oct 26 14:09:35.847940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-a707d762-84e1-4035-a0ec-88a982d510f3 service neutron] 10.222.0.73 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658602 Oct 26 14:09:35.857326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87ea04cb-6d7a-4f61-b3d9-a57ae7ee7fb9 req-495239d5-0cf2-4970-abdf-6971fe16288f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613797 Oct 26 14:09:35.887068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23d62cbd-86a6-441f-815f-9806ae963395 req-bc42c757-f694-4a78-99ae-ca545ec3671a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Oct 26 14:09:35.960234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5e40a6d-f73b-4448-b757-70df4106c365 req-47228d1c-4440-446d-8dc9-f1b482b9344c service neutron] 10.222.0.73 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006312 Oct 26 14:09:36.052235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-791f55e7-4970-47d3-9501-4938009e46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.053780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-791f55e7-4970-47d3-9501-4938009e46d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5f13835f3f34246a3b6f9b29b2aa4c4&device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 1094 time: 0.0425825 Oct 26 14:09:36.163742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-0027603b-0115-46b9-8cce-7284e622f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.165388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-0027603b-0115-46b9-8cce-7284e622f5a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3cb249ad-ba92-487b-b8d3-a9c57de9458d HTTP/1.1" status: 200 len: 921 time: 0.1023381 Oct 26 14:09:36.200237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293267c9-4728-4243-86b4-3bdab91bec07 req-9918da0f-c480-4e24-b968-cb8802048495 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.201918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-293267c9-4728-4243-86b4-3bdab91bec07 req-9918da0f-c480-4e24-b968-cb8802048495 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 943 time: 0.0552218 Oct 26 14:09:36.212398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-7eb196f1-db17-4022-b59a-64cf8354488b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789 HTTP/1.1" status: 200 len: 217 time: 0.0362692 Oct 26 14:09:36.243836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-293267c9-4728-4243-86b4-3bdab91bec07 req-041a02c9-b53e-45b4-91fd-57631c5f2653 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354476 Oct 26 14:09:36.275407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-f14a07cd-27bd-4664-b3ca-1199885e9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.277004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-f14a07cd-27bd-4664-b3ca-1199885e9069 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbda909a-d190-4e94-aa23-82db87f83d55 HTTP/1.1" status: 200 len: 860 time: 0.0543232 Oct 26 14:09:36.323240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-d673314c-ea9e-44ba-9527-eebcaa6c395c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3cb249ad-ba92-487b-b8d3-a9c57de9458d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371957 Oct 26 14:09:36.459277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949c579-5c31-4822-8c09-3d2493deb206 req-92e00140-1f2a-444d-8fd0-672d69578cb8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.460749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1949c579-5c31-4822-8c09-3d2493deb206 req-92e00140-1f2a-444d-8fd0-672d69578cb8 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0808842 Oct 26 14:09:36.467239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-c5dcf52b-045b-487c-8a27-af59926e8272 service neutron] 10.222.0.73 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312313 Oct 26 14:09:36.547088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1949c579-5c31-4822-8c09-3d2493deb206 req-0a967015-3fde-479e-9c55-71f05b5b596b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784047 Oct 26 14:09:36.586518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e99da93c-5975-4d29-8dc2-7e2fb31e41f7 req-60e7c7f0-11fd-469c-9b4f-22c8e35c709a service neutron] 10.222.0.73 "GET /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038902 Oct 26 14:09:36.682154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9fc9a-c3ae-4671-a20f-d1f8362099e3 req-4deef3d0-1c7f-48fb-8703-3950a863bbe8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.683767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9b9fc9a-c3ae-4671-a20f-d1f8362099e3 req-4deef3d0-1c7f-48fb-8703-3950a863bbe8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 985 time: 0.0536475 Oct 26 14:09:36.729336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9b9fc9a-c3ae-4671-a20f-d1f8362099e3 req-c9141014-8902-4abc-ae6e-b7db305fe98b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0388799 Oct 26 14:09:36.731810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c1f239e4-4e11-4ecd-b3e3-3bd86ba89d40 req-078ea4a0-4632-487a-826e-5c42ceba3472 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0297034 Oct 26 14:09:36.857712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-6d969c85-c4ad-43dd-9860-2e124d61a6dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-498618342&fields=id&tenant_id=c53994fd38274463a40510f8ce732aa6 HTTP/1.1" status: 200 len: 267 time: 0.0393257 Oct 26 14:09:36.919270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-9d58acc5-9fef-4ebe-a16f-16a437ee90c9 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.920975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-9d58acc5-9fef-4ebe-a16f-16a437ee90c9 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 985 time: 0.0575426 Oct 26 14:09:36.933040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'port': {'security_groups': ['144e56b7-7c30-48ec-9bee-396ca86c9c06', '878592b7-eff4-4474-bdb7-6547288cfb88', 'd3c84ece-2794-42ac-857b-9df1fe0dcde9']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:36.993821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d1a56-f66f-476e-acb4-849a95e30b42 req-2573cffa-17f0-41a2-8f4b-3dc753bfc06e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:36.995447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a67d1a56-f66f-476e-acb4-849a95e30b42 req-2573cffa-17f0-41a2-8f4b-3dc753bfc06e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0527253 Oct 26 14:09:37.012760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.041337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a67d1a56-f66f-476e-acb4-849a95e30b42 req-217ba2a1-1df8-411c-baa4-f0e3c9be6d9d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379407 Oct 26 14:09:37.162693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a991eac-540d-4ab4-b185-c1107941c814 req-39a2f541-4cc2-47b9-900b-b1269f410998 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.172809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a991eac-540d-4ab4-b185-c1107941c814 req-39a2f541-4cc2-47b9-900b-b1269f410998 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0704916 Oct 26 14:09:37.232430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a991eac-540d-4ab4-b185-c1107941c814 req-474c5239-41fb-4fda-aeea-82ef2a2d28f5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Oct 26 14:09:37.277810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:37.314117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.321349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.338900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:37.342533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:37.357038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.357796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:37.359324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44b2937b-3ffa-472c-89ab-cf01dd1c6c48 req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "PUT /v2.0/ports/25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 1021 time: 0.4316649 Oct 26 14:09:37.438713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7b01c-210a-48f8-ba62-825eea3a6edc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:37.525084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eac72-2b94-4f4c-b1e1-2f6127105aec req-c7548cc0-6afd-4bb3-a70d-ce81f0c028a4 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.526756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256eac72-2b94-4f4c-b1e1-2f6127105aec req-c7548cc0-6afd-4bb3-a70d-ce81f0c028a4 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 943 time: 0.0702279 Oct 26 14:09:37.527265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:37.529637 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f528041b-9a34-4a13-8438-a85f6984b3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:37.572996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256eac72-2b94-4f4c-b1e1-2f6127105aec req-a6306200-6071-4a11-af42-36b36fa03e50 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Oct 26 14:09:37.601636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:37.631565 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e414041-ff30-4c71-86d3-eb4b1b970387 x-openstack-request-id: req-7e414041-ff30-4c71-86d3-eb4b1b970387 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:37.632405 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:37.632711 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e414041-ff30-4c71-86d3-eb4b1b970387 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:37.633122 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'status': 'completed', 'code': 200} Oct 26 14:09:37.639009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8eb7802d-f5f2-40e3-ada5-12bffb2eb102 req-ac351d44-9c87-4202-8d0f-ad51f81684fb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/d3c84ece-2794-42ac-857b-9df1fe0dcde9 HTTP/1.1" status: 200 len: 1802 time: 0.0472770 Oct 26 14:09:37.704111 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-8eb7802d-f5f2-40e3-ada5-12bffb2eb102 req-a5db0733-4bcf-46ce-bef4-63a35b070301 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:09:37.705783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8eb7802d-f5f2-40e3-ada5-12bffb2eb102 req-a5db0733-4bcf-46ce-bef4-63a35b070301 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3c84ece-2794-42ac-857b-9df1fe0dcde9 HTTP/1.1" status: 409 len: 341 time: 0.0596154 Oct 26 14:09:37.770771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-da462d0a-2dee-4b72-b9f2-56b84d6c2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.772303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-da462d0a-2dee-4b72-b9f2-56b84d6c2b38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c53994fd38274463a40510f8ce732aa6&device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1175 time: 0.1015415 Oct 26 14:09:37.849535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bf12d-ab60-40b3-96c3-c61199383855 req-e964f474-dfed-4dfd-80b1-acbd3faf5b4c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.851091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab8bf12d-ab60-40b3-96c3-c61199383855 req-e964f474-dfed-4dfd-80b1-acbd3faf5b4c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.1265342 Oct 26 14:09:37.921955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab8bf12d-ab60-40b3-96c3-c61199383855 req-8d9ec97b-d9f4-4c3a-8483-95cfbe25c96d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569794 Oct 26 14:09:37.937999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-ee5c8149-942a-4ea9-a5d6-47e7e3ac6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:37.939642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-ee5c8149-942a-4ea9-a5d6-47e7e3ac6ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 200 len: 914 time: 0.1555688 Oct 26 14:09:38.010376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-bf2d3ee5-cb3c-4e83-9f60-f04a42c2e4bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 200 len: 217 time: 0.0522635 Oct 26 14:09:38.083992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-281bdb0b-7049-46c7-98c2-6a514a03c9d1 req-e973a274-8c27-4dff-82c2-44ec3cf2ec20 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0515456 Oct 26 14:09:38.110814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-1a9db288-1a7c-432a-86fe-4b543b182b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.112316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-1a9db288-1a7c-432a-86fe-4b543b182b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 200 len: 853 time: 0.0628748 Oct 26 14:09:38.167301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-b88b5443-6867-42b9-9a7b-8f01d4219a88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=928bb3f4-d9a9-4ec4-831a-e3373092fa06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432162 Oct 26 14:09:38.217577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061990e-5dff-4151-b476-a230fc75a694 req-fcb4f8e1-e3bf-4851-8e37-164d540cbc9f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.219101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d061990e-5dff-4151-b476-a230fc75a694 req-fcb4f8e1-e3bf-4851-8e37-164d540cbc9f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0587881 Oct 26 14:09:38.268196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d061990e-5dff-4151-b476-a230fc75a694 req-63d74907-653c-403d-96ca-a9f559e91e82 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425169 Oct 26 14:09:38.271844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f22859-54ff-4fd4-801a-8a7dc29e0070 req-56290141-1a55-4011-854d-f6633353e98b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.273408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33f22859-54ff-4fd4-801a-8a7dc29e0070 req-56290141-1a55-4011-854d-f6633353e98b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1024 time: 0.1096165 Oct 26 14:09:38.324793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-be363bdd-3711-42e0-b28b-1e65195391d1 service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468225 Oct 26 14:09:38.336170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33f22859-54ff-4fd4-801a-8a7dc29e0070 req-07d25250-a48a-4cac-8d31-4c6a4d64b322 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3c84ece-2794-42ac-857b-9df1fe0dcde9&id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0553722 Oct 26 14:09:38.389513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e7e3-c81d-4258-bb98-86eddc1c1fba req-e9006560-de92-4d85-b371-5aa810524a77 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.390912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b337e7e3-c81d-4258-bb98-86eddc1c1fba req-e9006560-de92-4d85-b371-5aa810524a77 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0577283 Oct 26 14:09:38.426264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f528041b-9a34-4a13-8438-a85f6984b3e1 req-d87a0f22-1157-46d6-9faf-b965bed2707f service neutron] 10.222.0.41 "GET /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Oct 26 14:09:38.431280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b337e7e3-c81d-4258-bb98-86eddc1c1fba req-15f7633a-6eae-4ab3-ad13-ad21ae2b9561 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336676 Oct 26 14:09:38.491738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f21342aa-94f2-4642-a1e1-02b2a2e77789 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:38.589578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789,segment=NetworkSegment(53fa8ec0-16b1-4131-a10b-75a9f47aef9e),segment_id=53fa8ec0-16b1-4131-a10b-75a9f47aef9e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:38.602863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'f21342aa-94f2-4642-a1e1-02b2a2e77789', 'network_id': '3cb249ad-ba92-487b-b8d3-a9c57de9458d', 'port_id': 'f21342aa-94f2-4642-a1e1-02b2a2e77789', 'mac_address': 'fa:16:3e:b8:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbda909a-d190-4e94-aa23-82db87f83d55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:09:38.643886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.657976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21342aa-94f2-4642-a1e1-02b2a2e77789 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:38.677948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789,segment=NetworkSegment(53fa8ec0-16b1-4131-a10b-75a9f47aef9e),segment_id=53fa8ec0-16b1-4131-a10b-75a9f47aef9e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:38.682626 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:38.697655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57353b3-5edd-4de2-ae27-132b7f6363bc req-dba9eee6-ad23-4e0e-bace-dbd0d0433847 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:38.699182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b57353b3-5edd-4de2-ae27-132b7f6363bc req-dba9eee6-ad23-4e0e-bace-dbd0d0433847 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 943 time: 0.0512211 Oct 26 14:09:38.735297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:38.737237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b57353b3-5edd-4de2-ae27-132b7f6363bc req-879d1dce-7ccc-4e16-826d-ce4125dfddc5 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Oct 26 14:09:38.743898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.744250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.744625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.745020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.745362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.745695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.746033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.746361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.746679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.747005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.747329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:38.747652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:39.012036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['f21342aa-94f2-4642-a1e1-02b2a2e77789'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:39.060760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e7400-bce3-4f43-ab72-75f87c4d17e6 req-9f3469e7-8fd7-4abd-a65a-262627836e4a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.062269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-524e7400-bce3-4f43-ab72-75f87c4d17e6 req-9f3469e7-8fd7-4abd-a65a-262627836e4a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0548537 Oct 26 14:09:39.104079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-524e7400-bce3-4f43-ab72-75f87c4d17e6 req-fcba0ffe-d4a5-4e98-ba82-0caa5ae689aa tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Oct 26 14:09:39.205883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acd78826-41bf-4a8a-b143-6c8723ee58cb req-ef3fe110-0653-4766-8129-a995631f282e tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0273595 Oct 26 14:09:39.387849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ba77a-300a-46f1-9cda-7a5c6cc04da3 req-cb141698-f2e7-4c9b-b2ac-30aa003c14e1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.389392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b5ba77a-300a-46f1-9cda-7a5c6cc04da3 req-cb141698-f2e7-4c9b-b2ac-30aa003c14e1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0500672 Oct 26 14:09:39.428289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b5ba77a-300a-46f1-9cda-7a5c6cc04da3 req-b4a94d0c-b74f-48b6-a228-e962f80473f6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Oct 26 14:09:39.454731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196faeb-1b13-4084-b8cf-317dc4d89db9 req-1aaf1cc9-d919-4605-bce0-657c9ba336ec tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.456257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d196faeb-1b13-4084-b8cf-317dc4d89db9 req-1aaf1cc9-d919-4605-bce0-657c9ba336ec tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1024 time: 0.0503826 Oct 26 14:09:39.503022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d196faeb-1b13-4084-b8cf-317dc4d89db9 req-936f061e-6ed7-4815-be6c-b18cdadbf5db tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3c84ece-2794-42ac-857b-9df1fe0dcde9&id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0402207 Oct 26 14:09:39.558470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6f8c-076b-4a11-be89-c7d60aeabb04 req-52040dc1-3448-4c5f-9dbe-89aaf37fad68 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.559956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d6c6f8c-076b-4a11-be89-c7d60aeabb04 req-52040dc1-3448-4c5f-9dbe-89aaf37fad68 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0592439 Oct 26 14:09:39.598690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d6c6f8c-076b-4a11-be89-c7d60aeabb04 req-2f8361b2-e12c-4cb5-8d66-fb8a4f26b58c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Oct 26 14:09:39.863267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eff220-a225-41b0-91a8-0d15a52b5ce1 req-438dde48-9407-421c-9d29-fef93816093a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:39.864818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9eff220-a225-41b0-91a8-0d15a52b5ce1 req-438dde48-9407-421c-9d29-fef93816093a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 944 time: 0.0511684 Oct 26 14:09:39.905588 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9eff220-a225-41b0-91a8-0d15a52b5ce1 req-25731de1-1ca1-4246-8ceb-f042ebbfad2a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Oct 26 14:09:40.065721 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78047f41-e9ac-4600-a821-c7b92434765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.084074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-8ef514dc-dfb0-4b7b-88be-a4de9631776b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:40.085761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-8ef514dc-dfb0-4b7b-88be-a4de9631776b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1024 time: 0.0631237 Oct 26 14:09:40.266281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e6c49-d02d-4497-89e8-77f245cd9bd5 req-0cada22c-c78f-4ab6-99d5-e4065c08e91c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:40.267963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c75e6c49-d02d-4497-89e8-77f245cd9bd5 req-0cada22c-c78f-4ab6-99d5-e4065c08e91c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0790455 Oct 26 14:09:40.274359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Deleting port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:40.274765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.327731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc3348a-2a89-4f7c-afa9-6a4b0d6f6116 req-3140eb11-d817-4b78-b32c-17c3d35c43de tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0358529 Oct 26 14:09:40.372794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c75e6c49-d02d-4497-89e8-77f245cd9bd5 req-9cd189e2-d164-4f58-afce-124bb7d139d9 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943165 Oct 26 14:09:40.405691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:40.406056 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.418394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Calling delete_port for 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:40.504242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f21342aa-94f2-4642-a1e1-02b2a2e77789 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:40.575990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664c119-bcd5-42ae-96c6-a5eed852094e req-68b9f42a-5bb3-41b3-89f9-b38b4756a671 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:40.578403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6664c119-bcd5-42ae-96c6-a5eed852094e req-68b9f42a-5bb3-41b3-89f9-b38b4756a671 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0783527 Oct 26 14:09:40.582044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port f21342aa-94f2-4642-a1e1-02b2a2e77789 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:09:40.593680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port f21342aa-94f2-4642-a1e1-02b2a2e77789 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:40.594725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.624882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6664c119-bcd5-42ae-96c6-a5eed852094e req-a74fdaee-4bdf-44f8-abfd-e25255af2ff6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381987 Oct 26 14:09:40.690847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.720070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:40.722540 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24323566-e5fc-4bc2-a15f-4ac59e0d8184" -d '{"events": [{"server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "name": "network-vif-plugged", "status": "completed", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:40.739623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789,segment=NetworkSegment(53fa8ec0-16b1-4131-a10b-75a9f47aef9e),segment_id=53fa8ec0-16b1-4131-a10b-75a9f47aef9e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:40.745459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.758757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c1dd6-3b85-4893-8c38-d75767c5342a req-4c4f6fc3-0b23-46b3-8ffa-421f4d471f3c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:40.760963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a00c1dd6-3b85-4893-8c38-d75767c5342a req-4c4f6fc3-0b23-46b3-8ffa-421f4d471f3c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0586412 Oct 26 14:09:40.799788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:40.808903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a00c1dd6-3b85-4893-8c38-d75767c5342a req-64e5b9a3-d6dd-4ec0-a0c0-d4c6e4d0038a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Oct 26 14:09:40.877064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157fd3c-35d2-4f4e-8af1-b92289c252d8 req-fdaa06c5-0d3f-4a0e-bbf3-3f9b4ce9693c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:40.878593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b157fd3c-35d2-4f4e-8af1-b92289c252d8 req-fdaa06c5-0d3f-4a0e-bbf3-3f9b4ce9693c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ca22ea-d507-4302-bdcc-36bd47721d84 HTTP/1.1" status: 200 len: 1024 time: 0.0773408 Oct 26 14:09:40.914314 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e27b4d-b5cf-482d-85ce-2c200282c08c x-openstack-request-id: req-a1e27b4d-b5cf-482d-85ce-2c200282c08c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:40.914693 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "name": "network-vif-plugged", "status": "completed", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:40.915602 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1e27b4d-b5cf-482d-85ce-2c200282c08c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:40.916086 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789', 'code': 200} Oct 26 14:09:40.976447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b157fd3c-35d2-4f4e-8af1-b92289c252d8 req-49fa41f7-4cad-4bd4-9aaf-6a0d398edd68 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=d3c84ece-2794-42ac-857b-9df1fe0dcde9&id=878592b7-eff4-4474-bdb7-6547288cfb88&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0856719 Oct 26 14:09:40.982195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:40.998180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:41.036583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0792c-3e0e-4d9a-9d55-9403fa0d9a34 req-85b1f5cb-d6e6-4091-8c04-50f1f6bbdfe0 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.038333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58f0792c-3e0e-4d9a-9d55-9403fa0d9a34 req-85b1f5cb-d6e6-4091-8c04-50f1f6bbdfe0 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0541055 Oct 26 14:09:41.040264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'Port': ['ID=25a77ed5-4b5f-40c0-bb8d-8d974832d1d5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:41.085484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58f0792c-3e0e-4d9a-9d55-9403fa0d9a34 req-a1ccb14b-5d86-4148-b0cb-13153dae1f6b tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Oct 26 14:09:41.089405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] No DVR routers for this DVR port 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:41.092716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:41.096213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1877619b-1001-4c1a-8d80-3361447fa7a5 req-2f4540ef-36e2-41fc-bf09-97264236a12d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.41 "DELETE /v2.0/ports/25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 HTTP/1.1" status: 204 len: 173 time: 0.9970846 Oct 26 14:09:41.096870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'name': 'network-vif-deleted', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:41.099786 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec1039c-13de-4cc6-b4d1-4ee6f9d6fac8" -d '{"events": [{"server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "name": "network-vif-deleted", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:41.108649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e7d7-31c4-43fa-accd-ce537962b922 req-86bc0a98-0554-4d82-9fee-c57f594b400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.110153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4b1e7d7-31c4-43fa-accd-ce537962b922 req-86bc0a98-0554-4d82-9fee-c57f594b400a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 1096 time: 0.1212652 Oct 26 14:09:41.151226 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9bdddd-44e3-4780-8997-dcc83c277b3b x-openstack-request-id: req-6d9bdddd-44e3-4780-8997-dcc83c277b3b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:41.151404 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ca22ea-d507-4302-bdcc-36bd47721d84", "name": "network-vif-deleted", "tag": "25a77ed5-4b5f-40c0-bb8d-8d974832d1d5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:41.151644 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d9bdddd-44e3-4780-8997-dcc83c277b3b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:41.152046 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ca22ea-d507-4302-bdcc-36bd47721d84', 'name': 'network-vif-deleted', 'tag': '25a77ed5-4b5f-40c0-bb8d-8d974832d1d5', 'status': 'completed', 'code': 200} Oct 26 14:09:41.158273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4b1e7d7-31c4-43fa-accd-ce537962b922 req-5b2116e5-e78a-4acb-ac20-9bf0895317fd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Oct 26 14:09:41.302493 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:09:41.435358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05d9ff39-75b5-4783-8f33-547691da481e req-d6502c92-8d01-44db-bde8-80321151aaa3 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0298071 Oct 26 14:09:41.498369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546dba1-d77b-4005-a08f-75b50e76a342 req-857c6d83-fcea-44ba-9dd3-d4453d75651e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.499833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b546dba1-d77b-4005-a08f-75b50e76a342 req-857c6d83-fcea-44ba-9dd3-d4453d75651e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0530174 Oct 26 14:09:41.540044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b546dba1-d77b-4005-a08f-75b50e76a342 req-06c1768e-dbc1-461a-961c-c2566d72ad61 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Oct 26 14:09:41.746641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54653e0a-d719-419d-a901-6e26fe22bb88 req-2b870d40-74e5-4cb6-b8c8-28c039ec8a39 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.748128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54653e0a-d719-419d-a901-6e26fe22bb88 req-2b870d40-74e5-4cb6-b8c8-28c039ec8a39 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0498352 Oct 26 14:09:41.788384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54653e0a-d719-419d-a901-6e26fe22bb88 req-eb7a9ef5-6d35-475b-b571-98480b284ff9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341492 Oct 26 14:09:41.929789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cc602-83f2-4f9c-bdad-de0279895be4 req-15b0ca51-48b6-4210-9d9d-33f3ec4d2684 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:41.931593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-952cc602-83f2-4f9c-bdad-de0279895be4 req-15b0ca51-48b6-4210-9d9d-33f3ec4d2684 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0556862 Oct 26 14:09:41.973852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-952cc602-83f2-4f9c-bdad-de0279895be4 req-c031cda2-649c-4a8f-8097-79d63b00fe6c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357771 Oct 26 14:09:42.093241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-cb087403-9806-4797-89cc-258be4c4b846 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/878592b7-eff4-4474-bdb7-6547288cfb88 HTTP/1.1" status: 200 len: 1802 time: 0.0407207 Oct 26 14:09:42.155474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.180069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.211415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6caf9-311e-43eb-917d-2e410f8d9448 req-577627aa-ad2e-4cdc-9667-322807f86eca tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:42.213060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ff6caf9-311e-43eb-917d-2e410f8d9448 req-577627aa-ad2e-4cdc-9667-322807f86eca tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0502419 Oct 26 14:09:42.229238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.232291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.234777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec9fc328-d93e-4481-855c-d7a0e819d464 req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/878592b7-eff4-4474-bdb7-6547288cfb88 HTTP/1.1" status: 204 len: 173 time: 0.1338711 Oct 26 14:09:42.247413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e390b-9e57-428b-b9fb-03f1bdfc5594 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878592b7-eff4-4474-bdb7-6547288cfb88,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.264153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ff6caf9-311e-43eb-917d-2e410f8d9448 req-a4afd81f-5656-4c59-aef7-adfe3b909fab tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Oct 26 14:09:42.311019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-c59313f9-e0fa-47e2-ba0b-53689d096430 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/d3c84ece-2794-42ac-857b-9df1fe0dcde9 HTTP/1.1" status: 200 len: 1802 time: 0.0536413 Oct 26 14:09:42.379575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.406264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.451480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.455218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.456419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad14c5d5-f20e-403c-9671-a4c0024790c9 req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3c84ece-2794-42ac-857b-9df1fe0dcde9 HTTP/1.1" status: 204 len: 173 time: 0.1382287 Oct 26 14:09:42.474320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c56d5-72b2-4472-a48a-0793f28599b0 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c84ece-2794-42ac-857b-9df1fe0dcde9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.500679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-469902537', 'description': 'tempest-description-367978309'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:42.532045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.597288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee05ed24-81c5-42bb-acc0-d8a624d6eea4 req-f5f0a900-00cf-4858-9592-87eb71707d09 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0461845 Oct 26 14:09:42.606679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:42.610899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.616318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.644722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:42.645204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 25a77ed5-4b5f-40c0-bb8d-8d974832d1d5 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:42.654412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.656195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dacba175-c142-4e2b-9798-d23341ebf227 req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1599927 Oct 26 14:09:42.656614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f0b1b-28ea-4f79-94f6-cb9c06b3db08 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e58e6e-9d9c-4727-80b5-694cc31b572c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.723000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-384fb763-6d81-4025-b946-aff0db897b63 req-2c4520d8-c912-43a9-ae52-b7a75fde0a3d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/17e58e6e-9d9c-4727-80b5-694cc31b572c HTTP/1.1" status: 200 len: 1801 time: 0.0431547 Oct 26 14:09:42.730311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851e85d-1e20-4443-8d9d-ff16d5dafa4f req-a8ff18cc-6301-40f3-8153-6b2067d1602e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:42.731849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3851e85d-1e20-4443-8d9d-ff16d5dafa4f req-a8ff18cc-6301-40f3-8153-6b2067d1602e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0588331 Oct 26 14:09:42.734112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Request body: {'security_group': {'name': 'tempest-sg-hth-68089605', 'description': 'tempest-description-hth-1624874536'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:42.761327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.773802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3851e85d-1e20-4443-8d9d-ff16d5dafa4f req-79ed8ce8-a63a-434e-b340-e5e41914b593 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Oct 26 14:09:42.814011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.817283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.818687 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cda7a0a4-092b-4125-9d80-7ceefe4db154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.821876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:42.823336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-384fb763-6d81-4025-b946-aff0db897b63 req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "PUT /v2.0/security-groups/17e58e6e-9d9c-4727-80b5-694cc31b572c HTTP/1.1" status: 200 len: 1775 time: 0.0934165 Oct 26 14:09:42.857232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6527aee-d050-44b1-a3d5-cd579c12a140 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e58e6e-9d9c-4727-80b5-694cc31b572c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:42.901888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f77a7e99-7574-49de-a556-49644cce9ce2 req-02519129-e509-4077-af2c-07bfcc23ce51 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/17e58e6e-9d9c-4727-80b5-694cc31b572c HTTP/1.1" status: 200 len: 1775 time: 0.0523241 Oct 26 14:09:42.918990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38947a-14ba-428d-8078-4aaabb4e9373 req-d5ae5d2a-1d8e-410c-a4c4-b2a131bc6f30 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:42.920616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc38947a-14ba-428d-8078-4aaabb4e9373 req-d5ae5d2a-1d8e-410c-a4c4-b2a131bc6f30 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0617652 Oct 26 14:09:42.965301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc38947a-14ba-428d-8078-4aaabb4e9373 req-0c2cbeec-b51f-49fa-8e8a-941794b87d95 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385084 Oct 26 14:09:42.966093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-4bdf656b-f256-448b-a813-1a43a43c0bd3 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/17e58e6e-9d9c-4727-80b5-694cc31b572c HTTP/1.1" status: 200 len: 1775 time: 0.0419774 Oct 26 14:09:43.029443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.058217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.101304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.104954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.106136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a57b352-fa6d-4f88-b448-30e0f5d77241 req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/17e58e6e-9d9c-4727-80b5-694cc31b572c HTTP/1.1" status: 204 len: 173 time: 0.1341615 Oct 26 14:09:43.116019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2835a-2f57-40bb-bacd-75655cba7eeb tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e58e6e-9d9c-4727-80b5-694cc31b572c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:43.148343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255480-bf3b-4ead-bcf4-2687b34ebd53 req-26ecbbc5-04f5-47de-9a65-2a79827bc03b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.150196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6255480-bf3b-4ead-bcf4-2687b34ebd53 req-26ecbbc5-04f5-47de-9a65-2a79827bc03b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0592184 Oct 26 14:09:43.198159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6255480-bf3b-4ead-bcf4-2687b34ebd53 req-708eaae1-cc00-4eaf-8fa7-5154c4b94ccf tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Oct 26 14:09:43.221431 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-4849ed1a-944a-4c53-b14d-f7e6cdd35da9 req-bb738508-494c-41cd-8b60-139bda1cec75 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.222426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4849ed1a-944a-4c53-b14d-f7e6cdd35da9 req-bb738508-494c-41cd-8b60-139bda1cec75 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/d3c84ece-2794-42ac-857b-9df1fe0dcde9 HTTP/1.1" status: 404 len: 352 time: 0.0155947 Oct 26 14:09:43.263120 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-71274d76-c63f-4c6a-9273-61667f8e60e2 req-d204f8e0-fe49-4332-adff-dbc1ebc8427b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.264813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71274d76-c63f-4c6a-9273-61667f8e60e2 req-d204f8e0-fe49-4332-adff-dbc1ebc8427b tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/878592b7-eff4-4474-bdb7-6547288cfb88 HTTP/1.1" status: 404 len: 352 time: 0.0215790 Oct 26 14:09:43.303879 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-fa874e42-0abe-47cd-ac4b-a6c3ad92e42d req-afc4df9b-dcfc-4edc-91a1-de99e4c5fa42 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.305406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa874e42-0abe-47cd-ac4b-a6c3ad92e42d req-afc4df9b-dcfc-4edc-91a1-de99e4c5fa42 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/aa3e9381-c5df-449b-9088-0408db36a110 HTTP/1.1" status: 404 len: 352 time: 0.0175619 Oct 26 14:09:43.341861 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-3a5c2a2f-7794-492a-a863-6afd8cda7a15 req-80fb8caf-9ad2-4188-a88d-c42b2dbd8a79 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.343192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a5c2a2f-7794-492a-a863-6afd8cda7a15 req-80fb8caf-9ad2-4188-a88d-c42b2dbd8a79 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/50677882-bd76-4426-b80d-eb545c08b84f HTTP/1.1" status: 404 len: 352 time: 0.0163317 Oct 26 14:09:43.379265 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-e245a03c-6c5b-422e-8678-e3ca9ac23ac0 req-aafc5a32-37b2-4c94-a9aa-ee3a020c684d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.380304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e245a03c-6c5b-422e-8678-e3ca9ac23ac0 req-aafc5a32-37b2-4c94-a9aa-ee3a020c684d tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/de005a1c-dadc-4bdd-bcd3-5aa763bd7e4b HTTP/1.1" status: 404 len: 352 time: 0.0162401 Oct 26 14:09:43.392455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b79449-69a7-43d4-982f-cbb6b65771ca req-52ce01f5-df02-44cc-b0fe-8e15368cddd6 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.394069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2b79449-69a7-43d4-982f-cbb6b65771ca req-52ce01f5-df02-44cc-b0fe-8e15368cddd6 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0523391 Oct 26 14:09:43.436085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2b79449-69a7-43d4-982f-cbb6b65771ca req-30b53e4b-b120-4d0a-8037-54e5ef814f8b tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348828 Oct 26 14:09:43.472128 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-e063e86f-bfd7-43e4-bfc7-a501eacec056 req-20d5761e-3831-4868-b800-765169ad45c1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] show failed (client error): The resource could not be found. Oct 26 14:09:43.473156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e063e86f-bfd7-43e4-bfc7-a501eacec056 req-20d5761e-3831-4868-b800-765169ad45c1 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/fa3aafbc-fca3-4d8a-a58d-f3124778ff77 HTTP/1.1" status: 404 len: 352 time: 0.0147238 Oct 26 14:09:43.716003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca40a7-9e7e-4a12-a699-cfca4c6a2218 req-b76fba3b-3d80-4faa-b09d-5973844891cc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.716248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad272f47-e5ea-4c6d-96e3-07288475da3b req-71790f49-71cf-41b3-845b-d06290825504 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0264008 Oct 26 14:09:43.717543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fca40a7-9e7e-4a12-a699-cfca4c6a2218 req-b76fba3b-3d80-4faa-b09d-5973844891cc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1024 time: 0.0525320 Oct 26 14:09:43.745592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:43.769577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fca40a7-9e7e-4a12-a699-cfca4c6a2218 req-63703f94-4fb4-4d91-a482-ff89f637a90a tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&id=df9fa8da-671e-4465-b05d-dc0110f70294&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0456486 Oct 26 14:09:43.899902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142605ba-f15c-439b-890c-9cab105b40ad req-120684cd-44e7-4f1d-8892-3a9afab9bdd3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:43.901581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-142605ba-f15c-439b-890c-9cab105b40ad req-120684cd-44e7-4f1d-8892-3a9afab9bdd3 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 946 time: 0.0572605 Oct 26 14:09:43.944413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-142605ba-f15c-439b-890c-9cab105b40ad req-9c515351-7129-465a-82d2-e11e22ea468b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Oct 26 14:09:44.065575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce77905-9abc-4836-848f-d6c92d1ef484 req-0e593d74-bb9c-46cd-88e7-f61786a243b9 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.067203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fce77905-9abc-4836-848f-d6c92d1ef484 req-0e593d74-bb9c-46cd-88e7-f61786a243b9 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0561068 Oct 26 14:09:44.094100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cdd7-f6d6-43e7-b894-7bcabb38b847 req-5b83a26c-91c3-4add-8dcd-c62225734581 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.095628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22a1cdd7-f6d6-43e7-b894-7bcabb38b847 req-5b83a26c-91c3-4add-8dcd-c62225734581 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0562041 Oct 26 14:09:44.111995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.115989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fce77905-9abc-4836-848f-d6c92d1ef484 req-57d731a9-ee89-4414-b875-a51d8650ff48 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Oct 26 14:09:44.143496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22a1cdd7-f6d6-43e7-b894-7bcabb38b847 req-b9948d35-7865-4e22-948b-beca1c4f5c97 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Oct 26 14:09:44.331853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74968f8f-877c-4c39-89ed-d6ac24beb9fc req-91e65941-5fe5-4e79-99da-f89950a63adc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.333578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74968f8f-877c-4c39-89ed-d6ac24beb9fc req-91e65941-5fe5-4e79-99da-f89950a63adc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0627251 Oct 26 14:09:44.373277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74968f8f-877c-4c39-89ed-d6ac24beb9fc req-8bd8fccd-9e71-4938-8f9b-5f3214a1f800 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Oct 26 14:09:44.438301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-e26b0be5-173a-4663-b3ac-40edc788d741 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.439816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-e26b0be5-173a-4663-b3ac-40edc788d741 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1097 time: 0.0500448 Oct 26 14:09:44.457071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:44.527424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.657909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e04fe655-694d-482b-ba5b-29df7641538e details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:09:44.684238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:44.722681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:44.759063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:44.768879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:44.771338 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024f4a12-3fb3-4a08-969a-31a6171496ea" -d '{"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-unplugged", "status": "completed", "tag": "e04fe655-694d-482b-ba5b-29df7641538e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:44.772662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e04fe655-694d-482b-ba5b-29df7641538e has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:09:44.777404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.784757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.816178 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd2ce0a-4b65-4ad4-b9d6-a4f94bfd4120 x-openstack-request-id: req-2bd2ce0a-4b65-4ad4-b9d6-a4f94bfd4120 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:44.816465 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-unplugged", "status": "completed", "tag": "e04fe655-694d-482b-ba5b-29df7641538e", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:44.816738 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bd2ce0a-4b65-4ad4-b9d6-a4f94bfd4120 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:44.817215 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e', 'code': 200} Oct 26 14:09:44.850469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984f370a-6ad9-4d1f-822c-5f7fa752a23b req-0de578f7-b300-4c47-b8cf-4a1d63a2649f tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0302858 Oct 26 14:09:44.917596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:44.923493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:44.923823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:44.924148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:44.935666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:09:44.935980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Attempting to bind port e04fe655-694d-482b-ba5b-29df7641538e on network 831d829d-c9a5-466e-8282-d747c82aedf9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:44.944061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:44.944392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Checking segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:44.944799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Bound using segment: {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:44.945230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Bound port: e04fe655-694d-482b-ba5b-29df7641538e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '831d829d-c9a5-466e-8282-d747c82aedf9'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:44.945587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:44.957105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e05ad-3579-4713-a8ae-499d3a4ee01d req-9f187ff6-157b-4bcf-948d-417898dc320c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:44.958611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc2e05ad-3579-4713-a8ae-499d3a4ee01d req-9f187ff6-157b-4bcf-948d-417898dc320c tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1024 time: 0.0890498 Oct 26 14:09:45.038787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc2e05ad-3579-4713-a8ae-499d3a4ee01d req-34c21926-093e-4ed4-9a01-9d81a0c6bf76 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&id=df9fa8da-671e-4465-b05d-dc0110f70294&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0729051 Oct 26 14:09:45.064911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:45.067865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:45.072622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.079404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552da91-d48d-4500-befd-184893c628a6 req-5f01bb2e-5180-427d-8c5a-800a678fd82d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.080791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5552da91-d48d-4500-befd-184893c628a6 req-5f01bb2e-5180-427d-8c5a-800a678fd82d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0629787 Oct 26 14:09:45.124363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5552da91-d48d-4500-befd-184893c628a6 req-0d096d6a-2fae-40b4-8537-6dd25a77f751 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364177 Oct 26 14:09:45.159618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=8']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:45.166276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.166436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.167883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fb1b4692-b5e8-452e-83fc-64d6c2aa8bcb service neutron] 10.222.0.73 "PUT /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 1122 time: 0.7150955 Oct 26 14:09:45.264087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59c631-aebe-481f-8ea4-61d59c0b5a54 req-640e61b5-f605-4b13-a88d-fe984db23d86 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.266097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea59c631-aebe-481f-8ea4-61d59c0b5a54 req-640e61b5-f605-4b13-a88d-fe984db23d86 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0659673 Oct 26 14:09:45.299968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e04fe655-694d-482b-ba5b-29df7641538e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:45.322701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec36c7-fcf2-43b3-89b9-15a184bbd7bc req-2f0979de-5d24-42a1-a2ca-7b362e96c946 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.327039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-beec36c7-fcf2-43b3-89b9-15a184bbd7bc req-2f0979de-5d24-42a1-a2ca-7b362e96c946 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0840640 Oct 26 14:09:45.330000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea59c631-aebe-481f-8ea4-61d59c0b5a54 req-a84d3e6f-037c-4804-aea5-494b281a047e tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/security-groups?id=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Oct 26 14:09:45.346990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e04fe655-694d-482b-ba5b-29df7641538e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:45.394503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-beec36c7-fcf2-43b3-89b9-15a184bbd7bc req-c8cd50d8-73db-466c-8a84-c43ed1e29d0e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525181 Oct 26 14:09:45.444966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-a237fee2-d6a8-4c23-b890-f44abaa6d853 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.447295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-a237fee2-d6a8-4c23-b890-f44abaa6d853 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.73 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 1024 time: 0.0831180 Oct 26 14:09:45.541410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1b98c-08b0-42a8-b9c7-5419973865f2 req-4da91f27-d983-49cc-972c-0dcb1e2bfa8f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.543178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71a1b98c-08b0-42a8-b9c7-5419973865f2 req-4da91f27-d983-49cc-972c-0dcb1e2bfa8f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0728321 Oct 26 14:09:45.614817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71a1b98c-08b0-42a8-b9c7-5419973865f2 req-48503a5b-9a2a-49f2-b704-f279f4d8b3a9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620499 Oct 26 14:09:45.673859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Deleting port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:45.674489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.704368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.767514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6dbc2-cdce-4bcd-a9cf-d9d7e363ff47 req-ff677c68-800b-4364-9593-26c72b28122b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.773689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ee6dbc2-cdce-4bcd-a9cf-d9d7e363ff47 req-ff677c68-800b-4364-9593-26c72b28122b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0930438 Oct 26 14:09:45.789400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-f9841fd3-531e-451d-a64d-38c103381526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.791562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-f9841fd3-531e-451d-a64d-38c103381526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.0922649 Oct 26 14:09:45.802777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-ac639df5-ff05-4d27-a254-b9f5c717c614 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.804310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-ac639df5-ff05-4d27-a254-b9f5c717c614 tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.73 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 945 time: 0.0951912 Oct 26 14:09:45.850222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ee6dbc2-cdce-4bcd-a9cf-d9d7e363ff47 req-ee4238d7-edfd-41a0-8e7a-cae68281871c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719047 Oct 26 14:09:45.864915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] For port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,segment=NetworkSegment(1317c81d-8277-43bd-9c3b-e419e5ce3dc5),segment_id=1317c81d-8277-43bd-9c3b-e419e5ce3dc5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:45.865272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.885387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Calling delete_port for 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:45.926147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Deleting port f21342aa-94f2-4642-a1e1-02b2a2e77789 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:45.926398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:45.971871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-029043d9-6bae-463c-aa03-c681c1a47372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:45.973395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-029043d9-6bae-463c-aa03-c681c1a47372 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1744664 Oct 26 14:09:45.993346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9df34be8-c2a7-431e-88f9-7ec4cde7b4f2 req-d3ef2fef-3fb2-4718-b161-ed5d55d0453a tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0445380 Oct 26 14:09:46.035525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] For port f21342aa-94f2-4642-a1e1-02b2a2e77789, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f21342aa-94f2-4642-a1e1-02b2a2e77789,segment=NetworkSegment(53fa8ec0-16b1-4131-a10b-75a9f47aef9e),segment_id=53fa8ec0-16b1-4131-a10b-75a9f47aef9e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:46.035954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.049821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Calling delete_port for f21342aa-94f2-4642-a1e1-02b2a2e77789 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:46.074257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-cb165e97-666e-41ef-93e0-f367eacbac66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.0765886 Oct 26 14:09:46.168865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-43b2ec75-0064-4eb9-9637-0170497d8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.170505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-43b2ec75-0064-4eb9-9637-0170497d8bf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0888755 Oct 26 14:09:46.218022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.230650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:46.277422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'Port': ['ID=4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:46.310605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-578691bc-ab25-4b77-89bf-21aae4eeaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.312169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-578691bc-ab25-4b77-89bf-21aae4eeaee1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324358 Oct 26 14:09:46.344880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] No DVR routers for this DVR port 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:46.350094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.354059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bf6e8ef-1cd9-4b9b-b2cd-4771b56ce8bc req-e6b094d0-183e-43fb-90cd-e97186c237b8 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.73 "DELETE /v2.0/ports/4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 HTTP/1.1" status: 204 len: 173 time: 0.8913834 Oct 26 14:09:46.397994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36546ac-7c36-499d-bfbb-1590a5dfcb47 req-6df12fc9-8391-4359-916d-19129190ac00 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.400790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f36546ac-7c36-499d-bfbb-1590a5dfcb47 req-6df12fc9-8391-4359-916d-19129190ac00 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1932139 Oct 26 14:09:46.497195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f36546ac-7c36-499d-bfbb-1590a5dfcb47 req-a5d456da-c7ad-4b2d-ad7e-f7d633d035fe tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765252 Oct 26 14:09:46.503952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-7b745e99-941a-451a-aaa4-f891c06a9b9d service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832781 Oct 26 14:09:46.573738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e8d26-c33f-4b35-84fa-a363926ced49 req-0c55184e-ca23-49c8-968b-2abffd6d1364 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.582312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-161e8d26-c33f-4b35-84fa-a363926ced49 req-0c55184e-ca23-49c8-968b-2abffd6d1364 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/ports?device_id=934d39f8-79b6-4c57-8bf9-e397e078fdf9 HTTP/1.1" status: 200 len: 945 time: 0.4401910 Oct 26 14:09:46.601365 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.630435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ada058d-3b05-46e6-95e1-2a6c3e11525b req-3b5dab00-96c1-4d68-b05d-2cf08d9eec9e tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.37 "GET /v2.0/ports?device_id=98c556ab-d218-461e-b2e9-cd7ff64dd98b HTTP/1.1" status: 200 len: 210 time: 0.0336287 Oct 26 14:09:46.660708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8649142d-4c31-4c50-b62d-6065ebed83b0 req-975721a0-8175-4a2e-8086-78b4b6ba21be service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386204 Oct 26 14:09:46.662292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Pushing event deleted for resources: {'Port': ['ID=f21342aa-94f2-4642-a1e1-02b2a2e77789,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:46.705856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-161e8d26-c33f-4b35-84fa-a363926ced49 req-ead391d0-f700-476d-b3b8-251a3a933388 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups?id=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc&id=144e56b7-7c30-48ec-9bee-396ca86c9c06&id=df9fa8da-671e-4465-b05d-dc0110f70294&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1226189 Oct 26 14:09:46.725231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] No DVR routers for this DVR port f21342aa-94f2-4642-a1e1-02b2a2e77789 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:46.734332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:46.737805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd84085-c612-4e75-a3bd-eafa7470f490 req-6727b5d3-7dc8-4df6-ac32-13fb2f8de99a tempest-ServerMetadataNegativeTestJSON-1267299732 tempest-ServerMetadataNegativeTestJSON-1267299732-project] 10.222.0.73 "DELETE /v2.0/ports/f21342aa-94f2-4642-a1e1-02b2a2e77789 HTTP/1.1" status: 204 len: 173 time: 0.9259839 Oct 26 14:09:46.738261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'name': 'network-vif-deleted', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:46.740556 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90a0723-97b1-4d8b-b857-032cca5d812b" -d '{"events": [{"server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "name": "network-vif-deleted", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:46.818118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e'}, {'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'name': 'network-vif-deleted', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:46.823335 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "tag": "e04fe655-694d-482b-ba5b-29df7641538e"}, {"server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "name": "network-vif-deleted", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:46.878392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2a54b-9915-49d2-b09d-596aace03603 req-8d6f1fc7-3a77-4906-b427-4bdb6f1e423e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:46.880174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ac2a54b-9915-49d2-b09d-596aace03603 req-8d6f1fc7-3a77-4906-b427-4bdb6f1e423e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0705347 Oct 26 14:09:46.881959 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99457a55-0798-4dd9-939a-301a94a8ed6c x-openstack-request-id: req-99457a55-0798-4dd9-939a-301a94a8ed6c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:46.882342 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c556ab-d218-461e-b2e9-cd7ff64dd98b", "name": "network-vif-deleted", "tag": "f21342aa-94f2-4642-a1e1-02b2a2e77789", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:46.882630 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99457a55-0798-4dd9-939a-301a94a8ed6c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:46.883029 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c556ab-d218-461e-b2e9-cd7ff64dd98b', 'name': 'network-vif-deleted', 'tag': 'f21342aa-94f2-4642-a1e1-02b2a2e77789', 'status': 'completed', 'code': 200} Oct 26 14:09:46.917109 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cc39b1-63cc-4180-a689-b358b5843ec3 x-openstack-request-id: req-c2cc39b1-63cc-4180-a689-b358b5843ec3 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:46.917416 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "tag": "e04fe655-694d-482b-ba5b-29df7641538e", "status": "completed", "code": 200}, {"server_uuid": "934d39f8-79b6-4c57-8bf9-e397e078fdf9", "name": "network-vif-deleted", "tag": "4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:46.917674 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2cc39b1-63cc-4180-a689-b358b5843ec3 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:46.918086 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e', 'status': 'completed', 'code': 200} Oct 26 14:09:46.918341 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934d39f8-79b6-4c57-8bf9-e397e078fdf9', 'name': 'network-vif-deleted', 'tag': '4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9', 'status': 'completed', 'code': 200} Oct 26 14:09:46.940533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ac2a54b-9915-49d2-b09d-596aace03603 req-6b5a2319-21c4-490d-a820-df8a4f1f9e3c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Oct 26 14:09:47.039171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-46d29117-9990-4ed5-ad26-d8e297605675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.042127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-46d29117-9990-4ed5-ad26-d8e297605675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1125 time: 0.0861661 Oct 26 14:09:47.068319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c556ea7-6d9c-4f05-b68b-884c85b370f5 req-863063f9-5ec4-4d1f-9933-14b2cfc2c4a8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.070331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c556ea7-6d9c-4f05-b68b-884c85b370f5 req-863063f9-5ec4-4d1f-9933-14b2cfc2c4a8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0731397 Oct 26 14:09:47.102036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-296cb098-caa0-4240-9aca-d3a82e4060fe req-6cc1d8ed-023a-4c77-b2c4-a8b41fc9d7e0 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0280766 Oct 26 14:09:47.166235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c556ea7-6d9c-4f05-b68b-884c85b370f5 req-8abc0bc1-b19c-4d37-adfd-0f5b19c466f0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838678 Oct 26 14:09:47.191396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-c32bd01a-236f-4254-96ef-76a90b2f06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.192941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-c32bd01a-236f-4254-96ef-76a90b2f06cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.1421967 Oct 26 14:09:47.243633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-946240e2-587e-49dd-a7eb-0648af6247aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 217 time: 0.0357425 Oct 26 14:09:47.298020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-06e31824-5800-41fb-b945-837ad89f79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.299387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-06e31824-5800-41fb-b945-837ad89f79f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.0448709 Oct 26 14:09:47.341759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-dab15794-fec1-49bc-b9ee-e3ea6bf58ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270503 Oct 26 14:09:47.471017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-ebd45bfd-5307-43f2-9dc1-7dcc20e6bf1e service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055498 Oct 26 14:09:47.583529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b62ea57-6dcc-49d9-ba5a-bcb2db8ff886 req-cf99f554-04d1-46d6-867f-fd2dd69497cd service neutron] 10.222.0.41 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918353 Oct 26 14:09:47.621807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da49323-1357-4967-97a0-d5292ec23e9c req-77154eae-652a-4f7c-8b7e-abf365f3d6aa tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:47.623296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9da49323-1357-4967-97a0-d5292ec23e9c req-77154eae-652a-4f7c-8b7e-abf365f3d6aa tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Oct 26 14:09:47.661903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9da49323-1357-4967-97a0-d5292ec23e9c req-3f2906df-2f26-4afb-b875-bb807bdb93a2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Oct 26 14:09:47.693106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34108) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:47.742884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Deleting subnet bbda909a-d190-4e94-aa23-82db87f83d55 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:47.746370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.785165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.828517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-910be484-0ea9-424c-b7d1-a352790accaf tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/df9fa8da-671e-4465-b05d-dc0110f70294 HTTP/1.1" status: 200 len: 1803 time: 0.0480332 Oct 26 14:09:47.829705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.890827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.893394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.915276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.921366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbda909a-d190-4e94-aa23-82db87f83d55,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:47.923358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.926841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93877a81-1dc1-489d-9786-911794461449 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbda909a-d190-4e94-aa23-82db87f83d55 HTTP/1.1" status: 204 len: 168 time: 0.2325115 Oct 26 14:09:47.929225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34118) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:47.965305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.968009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:47.969260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbc09a40-90fd-4433-9235-62fb766714e4 req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/df9fa8da-671e-4465-b05d-dc0110f70294 HTTP/1.1" status: 204 len: 173 time: 0.1346564 Oct 26 14:09:47.979420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eff6c-15ce-46d6-80e5-46b10d3888b7 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fa8da-671e-4465-b05d-dc0110f70294,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.033021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.042191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-d25f9999-be44-491d-be5c-6b1ef9d53459 tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "GET /v2.0/security-groups/7758d2c6-acd0-4890-b6c3-b6f22c19fbdc HTTP/1.1" status: 200 len: 1802 time: 0.0529685 Oct 26 14:09:48.105935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.135042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.157092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eab2e-d189-4d6d-856a-1e1d43119201 req-557be068-ed43-417c-81aa-698f7712e55c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:48.158668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-678eab2e-d189-4d6d-856a-1e1d43119201 req-557be068-ed43-417c-81aa-698f7712e55c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1228230 Oct 26 14:09:48.189882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.191600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.195584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.198459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-316c86dd-c6d3-4953-b746-560dbbf565fa req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] 10.222.0.37 "DELETE /v2.0/security-groups/7758d2c6-acd0-4890-b6c3-b6f22c19fbdc HTTP/1.1" status: 204 len: 173 time: 0.1493895 Oct 26 14:09:48.206777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:48.221113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057aef-e57a-4660-88f2-96d823db19dc tempest-SecurityGroupsTestJSON-1325318002 tempest-SecurityGroupsTestJSON-1325318002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758d2c6-acd0-4890-b6c3-b6f22c19fbdc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.252361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb249ad-ba92-487b-b8d3-a9c57de9458d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.267991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-678eab2e-d189-4d6d-856a-1e1d43119201 req-d708b212-8bbf-45f4-956d-061f77bc6763 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937755 Oct 26 14:09:48.277682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fa8ec0-16b1-4131-a10b-75a9f47aef9e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.279470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fa8ec0-16b1-4131-a10b-75a9f47aef9e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.301041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Deleting subnet 6bd2a005-aa09-4c77-a3ee-680f2bf9893b {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:09:48.310017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.318219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.339896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.348753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:48.349193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:48.351207 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:48.365724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e333abe9-3ebf-4fe8-90a2-ec1e558668fb req-84490f6f-d651-4623-91a8-98c44ecef4a7 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0526903 Oct 26 14:09:48.378103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.427792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.446944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.455031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.458507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] 10.222.0.37 "DELETE /v2.0/networks/3cb249ad-ba92-487b-b8d3-a9c57de9458d HTTP/1.1" status: 204 len: 168 time: 0.5283339 Oct 26 14:09:48.474191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93b7d7-6889-4ab8-ba7a-05d9c12b2e96 req-dd6d30c5-5c7b-4445-b0f3-df75b52be384 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:48.477061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c93b7d7-6889-4ab8-ba7a-05d9c12b2e96 req-dd6d30c5-5c7b-4445-b0f3-df75b52be384 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1222849 Oct 26 14:09:48.495755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bfe53-1855-4242-9109-f241d2cbbc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb249ad-ba92-487b-b8d3-a9c57de9458d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.505226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.544286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c93b7d7-6889-4ab8-ba7a-05d9c12b2e96 req-d2625d9f-ad16-401c-b6e3-fe96a8d39ba5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556736 Oct 26 14:09:48.558104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd2a005-aa09-4c77-a3ee-680f2bf9893b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:48.565632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f21342aa-94f2-4642-a1e1-02b2a2e77789 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:48.566355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.576270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34132) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:48.576718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d0b2b7d3-c904-4433-8def-3a1b3cea20b6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6bd2a005-aa09-4c77-a3ee-680f2bf9893b HTTP/1.1" status: 204 len: 168 time: 0.3690975 Oct 26 14:09:48.613459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: f21342aa-94f2-4642-a1e1-02b2a2e77789 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:48.614234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f21342aa-94f2-4642-a1e1-02b2a2e77789 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:48.615049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:48.652852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:48.653634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 4bf42e91-cded-4bcf-8a92-3d03cc7d1ad9 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:48.679465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.712270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34138) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:48.801685 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d0e21ba-9470-41d0-813d-1f6c2822361e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f13835f3f34246a3b6f9b29b2aa4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863502 Oct 26 14:09:48.804178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34140) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:48.810923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.826184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32956-8b11-4092-a522-c712d8aa505f req-67aee134-c5f6-4bb7-9710-e6c4b17651ea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:48.828260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8a32956-8b11-4092-a522-c712d8aa505f req-67aee134-c5f6-4bb7-9710-e6c4b17651ea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0983305 Oct 26 14:09:48.846535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928bb3f4-d9a9-4ec4-831a-e3373092fa06']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.866686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d666b0-7643-45ef-9df6-d36891894f1a req-b91c915d-a5d6-443c-8ed8-02588bd313e6 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:48.868611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4d666b0-7643-45ef-9df6-d36891894f1a req-b91c915d-a5d6-443c-8ed8-02588bd313e6 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0934703 Oct 26 14:09:48.870710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1317c81d-8277-43bd-9c3b-e419e5ce3dc5') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.871130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1317c81d-8277-43bd-9c3b-e419e5ce3dc5') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:48.882205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.898920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.903615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8a32956-8b11-4092-a522-c712d8aa505f req-7a0c9086-a6b1-4461-93af-c8784389692c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623915 Oct 26 14:09:48.911926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.932618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:09:48.932618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:09:48.933471 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:09:48.940005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:48.960286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4d666b0-7643-45ef-9df6-d36891894f1a req-669c5b3e-891d-4ed5-9e94-1aa8c6cd7c79 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Oct 26 14:09:49.012391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.015340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.016651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb HTTP/1.1" status: 204 len: 168 time: 0.2113643 Oct 26 14:09:49.041989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.042859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b1d2c-ae2f-4179-8278-c14c0dc6e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626cae8-7028-4c3b-85ee-3c9d5a7dc1cb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:49.063872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.067972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] 10.222.0.37 "DELETE /v2.0/networks/928bb3f4-d9a9-4ec4-831a-e3373092fa06 HTTP/1.1" status: 204 len: 168 time: 0.4904952 Oct 26 14:09:49.086169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ed87a-d20b-4064-b772-87b0c80e7cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=928bb3f4-d9a9-4ec4-831a-e3373092fa06,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:49.345461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da6b5-36e5-4aa8-a69f-5842af3fa8c9 req-e6da3363-3cde-4b00-baa6-e0db05e58762 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:49.354788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603da6b5-36e5-4aa8-a69f-5842af3fa8c9 req-e6da3363-3cde-4b00-baa6-e0db05e58762 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0756466 Oct 26 14:09:49.419224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603da6b5-36e5-4aa8-a69f-5842af3fa8c9 req-17331ceb-42b1-4458-888f-8c1695e167dd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631616 Oct 26 14:09:49.430348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:49.450093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6ca3b-d366-49bb-acad-c7cdd47befc5 req-9f1bc51f-7149-4c20-bfe2-6c598aa881a8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:49.458080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-50a6ca3b-d366-49bb-acad-c7cdd47befc5 req-9f1bc51f-7149-4c20-bfe2-6c598aa881a8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0756493 Oct 26 14:09:49.507838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-50a6ca3b-d366-49bb-acad-c7cdd47befc5 req-022d564a-9ed3-465e-b12e-b1f236d39ccd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Oct 26 14:09:49.545398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:49.557321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-22ee7232-95de-4ac4-939b-505229ae8147 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c53994fd38274463a40510f8ce732aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255152 Oct 26 14:09:49.602804 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4fefd58-7996-43c6-8332-c454ebf888f0 req-4d8de126-2217-4ccb-b7b8-f06b354c29bc tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0409403 Oct 26 14:09:49.623247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.660217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.724397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.727391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:49.731019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/144e56b7-7c30-48ec-9bee-396ca86c9c06 HTTP/1.1" status: 204 len: 168 time: 0.1822777 Oct 26 14:09:49.751595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee50b0-39de-46f6-b927-9279523d55fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e56b7-7c30-48ec-9bee-396ca86c9c06,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:49.827595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70129f-5b88-421b-bfcc-5fb062cbeb11 req-a0bccdf0-7e94-469d-b53e-a81f531abeb2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:49.829533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b70129f-5b88-421b-bfcc-5fb062cbeb11 req-a0bccdf0-7e94-469d-b53e-a81f531abeb2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0763822 Oct 26 14:09:49.885852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b70129f-5b88-421b-bfcc-5fb062cbeb11 req-30641860-cfda-4076-915e-be065074eb79 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Oct 26 14:09:50.162078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb433efc-f91e-41d6-90ab-0e4995a8cdfb req-0832f7fe-208a-4ca1-9dd5-cc1766859579 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:50.171242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb433efc-f91e-41d6-90ab-0e4995a8cdfb req-0832f7fe-208a-4ca1-9dd5-cc1766859579 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.0793824 Oct 26 14:09:50.224858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb433efc-f91e-41d6-90ab-0e4995a8cdfb req-6ec00134-3433-4843-b64c-e9f1fa2bd2e2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477457 Oct 26 14:09:50.270150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34196) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.376980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-network', 'tenant_id': '6e7d4619e66b42498de0311f14973dac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:50.400749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Made reservation on behalf of 6e7d4619e66b42498de0311f14973dac for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:50.403548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.412196 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.504007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.509116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.546660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:50.554469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c37a0-fd3e-4f56-81ed-02bbfb418b93,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:50.563789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.563789 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Added segment f5fb7978-3072-4d7b-86de-08b97ecdec37 of type vlan for network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 Oct 26 14:09:50.635324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.687994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeac2f6-ae42-40e9-b567-8b31575093ae req-b31b5fdc-4828-4ef3-8357-df980f8b0401 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:50.689917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfeac2f6-ae42-40e9-b567-8b31575093ae req-b31b5fdc-4828-4ef3-8357-df980f8b0401 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0937812 Oct 26 14:09:50.715263 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb19f792-9f7e-45b1-829c-ce27418f0ec2 req-0ee8d233-73dc-43d0-b76f-1770d325f599 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0347366 Oct 26 14:09:50.718122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.719765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:50.720832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.771046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34218) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.812843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5413778 Oct 26 14:09:50.815877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34222) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:50.823414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Request body: {'subnet': {'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-subnet', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:50.844127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfeac2f6-ae42-40e9-b567-8b31575093ae req-92b43d38-d0a0-4a5a-8286-c7586a9d56f7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426246 Oct 26 14:09:50.844938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129617d2-2a30-4496-a713-0431fc5af297 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:50.857511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:50.890510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-776532696-network', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:50.895151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Made reservation on behalf of 6e7d4619e66b42498de0311f14973dac for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:50.897525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:50.989926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Made reservation on behalf of 3ba2fe377bd64a56afca2758c7ab577d for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:50.992155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.026707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.081906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f69a-cc74-4a81-a072-626b48e2404f req-83bb48af-4ebb-40a1-b289-1f2850c731c7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.083471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce36f69a-cc74-4a81-a072-626b48e2404f req-83bb48af-4ebb-40a1-b289-1f2850c731c7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1111176 Oct 26 14:09:51.103913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-c929cc15-b869-405c-8d8d-28935cf2a3de service neutron] 10.222.0.41 "GET /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.0601482 Oct 26 14:09:51.196796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce36f69a-cc74-4a81-a072-626b48e2404f req-32f09dcc-040a-4daa-8279-39b9dbfed650 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023238 Oct 26 14:09:51.260932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.266724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.275871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.333360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:09:51.359630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:51.363455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f011436e-2b75-46a3-bd89-87c78c095a42,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.372816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.373317 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Added segment 5c982e54-8806-4da5-a6c8-29515f89158e of type vlan for network a07ce54a-c24b-4dce-93d8-73892f504f0e Oct 26 14:09:51.388164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e5d009-b7f0-4b54-87b9-e59855153bda,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.424458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:51.445094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.450517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Checking segment: {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:51.450879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Network hostable DHCP agents. Network: 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:51.497198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04fe655-694d-482b-ba5b-29df7641538e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:09:51.515677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:51.529247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.532238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.533076 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.535573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:51.548525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450ddf-a02b-4671-9bd2-6b6551b9bc25 req-6423f648-cdf9-41b6-a264-c0379289fad0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.550123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae450ddf-a02b-4671-9bd2-6b6551b9bc25 req-6423f648-cdf9-41b6-a264-c0379289fad0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 944 time: 0.1796305 Oct 26 14:09:51.560394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.575849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca8df-35b9-4852-bebb-d7b2b265c20e req-f19e35c0-322f-4f2e-99cb-84c03cf98405 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.577496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1cca8df-35b9-4852-bebb-d7b2b265c20e req-f19e35c0-322f-4f2e-99cb-84c03cf98405 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1284497 Oct 26 14:09:51.609332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:51.623884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:51.624836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.630470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f0132-27e3-4f3f-9e58-3727fd11899f None None] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:51.638979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.641135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae450ddf-a02b-4671-9bd2-6b6551b9bc25 req-9bfc2677-b4b2-4219-93db-d7d91c12f334 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822301 Oct 26 14:09:51.646721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8746223 Oct 26 14:09:51.656668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34236) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:51.663494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Request body: {'subnet': {'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-776532696-subnet', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:51.671975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff043-4fef-47e4-8402-af7b03bd9ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=a07ce54a-c24b-4dce-93d8-73892f504f0e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:51.724430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Made reservation on behalf of 3ba2fe377bd64a56afca2758c7ab577d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:09:51.728031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.731637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] Transition to ACTIVE for port object e04fe655-694d-482b-ba5b-29df7641538e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:09:51.732450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1cca8df-35b9-4852-bebb-d7b2b265c20e req-b5c5cf3c-28c9-4176-b182-a1907377dad8 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237516 Oct 26 14:09:51.740291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a07ce54a-c24b-4dce-93d8-73892f504f0e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:09:51.758968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-839de1e5-aa55-4c2b-9e8e-44184317e5cf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9401848 Oct 26 14:09:51.761290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34238) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:51.769935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:51.771963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.827144 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.834571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.900382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:51.919190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ef7c1-c021-4811-b743-ac7402a79b45 None None] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:51.957211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13b36bc3-b963-4cb9-adf2-946305748809 req-da4dc651-e92b-4642-87d7-671c4d351481 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0739970 Oct 26 14:09:51.962650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] Pushing event updated for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.023204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] No DVR routers for this DVR port e04fe655-694d-482b-ba5b-29df7641538e on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:52.086330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-7f55f2aa-6fbe-455a-bd79-f0f5196abad8 service neutron] 10.222.0.41 "PUT /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9753098 Oct 26 14:09:52.131960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.150582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5b9fa-0c80-4a30-b460-25738a1afb91 req-72b1992d-968b-4150-8bef-d84e78ad38b4 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.152232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57e5b9fa-0c80-4a30-b460-25738a1afb91 req-72b1992d-968b-4150-8bef-d84e78ad38b4 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1394916 Oct 26 14:09:52.169375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.235961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8330f0a5-dcea-4e71-96f2-c2dc82ae45b6,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.250989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Checking segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:52.251570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Network hostable DHCP agents. Network: a07ce54a-c24b-4dce-93d8-73892f504f0e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:09:52.273861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Network a07ce54a-c24b-4dce-93d8-73892f504f0e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:09:52.281409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57e5b9fa-0c80-4a30-b460-25738a1afb91 req-818e3cca-512d-49d5-90c8-e1549074bce2 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Oct 26 14:09:52.286827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a07ce54a-c24b-4dce-93d8-73892f504f0e) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:52.300683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.300683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.302987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b948a0-7f5d-4b1b-98d4-d9f7f24f61c5 None None] Network a07ce54a-c24b-4dce-93d8-73892f504f0e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:52.306453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fc14a8fb-3b28-4b7d-aaa3-ae3736b7119a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.308542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-fc14a8fb-3b28-4b7d-aaa3-ae3736b7119a tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.1427329 Oct 26 14:09:52.342860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e28a4e04-1aa4-4776-9650-011cd06077e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6842287 Oct 26 14:09:52.344414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34248) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:52.350487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:09:52.385468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.386660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.391079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-06b0bd9a-380f-4f5f-b7d2-b5c7a0926bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.392627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-06b0bd9a-380f-4f5f-b7d2-b5c7a0926bee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45&tenant_id=e3192c849aaf4425b67f1371d12fbea2 HTTP/1.1" status: 200 len: 1096 time: 0.0726397 Oct 26 14:09:52.457802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.488232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a07ce54a-c24b-4dce-93d8-73892f504f0e', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:09:52.489594 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.544583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-413912de-0ab5-4c87-9811-c20ad9bd6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.546265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-413912de-0ab5-4c87-9811-c20ad9bd6fd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3192c849aaf4425b67f1371d12fbea2&device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1096 time: 0.1082101 Oct 26 14:09:52.552188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.590104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.615284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.651365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Allocated IP 172.20.0.2 (a07ce54a-c24b-4dce-93d8-73892f504f0e/8330f0a5-dcea-4e71-96f2-c2dc82ae45b6/8774246e-2b55-4e8b-a14d-6181d288277a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:52.655406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e04fe655-694d-482b-ba5b-29df7641538e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:52.756694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-22a8fa84-c9fc-4d96-ab5d-95f643ab55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.762710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e04fe655-694d-482b-ba5b-29df7641538e not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:52.771559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-22a8fa84-c9fc-4d96-ab5d-95f643ab55a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 200 len: 909 time: 0.2172413 Oct 26 14:09:52.862699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Allocated IP 172.25.5.6 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/49e40277-ca14-405d-98b1-7cf4501af330) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:52.868476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.870962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-1fe247d4-0188-497a-b333-eee46f84966c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 200 len: 217 time: 0.0805566 Oct 26 14:09:52.878260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:52.931714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Network a07ce54a-c24b-4dce-93d8-73892f504f0e is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:52.939263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:52.941542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Pushing event updated for resources: {'Port': ['ID=8774246e-2b55-4e8b-a14d-6181d288277a,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:52.944163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:52.973888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcd878-d34d-4310-acaa-062bd9cbc759 req-39af9ed0-f62c-4968-8a7d-a3d3de2f60e7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:52.975613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1adcd878-d34d-4310-acaa-062bd9cbc759 req-39af9ed0-f62c-4968-8a7d-a3d3de2f60e7 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.1984451 Oct 26 14:09:53.013652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Attempting to bind port 8774246e-2b55-4e8b-a14d-6181d288277a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:53.014122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Attempting to bind port 8774246e-2b55-4e8b-a14d-6181d288277a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:53.014714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Attempting to bind port 8774246e-2b55-4e8b-a14d-6181d288277a on network a07ce54a-c24b-4dce-93d8-73892f504f0e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:53.018878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d30f7b39-3000-4d0a-8641-5968cacbcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:53.020382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:53.020593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d30f7b39-3000-4d0a-8641-5968cacbcbc9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 200 len: 848 time: 0.1396191 Oct 26 14:09:53.020928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Checking segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:53.021785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.022153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Bound using segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:53.022695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Bound port: 8774246e-2b55-4e8b-a14d-6181d288277a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:53.023280 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.083424 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1adcd878-d34d-4310-acaa-062bd9cbc759 req-bb9d9606-1458-41c2-896b-8f8bc95ea875 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969658 Oct 26 14:09:53.083671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7049f69-77e4-4591-a639-e3f744f75511 req-92554449-479c-4413-9f82-32f5a3f1bd14 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:53.087827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-9d11e8c6-aa7a-4c6f-be68-b38e24ee5e6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=831d829d-c9a5-466e-8282-d747c82aedf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441701 Oct 26 14:09:53.092033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7049f69-77e4-4591-a639-e3f744f75511 req-92554449-479c-4413-9f82-32f5a3f1bd14 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1005163 Oct 26 14:09:53.109099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] For port 8774246e-2b55-4e8b-a14d-6181d288277a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:53.112406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.120022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] For port 8774246e-2b55-4e8b-a14d-6181d288277a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8774246e-2b55-4e8b-a14d-6181d288277a,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:53.125955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.130493 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.161356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7049f69-77e4-4591-a639-e3f744f75511 req-aa24b2a5-b4ac-488b-b95e-934183869438 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649455 Oct 26 14:09:53.229053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a239e8d-52e4-4d2f-89fc-366cdcebbb87 None None] Pushing event updated for resources: {'Port': ['ID=8774246e-2b55-4e8b-a14d-6181d288277a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:53.285128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c672fc8-e485-4ec3-b9c5-732fe5033c65 req-1df33092-9476-4820-9679-f00be0732dca tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0710473 Oct 26 14:09:53.318018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.374965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-e068acf1-f986-456c-8124-5f21f8b38eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751207 Oct 26 14:09:53.394127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be134-2593-4664-a00d-a72c55b63ec2 req-475ac1e5-96da-48d3-8886-807c9d6a36e4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:53.396152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52be134-2593-4664-a00d-a72c55b63ec2 req-475ac1e5-96da-48d3-8886-807c9d6a36e4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1015394 Oct 26 14:09:53.398064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.403497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:53.408509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Pushing event updated for resources: {'Port': ['ID=49e40277-ca14-405d-98b1-7cf4501af330,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:53.421410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:53.425087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.451494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:53.609122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52be134-2593-4664-a00d-a72c55b63ec2 req-a1e7a9ef-20d4-4659-921d-460074336aa4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373408 Oct 26 14:09:53.640934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Allocated IP 172.25.5.82 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/039cbd34-194a-4deb-8fcc-5ffe9d39eeae) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:53.707378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88363459-fcb4-4d72-bdd5-44b9e9771908 req-258eef9b-25a4-45da-a4e3-b1b25a5a3e8f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:53.715713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88363459-fcb4-4d72-bdd5-44b9e9771908 req-258eef9b-25a4-45da-a4e3-b1b25a5a3e8f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.2651541 Oct 26 14:09:53.750774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-f26d06f6-5be9-4858-9f2b-292774993009 service neutron] 10.222.0.73 "GET /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639107 Oct 26 14:09:53.823107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88363459-fcb4-4d72-bdd5-44b9e9771908 req-373c6bdd-859b-4b32-95b8-16b12170a7d9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063523 Oct 26 14:09:53.841218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.886061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:53.975193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:53.983997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:53.986649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:54.001059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe81c7-463d-411e-8191-65dc295d7a29 req-956f6330-4a11-46ca-8dc0-6a69e8cf0be7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.010594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4efe81c7-463d-411e-8191-65dc295d7a29 req-956f6330-4a11-46ca-8dc0-6a69e8cf0be7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1219103 Oct 26 14:09:54.044113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Pushing event updated for resources: {'Port': ['ID=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:54.110324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4efe81c7-463d-411e-8191-65dc295d7a29 req-deb35309-d027-40b4-aa82-5d1167aa5a2a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985479 Oct 26 14:09:54.393893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.439059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797634c1-d128-489b-8dd3-01ee7fa78a68 req-975dfe40-b6e6-417a-8104-d1fe8f9cb65f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.440743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-797634c1-d128-489b-8dd3-01ee7fa78a68 req-975dfe40-b6e6-417a-8104-d1fe8f9cb65f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1464603 Oct 26 14:09:54.544555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071208-9b61-409c-8d88-3a83253de214 req-102c0aec-c761-4832-8296-1f36ba2fcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.545978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09071208-9b61-409c-8d88-3a83253de214 req-102c0aec-c761-4832-8296-1f36ba2fcc8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 1097 time: 0.1711812 Oct 26 14:09:54.591136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-34ac1576-e3f4-4745-b4bf-dd20a84aa3c6 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.593541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-34ac1576-e3f4-4745-b4bf-dd20a84aa3c6 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45&tenant_id=e3192c849aaf4425b67f1371d12fbea2&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.4231465 Oct 26 14:09:54.593726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-797634c1-d128-489b-8dd3-01ee7fa78a68 req-9040ea14-e0eb-434d-83af-c727399af769 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168976 Oct 26 14:09:54.673827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:54.704005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd481e-1b63-477f-b234-acc0f0e6a515 req-87b18773-0a57-48ac-a927-44278e8acf61 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:54.706152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47fd481e-1b63-477f-b234-acc0f0e6a515 req-87b18773-0a57-48ac-a927-44278e8acf61 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.3764293 Oct 26 14:09:54.766942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09071208-9b61-409c-8d88-3a83253de214 req-2a55ae52-1823-41ee-b278-fc6774b19260 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096109 Oct 26 14:09:54.801290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce09ace1-9210-4139-95a0-7ca804b000e5 req-c76a8733-ef28-4c29-8500-02a5c1de45ba tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0649927 Oct 26 14:09:54.860737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47fd481e-1b63-477f-b234-acc0f0e6a515 req-767a9ea3-d777-4feb-886e-5394ea141cd1 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356125 Oct 26 14:09:54.908152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd37613-8044-42aa-a9a0-fa56ca9a33af None None] Network a07ce54a-c24b-4dce-93d8-73892f504f0e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:09:55.061113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] Provisioning complete for port 8774246e-2b55-4e8b-a14d-6181d288277a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:55.061761 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.093329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.116337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d6daa8fa-d3bf-4c7f-a83e-5a4fda46ab8e service neutron] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:55.128688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d6daa8fa-d3bf-4c7f-a83e-5a4fda46ab8e service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.130594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b9a11a-f041-412d-987c-8b1bc233e493 req-d6daa8fa-d3bf-4c7f-a83e-5a4fda46ab8e service neutron] 10.222.0.73 "DELETE /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.5192149 Oct 26 14:09:55.152075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.248392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.339090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be600a5-668f-449e-8ae8-499cf2c1e37d req-7df670e4-0747-4604-92a1-fc90092b7f69 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:55.347478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5be600a5-668f-449e-8ae8-499cf2c1e37d req-7df670e4-0747-4604-92a1-fc90092b7f69 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 1096 time: 0.1888914 Oct 26 14:09:55.356168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eab69-7b23-4c5c-a55d-4ab8440817b8 req-58f13cc1-b11b-40a9-ad08-36770af1aaee tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:55.359088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce0eab69-7b23-4c5c-a55d-4ab8440817b8 req-58f13cc1-b11b-40a9-ad08-36770af1aaee tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.2532496 Oct 26 14:09:55.413769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] For port 8774246e-2b55-4e8b-a14d-6181d288277a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8774246e-2b55-4e8b-a14d-6181d288277a,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:55.425062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.453816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8774246e-2b55-4e8b-a14d-6181d288277a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:55.466123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5be600a5-668f-449e-8ae8-499cf2c1e37d req-f13595e1-b1dc-47e2-a647-5eb4072c2c83 tempest-LiveMigrationTest-2126574296 tempest-LiveMigrationTest-2126574296-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174982 Oct 26 14:09:55.542160 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce0eab69-7b23-4c5c-a55d-4ab8440817b8 req-ddc5aa24-d226-4fa3-adaa-5364165e5161 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260936 Oct 26 14:09:55.546747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Router 9e39230b-2237-4659-8e7c-29dd641c0c14 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:09:55.606014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Router 59b05052-1d95-4449-aff2-541024f789e8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:09:55.689375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de196ced-06e3-4881-a737-1792cd84b3eb None None] Pushing event updated for resources: {'Port': ['ID=8774246e-2b55-4e8b-a14d-6181d288277a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:55.709414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8774246e-2b55-4e8b-a14d-6181d288277a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:55.710017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.834637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:55.906663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:55.911765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dcdb4368-f06c-4a74-9521-7caa92d46616 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1466405 Oct 26 14:09:55.912554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34290) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:55.918223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Sync routers for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:55.967295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:55.968341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.006759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:09:56.021206 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Sync routers for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:09:56.054010 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:56.054673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.104214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bb1c5676-1159-428e-9573-e2cc26698d74 None None] Provisioning complete for port 8774246e-2b55-4e8b-a14d-6181d288277a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:56.104748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb1c5676-1159-428e-9573-e2cc26698d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.124743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fdbfabb-83d5-4a06-b901-f4f1c9840378 req-767a355f-ba7e-4723-9bd9-da3b0e86e02d tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.1143992 Oct 26 14:09:56.144808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.146916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-863eb9f1-b01d-4261-81af-6a4195f7c313 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8009295 Oct 26 14:09:56.152040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:09:56.232052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ec9b-5164-4f6a-a731-62cd9e9e2e8e req-1b2fe00b-adfd-4cf1-9aab-e6278fbfd75e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:56.234286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e76ec9b-5164-4f6a-a731-62cd9e9e2e8e req-1b2fe00b-adfd-4cf1-9aab-e6278fbfd75e tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.1880331 Oct 26 14:09:56.396521 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:56.418771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:56.491456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e76ec9b-5164-4f6a-a731-62cd9e9e2e8e req-b99a4388-b236-481e-acf8-04eac414a308 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391331 Oct 26 14:09:56.748219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:53Z', 'revision_number': 3, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.777703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-771fa319-4108-4406-be51-a78890af987a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:56.779444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-771fa319-4108-4406-be51-a78890af987a tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 945 time: 0.2195816 Oct 26 14:09:56.781291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a19d2-e5f4-4cd5-b1db-51c324de133f req-398fceaf-1d72-49ab-a7e0-1b334a76cde9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:56.783248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e0a19d2-e5f4-4cd5-b1db-51c324de133f req-398fceaf-1d72-49ab-a7e0-1b334a76cde9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.0964975 Oct 26 14:09:56.794881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Checking router: 9e39230b-2237-4659-8e7c-29dd641c0c14 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:56.795507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Updating router 9e39230b-2237-4659-8e7c-29dd641c0c14 port 49e40277-ca14-405d-98b1-7cf4501af330 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:09:56.814129 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:54Z', 'revision_number': 3, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:56.825838 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.834073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e0a19d2-e5f4-4cd5-b1db-51c324de133f req-f777a037-7ff7-4fa3-967a-0344367065be tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Oct 26 14:09:56.851391 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Checking router: 59b05052-1d95-4449-aff2-541024f789e8 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:09:56.851738 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Updating router 59b05052-1d95-4449-aff2-541024f789e8 port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:09:56.889775 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:56.989630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.022881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Deleting port e04fe655-694d-482b-ba5b-29df7641538e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:09:57.023269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.236298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.253035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.260470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.340864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] For port e04fe655-694d-482b-ba5b-29df7641538e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e04fe655-694d-482b-ba5b-29df7641538e,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:57.341428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.383045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb1454-cb8c-4710-9c08-53f00d4c582a None None] Pushing event updated for resources: {'Port': ['ID=49e40277-ca14-405d-98b1-7cf4501af330,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:57.388295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8774246e-2b55-4e8b-a14d-6181d288277a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:57.410582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Calling delete_port for e04fe655-694d-482b-ba5b-29df7641538e owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:09:57.459684 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.470960 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.479298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Attempting to bind port 49e40277-ca14-405d-98b1-7cf4501af330 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:57.480605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Attempting to bind port 49e40277-ca14-405d-98b1-7cf4501af330 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:57.481424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Attempting to bind port 49e40277-ca14-405d-98b1-7cf4501af330 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:57.501666 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Attempting to bind port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:09:57.502085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Attempting to bind port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:09:57.502559 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Attempting to bind port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:09:57.504378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:57.505376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:57.506199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.507379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:57.508880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Bound port: 49e40277-ca14-405d-98b1-7cf4501af330, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:57.509708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.509880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d844b9d6-e727-40a8-afde-19d335c0e8e7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:09:57.521926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d844b9d6-e727-40a8-afde-19d335c0e8e7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 811 time: 0.3978105 Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Bound port: 039cbd34-194a-4deb-8fcc-5ffe9d39eeae, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:09:57.535303 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.589018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Allocated IP 172.20.0.1 (a07ce54a-c24b-4dce-93d8-73892f504f0e/8330f0a5-dcea-4e71-96f2-c2dc82ae45b6/8afeb2c7-5879-4ce9-8791-3cc694f4028c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:57.596255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] For port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:57.600036 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] For port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:57.607234 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.629379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] For port 49e40277-ca14-405d-98b1-7cf4501af330, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:09:57.636895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] For port 49e40277-ca14-405d-98b1-7cf4501af330, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=49e40277-ca14-405d-98b1-7cf4501af330,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:09:57.646314 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:57.646622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-0f5c1d48-7631-431a-bfb0-eac49018d832 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/quotas/b914b01c34c74ee69f4c4f5e9af39e61 HTTP/1.1" status: 200 len: 375 time: 0.1140416 Oct 26 14:09:57.647272 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:57.650692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.662205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Allocated IP 172.20.0.1 (8f6e5c0f-e5b2-40ab-bd69-4a2645ace360/76e5d009-b7f0-4b54-87b9-e59855153bda/1bebfbeb-5af3-4257-af3c-af571d2e731b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:09:57.726273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.758862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8774246e-2b55-4e8b-a14d-6181d288277a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:57.760119 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.779013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-760ce5fb-98a3-40ba-a447-b221f1142797 req-0880289a-261d-466a-bc12-28e05ce26fe1 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.5079706 Oct 26 14:09:57.780830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:57.791455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:57.882480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Pushing event updated for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:57.901093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:09:57.903098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:57.905442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Network a07ce54a-c24b-4dce-93d8-73892f504f0e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:57.916085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:57.919469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:57.922122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-c85eedba-8cbe-462a-8c44-503fdc2c4346 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557092 Oct 26 14:09:58.034013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.163890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:09:58.226977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Pushing event updated for resources: {'Port': ['ID=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.237131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-0438efc8-60ee-4bc6-85c2-7edc95dd3283 service neutron] 10.222.0.37 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954237 Oct 26 14:09:58.246533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.246915 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.247213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.247549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.247883 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.248215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.248618 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.248947 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.249273 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.249597 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.249920 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.250242 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:09:58.288340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb1454-cb8c-4710-9c08-53f00d4c582a None None] Pushing event updated for resources: {'Port': ['ID=49e40277-ca14-405d-98b1-7cf4501af330,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.324132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e51f4e1-616c-424e-953a-658bbf4834bb req-d9379435-5c3d-4f16-add9-7273fff31aa0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.1240301 Oct 26 14:09:58.368478 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8252a-2f56-4021-9d4b-4901b5313c1c None None] Pushing event updated for resources: {'Port': ['ID=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.392617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.433241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2cd886a0-7319-496e-9f6c-69fab73a0a4f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:09:58.446463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:54Z', 'revision_number': 3, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:58.454449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.482373 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b4470-66a5-458f-b52e-d34084c3c1be None None] The sync data for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 is: [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:54Z', 'revision_number': 3, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:58.497104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event deleted for resources: {'Port': ['ID=e04fe655-694d-482b-ba5b-29df7641538e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.510765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.539806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fad78f2f-6465-42f7-a76b-bf41ea3afe05 None None] Provisioning complete for port 8afeb2c7-5879-4ce9-8791-3cc694f4028c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:58.540625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fad78f2f-6465-42f7-a76b-bf41ea3afe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.567584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-76de891e-6614-4b6b-9388-1b8255e50f71 service neutron] 10.222.0.37 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290019 Oct 26 14:09:58.587607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] No DVR routers for this DVR port e04fe655-694d-482b-ba5b-29df7641538e on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:09:58.593905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.597819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e1d504-97a5-430c-a9c2-13fd4449a1f7 req-e3be08aa-5c53-4c8a-9979-a7bb0e5f5d7c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "DELETE /v2.0/ports/e04fe655-694d-482b-ba5b-29df7641538e HTTP/1.1" status: 204 len: 173 time: 1.8070517 Oct 26 14:09:58.598546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-deleted', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:09:58.601113 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93580ddc-a3c4-4b51-a2e7-972ac2ef6f57" -d '{"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-deleted", "tag": "e04fe655-694d-482b-ba5b-29df7641538e"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:09:58.673842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e04fe655-694d-482b-ba5b-29df7641538e no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:09:58.684118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.706881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: e04fe655-694d-482b-ba5b-29df7641538e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:09:58.707276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e04fe655-694d-482b-ba5b-29df7641538e not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:09:58.730539 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb916f46-6d64-443d-90e9-5640d5559cbd x-openstack-request-id: req-cb916f46-6d64-443d-90e9-5640d5559cbd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:09:58.730539 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f39610-5cca-456a-b82a-9bf43f29cf45", "name": "network-vif-deleted", "tag": "e04fe655-694d-482b-ba5b-29df7641538e", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:09:58.730837 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb916f46-6d64-443d-90e9-5640d5559cbd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:09:58.731202 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f39610-5cca-456a-b82a-9bf43f29cf45', 'name': 'network-vif-deleted', 'tag': 'e04fe655-694d-482b-ba5b-29df7641538e', 'status': 'completed', 'code': 200} Oct 26 14:09:58.750405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:58.753755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:58.758098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:09:58.810341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.818743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.831545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Pushing event updated for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:58.833303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fad78f2f-6465-42f7-a76b-bf41ea3afe05 None None] Port 8afeb2c7-5879-4ce9-8791-3cc694f4028c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:09:58.889722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:58.955630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.017839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Pushing event updated for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:09:59.046915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2fef2e7e-8767-4c08-b370-fcde0a71e433 req-4823c8d0-e35b-4afc-8408-4e8d781f3dc2 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 210 time: 0.1298184 Oct 26 14:09:59.057321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:53Z', 'revision_number': 3, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:09:59.100728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59022141-34f5-4f20-82fd-3d66ac191b55 req-a17e5f90-3305-441b-a312-95633b507246 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0797460 Oct 26 14:09:59.129743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac7803-4d72-4024-aeb6-3dcc073a2e01 None None] The sync data for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 is: [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:53Z', 'revision_number': 3, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:09:59.357566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Network a07ce54a-c24b-4dce-93d8-73892f504f0e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:09:59.360178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:09:59.410993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.415492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 039cbd34-194a-4deb-8fcc-5ffe9d39eeae up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:09:59.578185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:59.578627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.724667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Router 59b05052-1d95-4449-aff2-541024f789e8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:09:59.866820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.947128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:09:59.961120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46940dd5-fe71-4798-9b9e-d61b3aaab777 req-e39e5a2f-df9b-489a-9a99-8f0f40a31b59 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.2624557 Oct 26 14:09:59.964689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:09:59.981104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-51c13db1-8e6b-4a6e-b5f8-77a638e57668 None None] Provisioning complete for port 8afeb2c7-5879-4ce9-8791-3cc694f4028c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:09:59.981562 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51c13db1-8e6b-4a6e-b5f8-77a638e57668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.238570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:00.246086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-51c13db1-8e6b-4a6e-b5f8-77a638e57668 None None] Port 8afeb2c7-5879-4ce9-8791-3cc694f4028c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:00.257917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c44c2514-2c8c-47c0-9373-9bc53e3e7c60 admin admin] 10.222.0.37 "PUT /v2.0/routers/59b05052-1d95-4449-aff2-541024f789e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0967674 Oct 26 14:10:00.283938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:00.375183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79b6d15-a814-46cb-9d0f-c95039f100a1 req-fdcbc145-d46e-4ec9-8665-b2cc67924d63 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.1065605 Oct 26 14:10:00.642108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f5caf58-be7d-43c0-bd95-12f3d9a1dcab req-90440819-6228-49ff-a869-771ca2d110db tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 210 time: 0.0925629 Oct 26 14:10:00.693192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.707163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.897011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:00.899724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Pushing event updated for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.022413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-3b76fa3a-8998-4e9d-b3a7-39dc33f2c080 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:01.024609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-3b76fa3a-8998-4e9d-b3a7-39dc33f2c080 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.73 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 811 time: 0.2322912 Oct 26 14:10:01.041757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Request body: {'port': {'device_id': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'admin_state_up': True, 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.232113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:01.240646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:01.378438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34358) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:01.384333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205039229', 'description': 'tempest-description--730154376'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.449948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.624786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 039cbd34-194a-4deb-8fcc-5ffe9d39eeae up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:01.632244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0fa412c2-02a8-4bcd-952d-9f115135c917 req-4fa6e6e0-75f9-476d-a1ad-0a1112172214 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0997045 Oct 26 14:10:01.654798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Made reservation on behalf of b914b01c34c74ee69f4c4f5e9af39e61 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:01.660793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.743191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.745859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:01.746234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.770359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.834751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93596ed0-5139-4210-b742-8a733d420a58 req-b8f19870-893e-4859-826b-3f43874b1ad4 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0893910 Oct 26 14:10:01.866556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Allocated IP 172.20.0.10 (50c8f295-b8da-4058-a1e9-16c9caf7e9b5/1682c8af-c41c-49b1-8f9b-5a67fe99bda6/5e0845f9-8b56-4f54-8649-34df6ba684de) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:01.885584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:01.900955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5176885 Oct 26 14:10:01.901996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34368) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:01.911304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 49e40277-ca14-405d-98b1-7cf4501af330 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:01.913741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'security_group_rule': {'security_group_id': '997ee34d-7213-4345-85d0-99f7cdab8900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:01.914912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Router 9e39230b-2237-4659-8e7c-29dd641c0c14 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:01.931417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d69014-a319-4929-88b7-569958d16841 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997ee34d-7213-4345-85d0-99f7cdab8900,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:01.987801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.024011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 49e40277-ca14-405d-98b1-7cf4501af330 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:02.037100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.085912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-678d3948-739d-4b21-bf32-a047e56ad1a2 req-c02b4099-c79a-41e4-8e96-cadc40a55e93 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 210 time: 0.0829184 Oct 26 14:10:02.162421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.173844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.175071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.186722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.219527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 49e40277-ca14-405d-98b1-7cf4501af330, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=49e40277-ca14-405d-98b1-7cf4501af330,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:02.230022 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.231655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec28d13-c417-404f-bae2-140277817849,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.244911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.246758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-92637ca0-3faa-4a30-85a3-2a83988c7bd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3437941 Oct 26 14:10:02.251432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34370) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:02.261856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'security_group_rule': {'security_group_id': '997ee34d-7213-4345-85d0-99f7cdab8900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:02.300806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.332841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=49e40277-ca14-405d-98b1-7cf4501af330,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.339491 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.355688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7d17ac68-292e-4080-8e51-125da49e27b7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:02.395041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:02.403721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.406054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:02.411784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.421376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:02.451161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0113fd7-5b62-4ba6-85f9-8f8880cad50c,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.487404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.489960 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa3e9d1b-3123-4a82-b0fb-24581c5cb932 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350714 Oct 26 14:10:02.493720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34372) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:02.518235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:02.532376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Sync routers for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:02.559349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.597901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:02.599435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:02.645505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Pushing event updated for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:02.649737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:02.662443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:02.663255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.678063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2cff5add-8c7a-4f19-80a4-7ba5516dbd30 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e39230b-2237-4659-8e7c-29dd641c0c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7569420 Oct 26 14:10:02.704591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4342ddd8-601a-45c2-9e78-47a42576624d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6703668 Oct 26 14:10:02.718889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Request body: {'port': {'device_id': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:02.775427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:02.967680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90f15906-4bec-482d-94e9-86780f541d6b req-d290f2e5-8f43-4cce-b16b-ae56b35779a8 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0826838 Oct 26 14:10:02.978960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.078675 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Sync routers for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:03.100106 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:03.105625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:03.159528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Allocated IP 172.25.5.109 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/143ec744-9565-4f89-a969-ab41e790d2ab) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:03.172137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:03.176929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4aa73d12-11ac-4f2e-b763-076622a26a17 req-44f551e7-275c-4f04-98bf-c357aa9ec6ec tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.1217678 Oct 26 14:10:03.404947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 49e40277-ca14-405d-98b1-7cf4501af330 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:03.428940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.445331 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:03.525638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 49e40277-ca14-405d-98b1-7cf4501af330 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:03.526347 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.564479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-c0039cde-57a0-4c05-a9a5-1718bada1313 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.574404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.575254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-c0039cde-57a0-4c05-a9a5-1718bada1313 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 820 time: 0.2675147 Oct 26 14:10:03.629562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-b809145c-a221-4bc8-aed4-710cbb24d041 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/quotas/6e7d4619e66b42498de0311f14973dac HTTP/1.1" status: 200 len: 375 time: 0.0523329 Oct 26 14:10:03.637654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e916e-383e-41d1-b3a5-0f737bcb3ac1 req-c80e061d-f448-4009-8b23-989e0b21cea8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:03.639280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e28e916e-383e-41d1-b3a5-0f737bcb3ac1 req-c80e061d-f448-4009-8b23-989e0b21cea8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 932 time: 0.1513987 Oct 26 14:10:03.644857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:03.675511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:03.691769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:03.715082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 2, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:03.740444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'Port': ['ID=143ec744-9565-4f89-a969-ab41e790d2ab,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:03.748137 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Checking router: 9e39230b-2237-4659-8e7c-29dd641c0c14 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:03.748603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e28e916e-383e-41d1-b3a5-0f737bcb3ac1 req-304cb1ad-267f-4a14-8587-cfa7a17781e1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 Oct 26 14:10:03.757777 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Updating router 9e39230b-2237-4659-8e7c-29dd641c0c14 port 1bebfbeb-5af3-4257-af3c-af571d2e731b binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:03.792629 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.811951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8d43edb6-8c89-4d91-9547-ff84d2beccbb tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408420 Oct 26 14:10:03.825852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.858443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 2, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:03.881810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:03.911916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Checking router: 59b05052-1d95-4449-aff2-541024f789e8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:03.912274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Updating router 59b05052-1d95-4449-aff2-541024f789e8 port 8afeb2c7-5879-4ce9-8791-3cc694f4028c binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:10:03.981506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0845f9-8b56-4f54-8649-34df6ba684de {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:03.995797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.028048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.097376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Transition to ACTIVE for port object 5e0845f9-8b56-4f54-8649-34df6ba684de will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:04.116975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.179278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.190038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.216137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-370d71ed-366f-4bfc-a656-fa76189ce2fe service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912299 Oct 26 14:10:04.285046 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.295757 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.321019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.361854 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.370266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.381100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10feaf3-3f6f-4985-9993-c3f421f71a32 None None] Pushing event updated for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.401744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Attempting to bind port 5e0845f9-8b56-4f54-8649-34df6ba684de on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:04.402041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d6c7c16-00b6-4b79-a24f-665d6292b89e req-30f552a4-0d49-4c3c-866b-dd7447fbd6e5 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.1433122 Oct 26 14:10:04.403147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Attempting to bind port 5e0845f9-8b56-4f54-8649-34df6ba684de by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:04.403921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Attempting to bind port 5e0845f9-8b56-4f54-8649-34df6ba684de on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:04.448736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Port 5e0845f9-8b56-4f54-8649-34df6ba684de on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:04.449194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Attempting to bind port 5e0845f9-8b56-4f54-8649-34df6ba684de on network 50c8f295-b8da-4058-a1e9-16c9caf7e9b5 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:04.453694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72062dbd-1b12-45ee-9d76-eb3d441773c6 None None] Pushing event updated for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.486378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-d6e2fef6-51a3-4864-a7d3-9d784981d02c service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688148 Oct 26 14:10:04.486587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'Port': ['ID=143ec744-9565-4f89-a969-ab41e790d2ab,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:04.489220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:04.493896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Checking segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:04.495414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Bound using segment: {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:04.496177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Bound port: 5e0845f9-8b56-4f54-8649-34df6ba684de, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3e912-8ff2-4cb6-a512-789ee9b4d815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:04.500096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.509170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.557770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.568544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e43711f-6070-45da-a4eb-72cf6a6f956a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0637264 Oct 26 14:10:04.589553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Attempting to bind port 8afeb2c7-5879-4ce9-8791-3cc694f4028c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:04.591307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Attempting to bind port 8afeb2c7-5879-4ce9-8791-3cc694f4028c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:04.591886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Attempting to bind port 8afeb2c7-5879-4ce9-8791-3cc694f4028c on network a07ce54a-c24b-4dce-93d8-73892f504f0e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:04.606726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:04.608948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Checking segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:04.611879 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.612657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Bound using segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:04.613335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Bound port: 8afeb2c7-5879-4ce9-8791-3cc694f4028c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:04.613935 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.645601 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Attempting to bind port 1bebfbeb-5af3-4257-af3c-af571d2e731b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:04.645981 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Attempting to bind port 1bebfbeb-5af3-4257-af3c-af571d2e731b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:04.646479 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Attempting to bind port 1bebfbeb-5af3-4257-af3c-af571d2e731b on network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:04.658694 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:04.660020 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Checking segment: {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:04.661677 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.662279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Bound using segment: {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:04.662968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Bound port: 1bebfbeb-5af3-4257-af3c-af571d2e731b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:04.667796 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-174695be-32c2-43b2-9368-d5232f58fbcc req-1660fde4-a32a-4a1c-bb7a-cc76e999110c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0513697 Oct 26 14:10:04.673713 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.788984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:04.802259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5e0845f9-8b56-4f54-8649-34df6ba684de,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:04.811038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.857683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] For port 8afeb2c7-5879-4ce9-8791-3cc694f4028c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:04.876327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] For port 8afeb2c7-5879-4ce9-8791-3cc694f4028c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8afeb2c7-5879-4ce9-8791-3cc694f4028c,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:04.888480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.919573 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] For port 1bebfbeb-5af3-4257-af3c-af571d2e731b, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:04.931680 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] For port 1bebfbeb-5af3-4257-af3c-af571d2e731b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bebfbeb-5af3-4257-af3c-af571d2e731b,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:04.942010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:04.944687 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.949130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:04.950652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-d271c024-402f-468c-a0b8-785539045de0 service neutron] 10.222.0.73 "PUT /v2.0/ports/5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 200 len: 1092 time: 2.2372181 Oct 26 14:10:04.960773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:04.971798 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc2056-8446-4ae9-8422-46bb99e75a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:05.054907 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10feaf3-3f6f-4985-9993-c3f421f71a32 None None] Pushing event updated for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:05.102439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:05.103300 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:05.160273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c024-402f-468c-a0b8-785539045de0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:05.163340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72062dbd-1b12-45ee-9d76-eb3d441773c6 None None] Pushing event updated for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:05.184393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40c74cbc-77b5-4cfa-b468-b13281c65ea7 req-11c3f33e-d09b-4942-884f-2a8ea1f11ce7 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 210 time: 0.1311145 Oct 26 14:10:05.230630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:05.231276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:09:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:05.267338 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c01e9-92bf-42c9-80cd-fd4a25298712 x-openstack-request-id: req-a85c01e9-92bf-42c9-80cd-fd4a25298712 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:05.267600 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:05.269745 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a85c01e9-92bf-42c9-80cd-fd4a25298712 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:05.273083 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de', 'status': 'completed', 'code': 200} Oct 26 14:10:05.297168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edf31b-74e8-46b5-8c57-5723f964995a req-2696ed52-7cdc-4a91-a5e5-3910fd7d749b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.298290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98edf31b-74e8-46b5-8c57-5723f964995a req-2696ed52-7cdc-4a91-a5e5-3910fd7d749b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 944 time: 0.3466973 Oct 26 14:10:05.323548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-3dbdc1a1-2396-4475-a6c9-9ea80acb3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.325134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-3dbdc1a1-2396-4475-a6c9-9ea80acb3efe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1095 time: 0.3210313 Oct 26 14:10:05.371946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] Provisioning complete for port 8afeb2c7-5879-4ce9-8791-3cc694f4028c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:05.374357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.402876 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:05.452856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-8e3d00a0-5cdd-43ab-becc-1db89de6cf84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 200 len: 217 time: 0.1058099 Oct 26 14:10:05.636383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-06f0789c-777d-4152-81d4-1818652ff213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:05.640332 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-06f0789c-777d-4152-81d4-1818652ff213 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.1760428 Oct 26 14:10:05.731422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98edf31b-74e8-46b5-8c57-5723f964995a req-a25bbc36-a49e-4ca9-8032-9460b92f09f0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253998 Oct 26 14:10:05.753027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-0163cef2-0a8c-4b0a-b590-4b11d637f256 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000187 Oct 26 14:10:05.760821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1645e213-fb08-44f2-9a1b-3dd96ea2f503 req-518d94e1-4aa7-44c7-a9ca-e3f36daee6fe tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0956652 Oct 26 14:10:05.788258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:05.986706 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:05.991651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4e7c174-e1f7-4eb4-832b-d936c6bd91a2 req-3aedd4d7-e9b2-422c-8cf4-f1ffb647243c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0911565 Oct 26 14:10:05.999558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-4793986d-9ce8-4183-8f32-6f339f4b9833 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385757 Oct 26 14:10:06.045422 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:04Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:06.082658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] For port 8afeb2c7-5879-4ce9-8791-3cc694f4028c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8afeb2c7-5879-4ce9-8791-3cc694f4028c,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:06.107961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.128587 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516887ed-2b25-4eb1-8b9e-2035b7f6036c None None] The sync data for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 is: [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:04Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:06.291827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75392fec-3fa1-4687-8368-e0d559d2bc55 req-8117761f-881b-47bf-8e5c-73220d9ca4fc service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666833 Oct 26 14:10:06.315802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf18421-ac46-4730-9cda-b49fac467ad2 None None] Pushing event updated for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:06.378740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7341502e-1240-4f60-8245-8be9fdd86d32 None None] Provisioning complete for port 8afeb2c7-5879-4ce9-8791-3cc694f4028c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:06.379445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7341502e-1240-4f60-8245-8be9fdd86d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:06.455025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5149c844-f0c9-44c5-920f-4fdf4e8696b8 req-6b1d2878-2b26-4464-82a9-f8b75ea9033c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 210 time: 0.0999510 Oct 26 14:10:06.494845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-3f70c966-7dd7-45cb-9e45-03f5a124b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.496935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-3f70c966-7dd7-45cb-9e45-03f5a124b6f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1095 time: 0.1158085 Oct 26 14:10:06.687729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:04Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:06.709989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-e361f2ba-23fd-41b4-abec-6ac61b48e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.715221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-e361f2ba-23fd-41b4-abec-6ac61b48e616 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 912 time: 0.2044928 Oct 26 14:10:06.743498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f0221-7b27-45bc-9cd8-ff9f0e01a78c None None] The sync data for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 is: [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:04Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:06.787747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-253933b6-f057-477d-a4c8-bfbfb02b635b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 200 len: 217 time: 0.0540729 Oct 26 14:10:06.986936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-74f18326-767a-4ab5-83c7-5a75d06f1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:06.989068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-74f18326-767a-4ab5-83c7-5a75d06f1d37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.1875193 Oct 26 14:10:07.087705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6053633-89f6-45ce-bc4f-e089018cf68d req-b5c97978-c188-420b-a347-56fea380dbd9 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.1131680 Oct 26 14:10:07.132948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-fa1e34a3-b657-45df-a446-25cff106aeb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812950 Oct 26 14:10:07.210248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98b480-e90b-4272-80e1-1683e3ebe9a1 req-a36c6ea4-c7d2-4996-85a9-93ab533051a0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.232174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d98b480-e90b-4272-80e1-1683e3ebe9a1 req-a36c6ea4-c7d2-4996-85a9-93ab533051a0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 944 time: 0.2411516 Oct 26 14:10:07.457757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8afeb2c7-5879-4ce9-8791-3cc694f4028c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:07.607897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d98b480-e90b-4272-80e1-1683e3ebe9a1 req-3d251277-d17e-43ab-a5d2-cb2059e0f8e2 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740811 Oct 26 14:10:07.630172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8afeb2c7-5879-4ce9-8791-3cc694f4028c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:07.630380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:07.685344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-2407f6d2-98f7-48f8-9d4e-b6c5fe74f4b8 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360286 Oct 26 14:10:07.870347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bebfbeb-5af3-4257-af3c-af571d2e731b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:07.988583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-40bd28b9-dc20-42df-835c-3ce6f9fd31a4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:07.991736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-40bd28b9-dc20-42df-835c-3ce6f9fd31a4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 820 time: 1.2558770 Oct 26 14:10:07.992702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1bebfbeb-5af3-4257-af3c-af571d2e731b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:07.993568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.023193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc2056-8446-4ae9-8422-46bb99e75a1f req-5b172a36-9bc9-4d81-8f93-de21e6d52086 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292863 Oct 26 14:10:08.039177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9de44a56-55ae-4960-905b-fe3a8543f25c req-73229073-915f-494a-b6e2-8c05b716fb2b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8f39610-5cca-456a-b82a-9bf43f29cf45 HTTP/1.1" status: 200 len: 210 time: 0.0459156 Oct 26 14:10:08.062285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'port': {'device_id': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'admin_state_up': True, 'tenant_id': '6e7d4619e66b42498de0311f14973dac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:08.098378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2b01af9-54ca-4d7a-8f6f-38ddd0a7ba39 req-b5a59d56-18c6-41b1-9b34-0f57fbcb8134 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 210 time: 0.0741251 Oct 26 14:10:08.264316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b229852-b365-4f96-aaf3-6e5046158234 req-dec0e6b2-260c-46fa-9b6f-72e6a01fa43a tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0527647 Oct 26 14:10:08.282881 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.336584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1bebfbeb-5af3-4257-af3c-af571d2e731b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bebfbeb-5af3-4257-af3c-af571d2e731b,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:08.345958 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.370305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Made reservation on behalf of 6e7d4619e66b42498de0311f14973dac for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:08.374011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.470500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:08.597296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Allocated IP 172.20.0.9 (8f6e5c0f-e5b2-40ab-bd69-4a2645ace360/76e5d009-b7f0-4b54-87b9-e59855153bda/44a92647-1caa-49ca-94ca-c3d34046d3fd) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:08.837275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.890724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:08.974898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:08.979615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:08.993701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:09.051653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05bded-f275-400e-ac60-4810ced2363f req-7e7ca60e-10a2-4fd3-a671-32f78446b32b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.061027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a05bded-f275-400e-ac60-4810ced2363f req-7e7ca60e-10a2-4fd3-a671-32f78446b32b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 944 time: 0.1832662 Oct 26 14:10:09.067883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:09.118944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.119723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.150717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a05bded-f275-400e-ac60-4810ced2363f req-5881719d-2c1e-406b-b3bc-6e416a3af2c4 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886903 Oct 26 14:10:09.182839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-63cffe86-692b-43cc-a4ed-f4c073578505 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1267211 Oct 26 14:10:09.195373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Request body: {'port': {'device_id': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:09.374103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88755f50-4a56-4bc0-ae06-3e6e9df9eab3 req-b433f318-054c-4869-878e-20a18bc95d5a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:09.377481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bebfbeb-5af3-4257-af3c-af571d2e731b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:09.383761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.393105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88755f50-4a56-4bc0-ae06-3e6e9df9eab3 req-b433f318-054c-4869-878e-20a18bc95d5a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 931 time: 0.1512139 Oct 26 14:10:09.522393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88755f50-4a56-4bc0-ae06-3e6e9df9eab3 req-66da4224-800b-41d3-acfe-b430be269405 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189854 Oct 26 14:10:09.571898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1bebfbeb-5af3-4257-af3c-af571d2e731b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:09.572724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.642756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b3b67b1d-653f-4592-9cf1-c2bb25ee6b33 req-998b5234-9cd0-4823-84c6-2878b58a3ff4 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0517025 Oct 26 14:10:09.914473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a92647-1caa-49ca-94ca-c3d34046d3fd {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:09.925410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:09.949225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Transition to ACTIVE for port object 44a92647-1caa-49ca-94ca-c3d34046d3fd will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:09.958818 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.082731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bba0c30d-6342-427f-8ca8-8a6bce1b97f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.115734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:10.168562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Attempting to bind port 44a92647-1caa-49ca-94ca-c3d34046d3fd on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:10.169023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Attempting to bind port 44a92647-1caa-49ca-94ca-c3d34046d3fd by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:10.169468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Attempting to bind port 44a92647-1caa-49ca-94ca-c3d34046d3fd on network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:10.176132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Port 44a92647-1caa-49ca-94ca-c3d34046d3fd on network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:10.176438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Attempting to bind port 44a92647-1caa-49ca-94ca-c3d34046d3fd on network 8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:10.183406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:10.183766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Checking segment: {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:10.184628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Bound using segment: {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:10.185037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Bound port: 44a92647-1caa-49ca-94ca-c3d34046d3fd, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fb7978-3072-4d7b-86de-08b97ecdec37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:10.185407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.360146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:10.390820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610135b-f201-4baf-ada6-d707b7204401 req-960f590d-9506-4961-ac2a-edf6eb4b6865 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:10.392411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0610135b-f201-4baf-ada6-d707b7204401 req-960f590d-9506-4961-ac2a-edf6eb4b6865 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 944 time: 0.1145298 Oct 26 14:10:10.397459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:10.425674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.564712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:10.565595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:10.572380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] 10.222.0.73 "PUT /v2.0/ports/44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 1091 time: 1.3791921 Oct 26 14:10:10.573720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:10.577305 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5bc00c-fd0d-4df5-95f0-edc196983084" -d '{"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:10.742130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3713f5-a787-421e-a6cc-5dadb7c45cde service neutron] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:10.752326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5e0845f9-8b56-4f54-8649-34df6ba684de details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:10.764261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8a243-41c6-4fdd-92bd-2953fdd03a1d req-ecfaf54a-4cf7-4344-82ab-898d577245da tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:10.776744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1e8a243-41c6-4fdd-92bd-2953fdd03a1d req-ecfaf54a-4cf7-4344-82ab-898d577245da tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 943 time: 0.1146650 Oct 26 14:10:10.791304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0610135b-f201-4baf-ada6-d707b7204401 req-4b6d3a5c-c6ce-4816-a85e-43f52103c2c7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846130 Oct 26 14:10:10.851228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-2ede19c0-6a13-49c7-a270-c865882a91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:10.858455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-2ede19c0-6a13-49c7-a270-c865882a91b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1094 time: 0.2384083 Oct 26 14:10:10.864202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1e8a243-41c6-4fdd-92bd-2953fdd03a1d req-37351e5d-6fc9-473b-b57c-b272b71e832b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849998 Oct 26 14:10:10.975873 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0a1ff-eb16-4c62-b970-df84e22cc6b5 x-openstack-request-id: req-93d0a1ff-eb16-4c62-b970-df84e22cc6b5 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:10.976247 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:10.976389 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93d0a1ff-eb16-4c62-b970-df84e22cc6b5 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:10.977010 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:10:10.980067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-89ab6977-cedb-49c5-9e42-44937aa947b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.1123459 Oct 26 14:10:11.057119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5e0845f9-8b56-4f54-8649-34df6ba684de,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:11.064767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cebb73c9-095d-4529-ae82-ab50624a8d81 req-22dc7838-e010-427e-9f50-b55bb59f317a tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0692315 Oct 26 14:10:11.095861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '5e0845f9-8b56-4f54-8649-34df6ba684de', 'network_id': '50c8f295-b8da-4058-a1e9-16c9caf7e9b5', 'port_id': '5e0845f9-8b56-4f54-8649-34df6ba684de', 'mac_address': 'fa:16:3e:bf:30:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1682c8af-c41c-49b1-8f9b-5a67fe99bda6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:11.100411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-846f3206-b454-4808-a565-5889316b12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.110666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-846f3206-b454-4808-a565-5889316b12cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.1234934 Oct 26 14:10:11.161314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.178682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0845f9-8b56-4f54-8649-34df6ba684de {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:11.183956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-3e56f347-b693-449f-8675-4bc252f1c752 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596614 Oct 26 14:10:11.202618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5e0845f9-8b56-4f54-8649-34df6ba684de,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:11.208889 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:11.299349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:11.389038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-4666d6b5-799d-4ad2-832c-82b8c3247be2 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762474 Oct 26 14:10:11.489145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5e0845f9-8b56-4f54-8649-34df6ba684de'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:11.529582 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65dda29b-cb12-459b-915a-c8b4c5a1f5fe req-44bfb720-4f3f-4fc0-ab10-d3f807c541df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.1093428 Oct 26 14:10:11.636561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3cc671ee-7606-46a2-90eb-323de9dc9f63 req-9089f0b0-6100-4fc8-bd51-63e848c367c2 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460537 Oct 26 14:10:11.770797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-f6f60a66-9736-47db-8e9e-99fc33e812b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:11.773351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-f6f60a66-9736-47db-8e9e-99fc33e812b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1094 time: 0.0656297 Oct 26 14:10:12.109600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-1d2bd84a-60bc-468e-9619-0dfe1052eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.113233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-1d2bd84a-60bc-468e-9619-0dfe1052eac8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.3307617 Oct 26 14:10:12.132946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc104b-6cdb-4939-b094-3c5f25b2284a req-69de7646-a39f-43dc-b854-8d1263c34483 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.145979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6edc104b-6cdb-4939-b094-3c5f25b2284a req-69de7646-a39f-43dc-b854-8d1263c34483 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 943 time: 0.1278324 Oct 26 14:10:12.167491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4d4b9-d593-4c21-b9f7-684489dc4fea req-6b0cb6b8-8a25-49e9-a5c0-74edef75e80d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.171699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ead4d4b9-d593-4c21-b9f7-684489dc4fea req-6b0cb6b8-8a25-49e9-a5c0-74edef75e80d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 945 time: 0.2215195 Oct 26 14:10:12.213337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6edc104b-6cdb-4939-b094-3c5f25b2284a req-16d5b580-3c33-42a1-9c4d-d4a874aede2c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624845 Oct 26 14:10:12.269152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-0c9eff42-03f9-4712-87c2-2b39701430a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.1467156 Oct 26 14:10:12.368870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ead4d4b9-d593-4c21-b9f7-684489dc4fea req-fa94244e-fa6f-449a-a653-f04b6b8079a4 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056752 Oct 26 14:10:12.373339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-b3cb8ed9-11c4-4d9e-aafd-869348f8c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:12.375372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-b3cb8ed9-11c4-4d9e-aafd-869348f8c32d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.0939009 Oct 26 14:10:12.416670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad1a54ad-903b-4ab8-9262-f44904309aa3 req-9b5b982c-5f24-4eaa-9a9a-b62e9b6d1b58 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0668049 Oct 26 14:10:12.436735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-f5cb0b08-3d9a-41c6-8deb-2649b2488809 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513511 Oct 26 14:10:12.602882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-7f5060b0-351a-42d7-ac4a-c1d1c895c965 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537504 Oct 26 14:10:12.740254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a5bc00c-fd0d-4df5-95f0-edc196983084 req-5322a2a4-9e49-49ee-86e1-da377a5e906f service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308475 Oct 26 14:10:12.773788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5e0845f9-8b56-4f54-8649-34df6ba684de up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:12.868671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-82ec4ba3-ebad-48fa-9fcd-104bd1bd7f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.895680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 5e0845f9-8b56-4f54-8649-34df6ba684de completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:12.901947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 5e0845f9-8b56-4f54-8649-34df6ba684de triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:12.901947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:12.996266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.045512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:13.048654 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06dc946-f465-45ed-a80f-6bec7175beb2" -d '{"events": [{"server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:13.068200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5e0845f9-8b56-4f54-8649-34df6ba684de,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:13.079902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:13.137817 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688be0d-60eb-4d7d-b6f4-d7190f56f28a x-openstack-request-id: req-8688be0d-60eb-4d7d-b6f4-d7190f56f28a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:13.138245 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:13.138605 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8688be0d-60eb-4d7d-b6f4-d7190f56f28a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:13.139086 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de', 'code': 200} Oct 26 14:10:13.186303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:13.305803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0449-71ed-4c96-a95a-5c8f1ae3fc2c req-952679bf-eb55-4fff-8f8e-2626c70adbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.309334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bbe0449-71ed-4c96-a95a-5c8f1ae3fc2c req-952679bf-eb55-4fff-8f8e-2626c70adbb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1097 time: 0.1039348 Oct 26 14:10:13.391732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bbe0449-71ed-4c96-a95a-5c8f1ae3fc2c req-163a3189-160e-4f3e-aee1-f263061870a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 Oct 26 14:10:13.437746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01a4ee-7918-42e1-acfa-1a06dab56ba9 req-93f86bc9-aaa8-40ac-92ae-96f0b7c25d9e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.446589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a01a4ee-7918-42e1-acfa-1a06dab56ba9 req-93f86bc9-aaa8-40ac-92ae-96f0b7c25d9e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 943 time: 0.0791192 Oct 26 14:10:13.536018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a01a4ee-7918-42e1-acfa-1a06dab56ba9 req-2700d50a-d63d-45ed-9da1-9c1448385c7c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884583 Oct 26 14:10:13.571854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9c936-21e0-47eb-a23b-335e7ee8ffd7 req-953a98d9-479c-45e6-ace9-a6131fefe67f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:13.577171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-56c9c936-21e0-47eb-a23b-335e7ee8ffd7 req-953a98d9-479c-45e6-ace9-a6131fefe67f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1105964 Oct 26 14:10:13.653216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-56c9c936-21e0-47eb-a23b-335e7ee8ffd7 req-841e0dd4-19b6-444c-8e41-b7e03b5583b7 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Oct 26 14:10:13.662987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52b0fbc2-74ad-414b-9222-7a0190ecfccc req-d7184645-39bb-4372-b0d6-5c797cfc7f3e tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0456574 Oct 26 14:10:13.766285 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.118812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:14.121288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1daa3a6a-2e89-47b7-810d-068c3341c844 req-f6449ed0-2c3b-44dc-ae01-e301c53b4e25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f46895cff284a71845a4aa51e9ba881&device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0479779 Oct 26 14:10:14.197460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4269c3fa-4b29-4dad-a3e7-02106b81a6ad req-8b4047db-5c25-4d31-abef-d681ac89d81e tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0792396 Oct 26 14:10:14.219869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1daa3a6a-2e89-47b7-810d-068c3341c844 req-0f5c52ac-c0c6-4b56-9b8f-79886fb2d174 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5f46895cff284a71845a4aa51e9ba881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630407 Oct 26 14:10:14.362199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3a6a-2e89-47b7-810d-068c3341c844 req-1c82eeff-27b9-48d0-a27d-bc6862b8995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:14.367029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1daa3a6a-2e89-47b7-810d-068c3341c844 req-1c82eeff-27b9-48d0-a27d-bc6862b8995b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395957 Oct 26 14:10:14.780100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b09be-19b5-44a4-a445-68c420db34ea req-07e4fd48-9246-4f82-a03f-016212b8c32b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:14.785557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 44a92647-1caa-49ca-94ca-c3d34046d3fd details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:14.787817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c9b09be-19b5-44a4-a445-68c420db34ea req-07e4fd48-9246-4f82-a03f-016212b8c32b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 943 time: 0.0647902 Oct 26 14:10:14.839439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c9b09be-19b5-44a4-a445-68c420db34ea req-0fcdbf8d-799d-4873-9b74-68d04691a774 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506406 Oct 26 14:10:14.845985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256fc5-bb03-4615-b8da-4841ce2771f8 req-2466892a-70d7-4784-8270-59f840cdce37 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:14.848552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a256fc5-bb03-4615-b8da-4841ce2771f8 req-2466892a-70d7-4784-8270-59f840cdce37 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0849488 Oct 26 14:10:14.916364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a256fc5-bb03-4615-b8da-4841ce2771f8 req-250ea75d-3952-4440-923e-cd44012ee7c3 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561879 Oct 26 14:10:15.022518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:15.046731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'port_id': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'mac_address': 'fa:16:3e:56:27:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:15.111797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.126980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a92647-1caa-49ca-94ca-c3d34046d3fd {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:15.187719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:15.199890 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.303069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:15.316539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-95dd3ff2-8d00-45dd-beef-5af85e3ede66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.324037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-95dd3ff2-8d00-45dd-beef-5af85e3ede66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1097 time: 0.1312864 Oct 26 14:10:15.330917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a7133-2d81-48f4-b2b7-b7da8515526c req-acb1c036-7215-45dc-960e-1f01fa003bd9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.349554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d3a7133-2d81-48f4-b2b7-b7da8515526c req-acb1c036-7215-45dc-960e-1f01fa003bd9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1210980 Oct 26 14:10:15.412309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d3a7133-2d81-48f4-b2b7-b7da8515526c req-123d5ec8-ce2a-480e-a12e-679622d49dfc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613835 Oct 26 14:10:15.469009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b686c32-4837-467c-ab9a-20a33cbbf30b req-e81a2d16-a6f6-4fcd-8f1c-7c360d85a226 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0590041 Oct 26 14:10:15.469881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:15.530046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-1a9a304c-1471-487a-8c15-e26e6e3650cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.537458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-1a9a304c-1471-487a-8c15-e26e6e3650cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 912 time: 0.2033007 Oct 26 14:10:15.634474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-fb8b227a-5cc5-4da4-936e-2bee9d1ff656 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 200 len: 217 time: 0.0882001 Oct 26 14:10:15.780809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-5218df6b-5bfe-4cbc-b7d2-a1c1b5804ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.784568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-5218df6b-5bfe-4cbc-b7d2-a1c1b5804ae9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.1403084 Oct 26 14:10:15.796840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:15.860416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-f1444007-38f5-4a79-bae2-ae31062412ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682375 Oct 26 14:10:15.971029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb53c5-04db-425f-bc91-957dcff93e08 req-d358a7ee-0c60-4382-8b22-6995ac757f1c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:15.972544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ecb53c5-04db-425f-bc91-957dcff93e08 req-d358a7ee-0c60-4382-8b22-6995ac757f1c tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 945 time: 0.1148372 Oct 26 14:10:16.005085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7265a0f-1ada-45b0-8f7c-e1664b8eb127 req-ae14c614-fa97-4627-a07b-a98ec601bea1 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:16.015575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7265a0f-1ada-45b0-8f7c-e1664b8eb127 req-ae14c614-fa97-4627-a07b-a98ec601bea1 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 944 time: 0.0961020 Oct 26 14:10:16.026429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-d955907c-2305-4e36-a6f2-adbb14371062 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553166 Oct 26 14:10:16.065046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ecb53c5-04db-425f-bc91-957dcff93e08 req-fc6eab5e-e63c-415d-978d-bc76b7c64d7d tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769870 Oct 26 14:10:16.081463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7265a0f-1ada-45b0-8f7c-e1664b8eb127 req-5b47fdbc-c2b1-4df3-92b4-dda497568e82 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649621 Oct 26 14:10:16.195715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ed3c9e2-d49b-4595-bf40-ceea18485782 req-b6a5a831-d7b7-4700-9a51-b91483a5ee18 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565299 Oct 26 14:10:16.214109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1daa3a6a-2e89-47b7-810d-068c3341c844 req-21f8be96-1fed-444b-9e1d-2119f2f5e437 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.41 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0327077 Oct 26 14:10:16.332760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-57f7f06a-d863-46c4-8bb7-49d84eab826b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:16.335327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-57f7f06a-d863-46c4-8bb7-49d84eab826b tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 945 time: 0.0769920 Oct 26 14:10:16.492450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Deleting port 2cd886a0-7319-496e-9f6c-69fab73a0a4f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:16.493548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.639050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcb0649a-dc3b-4b60-a3ae-f5ad2ebd7ca2 req-1468e88f-bc51-455e-b55d-ef13df3b7775 tempest-ServerShowV254Test-684153418 tempest-ServerShowV254Test-684153418-project] 10.222.0.37 "GET /v2.0/ports?device_id=f69af1d0-107b-469f-9146-05e2d9e7dd1e HTTP/1.1" status: 200 len: 210 time: 0.0336027 Oct 26 14:10:16.705158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97825d-6949-4a9a-bfb1-c8ceca3e9034 req-3ac73f4c-fed7-4e97-89a2-b8f0720bbf4a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:16.706802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba97825d-6949-4a9a-bfb1-c8ceca3e9034 req-3ac73f4c-fed7-4e97-89a2-b8f0720bbf4a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1831114 Oct 26 14:10:16.725930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] For port 2cd886a0-7319-496e-9f6c-69fab73a0a4f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2cd886a0-7319-496e-9f6c-69fab73a0a4f,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:16.726307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:16.785280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Calling delete_port for 2cd886a0-7319-496e-9f6c-69fab73a0a4f owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:16.801439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 44a92647-1caa-49ca-94ca-c3d34046d3fd up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:16.840702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba97825d-6949-4a9a-bfb1-c8ceca3e9034 req-c1645c6e-8ba0-47f5-bb97-4845a6d87a2c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Oct 26 14:10:16.883616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 44a92647-1caa-49ca-94ca-c3d34046d3fd completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:16.891366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 44a92647-1caa-49ca-94ca-c3d34046d3fd triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:16.891868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.003866 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.032770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.034569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:17.037941 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db358294-3f15-4092-9091-ea9f10369c9a" -d '{"events": [{"server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:17.051858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:17.057601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.058398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:17.065521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event deleted for resources: {'Port': ['ID=2cd886a0-7319-496e-9f6c-69fab73a0a4f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:17.094094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.094803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.095163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.095771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.097349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.097752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.098152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.100001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.104790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.105712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.106513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.106883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:17.116779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 2cd886a0-7319-496e-9f6c-69fab73a0a4f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:17.117140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2cd886a0-7319-496e-9f6c-69fab73a0a4f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:17.126087 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e5baa-9769-4e88-98a8-4705c64f89e5 x-openstack-request-id: req-1e5e5baa-9769-4e88-98a8-4705c64f89e5 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:17.126622 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "name": "network-vif-plugged", "status": "completed", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:17.127172 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e5e5baa-9769-4e88-98a8-4705c64f89e5 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:17.128127 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'code': 200} Oct 26 14:10:17.165357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:17.213733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] No DVR routers for this DVR port 2cd886a0-7319-496e-9f6c-69fab73a0a4f on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:17.216373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:17.220717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37b4fa58-829b-4259-a08d-9f203a8645ab req-875434ee-0a1d-4563-8237-68d3ba40fddd tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "DELETE /v2.0/ports/2cd886a0-7319-496e-9f6c-69fab73a0a4f HTTP/1.1" status: 204 len: 173 time: 0.8777871 Oct 26 14:10:17.221209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-deleted', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:17.224172 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42adfc29-037a-4743-9a38-bd29ba4a9500" -d '{"events": [{"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-deleted", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:17.277038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b4c59ff-e164-41eb-816a-bc2bfe3f6391 req-1faca0da-7f1f-46d5-a97f-645d36b69891 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=20bd2b30-05c9-40c0-8ab2-c48588abc08f HTTP/1.1" status: 200 len: 210 time: 0.0487523 Oct 26 14:10:17.306548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444cb32-beeb-4547-8cd1-7616ba14fed0 req-68a81b9a-3cbe-4593-aa5f-80efa8bd38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:17.308398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b444cb32-beeb-4547-8cd1-7616ba14fed0 req-68a81b9a-3cbe-4593-aa5f-80efa8bd38a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.1059353 Oct 26 14:10:17.317839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb528c-7ae6-480f-836e-153a518016f6 req-22e31918-f314-4eb8-bd8e-16a941469e5d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:17.319354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fdb528c-7ae6-480f-836e-153a518016f6 req-22e31918-f314-4eb8-bd8e-16a941469e5d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1013973 Oct 26 14:10:17.374598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b444cb32-beeb-4547-8cd1-7616ba14fed0 req-c490d4f6-33c9-49e4-8ca1-cf6c529fb021 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Oct 26 14:10:17.395873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fdb528c-7ae6-480f-836e-153a518016f6 req-ea2ebb63-cb29-4a35-9562-46b814218536 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557482 Oct 26 14:10:17.475610 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0dd52c-56d3-46c7-89c5-918de1fa634d x-openstack-request-id: req-7a0dd52c-56d3-46c7-89c5-918de1fa634d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:17.476009 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bd2b30-05c9-40c0-8ab2-c48588abc08f", "name": "network-vif-deleted", "tag": "2cd886a0-7319-496e-9f6c-69fab73a0a4f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:17.476403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a0dd52c-56d3-46c7-89c5-918de1fa634d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:17.477511 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bd2b30-05c9-40c0-8ab2-c48588abc08f', 'name': 'network-vif-deleted', 'tag': '2cd886a0-7319-496e-9f6c-69fab73a0a4f', 'status': 'completed', 'code': 200} Oct 26 14:10:18.037657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90510d28-d847-4c8f-9075-7228e0c32495 req-fbbb9079-e5c7-4998-b675-ba3c7588be49 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.040829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90510d28-d847-4c8f-9075-7228e0c32495 req-fbbb9079-e5c7-4998-b675-ba3c7588be49 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0827389 Oct 26 14:10:18.098482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90510d28-d847-4c8f-9075-7228e0c32495 req-5304f10c-d2d9-4580-bf50-648d88ff78e0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Oct 26 14:10:18.170450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:18.307783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:10:18.325985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba31fa1c-166b-4143-83dc-22c683c89805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.452013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba31fa1c-166b-4143-83dc-22c683c89805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.464341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba31fa1c-166b-4143-83dc-22c683c89805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.564276 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ba31fa1c-166b-4143-83dc-22c683c89805 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f46895cff284a71845a4aa51e9ba881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922889 Oct 26 14:10:18.565739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31fa1c-166b-4143-83dc-22c683c89805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe5fe4-770f-4c9c-a132-00e5dac09814,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.566844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34686) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:18.647523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.712740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.742524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316fd7-e610-45f2-ad2b-09f33b0fea5d req-4ff9d851-2b11-417b-953b-b947a2294119 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.752293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6316fd7-e610-45f2-ad2b-09f33b0fea5d req-4ff9d851-2b11-417b-953b-b947a2294119 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.0713451 Oct 26 14:10:18.794894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f6316fd7-e610-45f2-ad2b-09f33b0fea5d req-16ca6a7d-ece8-42e9-bca5-ea906fc82c95 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Oct 26 14:10:18.828533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd1225-1fbf-4c89-8621-d772bb1b16b2 req-c324230b-31d9-4bc8-8e52-feec6b8652f0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:18.828533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00bd1225-1fbf-4c89-8621-d772bb1b16b2 req-c324230b-31d9-4bc8-8e52-feec6b8652f0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1329653 Oct 26 14:10:18.877628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.880406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:18.882201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddfe5fe4-770f-4c9c-a132-00e5dac09814 HTTP/1.1" status: 204 len: 168 time: 0.3137040 Oct 26 14:10:18.890714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00bd1225-1fbf-4c89-8621-d772bb1b16b2 req-76052843-9cbd-453c-b88c-810e98defd73 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Oct 26 14:10:18.897243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe5fe4-770f-4c9c-a132-00e5dac09814,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:18.906724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.907264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.907768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.908252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.908900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.909386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.909963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.910436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.910923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.916190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.916767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:18.917106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdafa-281d-4d28-bf2c-bdc675188457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:19.248204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-0348cccf-7d67-41f9-a2f5-b6482ff41646 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.250362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-0348cccf-7d67-41f9-a2f5-b6482ff41646 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.1076729 Oct 26 14:10:19.308449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b505052-9e24-4f76-bc06-3518cf93ae4d req-e8a969ee-5126-4c45-b1e1-a0ce1c7c9586 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:19.310761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b505052-9e24-4f76-bc06-3518cf93ae4d req-e8a969ee-5126-4c45-b1e1-a0ce1c7c9586 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1187556 Oct 26 14:10:19.398206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b505052-9e24-4f76-bc06-3518cf93ae4d req-1d71ff35-971b-4920-945f-899284d6b154 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768702 Oct 26 14:10:19.434373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Deleting port f047f90f-0b62-4391-a735-7b0fbe7249df {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:19.434802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.554706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] For port f047f90f-0b62-4391-a735-7b0fbe7249df, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f047f90f-0b62-4391-a735-7b0fbe7249df,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:19.555749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:19.573676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Calling delete_port for f047f90f-0b62-4391-a735-7b0fbe7249df owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:20.098454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.114609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88808f3f-d2e1-4c85-8dcc-c4cf0ef68e48 req-acea5ecf-90bb-45c9-985a-69d8de113530 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.116467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88808f3f-d2e1-4c85-8dcc-c4cf0ef68e48 req-acea5ecf-90bb-45c9-985a-69d8de113530 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c HTTP/1.1" status: 200 len: 944 time: 0.1431892 Oct 26 14:10:20.141320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f339b8d-4edf-4ab4-828c-ec49745b51d3 req-acdb222f-d3ee-4641-af62-1b322e85fe6d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.143644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f339b8d-4edf-4ab4-828c-ec49745b51d3 req-acdb222f-d3ee-4641-af62-1b322e85fe6d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0681312 Oct 26 14:10:20.145726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event deleted for resources: {'Port': ['ID=f047f90f-0b62-4391-a735-7b0fbe7249df,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:20.214791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] No DVR routers for this DVR port f047f90f-0b62-4391-a735-7b0fbe7249df on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:20.229796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.233974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f339b8d-4edf-4ab4-828c-ec49745b51d3 req-7a74807b-425d-42b4-90a7-01bb732b3611 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614519 Oct 26 14:10:20.234164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-040bf99d-2168-44b7-8cb8-ab7d7f7573f0 req-8ae3daa6-c362-4e90-af84-8159c677ceb2 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "DELETE /v2.0/ports/f047f90f-0b62-4391-a735-7b0fbe7249df HTTP/1.1" status: 204 len: 173 time: 0.9773085 Oct 26 14:10:20.234629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-deleted', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:20.237254 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d3ff1-7362-4be1-bef3-9360e7d4a26e" -d '{"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-deleted", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:20.248922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88808f3f-d2e1-4c85-8dcc-c4cf0ef68e48 req-389a55a3-3b60-4609-bac2-606a468b3b33 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054201 Oct 26 14:10:20.249562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:20.332133 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f939cad9-bde2-4c2a-b7dc-611cb5463b3c x-openstack-request-id: req-f939cad9-bde2-4c2a-b7dc-611cb5463b3c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:20.332464 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c", "name": "network-vif-deleted", "tag": "f047f90f-0b62-4391-a735-7b0fbe7249df", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:20.332834 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f939cad9-bde2-4c2a-b7dc-611cb5463b3c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:20.333325 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465e0e9-2c52-4f0e-9d0f-9d04c6f7363c', 'name': 'network-vif-deleted', 'tag': 'f047f90f-0b62-4391-a735-7b0fbe7249df', 'status': 'completed', 'code': 200} Oct 26 14:10:20.406855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8258e17-f622-4149-9052-fad5f7dd10a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.586097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8258e17-f622-4149-9052-fad5f7dd10a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.597176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8258e17-f622-4149-9052-fad5f7dd10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.623173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ac646-582e-4cf5-afad-4b8368c2588d req-4a71e5b6-0df5-46b1-824f-9864d946d0da tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.626073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c09ac646-582e-4cf5-afad-4b8368c2588d req-4a71e5b6-0df5-46b1-824f-9864d946d0da tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1076488 Oct 26 14:10:20.699589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c09ac646-582e-4cf5-afad-4b8368c2588d req-988fafa9-b3a6-4e9a-94bb-ba30e450b215 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627384 Oct 26 14:10:20.757290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b8258e17-f622-4149-9052-fad5f7dd10a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=444c21d6652342f7a3a4ca67aa45fb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063963 Oct 26 14:10:20.757978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:20.767332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258e17-f622-4149-9052-fad5f7dd10a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec5b4b-a780-4b22-b787-3d14b0bfb30c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:20.798040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-a914a3b9-1ac6-4d9a-aa27-7bccb1bd21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.802678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-a914a3b9-1ac6-4d9a-aa27-7bccb1bd21ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.1942840 Oct 26 14:10:20.821901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf849fac-9291-45db-b226-f9b36f0bcee1 req-afd4b8e1-39ec-4951-bc6b-e62971cb0704 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:20.825305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf849fac-9291-45db-b226-f9b36f0bcee1 req-afd4b8e1-39ec-4951-bc6b-e62971cb0704 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.2053480 Oct 26 14:10:20.897137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.927814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:20.972689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf849fac-9291-45db-b226-f9b36f0bcee1 req-42801f3d-9d39-42c9-a007-7fb79ee0f24d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297724 Oct 26 14:10:20.997245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.000102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.001372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ec5b4b-a780-4b22-b787-3d14b0bfb30c HTTP/1.1" status: 204 len: 168 time: 0.2413185 Oct 26 14:10:21.022971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61783921-e6f9-408a-9616-beba2fab1eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec5b4b-a780-4b22-b787-3d14b0bfb30c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:21.032775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-2af6132e-37bb-4204-b0bd-d6dec5deaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.040777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-2af6132e-37bb-4204-b0bd-d6dec5deaa7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.2124259 Oct 26 14:10:21.102727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-89712cda-05b2-4002-9387-60839905d432 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.0559239 Oct 26 14:10:21.158995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-f6eb2201-00f7-409d-a714-fb2f64e85ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.160726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-f6eb2201-00f7-409d-a714-fb2f64e85ee2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.0515542 Oct 26 14:10:21.205399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-4830bb20-5cb2-461c-ac56-eefd3b9ec2a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369716 Oct 26 14:10:21.356245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-0c0c2190-79b8-4819-b91f-57c1f951e4cb service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427205 Oct 26 14:10:21.505352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590d20ae-aa86-42d0-b148-d2266b39fad1 req-bbd40ac6-4c5c-4c2a-a043-f86a7869abb9 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405866 Oct 26 14:10:21.627212 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:21.664350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948fc99-00b7-4b3c-a541-0b857debc16b req-fd083965-bd90-4dc2-a7c0-47f884c45112 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.669024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a948fc99-00b7-4b3c-a541-0b857debc16b req-fd083965-bd90-4dc2-a7c0-47f884c45112 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.0716667 Oct 26 14:10:21.722726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a948fc99-00b7-4b3c-a541-0b857debc16b req-d2931a2e-7a79-4116-805e-9cbfe342cf72 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/security-groups?id=207506e8-1aa0-43eb-ba0b-d135a1a7023f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500541 Oct 26 14:10:21.865760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4e1d8-4e22-4600-af62-f3d8ded2686f req-52c36aed-3468-45c6-b3e2-47784f233a3b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:21.870391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb4e1d8-4e22-4600-af62-f3d8ded2686f req-52c36aed-3468-45c6-b3e2-47784f233a3b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0699182 Oct 26 14:10:21.924923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb4e1d8-4e22-4600-af62-f3d8ded2686f req-4f7b288b-82d5-4503-a45e-92feddd15034 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Oct 26 14:10:22.077159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-d5af8140-b588-45a9-b385-d599682db6ca tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:22.079495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-d5af8140-b588-45a9-b385-d599682db6ca tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 944 time: 0.0764117 Oct 26 14:10:22.159814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286caf8-7bb6-4436-a475-5bc6319ae6e2 req-ed1c62ec-3616-412c-ab11-c1f6436154eb tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:22.161426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6286caf8-7bb6-4436-a475-5bc6319ae6e2 req-ed1c62ec-3616-412c-ab11-c1f6436154eb tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0859571 Oct 26 14:10:22.221257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Deleting port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:22.221659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.237934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6286caf8-7bb6-4436-a475-5bc6319ae6e2 req-02618721-3cd2-4bf6-a087-9953c9d9efc4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654979 Oct 26 14:10:22.375949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] For port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,segment=NetworkSegment(e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac),segment_id=e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:22.376321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.397001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Calling delete_port for 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:22.574513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.611150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Pushing event deleted for resources: {'Port': ['ID=5b9b8acd-1913-46a7-ae3e-4c9c92ac654a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:22.687276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] No DVR routers for this DVR port 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:22.691689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:22.697890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cbd18df-b282-42c8-bf1f-5a20a1031d14 req-3b5433f0-7d87-4094-a8c2-14f5104891c0 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.73 "DELETE /v2.0/ports/5b9b8acd-1913-46a7-ae3e-4c9c92ac654a HTTP/1.1" status: 204 len: 173 time: 0.6124978 Oct 26 14:10:22.698453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-deleted', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:22.718065 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3a82a-3664-4813-bb1e-e5bdbb09f637" -d '{"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-deleted", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:22.760914 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9e33d-a639-410e-9c49-ab71959f1087 x-openstack-request-id: req-36a9e33d-a639-410e-9c49-ab71959f1087 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:22.761277 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fffb6d-16b6-49ec-81c5-eaa9ecd2f251", "name": "network-vif-deleted", "tag": "5b9b8acd-1913-46a7-ae3e-4c9c92ac654a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:22.761676 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36a9e33d-a639-410e-9c49-ab71959f1087 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:22.761950 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fffb6d-16b6-49ec-81c5-eaa9ecd2f251', 'name': 'network-vif-deleted', 'tag': '5b9b8acd-1913-46a7-ae3e-4c9c92ac654a', 'status': 'completed', 'code': 200} Oct 26 14:10:22.853113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:22.860780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08a021c6-ac56-4ed0-ad13-60ffe4dfe013 req-0a539413-a346-4ded-b53b-1f71c32cc469 tempest-LiveMigrationTest-1073511444 tempest-LiveMigrationTest-1073511444-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fffb6d-16b6-49ec-81c5-eaa9ecd2f251 HTTP/1.1" status: 200 len: 210 time: 0.0447772 Oct 26 14:10:22.886888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: f047f90f-0b62-4391-a735-7b0fbe7249df {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:22.887230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f047f90f-0b62-4391-a735-7b0fbe7249df not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:23.109103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:23.142401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933d17a-d628-44e1-ab0a-b85af5c3efd3 req-bcd80f66-8866-4e5e-b84b-41b02cde5f21 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.145131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1933d17a-d628-44e1-ab0a-b85af5c3efd3 req-bcd80f66-8866-4e5e-b84b-41b02cde5f21 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1221704 Oct 26 14:10:23.214752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1933d17a-d628-44e1-ab0a-b85af5c3efd3 req-029b5668-1407-4e71-a854-c894f237f722 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568941 Oct 26 14:10:23.463353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1801a2e-cbf9-4203-b5de-5152c62b2a2c req-695109c4-01eb-4193-af38-a7e2aba4a1f8 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:23.465258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1801a2e-cbf9-4203-b5de-5152c62b2a2c req-695109c4-01eb-4193-af38-a7e2aba4a1f8 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0798762 Oct 26 14:10:23.520661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1801a2e-cbf9-4203-b5de-5152c62b2a2c req-92b692c5-5bf0-43d9-acb5-e8bed050ce11 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Oct 26 14:10:23.932100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34836) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:24.202572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Deleting subnet 32b534b4-2106-4135-95be-7320e73c1755 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:10:24.208769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.283773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.379019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.389888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11ec49-3aba-4e79-9baf-f8002f09ba78 req-113ef2a4-bf3a-4509-919a-6596f8d8b01f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.391438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf11ec49-3aba-4e79-9baf-f8002f09ba78 req-113ef2a4-bf3a-4509-919a-6596f8d8b01f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0816329 Oct 26 14:10:24.472518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf11ec49-3aba-4e79-9baf-f8002f09ba78 req-f86a0bbd-90fc-495b-bc4d-9be1689e38c5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Oct 26 14:10:24.499957 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.566977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b534b4-2106-4135-95be-7320e73c1755,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:24.580258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.584133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9d6fadd2-b3c2-4c82-ae40-7d957c440a77 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32b534b4-2106-4135-95be-7320e73c1755 HTTP/1.1" status: 204 len: 168 time: 0.6506550 Oct 26 14:10:24.586185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:24.669823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.732365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedfb67-e1fe-4d5d-85bc-b6eb3cdb3cda req-636efbc7-de24-4dfc-b024-6695c891f44a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:24.737016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cedfb67-e1fe-4d5d-85bc-b6eb3cdb3cda req-636efbc7-de24-4dfc-b024-6695c891f44a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0629835 Oct 26 14:10:24.772656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.801703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cedfb67-e1fe-4d5d-85bc-b6eb3cdb3cda req-8ad04b2f-9bf5-44c4-9d7d-a0a51199e69d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602286 Oct 26 14:10:24.803730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d829d-c9a5-466e-8282-d747c82aedf9']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:24.816023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:24.816364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c5e6cb-3cb8-4626-8d59-b0cdbe24fbac') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:24.828692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.845042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.851123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:24.863652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:24.864941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:24.868603 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:24.891839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:24.892798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b9b8acd-1913-46a7-ae3e-4c9c92ac654a not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:24.963393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.972782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:24.979537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] 10.222.0.37 "DELETE /v2.0/networks/831d829d-c9a5-466e-8282-d747c82aedf9 HTTP/1.1" status: 204 len: 168 time: 0.3919146 Oct 26 14:10:24.982217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34856) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.003386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295bb3-285a-4b19-a79c-95365ff70bef admin admin] Pushing event deleted for resources: {'Network': ['ID=831d829d-c9a5-466e-8282-d747c82aedf9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.049054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Deleting subnet 33065598-0ee4-43ab-b669-a2ef7c3e1166 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:10:25.052945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.091617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.147247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.206965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.236583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33065598-0ee4-43ab-b669-a2ef7c3e1166,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.241636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.251270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bddea685-f550-4489-b7c0-f66cb2708b4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33065598-0ee4-43ab-b669-a2ef7c3e1166 HTTP/1.1" status: 204 len: 168 time: 0.2654064 Oct 26 14:10:25.251790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34872) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.326230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.415307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.438886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f54596-1b20-4876-aeb6-3032b91c9696']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.453466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce269b6d-8863-476c-b775-ca3526a622b2') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.453964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce269b6d-8863-476c-b775-ca3526a622b2') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:25.467382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.482947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.490494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:10:25.491147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:10:25.493377 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:10:25.615050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.628481 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:25.636995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] 10.222.0.37 "DELETE /v2.0/networks/37f54596-1b20-4876-aeb6-3032b91c9696 HTTP/1.1" status: 204 len: 168 time: 0.3846819 Oct 26 14:10:25.667846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3467949-0e1f-495a-8abc-dd3a4200dd8c req-80f4ab46-13c0-4c10-9967-a142cfcb8ba5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.681831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd49d3-40fe-4696-83a6-64c41ef66975 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f54596-1b20-4876-aeb6-3032b91c9696,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:25.683696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3467949-0e1f-495a-8abc-dd3a4200dd8c req-80f4ab46-13c0-4c10-9967-a142cfcb8ba5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0945375 Oct 26 14:10:25.744344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3467949-0e1f-495a-8abc-dd3a4200dd8c req-c0158657-9db2-4c51-9fe8-8bf628edf8f0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501442 Oct 26 14:10:25.840279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34884) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.945599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a8d1369-ca83-4fa0-bae9-c0189f1647d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3192c849aaf4425b67f1371d12fbea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040211 Oct 26 14:10:25.948765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:25.995065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5fef3-1d4b-4a34-adb5-b2566eeafeb4 req-85e34b91-f557-4d44-af55-3a554a220df2 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:25.996934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fc5fef3-1d4b-4a34-adb5-b2566eeafeb4 req-85e34b91-f557-4d44-af55-3a554a220df2 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0823679 Oct 26 14:10:26.067651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.070562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fc5fef3-1d4b-4a34-adb5-b2566eeafeb4 req-81bd5a5a-7f3f-406d-8db4-152c7281e15a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592840 Oct 26 14:10:26.098524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.167729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.175608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.175608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/207506e8-1aa0-43eb-ba0b-d135a1a7023f HTTP/1.1" status: 204 len: 168 time: 0.2233670 Oct 26 14:10:26.182669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0adf9-d4af-4e7a-ab64-885b0bf8e113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207506e8-1aa0-43eb-ba0b-d135a1a7023f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:26.611260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:26.679506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a460cd10-a47c-4374-832b-f6d354273dc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d16aee4e80764bfbac1fbe78d1e373d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667922 Oct 26 14:10:26.684030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:26.787208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.861103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.936988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.943492 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:26.952840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1922ded1-7b64-40a2-ac5c-96769180b85e HTTP/1.1" status: 204 len: 168 time: 0.2664447 Oct 26 14:10:26.962562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb08419-53d1-40dc-8f85-8a9f21e821e1 req-0bce3774-d4e8-43c9-884f-c9b89d87d057 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:26.963935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cb08419-53d1-40dc-8f85-8a9f21e821e1 req-0bce3774-d4e8-43c9-884f-c9b89d87d057 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0934629 Oct 26 14:10:26.965396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a63e11-18f8-4087-99dc-e7ffe8335f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922ded1-7b64-40a2-ac5c-96769180b85e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:27.017372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cb08419-53d1-40dc-8f85-8a9f21e821e1 req-0f46a219-e706-48f9-aaa1-da2e9b0aa029 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Oct 26 14:10:27.250119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2d5f-d434-40c7-b459-ac1527252496 req-1c7968c9-3f29-41fe-9b90-ad3eea60b866 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:27.261380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be3a2d5f-d434-40c7-b459-ac1527252496 req-1c7968c9-3f29-41fe-9b90-ad3eea60b866 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0832014 Oct 26 14:10:27.339822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be3a2d5f-d434-40c7-b459-ac1527252496 req-7b4bb516-cfec-4cb9-80ac-f25be2dd48b7 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Oct 26 14:10:27.771371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:27.928712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24e0e00e-9cfb-46cf-a71e-12cdfd256fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.043030 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24e0e00e-9cfb-46cf-a71e-12cdfd256fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.050138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-24e0e00e-9cfb-46cf-a71e-12cdfd256fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.092947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0e00e-9cfb-46cf-a71e-12cdfd256fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a1749f-6a0c-4aae-a677-c658a813b43b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:28.122046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-24e0e00e-9cfb-46cf-a71e-12cdfd256fbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b9fe01ce40a4d6e85c7d40dd0a08309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486710 Oct 26 14:10:28.122208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34966) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:28.219872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.248332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdb9de-a6eb-4304-869a-6739b5357000 req-54d48351-20b2-439a-b690-f9193289b7be tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:28.256206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39fdb9de-a6eb-4304-869a-6739b5357000 req-54d48351-20b2-439a-b690-f9193289b7be tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0856853 Oct 26 14:10:28.275456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.349695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39fdb9de-a6eb-4304-869a-6739b5357000 req-b33251b8-af9b-4b0b-9c48-37b68c7c4368 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 Oct 26 14:10:28.400873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.403735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:28.407806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5a1749f-6a0c-4aae-a677-c658a813b43b HTTP/1.1" status: 204 len: 168 time: 0.2818859 Oct 26 14:10:28.422298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c854802-ef02-4f73-8309-6d8fa34190a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a1749f-6a0c-4aae-a677-c658a813b43b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:28.531045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589383-c251-4b4f-9170-83e1a61ec025 req-01a4f3d0-4ec7-41a3-93d6-d414377876a4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:28.547546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16589383-c251-4b4f-9170-83e1a61ec025 req-01a4f3d0-4ec7-41a3-93d6-d414377876a4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0806134 Oct 26 14:10:28.603671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16589383-c251-4b4f-9170-83e1a61ec025 req-55cee162-e28c-445d-aef9-0e1ca4675ca0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Oct 26 14:10:29.491325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142fcc0-2853-42a5-8219-599301d3cb5a req-248613cb-de41-4f25-b7a3-1be89eba9cb6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:29.501536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c142fcc0-2853-42a5-8219-599301d3cb5a req-248613cb-de41-4f25-b7a3-1be89eba9cb6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0719802 Oct 26 14:10:29.553036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c142fcc0-2853-42a5-8219-599301d3cb5a req-50a852e0-e78e-4972-968e-550d94514973 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Oct 26 14:10:29.831393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-93274c86-1e21-4ab1-b701-64ca7364aed6 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=36a9864ceef544b48a23e2253b9653d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393212 Oct 26 14:10:29.842091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6b2d4-b1c1-4836-8fe3-9a88532dd6f4 req-7968aa62-267e-4132-81b4-8f934b957f5d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:29.852735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15f6b2d4-b1c1-4836-8fe3-9a88532dd6f4 req-7968aa62-267e-4132-81b4-8f934b957f5d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1017506 Oct 26 14:10:29.921717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15f6b2d4-b1c1-4836-8fe3-9a88532dd6f4 req-bb5ffe33-aac7-4f46-9ed3-a22c2d846333 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673122 Oct 26 14:10:30.062384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-3113ff64-1162-4bea-a9b5-7e4f0c76d538 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.072052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-3113ff64-1162-4bea-a9b5-7e4f0c76d538 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396767 Oct 26 14:10:30.093392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44fcb0a6-bf8a-472a-b192-722b78ffee42 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/quotas/36a9864ceef544b48a23e2253b9653d1 HTTP/1.1" status: 200 len: 375 time: 0.0200679 Oct 26 14:10:30.187573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-d60c8d94-b253-44ef-83cd-3bbbd897394e tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=36a9864ceef544b48a23e2253b9653d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892894 Oct 26 14:10:30.378089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f36f5ab-24ad-4045-a278-e3e65d9488f0 req-55b47969-bfea-4460-9a04-11a5f164839d tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 210 time: 0.0368958 Oct 26 14:10:30.729504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df0060-013a-4083-815f-103eece97233 req-76008b02-6a00-42fa-93b5-6b113f016eb2 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:30.732532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9df0060-013a-4083-815f-103eece97233 req-76008b02-6a00-42fa-93b5-6b113f016eb2 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0932572 Oct 26 14:10:30.783842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9df0060-013a-4083-815f-103eece97233 req-1bcefcda-2777-4862-9853-129e16327314 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Oct 26 14:10:31.150886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e855c6c-f841-4a69-99df-7dc7e77e834c req-2d50ad91-13df-4e27-9ffd-be266e79780e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.157380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e855c6c-f841-4a69-99df-7dc7e77e834c req-2d50ad91-13df-4e27-9ffd-be266e79780e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1176920 Oct 26 14:10:31.226097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e855c6c-f841-4a69-99df-7dc7e77e834c req-9a5c18d0-4694-4fae-8705-656791ff5772 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590246 Oct 26 14:10:31.403816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050333cc-ac22-4af6-9f76-580ed415e058 req-295a8808-d54b-4abe-b5e3-4c3829d5f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.406225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-295a8808-d54b-4abe-b5e3-4c3829d5f9c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.0576205 Oct 26 14:10:31.496684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed707b-ac88-4cec-bd87-d2952532b108 req-92df24ed-940d-4c82-9e30-1c05615d1503 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.499271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29ed707b-ac88-4cec-bd87-d2952532b108 req-92df24ed-940d-4c82-9e30-1c05615d1503 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0806592 Oct 26 14:10:31.514160 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e4eac21-2142-481b-8d9e-068821cfb2d5 req-9798c260-40c7-42e2-83b0-0375d8832f19 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 210 time: 0.0367093 Oct 26 14:10:31.571755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29ed707b-ac88-4cec-bd87-d2952532b108 req-754ad627-68c0-4701-984a-f77f914afe0a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636213 Oct 26 14:10:31.584188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050333cc-ac22-4af6-9f76-580ed415e058 req-fcc6a704-0a09-47fd-8517-48529a3a1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.585748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-fcc6a704-0a09-47fd-8517-48529a3a1651 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1718917 Oct 26 14:10:31.682252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-1e11aa37-49ba-4758-b5e2-40ac6875090c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.0875571 Oct 26 14:10:31.693073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-b77e9655-752c-4231-92ee-2b73b6ef7831 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=36a9864ceef544b48a23e2253b9653d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262420 Oct 26 14:10:31.807807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050333cc-ac22-4af6-9f76-580ed415e058 req-c1442c8a-ee02-404e-9f74-823017de77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.809450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-c1442c8a-ee02-404e-9f74-823017de77d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1076307 Oct 26 14:10:31.894137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-4a882a8c-94ac-4cb1-aa0c-2c4de6a148aa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.895621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-4a882a8c-94ac-4cb1-aa0c-2c4de6a148aa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925817 Oct 26 14:10:31.916104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Request body: {'port': {'device_id': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': '36a9864ceef544b48a23e2253b9653d1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:31.970744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050333cc-ac22-4af6-9f76-580ed415e058 req-31c856b3-9d31-4312-b7d1-2232ac1bf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:31.972469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-31c856b3-9d31-4312-b7d1-2232ac1bf96e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511285 Oct 26 14:10:32.045587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cf05e-ee11-44e7-a10b-c46f8600555b req-8f4895e5-4bd1-49fb-a686-df4d1b417d23 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.047137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e17cf05e-ee11-44e7-a10b-c46f8600555b req-8f4895e5-4bd1-49fb-a686-df4d1b417d23 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1872737 Oct 26 14:10:32.145436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e17cf05e-ee11-44e7-a10b-c46f8600555b req-9e91e3d2-43a1-46f3-b526-5b96c05d1d69 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903444 Oct 26 14:10:32.159212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-711cc63c-8479-4b4d-b07a-cca1d6b16fb9 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765800 Oct 26 14:10:32.193029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Made reservation on behalf of 36a9864ceef544b48a23e2253b9653d1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:32.197251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.232010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.318879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-050333cc-ac22-4af6-9f76-580ed415e058 req-c244b65e-8d47-46cf-8794-467668492b11 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494970 Oct 26 14:10:32.418228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07082f-ddec-483e-8956-5179e0ccea7e req-18f92fc7-f8d9-4809-a3e7-09d3d6e285ca tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.419867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c07082f-ddec-483e-8956-5179e0ccea7e req-18f92fc7-f8d9-4809-a3e7-09d3d6e285ca tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0937235 Oct 26 14:10:32.465830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.483827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:32.549849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c263d-7e05-4035-a981-00064ac7cc3a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:32.563786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c07082f-ddec-483e-8956-5179e0ccea7e req-bd088a96-e445-4bf1-84cc-a3526496942b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366158 Oct 26 14:10:32.688213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0fccf838-1a06-489e-828d-b7db5e76fc41 req-beba5024-6cda-44b2-b858-e8a56a8eaf40 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 210 time: 0.0430784 Oct 26 14:10:32.738703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Allocated IP 192.168.233.11 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/70f0fbc5-2b61-4c13-847d-6807184a942b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:32.760449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c924de-45d2-461d-ac20-8297e115d658 req-7e3c8155-800d-4a78-8394-8369ea85878a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:32.767697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90c924de-45d2-461d-ac20-8297e115d658 req-7e3c8155-800d-4a78-8394-8369ea85878a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0890601 Oct 26 14:10:33.187164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90c924de-45d2-461d-ac20-8297e115d658 req-f4e06292-e2e6-48cf-a0e7-6ed843a5d226 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185684 Oct 26 14:10:33.238914 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-fe5a3788-bc95-435e-addb-31aa280b2d0d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1205039229&fields=id&tenant_id=3ba2fe377bd64a56afca2758c7ab577d HTTP/1.1" status: 200 len: 267 time: 0.0583038 Oct 26 14:10:33.361084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.383616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7646a8-2ded-4775-807c-7e84ecfbb82d req-3f39091b-f200-4927-84dd-f93cc9519996 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.384268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-c63c6e02-54cf-477a-81e9-24e8206db0ce tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.385219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e7646a8-2ded-4775-807c-7e84ecfbb82d req-3f39091b-f200-4927-84dd-f93cc9519996 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0963068 Oct 26 14:10:33.387547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-c63c6e02-54cf-477a-81e9-24e8206db0ce tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/networks?id=a07ce54a-c24b-4dce-93d8-73892f504f0e HTTP/1.1" status: 200 len: 815 time: 0.1479278 Oct 26 14:10:33.404618 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-cf9b0dc7-9e43-40b1-8274-5db55d2c8758 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/quotas/3ba2fe377bd64a56afca2758c7ab577d HTTP/1.1" status: 200 len: 375 time: 0.0111985 Oct 26 14:10:33.448756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.461040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e7646a8-2ded-4775-807c-7e84ecfbb82d req-ecbf2b4e-5b5d-48b7-bea4-acd23298f3de tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607784 Oct 26 14:10:33.477288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-8f2b6b13-7bb9-472e-aa9a-8d4f6ffc1c2d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ba2fe377bd64a56afca2758c7ab577d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663626 Oct 26 14:10:33.510997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:33.514772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:33.520561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:33.555771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Pushing event updated for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:33.610243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.610931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.635168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-f1ffac1e-7248-48d4-89d6-9c13d04e3acc service neutron] 10.222.0.37 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527445 Oct 26 14:10:33.660041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-44b23b55-510b-4e8a-85b9-e2a1c5e19673 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7487154 Oct 26 14:10:33.675569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Request body: {'port': {'device_id': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:33.800257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:33.840358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-86243123-bdd3-44ce-9891-2393b1f20ba0 service neutron] 10.222.0.37 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973670 Oct 26 14:10:33.951052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883d00-06ed-4298-8ccc-27d40426ba1a req-9ba4b96d-26ad-4334-84f1-e1edf4315195 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:33.953516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31883d00-06ed-4298-8ccc-27d40426ba1a req-9ba4b96d-26ad-4334-84f1-e1edf4315195 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1133935 Oct 26 14:10:33.989215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-4bb844d6-c89f-4533-bd29-e70c19709b4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570719 Oct 26 14:10:33.995445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c7b38ca0-f692-4221-8105-58451ebd68a8 None None] Provisioning complete for port 70f0fbc5-2b61-4c13-847d-6807184a942b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:33.996419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7b38ca0-f692-4221-8105-58451ebd68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.043826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c7b38ca0-f692-4221-8105-58451ebd68a8 None None] Port 70f0fbc5-2b61-4c13-847d-6807184a942b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:34.067426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-9adc4ad5-7aed-4922-8cf7-4c85bec5e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.069580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-9adc4ad5-7aed-4922-8cf7-4c85bec5e76a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0557325 Oct 26 14:10:34.148359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31883d00-06ed-4298-8ccc-27d40426ba1a req-7f00bcbd-5f94-4d5c-9077-2489f0e54c4b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179671 Oct 26 14:10:34.272764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-80e546ee-6f65-4890-a7b9-1d866fe5e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.276172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-80e546ee-6f65-4890-a7b9-1d866fe5e9df service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1841495 Oct 26 14:10:34.337720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-4660057b-bb8d-4e02-829a-8c1105ec131c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c HTTP/1.1" status: 200 len: 217 time: 0.0545568 Oct 26 14:10:34.367299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cdafc-ec7a-4e29-8fb8-3329de94d89a req-1fb995be-3d3d-487e-9639-abd190734ffb tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.369541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-262cdafc-ec7a-4e29-8fb8-3329de94d89a req-1fb995be-3d3d-487e-9639-abd190734ffb tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 935 time: 0.1307204 Oct 26 14:10:34.379203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f0fbc5-2b61-4c13-847d-6807184a942b {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:34.393036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.438400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-e90e824f-0569-42ea-8c85-a2d210c757d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.440089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-e90e824f-0569-42ea-8c85-a2d210c757d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0953007 Oct 26 14:10:34.465579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-262cdafc-ec7a-4e29-8fb8-3329de94d89a req-2e6bd29a-8b8a-4943-b63e-f298e039b0cf tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Oct 26 14:10:34.474589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Transition to ACTIVE for port object 70f0fbc5-2b61-4c13-847d-6807184a942b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:34.482921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:34.568959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce6ea2-b8f9-405f-b662-4525b1103046 req-8333242e-77ec-4e94-a925-c46c36b595ea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.577368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcce6ea2-b8f9-405f-b662-4525b1103046 req-8333242e-77ec-4e94-a925-c46c36b595ea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1528654 Oct 26 14:10:34.603503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-644ffaf3-9e30-4494-b4ea-0a262af0434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.606702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-644ffaf3-9e30-4494-b4ea-0a262af0434e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506531 Oct 26 14:10:34.634720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28e64804-45b2-4764-bf03-0fa9d474807a req-558fea2d-25c5-4ed5-9387-1d8049e9c801 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0571179 Oct 26 14:10:34.639678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcce6ea2-b8f9-405f-b662-4525b1103046 req-2651a397-686a-41d0-b218-51479231c032 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613542 Oct 26 14:10:34.659393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Pushing event updated for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:34.805677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-186bd871-d9ab-4bf1-bd33-d1c1e51b85bc service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625459 Oct 26 14:10:34.890345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Attempting to bind port 70f0fbc5-2b61-4c13-847d-6807184a942b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:34.890714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Attempting to bind port 70f0fbc5-2b61-4c13-847d-6807184a942b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:34.891018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Attempting to bind port 70f0fbc5-2b61-4c13-847d-6807184a942b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:34.927564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297cd89-1812-43b9-bc5b-5683a19b86e8 req-7a402d65-604c-4c28-a0f8-957193671823 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:34.941631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9297cd89-1812-43b9-bc5b-5683a19b86e8 req-7a402d65-604c-4c28-a0f8-957193671823 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1810586 Oct 26 14:10:34.958163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Port 70f0fbc5-2b61-4c13-847d-6807184a942b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:34.958926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Attempting to bind port 70f0fbc5-2b61-4c13-847d-6807184a942b on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:34.960375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676ab10b-8483-4d39-b59c-1a86f954a742 req-823d4915-a437-43a6-a934-80bb4a62d819 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476061 Oct 26 14:10:35.010893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:35.012468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:35.012935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:35.013397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Bound port: 70f0fbc5-2b61-4c13-847d-6807184a942b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:35.013766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.052083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9297cd89-1812-43b9-bc5b-5683a19b86e8 req-cc8d144b-1068-457c-8388-d02297254b17 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092863 Oct 26 14:10:35.123413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:35.127380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=70f0fbc5-2b61-4c13-847d-6807184a942b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:35.135161 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.188583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.189253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:35.190740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] 10.222.0.41 "PUT /v2.0/ports/70f0fbc5-2b61-4c13-847d-6807184a942b HTTP/1.1" status: 200 len: 1095 time: 1.5198429 Oct 26 14:10:35.191278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:35.193503 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06bcccc-3793-4895-b19f-e02214d0d5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:35.227725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddb55d-10c3-4103-b606-522283ccac56 service neutron] Pushing event updated for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:35.283767 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879bbd08-9171-4fca-b89f-1bd102b6de6d x-openstack-request-id: req-879bbd08-9171-4fca-b89f-1bd102b6de6d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:35.284057 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:35.284307 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-879bbd08-9171-4fca-b89f-1bd102b6de6d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:35.285177 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b', 'status': 'completed', 'code': 200} Oct 26 14:10:35.333920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5dc0-e2a5-4407-af0e-08d6f8ce3671 req-722fb09b-8640-4909-88cc-d95a314086b3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.343303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dfc5dc0-e2a5-4407-af0e-08d6f8ce3671 req-722fb09b-8640-4909-88cc-d95a314086b3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0805786 Oct 26 14:10:35.397826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-b2ec0831-779f-4129-a81b-dcb9a46545db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.401435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-b2ec0831-779f-4129-a81b-dcb9a46545db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9864ceef544b48a23e2253b9653d1&device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 1098 time: 0.1301732 Oct 26 14:10:35.420964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dfc5dc0-e2a5-4407-af0e-08d6f8ce3671 req-484f7513-0e0a-4901-bf28-6a5bdf20acf4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709531 Oct 26 14:10:35.486305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-3411debf-33f0-42f8-a151-0ff40216c7b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=70f0fbc5-2b61-4c13-847d-6807184a942b HTTP/1.1" status: 200 len: 217 time: 0.0746474 Oct 26 14:10:35.552575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-6668f213-84f8-467d-8e66-4fb14cab381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.554139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-6668f213-84f8-467d-8e66-4fb14cab381b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0589535 Oct 26 14:10:35.631971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-ab5df845-e206-4f75-b625-03a9e650ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.634675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-ab5df845-e206-4f75-b625-03a9e650ef77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646369 Oct 26 14:10:35.643284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7c473-116a-47c9-8543-aefdaa4f830a req-b6fb949b-bf1e-4849-b0c4-ee0cc3066f2b tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:35.644910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43d7c473-116a-47c9-8543-aefdaa4f830a req-b6fb949b-bf1e-4849-b0c4-ee0cc3066f2b tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 947 time: 0.0838501 Oct 26 14:10:35.724845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52f820b6-2a44-4c15-9ca3-aa60a6b11db1 req-1318a072-e6f9-49ec-bdd1-95ec07c1936f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0293448 Oct 26 14:10:35.766740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43d7c473-116a-47c9-8543-aefdaa4f830a req-67671a31-cc91-46a2-821d-b3f98f6bd8cc tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089742 Oct 26 14:10:35.808080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-585051b9-3a3e-4242-b514-db197a0da6ad service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593914 Oct 26 14:10:36.032654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e944eaf2-9bfb-498a-8d89-e66b6751a947 req-b7b0ed6a-1889-4689-995b-c8b27783df5a service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135863 Oct 26 14:10:36.056522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-02f11528-6044-423e-ac34-40f9b2dac649 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.057568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-02f11528-6044-423e-ac34-40f9b2dac649 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.41 "GET /v2.0/networks?id=a07ce54a-c24b-4dce-93d8-73892f504f0e HTTP/1.1" status: 200 len: 815 time: 0.1899185 Oct 26 14:10:36.187530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-bb7fb25e-4470-4b4a-8703-f98c12bfd21b tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ba2fe377bd64a56afca2758c7ab577d HTTP/1.1" status: 200 len: 380 time: 0.1067526 Oct 26 14:10:36.206939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'port': {'device_id': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'admin_state_up': True, 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'security_groups': ['997ee34d-7213-4345-85d0-99f7cdab8900']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:36.217257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-6cf82f96-1028-4b0a-aefe-95bdb440635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.219822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-6cf82f96-1028-4b0a-aefe-95bdb440635a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a9864ceef544b48a23e2253b9653d1&device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 1098 time: 0.0966041 Oct 26 14:10:36.223802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdf041-29e9-489c-982d-8059c24834a8 req-6531ef24-5eaa-4bfe-a830-33d6c12c3f72 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.225456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48fdf041-29e9-489c-982d-8059c24834a8 req-6531ef24-5eaa-4bfe-a830-33d6c12c3f72 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0644295 Oct 26 14:10:36.267844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48fdf041-29e9-489c-982d-8059c24834a8 req-d73f351f-9937-4eb3-b7c5-295e6d1a7543 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349007 Oct 26 14:10:36.388400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-59430b97-9e1f-4a19-a308-c9cec38a411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.389932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-59430b97-9e1f-4a19-a308-c9cec38a411e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1575205 Oct 26 14:10:36.442193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-6d90ba48-c283-4f24-b1df-5c45be6e44f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=70f0fbc5-2b61-4c13-847d-6807184a942b HTTP/1.1" status: 200 len: 217 time: 0.0428019 Oct 26 14:10:36.455521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Made reservation on behalf of 3ba2fe377bd64a56afca2758c7ab577d for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:10:36.459343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:36.615195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-58dccf5e-4109-4f04-bc76-0e5e0442afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.616879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-58dccf5e-4109-4f04-bc76-0e5e0442afc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1523194 Oct 26 14:10:36.692153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8453b-e1e4-4eb5-b5b7-01f146967975 req-c7bd5e05-db41-4722-a086-519efeb9334d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.693694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17e8453b-e1e4-4eb5-b5b7-01f146967975 req-c7bd5e05-db41-4722-a086-519efeb9334d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1879804 Oct 26 14:10:36.745300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Allocated IP 172.20.0.10 (a07ce54a-c24b-4dce-93d8-73892f504f0e/8330f0a5-dcea-4e71-96f2-c2dc82ae45b6/b9b9861a-5678-4ba4-bd71-582e3b25a263) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:36.749756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-8e4213e9-c6a7-4145-a513-1cf3eca945e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:36.751353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-8e4213e9-c6a7-4145-a513-1cf3eca945e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247311 Oct 26 14:10:36.793603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17e8453b-e1e4-4eb5-b5b7-01f146967975 req-43ac7652-6b6e-4946-b907-3c11ce14ff16 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898194 Oct 26 14:10:36.861069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b3d6cd3-e058-47ad-9dc3-d7f974d790a4 req-ae8b2fc9-96e8-43bd-a8ff-01d8bd027fb9 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0516541 Oct 26 14:10:36.983142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-e9dd3496-0b44-4f5f-ac6b-871923b26822 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221196 Oct 26 14:10:37.090536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bfa68-c047-4613-a36b-dcb595b1187b req-fbfb4ae9-5f7c-4b2b-860f-c7b571e12bfa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.092192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d6bfa68-c047-4613-a36b-dcb595b1187b req-fbfb4ae9-5f7c-4b2b-860f-c7b571e12bfa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 947 time: 0.1756568 Oct 26 14:10:37.124257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.192383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d06bcccc-3793-4895-b19f-e02214d0d5a6 req-51f63034-2e4a-4de3-81be-5f13470c2644 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966581 Oct 26 14:10:37.209267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d6bfa68-c047-4613-a36b-dcb595b1187b req-58c94161-8070-4c2e-8648-d399d1d75b3b tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046798 Oct 26 14:10:37.249651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.315113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Network a07ce54a-c24b-4dce-93d8-73892f504f0e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:37.319402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:37.323690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:37.395058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:37.413981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.414729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.451066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-5f77c089-b541-4b08-816e-f7a6b9f32df3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2503669 Oct 26 14:10:37.467925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Request body: {'port': {'device_id': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:37.592721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.629181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691a76a-dc2d-4f2d-a6ec-03fb63a4cea1 req-af9fb35e-083c-4330-9f0d-518b4ff82f7d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.630779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4691a76a-dc2d-4f2d-a6ec-03fb63a4cea1 req-af9fb35e-083c-4330-9f0d-518b4ff82f7d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1783905 Oct 26 14:10:37.758470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4691a76a-dc2d-4f2d-a6ec-03fb63a4cea1 req-b82393e8-38ec-4767-a695-ffc6c6df3b0a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059697 Oct 26 14:10:37.788999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a4d3ba70-abe9-4960-8a9d-4be38324a50a None None] Provisioning complete for port b9b9861a-5678-4ba4-bd71-582e3b25a263 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:37.791128 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a4d3ba70-abe9-4960-8a9d-4be38324a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:37.869509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a4d3ba70-abe9-4960-8a9d-4be38324a50a None None] Port b9b9861a-5678-4ba4-bd71-582e3b25a263 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:10:37.990907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1c13a-e5c1-4c84-88ed-5ada984e16c1 req-c67bc0c9-f34e-4966-b02c-a53bba85be50 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:37.992464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f1c13a-e5c1-4c84-88ed-5ada984e16c1 req-c67bc0c9-f34e-4966-b02c-a53bba85be50 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0808752 Oct 26 14:10:38.054667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b9861a-5678-4ba4-bd71-582e3b25a263 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:38.072053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.075952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef536c5-56b2-41fb-9dc6-3cd80eadf6a1 req-c6010f87-beb5-4a77-a87c-e0b91d57fdd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.083649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ef536c5-56b2-41fb-9dc6-3cd80eadf6a1 req-c6010f87-beb5-4a77-a87c-e0b91d57fdd1 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 932 time: 0.0585632 Oct 26 14:10:38.084597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f1c13a-e5c1-4c84-88ed-5ada984e16c1 req-a070f866-ed76-4a58-bc0f-8aa3025c52f2 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609469 Oct 26 14:10:38.094377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Transition to ACTIVE for port object b9b9861a-5678-4ba4-bd71-582e3b25a263 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:10:38.102820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.134060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ef536c5-56b2-41fb-9dc6-3cd80eadf6a1 req-13069d93-f356-4621-aa44-ad8dc0bb4564 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486259 Oct 26 14:10:38.193156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:38.396188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Attempting to bind port b9b9861a-5678-4ba4-bd71-582e3b25a263 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:10:38.396684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Attempting to bind port b9b9861a-5678-4ba4-bd71-582e3b25a263 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:10:38.397127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Attempting to bind port b9b9861a-5678-4ba4-bd71-582e3b25a263 on network a07ce54a-c24b-4dce-93d8-73892f504f0e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:38.419986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Port b9b9861a-5678-4ba4-bd71-582e3b25a263 on network a07ce54a-c24b-4dce-93d8-73892f504f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:10:38.420419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Attempting to bind port b9b9861a-5678-4ba4-bd71-582e3b25a263 on network a07ce54a-c24b-4dce-93d8-73892f504f0e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:10:38.433772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:10:38.434204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Checking segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:10:38.434663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Bound using segment: {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:10:38.437085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Bound port: b9b9861a-5678-4ba4-bd71-582e3b25a263, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c982e54-8806-4da5-a6c8-29515f89158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:10:38.437548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.473504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5fe7e-22d6-48ec-ab15-f09fd969925e req-22a31969-b00c-407c-9272-6de3ab171f70 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.475316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd5fe7e-22d6-48ec-ab15-f09fd969925e req-22a31969-b00c-407c-9272-6de3ab171f70 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 947 time: 0.0995700 Oct 26 14:10:38.576561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd5fe7e-22d6-48ec-ab15-f09fd969925e req-c84f1f33-eb8a-410e-aabf-bfbf86cc9dc3 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Oct 26 14:10:38.582452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:10:38.602760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:10:38.612907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.653291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.653930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:38.655308 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9b9861a-5678-4ba4-bd71-582e3b25a263 HTTP/1.1" status: 200 len: 1092 time: 1.1920233 Oct 26 14:10:38.657826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:38.660053 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc85ee-4001-408c-9b14-03989a2b3aab" -d '{"events": [{"name": "network-changed", "server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:38.687798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0afaa-6ce9-4a27-9b11-6ce4cac34768 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:38.746349 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f917c-1e81-448b-afb0-4e67332f4287 x-openstack-request-id: req-ad7f917c-1e81-448b-afb0-4e67332f4287 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:38.746790 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:38.748855 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad7f917c-1e81-448b-afb0-4e67332f4287 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:38.749440 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'status': 'completed', 'code': 200} Oct 26 14:10:38.771565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-86b31936-4ffa-40a3-b2da-400ae1032684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.774622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-86b31936-4ffa-40a3-b2da-400ae1032684 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba2fe377bd64a56afca2758c7ab577d&device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 1095 time: 0.0598769 Oct 26 14:10:38.825501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 70f0fbc5-2b61-4c13-847d-6807184a942b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:38.881933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-0c2ba8da-7b23-4ede-a567-3c8a51626211 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263 HTTP/1.1" status: 200 len: 217 time: 0.0989432 Oct 26 14:10:38.982040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-9384ea4c-3d4e-4794-af8f-b99eeb353c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:38.983415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-9384ea4c-3d4e-4794-af8f-b99eeb353c1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8330f0a5-dcea-4e71-96f2-c2dc82ae45b6 HTTP/1.1" status: 200 len: 854 time: 0.0804739 Oct 26 14:10:38.991462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f6f93-b65a-4dcf-be3a-762011619776 req-2c438974-ac21-4bd3-acf8-cf3a05abc02a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.000429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-064f6f93-b65a-4dcf-be3a-762011619776 req-2c438974-ac21-4bd3-acf8-cf3a05abc02a tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1171134 Oct 26 14:10:39.001254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=70f0fbc5-2b61-4c13-847d-6807184a942b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:39.021295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '70f0fbc5-2b61-4c13-847d-6807184a942b', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '70f0fbc5-2b61-4c13-847d-6807184a942b', 'mac_address': 'fa:16:3e:0f:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:39.073731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.080685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-064f6f93-b65a-4dcf-be3a-762011619776 req-4b935ba5-e36d-408a-921e-45a129b65f66 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Oct 26 14:10:39.097926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f0fbc5-2b61-4c13-847d-6807184a942b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:39.102012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-d18552fc-2191-469a-81e7-f2ca406746b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.104152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-d18552fc-2191-469a-81e7-f2ca406746b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07ce54a-c24b-4dce-93d8-73892f504f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017349 Oct 26 14:10:39.156752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=70f0fbc5-2b61-4c13-847d-6807184a942b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:39.177852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:39.277616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-74bfe264-c625-4728-bb3b-e38141c3ca94 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637318 Oct 26 14:10:39.290082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:39.301087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.301768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.302221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.302802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.303260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.303696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.304157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.307487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.308625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.310600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.311179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.311740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:10:39.318558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11d849-36c3-4e5d-9264-c1cbd2d49ca8 req-a1ef9a89-9540-4275-8ffa-f8be5778a44e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.328218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f11d849-36c3-4e5d-9264-c1cbd2d49ca8 req-a1ef9a89-9540-4275-8ffa-f8be5778a44e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0942326 Oct 26 14:10:39.397744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f11d849-36c3-4e5d-9264-c1cbd2d49ca8 req-7acb2af4-2c53-436e-93c9-ef206f64e1a9 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Oct 26 14:10:39.412324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23f11363-d5d5-454f-9b33-af66ea97be96 req-020caaad-cdd1-48be-8cdf-e00d4c7fb704 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196022 Oct 26 14:10:39.428290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb49bf5-875d-4c6c-9d67-63ab57b74666 req-65643893-ba2f-43db-b66d-0342012bbf02 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.439883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bb49bf5-875d-4c6c-9d67-63ab57b74666 req-65643893-ba2f-43db-b66d-0342012bbf02 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.1860878 Oct 26 14:10:39.489199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bb49bf5-875d-4c6c-9d67-63ab57b74666 req-b0becfed-f86a-49b0-8acd-3197d282c7ae tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Oct 26 14:10:39.522287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['70f0fbc5-2b61-4c13-847d-6807184a942b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:39.589072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-ebd27cfa-5890-439e-8070-e14079f39d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.592827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-ebd27cfa-5890-439e-8070-e14079f39d36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba2fe377bd64a56afca2758c7ab577d&device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 1095 time: 0.0918484 Oct 26 14:10:39.852442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa6fb7-fa34-40d9-a6d4-ad7b11414b35 req-f9d935a4-935a-4784-a088-dc543a15a441 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.854200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2afa6fb7-fa34-40d9-a6d4-ad7b11414b35 req-f9d935a4-935a-4784-a088-dc543a15a441 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 948 time: 0.0750651 Oct 26 14:10:39.901850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-70915c57-ae28-4cc4-8ca5-3901ed8f44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:39.903495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-70915c57-ae28-4cc4-8ca5-3901ed8f44b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07ce54a-c24b-4dce-93d8-73892f504f0e HTTP/1.1" status: 200 len: 916 time: 0.2739060 Oct 26 14:10:39.937105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2afa6fb7-fa34-40d9-a6d4-ad7b11414b35 req-9b84f6f7-9900-4a7d-bdcf-fd9ce38c567d tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696096 Oct 26 14:10:39.975426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-49945653-2889-458c-974a-3a4068c541a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263 HTTP/1.1" status: 200 len: 217 time: 0.0588424 Oct 26 14:10:40.041607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-651ea9f3-0b16-469e-8cba-dd8ddcecbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.043141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-651ea9f3-0b16-469e-8cba-dd8ddcecbb9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8330f0a5-dcea-4e71-96f2-c2dc82ae45b6 HTTP/1.1" status: 200 len: 854 time: 0.0556755 Oct 26 14:10:40.064097 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aa11567e-e5bf-4ed6-8926-bb38581a526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:40.110097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-f0978670-37b9-4409-8d1e-c3fb580a9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.111716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-f0978670-37b9-4409-8d1e-c3fb580a9970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07ce54a-c24b-4dce-93d8-73892f504f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601327 Oct 26 14:10:40.228389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1653-b2f7-4870-b9e4-d815d90454ea req-13958fe0-ce8e-49aa-81d1-941782136fb1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.231449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e15a1653-b2f7-4870-b9e4-d815d90454ea req-13958fe0-ce8e-49aa-81d1-941782136fb1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0678852 Oct 26 14:10:40.244259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-fa0cd74e-a067-4993-b770-41dc72297429 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239469 Oct 26 14:10:40.282470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e15a1653-b2f7-4870-b9e4-d815d90454ea req-e9adf98a-fd55-4549-bcf6-4e731c2b30ec tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Oct 26 14:10:40.366357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abcc85ee-4001-408c-9b14-03989a2b3aab req-26bb3a8c-fd5d-48c5-b441-716eb9fb7430 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143310 Oct 26 14:10:40.559940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f838a-1df2-4523-bda0-8043ba532aa7 req-0fda8b20-1626-4ddf-b1d2-dc3101127591 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.568757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a72f838a-1df2-4523-bda0-8043ba532aa7 req-0fda8b20-1626-4ddf-b1d2-dc3101127591 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0944057 Oct 26 14:10:40.641346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a72f838a-1df2-4523-bda0-8043ba532aa7 req-0d2d5a93-a749-416a-a82a-0c0cde3ed4ad tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 Oct 26 14:10:40.829187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed437f17-2fa5-4326-9bb5-381771b10e8b req-f8dd4360-afda-4304-9d6e-c1a1bdccf824 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:40.838144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed437f17-2fa5-4326-9bb5-381771b10e8b req-f8dd4360-afda-4304-9d6e-c1a1bdccf824 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.1130469 Oct 26 14:10:40.840471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 70f0fbc5-2b61-4c13-847d-6807184a942b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:40.919778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 70f0fbc5-2b61-4c13-847d-6807184a942b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:40.930808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed437f17-2fa5-4326-9bb5-381771b10e8b req-c23e46a9-d340-402b-a550-5625c1efad61 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901237 Oct 26 14:10:40.931671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 70f0fbc5-2b61-4c13-847d-6807184a942b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:40.932071 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.113775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.142664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ae61d-c89b-4b38-99f8-c2597a388f39 req-3c91fa1c-e5d0-42b9-8137-326a84f90ff0 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.150732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-664ae61d-c89b-4b38-99f8-c2597a388f39 req-3c91fa1c-e5d0-42b9-8137-326a84f90ff0 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 948 time: 0.1199808 Oct 26 14:10:41.184045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=70f0fbc5-2b61-4c13-847d-6807184a942b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:41.186044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:41.188783 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b2bb7-7fe5-45e6-853b-954c9bcbb917" -d '{"events": [{"server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "name": "network-vif-plugged", "status": "completed", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:41.193109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:41.220693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-664ae61d-c89b-4b38-99f8-c2597a388f39 req-3e5e7425-17a2-4f77-810b-36b90bb5bb47 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Oct 26 14:10:41.256273 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1c0b8-d033-4ffc-b795-1851aadc907c x-openstack-request-id: req-11c1c0b8-d033-4ffc-b795-1851aadc907c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:41.256728 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "name": "network-vif-plugged", "status": "completed", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:41.257079 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11c1c0b8-d033-4ffc-b795-1851aadc907c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:41.257830 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b', 'code': 200} Oct 26 14:10:41.278328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:41.378602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ca39-9a7d-48ac-b717-62b61122fab0 req-b2d6e5bc-8d32-4047-8173-11208c831f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.380125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83a1ca39-9a7d-48ac-b717-62b61122fab0 req-b2d6e5bc-8d32-4047-8173-11208c831f8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 1100 time: 0.0421243 Oct 26 14:10:41.460957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83a1ca39-9a7d-48ac-b717-62b61122fab0 req-dcc64255-0b7d-44ed-9ac3-2c3acd046000 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700705 Oct 26 14:10:41.472728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c8aa6-59fe-42d2-bbf5-07531efe46b7 req-fe9be04f-6529-4f77-b6d0-e37e118c0835 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.474237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a22c8aa6-59fe-42d2-bbf5-07531efe46b7 req-fe9be04f-6529-4f77-b6d0-e37e118c0835 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0772955 Oct 26 14:10:41.525319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a22c8aa6-59fe-42d2-bbf5-07531efe46b7 req-b8933d82-cb78-41bf-a114-0ec21f1089ce tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Oct 26 14:10:41.781520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdc897-7002-4483-b79b-db4ecc5ae869 req-2594ab58-8d97-4b57-9d0a-51e850d53532 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:41.783272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24cdc897-7002-4483-b79b-db4ecc5ae869 req-2594ab58-8d97-4b57-9d0a-51e850d53532 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0528600 Oct 26 14:10:41.835632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24cdc897-7002-4483-b79b-db4ecc5ae869 req-ee59a4bb-e869-4a15-9507-b21367e2ac23 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Oct 26 14:10:42.084765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74111-6e42-4801-a56d-8b1cd90e3ecc req-1b49f6fc-1e64-45dd-bded-d4f874c5390a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.093615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efb74111-6e42-4801-a56d-8b1cd90e3ecc req-1b49f6fc-1e64-45dd-bded-d4f874c5390a tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0711732 Oct 26 14:10:42.157103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efb74111-6e42-4801-a56d-8b1cd90e3ecc req-d8a255d2-97db-45f3-b348-df3cd5610672 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625100 Oct 26 14:10:42.363715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9803087-2a00-43ae-9434-c1f215e58d83 req-888aed76-3b4e-455c-9b66-c7bd5786db00 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.372445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9803087-2a00-43ae-9434-c1f215e58d83 req-888aed76-3b4e-455c-9b66-c7bd5786db00 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 949 time: 0.0746799 Oct 26 14:10:42.417035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9803087-2a00-43ae-9434-c1f215e58d83 req-58452536-9773-4d42-a02a-a915de24a9f9 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Oct 26 14:10:42.663931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cadd73-52be-41d6-9878-de5057651489 req-0a087b42-2650-4e6a-9a0f-e0911c149bd6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.666175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3cadd73-52be-41d6-9878-de5057651489 req-0a087b42-2650-4e6a-9a0f-e0911c149bd6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0525060 Oct 26 14:10:42.727126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3cadd73-52be-41d6-9878-de5057651489 req-fd0220f0-4ffa-4c64-aa8f-bf32567a855e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 Oct 26 14:10:42.818211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5bc08ac5-ba2c-452d-83d0-d31467fea98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:42.965382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c1f4e-75aa-4ed3-93d0-098252861562 req-6bf1d858-2cbc-4a56-8a90-c67303482454 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:42.966916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-381c1f4e-75aa-4ed3-93d0-098252861562 req-6bf1d858-2cbc-4a56-8a90-c67303482454 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0524716 Oct 26 14:10:43.007240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-381c1f4e-75aa-4ed3-93d0-098252861562 req-7f449ecc-27f4-41ff-b331-ffc491158eb3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Oct 26 14:10:43.276172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316791c-8ccd-4669-83a5-39f647060f47 req-12117c4e-66f4-4fe1-b90c-bf46f910345d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.277657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1316791c-8ccd-4669-83a5-39f647060f47 req-12117c4e-66f4-4fe1-b90c-bf46f910345d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0512681 Oct 26 14:10:43.324979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1316791c-8ccd-4669-83a5-39f647060f47 req-155e4079-833d-4685-84f8-1df348655f63 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Oct 26 14:10:43.378886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-3cfc2043-c6db-4f48-8d95-9f0ba0d1ee1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429261 Oct 26 14:10:43.474676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c30bc-0068-42ca-a085-8734db42458d req-70ae5cf9-cb2e-4369-9588-f189b8a14e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.476588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-70ae5cf9-cb2e-4369-9588-f189b8a14e8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.0434303 Oct 26 14:10:43.592801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc7ac8-0508-4ba0-9c41-b364a8c93968 req-9ba56af8-bbee-48e8-94d6-afda051fb158 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.594331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ecc7ac8-0508-4ba0-9c41-b364a8c93968 req-9ba56af8-bbee-48e8-94d6-afda051fb158 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 949 time: 0.1088107 Oct 26 14:10:43.639035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c30bc-0068-42ca-a085-8734db42458d req-fba50837-df60-4c90-8287-561a7728b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.640448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-fba50837-df60-4c90-8287-561a7728b0b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1412265 Oct 26 14:10:43.659433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ecc7ac8-0508-4ba0-9c41-b364a8c93968 req-bf8e7848-29d6-405c-9054-9f7bf10ce48a tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Oct 26 14:10:43.722608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-f4fb5dd3-c5cd-455b-9a94-b14140020c82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.0712798 Oct 26 14:10:43.766319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:43.793587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c30bc-0068-42ca-a085-8734db42458d req-a1d4f7ab-791e-4207-b72f-7fe54439b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.795019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-a1d4f7ab-791e-4207-b72f-7fe54439b243 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0615294 Oct 26 14:10:43.857748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a6646-4ab2-4095-b181-1524603c8f58 req-13354c0d-eb08-4da4-851f-0421648b8236 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.859340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c30bc-0068-42ca-a085-8734db42458d req-3ef2d4d1-20e4-40c2-92e9-fe5df3688819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:43.859931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d63a6646-4ab2-4095-b181-1524603c8f58 req-13354c0d-eb08-4da4-851f-0421648b8236 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0551896 Oct 26 14:10:43.862133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-3ef2d4d1-20e4-40c2-92e9-fe5df3688819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586050 Oct 26 14:10:43.908325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d63a6646-4ab2-4095-b181-1524603c8f58 req-7822f010-b8e7-4238-94cd-37cd35217b70 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Oct 26 14:10:44.013007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-86a56208-de93-47ed-b12c-34b3e33d79f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400633 Oct 26 14:10:44.125026 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:44.155389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f469b-2f96-4e3c-b382-55e2db54c88c req-9ca3d144-4015-4317-8101-8a839952e651 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.157353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc9f469b-2f96-4e3c-b382-55e2db54c88c req-9ca3d144-4015-4317-8101-8a839952e651 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0698955 Oct 26 14:10:44.207252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc9f469b-2f96-4e3c-b382-55e2db54c88c req-5dd1cc11-97e0-41a8-b578-500b6b4326f1 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Oct 26 14:10:44.464131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1457d0-fa08-420d-933e-03c7223eb391 req-d9d56cec-a3a6-4326-97d8-3bb2d0789ddb tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.472028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e1457d0-fa08-420d-933e-03c7223eb391 req-d9d56cec-a3a6-4326-97d8-3bb2d0789ddb tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0646272 Oct 26 14:10:44.488798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50c49-bf78-4ebf-9500-c2cd07cccf02 req-e44c646f-6f8c-4268-af9e-cb1a6f045153 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:44.496628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20d50c49-bf78-4ebf-9500-c2cd07cccf02 req-e44c646f-6f8c-4268-af9e-cb1a6f045153 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 949 time: 0.4259396 Oct 26 14:10:44.534112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e54c30bc-0068-42ca-a085-8734db42458d req-f4d81aba-1caf-4969-ac79-a3d0ffe666e2 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081382 Oct 26 14:10:44.534321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e1457d0-fa08-420d-933e-03c7223eb391 req-2dcd433f-6cdc-4b57-9beb-efa32eee70a0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602980 Oct 26 14:10:44.561650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20d50c49-bf78-4ebf-9500-c2cd07cccf02 req-84b29b44-f5a0-49af-a0da-f3346c0ddde7 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637732 Oct 26 14:10:45.043738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7ac76-b544-4ab4-b976-be7b065acd8c req-677bf30c-c7e0-411b-a1b6-2cbe7c52ea40 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.045374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0f7ac76-b544-4ab4-b976-be7b065acd8c req-677bf30c-c7e0-411b-a1b6-2cbe7c52ea40 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0588651 Oct 26 14:10:45.098002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0f7ac76-b544-4ab4-b976-be7b065acd8c req-556b0cf1-5163-4d26-a071-a51b1cbfb4bb tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Oct 26 14:10:45.350503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e15773-137f-4c29-9ca7-da4cfb11723a req-f547c29b-dd39-4943-af65-f927b1be5f49 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.352523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14e15773-137f-4c29-9ca7-da4cfb11723a req-f547c29b-dd39-4943-af65-f927b1be5f49 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0655293 Oct 26 14:10:45.425213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14e15773-137f-4c29-9ca7-da4cfb11723a req-63570a86-edc5-4e40-acc0-261ff6af6c5c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Oct 26 14:10:45.685026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-383dc71c-c423-449d-9785-58f82445f98b tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.687240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-383dc71c-c423-449d-9785-58f82445f98b tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 949 time: 0.0961964 Oct 26 14:10:45.691054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a98687-847d-4f40-aaa0-0c9d6431df56 req-6aae6908-7661-44d1-b61c-0439f0c039aa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.692861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7a98687-847d-4f40-aaa0-0c9d6431df56 req-6aae6908-7661-44d1-b61c-0439f0c039aa tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d HTTP/1.1" status: 200 len: 949 time: 0.0559082 Oct 26 14:10:45.697186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.710718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8497b-6209-44bf-b922-396ab256324a req-e0fb7c99-be24-4b90-84c9-540590133ba0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:45.712949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f8497b-6209-44bf-b922-396ab256324a req-e0fb7c99-be24-4b90-84c9-540590133ba0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0877848 Oct 26 14:10:45.751443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7a98687-847d-4f40-aaa0-0c9d6431df56 req-4583fbbd-db93-4e05-bf8e-9a7bdccc3af9 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.37 "GET /v2.0/security-groups?id=f61c263d-7e05-4035-a981-00064ac7cc3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484312 Oct 26 14:10:45.808006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09f8497b-6209-44bf-b922-396ab256324a req-62e98e69-682c-4fb0-8ff8-33f9ede1a6c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713489 Oct 26 14:10:45.836892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Deleting port 70f0fbc5-2b61-4c13-847d-6807184a942b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:45.837486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.930637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] For port 70f0fbc5-2b61-4c13-847d-6807184a942b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=70f0fbc5-2b61-4c13-847d-6807184a942b,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:45.931085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:45.942931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Calling delete_port for 70f0fbc5-2b61-4c13-847d-6807184a942b owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:46.072313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.083936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['70f0fbc5-2b61-4c13-847d-6807184a942b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:46.107045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Pushing event deleted for resources: {'Port': ['ID=70f0fbc5-2b61-4c13-847d-6807184a942b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:46.170257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] No DVR routers for this DVR port 70f0fbc5-2b61-4c13-847d-6807184a942b on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:46.175194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:46.185572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81a1e5ee-de28-4a87-aaa4-9b065a863320 req-ac76767d-2a4e-4e55-b993-260103146d21 tempest-ServerDiagnosticsNegativeTest-209109922 tempest-ServerDiagnosticsNegativeTest-209109922-project] 10.222.0.41 "DELETE /v2.0/ports/70f0fbc5-2b61-4c13-847d-6807184a942b HTTP/1.1" status: 204 len: 173 time: 0.4843829 Oct 26 14:10:46.186471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'name': 'network-vif-deleted', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:46.190157 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce6492-7ed8-437c-b6fd-3a2d685a05cc" -d '{"events": [{"server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "name": "network-vif-deleted", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:46.294206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456050-8706-4a06-a303-69723598bbd7 req-98273b32-df59-44eb-9c0e-29950b613113 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.295705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7456050-8706-4a06-a303-69723598bbd7 req-98273b32-df59-44eb-9c0e-29950b613113 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0770707 Oct 26 14:10:46.345338 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011654c8-3346-47e8-8449-1a6c84e5f83d x-openstack-request-id: req-011654c8-3346-47e8-8449-1a6c84e5f83d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:46.345637 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d", "name": "network-vif-deleted", "tag": "70f0fbc5-2b61-4c13-847d-6807184a942b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:46.345894 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-011654c8-3346-47e8-8449-1a6c84e5f83d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:46.346309 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d10bf7-1773-42d7-ab4f-8e11e6ad8a1d', 'name': 'network-vif-deleted', 'tag': '70f0fbc5-2b61-4c13-847d-6807184a942b', 'status': 'completed', 'code': 200} Oct 26 14:10:46.365920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7456050-8706-4a06-a303-69723598bbd7 req-e12fa7ab-eac7-4138-b8af-f79698728c1b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Oct 26 14:10:46.544102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda00dae-8259-4a0e-9135-ccc83659a7e2 req-04377703-05ee-412c-b60a-4285e38e52d3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.545677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bda00dae-8259-4a0e-9135-ccc83659a7e2 req-04377703-05ee-412c-b60a-4285e38e52d3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0516310 Oct 26 14:10:46.592985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bda00dae-8259-4a0e-9135-ccc83659a7e2 req-26c69843-68fb-44ed-be10-17dac32ce3b3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Oct 26 14:10:46.944388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964a696-6d70-4d39-ba8a-593f145ed6a0 req-9be13ccd-34bb-43bb-9122-c1edf83669f3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:46.950405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5964a696-6d70-4d39-ba8a-593f145ed6a0 req-9be13ccd-34bb-43bb-9122-c1edf83669f3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0687685 Oct 26 14:10:47.025197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5964a696-6d70-4d39-ba8a-593f145ed6a0 req-97f88e53-2235-4dfc-9b72-d386276440a3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662191 Oct 26 14:10:47.128339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.334837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bb6ead5a-7ad5-4ec5-ad10-2034edad9e9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36a9864ceef544b48a23e2253b9653d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026577 Oct 26 14:10:47.335050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35374) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.408442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.454798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.510033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b77de-b52d-409c-ab8b-dda7a9228381 req-c51d32fc-3110-4e60-96d0-f11443239ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.512164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f04b77de-b52d-409c-ab8b-dda7a9228381 req-c51d32fc-3110-4e60-96d0-f11443239ebf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1097 time: 0.0902331 Oct 26 14:10:47.521735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a96a0-e155-4aca-985b-5f05ff0b2361 req-d58ab4b1-02f7-407e-b231-98bdcf7ef866 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.523547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c69a96a0-e155-4aca-985b-5f05ff0b2361 req-d58ab4b1-02f7-407e-b231-98bdcf7ef866 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0756202 Oct 26 14:10:47.578349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f04b77de-b52d-409c-ab8b-dda7a9228381 req-327169d2-6008-4670-b5c9-7c39b419fff2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Oct 26 14:10:47.579454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.582294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.583337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f61c263d-7e05-4035-a981-00064ac7cc3a HTTP/1.1" status: 204 len: 168 time: 0.2472057 Oct 26 14:10:47.593386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303af8a-e2a5-4b5e-b40b-a4e700ae2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c263d-7e05-4035-a981-00064ac7cc3a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:47.614482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c69a96a0-e155-4aca-985b-5f05ff0b2361 req-a8c5ae3e-d818-42fb-b6cc-91d55d1b0751 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800409 Oct 26 14:10:47.735839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b43f0-4fc6-4da7-9048-1cc30310c1f6 req-70622878-35b2-427c-94ab-c7911b54e498 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:47.737585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-650b43f0-4fc6-4da7-9048-1cc30310c1f6 req-70622878-35b2-427c-94ab-c7911b54e498 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0541868 Oct 26 14:10:47.796637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-650b43f0-4fc6-4da7-9048-1cc30310c1f6 req-2b2ea9ca-0e3a-4c26-b99a-4e5b16c931e6 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Oct 26 14:10:47.801663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.929495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35394) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:47.937942 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-406ef870-022c-42f2-96f6-436f97830c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:47.947498 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f518f2ca-07e8-42b2-8954-542d091a7876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.038610 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-406ef870-022c-42f2-96f6-436f97830c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.043361 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-406ef870-022c-42f2-96f6-436f97830c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.058538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f518f2ca-07e8-42b2-8954-542d091a7876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.067574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f518f2ca-07e8-42b2-8954-542d091a7876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.093479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f41c-1180-46f0-98a7-0c0b0e904cf9 req-52b0d17a-0691-4795-941b-1d7a93e3a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:48.095011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9433f41c-1180-46f0-98a7-0c0b0e904cf9 req-52b0d17a-0691-4795-941b-1d7a93e3a224 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.0817473 Oct 26 14:10:48.095203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-406ef870-022c-42f2-96f6-436f97830c84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a24965940769446aa83ec6ff0f3377f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924678 Oct 26 14:10:48.096696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef870-022c-42f2-96f6-436f97830c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87c74a-892c-4665-9dae-7d3691be0beb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:48.100259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35398) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:48.133852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f518f2ca-07e8-42b2-8954-542d091a7876 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ec2c4dd42834d228f3a6b4a570b48ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018316 Oct 26 14:10:48.136887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35400) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:48.138967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f2ca-07e8-42b2-8954-542d091a7876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca76f81-e59f-46ab-8497-04bb757dd793,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:48.167460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9433f41c-1180-46f0-98a7-0c0b0e904cf9 req-d9cc76d2-f3ff-465f-9ca6-5d013632ac7b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Oct 26 14:10:48.199965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.203973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198569-1558-41ca-947a-1f0691681a8b req-289fdecb-b3e4-4745-b215-9b063248ec02 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:48.205511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea198569-1558-41ca-947a-1f0691681a8b req-289fdecb-b3e4-4745-b215-9b063248ec02 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0981076 Oct 26 14:10:48.206606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.222693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.240806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.272063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.275353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.276663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dca76f81-e59f-46ab-8497-04bb757dd793 HTTP/1.1" status: 204 len: 168 time: 0.1385906 Oct 26 14:10:48.283850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea198569-1558-41ca-947a-1f0691681a8b req-81eed47f-d042-433a-8bf5-dfb140837e1f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671270 Oct 26 14:10:48.284969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8cc2-a090-4802-9251-92303039864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca76f81-e59f-46ab-8497-04bb757dd793,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:48.321986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.328372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:48.334522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c87c74a-892c-4665-9dae-7d3691be0beb HTTP/1.1" status: 204 len: 168 time: 0.2307377 Oct 26 14:10:48.362375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19dae-011b-4632-bf5e-1c50bd70549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87c74a-892c-4665-9dae-7d3691be0beb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:48.778333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc514fa-9c7e-4f18-9a98-aae6a89aa1c1 req-b35c1843-949d-4102-b3af-3ac464a358ba tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:48.780335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbc514fa-9c7e-4f18-9a98-aae6a89aa1c1 req-b35c1843-949d-4102-b3af-3ac464a358ba tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0735960 Oct 26 14:10:48.831458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbc514fa-9c7e-4f18-9a98-aae6a89aa1c1 req-d4272175-6eb6-4d5b-9e0f-3561934a90bc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443571 Oct 26 14:10:48.937024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0731d6-8e0b-4ba6-89bb-95068241ce37 req-f87713f6-2177-4bda-8357-191884bb9fbe tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:48.938495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c0731d6-8e0b-4ba6-89bb-95068241ce37 req-f87713f6-2177-4bda-8357-191884bb9fbe tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0536957 Oct 26 14:10:48.983151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c0731d6-8e0b-4ba6-89bb-95068241ce37 req-06409a2c-1c01-4074-ba37-56ceafd52a79 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Oct 26 14:10:49.483037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639b0af-344d-47be-b978-dfa53978be3e req-e8e353d5-0094-4fb0-becd-0a7613a7fd59 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.490929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c639b0af-344d-47be-b978-dfa53978be3e req-e8e353d5-0094-4fb0-becd-0a7613a7fd59 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0753286 Oct 26 14:10:49.543711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c639b0af-344d-47be-b978-dfa53978be3e req-de5b5c6a-0d06-46a1-a96f-c47b4a6ac543 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515869 Oct 26 14:10:49.964790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78d9f6-e64d-4354-850c-6f28a0a4d296 req-4032abe1-1cd0-448c-8516-6042aedfcf1f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:49.966553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f78d9f6-e64d-4354-850c-6f28a0a4d296 req-4032abe1-1cd0-448c-8516-6042aedfcf1f tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0560472 Oct 26 14:10:50.009573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f78d9f6-e64d-4354-850c-6f28a0a4d296 req-f6f4d61d-027d-49c4-a152-bc85ec168de1 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366700 Oct 26 14:10:50.113423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd83a7-74d3-44c9-b7fa-b72884827855 req-5ff7f0ed-fb4a-4b7d-aa22-59c3413726c3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.115169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66fd83a7-74d3-44c9-b7fa-b72884827855 req-5ff7f0ed-fb4a-4b7d-aa22-59c3413726c3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0560286 Oct 26 14:10:50.167073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66fd83a7-74d3-44c9-b7fa-b72884827855 req-787d1b55-74eb-45cf-b6b5-75b27e8c59e0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Oct 26 14:10:50.296353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1287244955', 'description': 'tempest-description-658478844'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:50.325394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.391324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-bebae344-c086-4c3c-9b3e-cb55940b959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.393547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-bebae344-c086-4c3c-9b3e-cb55940b959d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 1097 time: 0.0712500 Oct 26 14:10:50.441203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.447544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.470337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.471818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e673807-1df4-4b3e-8e4e-30628da37e94 req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1810629 Oct 26 14:10:50.494067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0668fb8-9646-4095-9216-75da3336e957 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6490eccf-a003-4d46-836b-04cfe0c473c1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:50.533159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c424e-e2d8-465e-b10b-4f1fa31e5f15 req-5d69045d-2179-4b4e-b956-ea910d241812 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.545055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502c424e-e2d8-465e-b10b-4f1fa31e5f15 req-5d69045d-2179-4b4e-b956-ea910d241812 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1150606 Oct 26 14:10:50.604270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-840102fa-7035-4315-a29c-67f55801da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.606289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-840102fa-7035-4315-a29c-67f55801da96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 200 len: 912 time: 0.2039063 Oct 26 14:10:50.613602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-502c424e-e2d8-465e-b10b-4f1fa31e5f15 req-4e845abc-b6ab-4880-8bc2-042daaee7ab0 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676746 Oct 26 14:10:50.630871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-e5e2e92e-2c73-4cc2-8ba8-04a41f9c1964 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1287244955&fields=id&tenant_id=6e7d4619e66b42498de0311f14973dac HTTP/1.1" status: 200 len: 267 time: 0.0408092 Oct 26 14:10:50.655958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-48d64632-0b0a-4033-97e8-9db7fe54ec82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 200 len: 217 time: 0.0413926 Oct 26 14:10:50.706661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-a3025067-7fed-4c15-b37f-8bb00bef2307 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.715480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-a3025067-7fed-4c15-b37f-8bb00bef2307 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0728867 Oct 26 14:10:50.722260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'port': {'security_groups': ['193c37a0-fd3e-4f56-81ed-02bbfb418b93', '6490eccf-a003-4d46-836b-04cfe0c473c1']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:50.723705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-381839e3-79ae-47f6-bf7b-f318b991c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.725501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-381839e3-79ae-47f6-bf7b-f318b991c198 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 200 len: 851 time: 0.0615740 Oct 26 14:10:50.768361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-a5fe2656-924e-4898-9f2f-478e715e1d4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=50c8f295-b8da-4058-a1e9-16c9caf7e9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288570 Oct 26 14:10:50.808733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:50.889805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9b9861a-5678-4ba4-bd71-582e3b25a263 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:10:50.917803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9cff-6bf6-4eee-942c-9efdf5e530a7 req-ba856812-05a4-4e1d-9304-7c1e9d90e410 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:50.919667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1ee9cff-6bf6-4eee-942c-9efdf5e530a7 req-ba856812-05a4-4e1d-9304-7c1e9d90e410 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 944 time: 0.0860531 Oct 26 14:10:50.926195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-e66a046d-7ecc-4105-a4dc-1fb5e236ab4c service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501627 Oct 26 14:10:50.986608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 70f0fbc5-2b61-4c13-847d-6807184a942b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:10:51.019805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1ee9cff-6bf6-4eee-942c-9efdf5e530a7 req-8449e2f3-cae0-46c9-ac90-6dcfffaa36a7 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923667 Oct 26 14:10:51.067003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c4194f0-56d1-4d0c-8e4b-5ddb1bc0948e req-6efba69c-0835-4667-b32d-744478073837 service neutron] 10.222.0.73 "GET /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319716 Oct 26 14:10:51.102615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:51.139282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.146994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.188562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:51.215543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 70f0fbc5-2b61-4c13-847d-6807184a942b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:10:51.215889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 70f0fbc5-2b61-4c13-847d-6807184a942b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:10:51.229631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:51.229854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.230498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.235613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43bade36-7c40-4a41-91da-104a6de6cab1 req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "PUT /v2.0/ports/44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 981 time: 0.5187023 Oct 26 14:10:51.236342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:51.249720 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:51.250143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'port_id': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'mac_address': 'fa:16:3e:e6:c0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:10:51.313652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78022f-bd3f-4691-b90b-79be8a85c52d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:51.344137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.350406 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4605cec-7914-4526-88a7-87fa0f752777 x-openstack-request-id: req-f4605cec-7914-4526-88a7-87fa0f752777 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:51.350693 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:51.350932 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4605cec-7914-4526-88a7-87fa0f752777 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:51.351331 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:10:51.364988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b9861a-5678-4ba4-bd71-582e3b25a263 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:10:51.372234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:51.380898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-6fc2f5f9-cbc9-4d7d-96b3-0678e579cfdd tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1287244955&fields=id&tenant_id=6e7d4619e66b42498de0311f14973dac HTTP/1.1" status: 200 len: 267 time: 0.0553296 Oct 26 14:10:51.438486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:51.454576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-9c6c018f-764d-4e97-be30-5bd3b9321c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.455620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.459257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-9d09dfb4-1052-4f14-a190-ff4239bc070c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.470307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-9d09dfb4-1052-4f14-a190-ff4239bc070c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 984 time: 0.0882013 Oct 26 14:10:51.473051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-9c6c018f-764d-4e97-be30-5bd3b9321c60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1135 time: 0.0985298 Oct 26 14:10:51.476227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'port': {'security_groups': ['193c37a0-fd3e-4f56-81ed-02bbfb418b93']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:51.526888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:51.579405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.687255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.699220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-ac452c13-1d8c-45ed-8616-be3ac201e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.701334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-ac452c13-1d8c-45ed-8616-be3ac201e882 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.2223225 Oct 26 14:10:51.784994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-d2dff124-29cc-4543-b262-a5a26df24604 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.0749824 Oct 26 14:10:51.828777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['b9b9861a-5678-4ba4-bd71-582e3b25a263'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:51.849174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:51.894156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-02e42309-f692-4f72-a180-48c123b3a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.896227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-02e42309-f692-4f72-a180-48c123b3a57d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.1026433 Oct 26 14:10:51.906960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.915399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.941428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-969ab0ab-e03c-4b1f-b1ce-c68ef9cb2295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365953 Oct 26 14:10:51.963411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:51.964048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:51.966019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-302ca464-0696-4dff-b0de-ed9c36e1722d req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "PUT /v2.0/ports/44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 942 time: 0.4948215 Oct 26 14:10:51.978836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:52.004851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9a142-043c-4476-959b-1c83706b7cb0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:52.105896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:52.276224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7209ce2-8dd3-4efc-a583-aee0ad923e65 req-858a90a1-5ca7-4b65-8680-4d90f916c570 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:52.277559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-3b9fc103-dfbd-4036-8911-c7ad2e3d12d4 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1746528 Oct 26 14:10:52.279228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7209ce2-8dd3-4efc-a583-aee0ad923e65 req-858a90a1-5ca7-4b65-8680-4d90f916c570 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.3337591 Oct 26 14:10:52.283867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:52.324747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.333051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-c4d26541-b51a-4c22-a8bc-43aa23294925 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735809 Oct 26 14:10:52.391052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7209ce2-8dd3-4efc-a583-aee0ad923e65 req-3e497dc1-1dfa-477e-8ada-f3cb13511211 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011901 Oct 26 14:10:52.422836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35596) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:52.526577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.646415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cc094b8-c97a-4280-b83c-8cf684e89d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.686148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Allocated IP 172.25.5.143 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c0ff1785-48bc-4af5-b7da-4a297391e6ee) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:10:52.833443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8d42-a33e-46ad-a214-c51150f57875 req-78629a01-636e-4400-be35-9d3e275bf4a0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:52.835689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b8e8d42-a33e-46ad-a214-c51150f57875 req-78629a01-636e-4400-be35-9d3e275bf4a0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 945 time: 0.0790901 Oct 26 14:10:52.838676 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cc094b8-c97a-4280-b83c-8cf684e89d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.849202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cc094b8-c97a-4280-b83c-8cf684e89d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.860210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9518d1-b716-40dc-b96c-8dcfdfccfb6a req-2f0b561f-a41f-4b31-8342-e01d5df8e5bb service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183659 Oct 26 14:10:52.884979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.905047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b8e8d42-a33e-46ad-a214-c51150f57875 req-d8bb468a-b431-48bb-b150-f0f7a7de20ee tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577683 Oct 26 14:10:52.910465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cc094b8-c97a-4280-b83c-8cf684e89d66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5c6e7d587fb4b979375006e2912096f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858134 Oct 26 14:10:52.913100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35604) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:52.914243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc094b8-c97a-4280-b83c-8cf684e89d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628891a9-47eb-4782-8458-881f3d225c12,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:52.958257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:52.979793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.002276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:10:53.006831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.012009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:10:53.015900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:10:53.050047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'Port': ['ID=c0ff1785-48bc-4af5-b7da-4a297391e6ee,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.069833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.073770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.078307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/628891a9-47eb-4782-8458-881f3d225c12 HTTP/1.1" status: 204 len: 168 time: 0.1638188 Oct 26 14:10:53.087968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5599d6-9d43-4b46-9343-68ff782fa5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628891a9-47eb-4782-8458-881f3d225c12,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.128036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.130657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.171256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.354076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:53.355854 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b368bd-6b29-4937-9333-b0ca0a699264" -d '{"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:53.380320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.389396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.430291 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabca37b-87a0-4859-b863-76feaedbfd66 x-openstack-request-id: req-dabca37b-87a0-4859-b863-76feaedbfd66 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:53.430594 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:53.430807 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dabca37b-87a0-4859-b863-76feaedbfd66 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:53.431365 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:10:53.512695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event updated for resources: {'Port': ['ID=c0ff1785-48bc-4af5-b7da-4a297391e6ee,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:53.521719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-caef3d94-e845-4857-816b-9b80f81b8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.523248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-caef3d94-e845-4857-816b-9b80f81b8907 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.0897377 Oct 26 14:10:53.538944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.550826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1340-01b2-494a-8e49-cf35df4e1957 req-34c422b1-5510-4f86-8147-6b8d57820e3c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.559922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab6d1340-01b2-494a-8e49-cf35df4e1957 req-34c422b1-5510-4f86-8147-6b8d57820e3c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0882790 Oct 26 14:10:53.566046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.576666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-5a496156-9be8-47b7-8c10-63cec1277a29 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2973378 Oct 26 14:10:53.615199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:53.639664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-68049bfb-1ecd-4ee9-996c-fc893cdd660e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0608416 Oct 26 14:10:53.644414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cce6d60f-62fc-4f36-bd01-4ebb37e37de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.666720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab6d1340-01b2-494a-8e49-cf35df4e1957 req-5153c5d4-78f9-4606-954a-f2194594759c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058505 Oct 26 14:10:53.727416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-039bbed4-499e-4eff-9c1a-6b999d21e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.729051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-039bbed4-499e-4eff-9c1a-6b999d21e43c service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.1965711 Oct 26 14:10:53.781642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-d3f807d7-03bd-49ba-8bf6-f16d382ac670 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.0426571 Oct 26 14:10:53.793996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67018c5b-56b3-4948-8ef0-519ece318451 req-6fec02a5-763f-4cf1-95f2-f44b2a48e15c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.796029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-6fec02a5-763f-4cf1-95f2-f44b2a48e15c tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.1485100 Oct 26 14:10:53.809946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-6fc9c69c-549f-452c-86e1-9f6b1411b9b5 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:10:53.811124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67018c5b-56b3-4948-8ef0-519ece318451 req-6fc9c69c-549f-452c-86e1-9f6b1411b9b5 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073187 Oct 26 14:10:53.856430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cce6d60f-62fc-4f36-bd01-4ebb37e37de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.862359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-f5e78af4-f8fa-492b-a86e-a2b9dd50de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.864090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-f5e78af4-f8fa-492b-a86e-a2b9dd50de9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.0751648 Oct 26 14:10:53.865686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cce6d60f-62fc-4f36-bd01-4ebb37e37de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:53.944057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-ddc1db4f-ed5e-46eb-8ef2-eb42680d26b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615320 Oct 26 14:10:53.951336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cce6d60f-62fc-4f36-bd01-4ebb37e37de9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42711e405c724baa94691390280fd8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350782 Oct 26 14:10:53.957438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-f78d1dd6-b9aa-45ad-8b81-127491ffae17 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:53.959049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-f78d1dd6-b9aa-45ad-8b81-127491ffae17 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0763543 Oct 26 14:10:53.959549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:53.960946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d60f-62fc-4f36-bd01-4ebb37e37de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3617d455-1e5f-4425-baba-8354dd53d4d3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:54.044241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-0290c304-665b-465b-971e-fcae573ce6b3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0629501 Oct 26 14:10:54.063419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'floatingip': {'port_id': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:54.071764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.093941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af5829-4a8f-4b75-a6a4-c0c54018357e req-b0f8b57c-b753-41ed-9f74-367d38213e0b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:54.095472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6af5829-4a8f-4b75-a6a4-c0c54018357e req-b0f8b57c-b753-41ed-9f74-367d38213e0b tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0929124 Oct 26 14:10:54.102330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-50b2a990-4e4b-449d-8b67-185bc0eb506c service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490502 Oct 26 14:10:54.103901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.162470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.201114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6af5829-4a8f-4b75-a6a4-c0c54018357e req-e9a21dfb-94e8-4046-b62a-46516fccee9c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964050 Oct 26 14:10:54.261803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24b368bd-6b29-4937-9333-b0ca0a699264 req-a75aa38b-6c0a-4e6d-b4b2-7c3d5d9ac617 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510856 Oct 26 14:10:54.313131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.315740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.316951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3617d455-1e5f-4425-baba-8354dd53d4d3 HTTP/1.1" status: 204 len: 168 time: 0.3557918 Oct 26 14:10:54.337414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372ee77-1fe0-424a-90d4-0cf13fd21615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3617d455-1e5f-4425-baba-8354dd53d4d3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:54.387191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172b35-e8c4-4a80-b891-8b53e1c047c8 req-a8986e54-4cc8-4476-8365-96653f8999ad tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:54.389911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f172b35-e8c4-4a80-b891-8b53e1c047c8 req-a8986e54-4cc8-4476-8365-96653f8999ad tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 945 time: 0.0994816 Oct 26 14:10:54.445202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f172b35-e8c4-4a80-b891-8b53e1c047c8 req-0d21711a-b824-4d04-8778-bc79770f26a3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Oct 26 14:10:54.760810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.766166 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:54.880283 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Floating IP 331677d1-61c5-43da-bd9f-92cf52d04916 associated. External IP: 172.25.5.143, port: 44a92647-1caa-49ca-94ca-c3d34046d3fd. Oct 26 14:10:54.918737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9b9861a-5678-4ba4-bd71-582e3b25a263 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:10:54.990079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port b9b9861a-5678-4ba4-bd71-582e3b25a263 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:10:54.996126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port b9b9861a-5678-4ba4-bd71-582e3b25a263 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:10:54.996914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.087486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.156134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:55.159576 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796929c5-ac49-4eb6-8d6a-7ce02677dced" -d '{"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:55.171585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Router 9e39230b-2237-4659-8e7c-29dd641c0c14 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:55.178714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:55.189472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.255894 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bbd444-065f-4700-a1ff-e1cd7fc2c380 x-openstack-request-id: req-50bbd444-065f-4700-a1ff-e1cd7fc2c380 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:55.256481 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:55.257465 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50bbd444-065f-4700-a1ff-e1cd7fc2c380 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:55.259401 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'code': 200} Oct 26 14:10:55.283662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:55.314334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:10:55.344838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:55.350745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:55.357933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Sync routers for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:55.373339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:55.378799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:55.423680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a47d-70df-4f98-a236-5aef878d8f1a req-e3eeefc2-9e97-4837-a3d8-60c34efd2190 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.435030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea9a47d-70df-4f98-a236-5aef878d8f1a req-e3eeefc2-9e97-4837-a3d8-60c34efd2190 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0753574 Oct 26 14:10:55.494321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-1ed0198e-adaf-4c64-a65a-561b537a6050 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "PUT /v2.0/floatingips/331677d1-61c5-43da-bd9f-92cf52d04916 HTTP/1.1" status: 200 len: 996 time: 1.4324296 Oct 26 14:10:55.495280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:55.497835 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c4748-ec09-4bdf-b1f0-5e0325d82052" -d '{"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:55.503119 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea9a47d-70df-4f98-a236-5aef878d8f1a req-00bc6964-9cd5-4d8b-8f49-a21eb253c2fd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529006 Oct 26 14:10:55.536758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0bae-3059-4de7-8bd7-bf2d9c4b7c03 req-5708acb8-89c8-43a2-98bd-11a994a784b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.538417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd6a0bae-3059-4de7-8bd7-bf2d9c4b7c03 req-5708acb8-89c8-43a2-98bd-11a994a784b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 1097 time: 0.1840308 Oct 26 14:10:55.579921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:55.603344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd6a0bae-3059-4de7-8bd7-bf2d9c4b7c03 req-69b102b3-15f1-4624-8daa-21ce9475ca8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Oct 26 14:10:55.612961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-87a43a1d-bfa7-4c09-9aeb-3a037fa14631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.614493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-87a43a1d-bfa7-4c09-9aeb-3a037fa14631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.1064835 Oct 26 14:10:55.672756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395b292-615b-454d-b8c7-46a6460755bb req-5a3419f4-36bc-44cb-89c2-a5cd2b3df26e tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.675042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a395b292-615b-454d-b8c7-46a6460755bb req-5a3419f4-36bc-44cb-89c2-a5cd2b3df26e tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.0843709 Oct 26 14:10:55.739510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a395b292-615b-454d-b8c7-46a6460755bb req-e6f12b91-2ed0-4688-a8ac-00aaa4a42815 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580170 Oct 26 14:10:55.774407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-ae6d117b-abad-4583-bd9d-aa8a6af1240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.783186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-ae6d117b-abad-4583-bd9d-aa8a6af1240b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.1605570 Oct 26 14:10:55.851376 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c5244-dc55-45e4-bc74-4d8aa1c97257 x-openstack-request-id: req-a22c5244-dc55-45e4-bc74-4d8aa1c97257 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:55.851643 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:55.851930 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a22c5244-dc55-45e4-bc74-4d8aa1c97257 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:55.852366 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:10:55.889127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-f6773c70-e15d-4be0-b416-2cc7df5c0a57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 999 time: 0.1049438 Oct 26 14:10:55.908553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-e7992cb8-0054-4966-bb0a-487265b5e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.910196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-e7992cb8-0054-4966-bb0a-487265b5e5aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.0696871 Oct 26 14:10:55.975773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-614f37be-ae1f-451a-a377-e17978a953ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:55.977839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-614f37be-ae1f-451a-a377-e17978a953ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.0858986 Oct 26 14:10:55.991694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '331677d1-61c5-43da-bd9f-92cf52d04916', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'port_id': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'mac_address': 'fa:16:3e:56:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:53Z', 'updated_at': '2021-10-26T14:10:54Z', 'revision_number': 1, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:56.028241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Checking router: 9e39230b-2237-4659-8e7c-29dd641c0c14 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:10:56.033392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-ce46e760-3d3a-4370-b7ed-920ea9185654 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479300 Oct 26 14:10:56.044565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:56.045187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:56.052286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-2ae4e178-fa68-4c7f-bd1b-b2e4e8fe8da9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:10:56.055929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-2ae4e178-fa68-4c7f-bd1b-b2e4e8fe8da9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149732 Oct 26 14:10:56.096074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-63fb6b65-99d7-4ba2-85bf-df5df7802b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:56.101847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-63fb6b65-99d7-4ba2-85bf-df5df7802b04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.1832767 Oct 26 14:10:56.201779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-0ee29107-8d29-4211-8afb-adb2c9322586 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 999 time: 0.0898428 Oct 26 14:10:56.263617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:10:56.265733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-4f008270-8f2d-4843-8945-c2056c581f9b service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027786 Oct 26 14:10:56.275471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-4277d74b-906d-46cc-9e6f-ae95fff43b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:56.277385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-4277d74b-906d-46cc-9e6f-ae95fff43b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.0677068 Oct 26 14:10:56.337371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-79d7ee0f-9628-48c2-9e00-2a333bf447a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435786 Oct 26 14:10:56.436088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b393bd66-d608-4189-9bcd-c042f8b28bfe req-215bdc05-47f9-4149-a6e0-d5288f2a860f service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621327 Oct 26 14:10:56.591306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-0b3b661f-c2e5-4e91-a8b0-02112b05827f service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448013 Oct 26 14:10:56.616332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35720) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:56.685673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-29c44937-9b08-428e-8581-ada1f9ba5761 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 999 time: 0.2077258 Oct 26 14:10:56.734254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35724) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:56.770601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-10f2f903-691c-41ef-942a-e17b627ba17b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:56.785032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-10f2f903-691c-41ef-942a-e17b627ba17b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports/44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 942 time: 0.0869939 Oct 26 14:10:56.810961 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-228c4748-ec09-4bdf-b1f0-5e0325d82052 req-e207c5c1-1b49-4265-8ce6-f93d30572639 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101772 Oct 26 14:10:56.813043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50fa1-5743-4a82-b40d-4c64f7740a48 req-99b16f70-f319-4429-8a12-389c3eb05eb5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:56.814713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05e50fa1-5743-4a82-b40d-4c64f7740a48 req-99b16f70-f319-4429-8a12-389c3eb05eb5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1762366 Oct 26 14:10:56.873191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '331677d1-61c5-43da-bd9f-92cf52d04916', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'port_id': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'mac_address': 'fa:16:3e:56:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:53Z', 'updated_at': '2021-10-26T14:10:54Z', 'revision_number': 1, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:56.917636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db74dfc4-badc-4226-892e-8ddbb7940b3f None None] The sync data for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 is: [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '331677d1-61c5-43da-bd9f-92cf52d04916', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'port_id': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'mac_address': 'fa:16:3e:56:27:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:53Z', 'updated_at': '2021-10-26T14:10:54Z', 'revision_number': 1, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:10:56.917976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05e50fa1-5743-4a82-b40d-4c64f7740a48 req-664c6224-e9f2-4ca6-8670-4acb25dd3cd5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844052 Oct 26 14:10:57.036424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5be453e7-88f9-44d7-8a99-179476404577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.060860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a60d42-9f30-4b47-b456-5876275282b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.105974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-3535fa60-a0c6-44e5-b2f5-f77629eeefd3 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 999 time: 0.2265670 Oct 26 14:10:57.168944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a83e-a993-469c-8fdb-c9df7c71b1a1 req-f26ba926-b69b-4a49-96a6-26c5e64b309b tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:57.170556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0947a83e-a993-469c-8fdb-c9df7c71b1a1 req-f26ba926-b69b-4a49-96a6-26c5e64b309b tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1258717 Oct 26 14:10:57.223417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e2d50-d622-438e-b116-d16df8da33f7 req-0ee84dc4-8200-447f-9511-7e768399ad5c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:57.225211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-655e2d50-d622-438e-b116-d16df8da33f7 req-0ee84dc4-8200-447f-9511-7e768399ad5c tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.1948915 Oct 26 14:10:57.235146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0947a83e-a993-469c-8fdb-c9df7c71b1a1 req-b5e6bb84-5034-47d4-8b9f-8a013803cff5 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499632 Oct 26 14:10:57.263463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5be453e7-88f9-44d7-8a99-179476404577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.270300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5be453e7-88f9-44d7-8a99-179476404577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.325306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5be453e7-88f9-44d7-8a99-179476404577 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93728b15ed144bb4a416ccf01cde64c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051835 Oct 26 14:10:57.328097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35734) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:57.353094 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0750625-33f7-4553-98e1-8199af954902 None None] New status for floating IP 331677d1-61c5-43da-bd9f-92cf52d04916: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:10:57.359693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be453e7-88f9-44d7-8a99-179476404577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c92ee7f-b64a-4d60-8238-3f3c62fd4b90,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.430922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-54f54cb8-aeaa-4d89-8d39-bd0e067c74b9 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:57.432799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-54f54cb8-aeaa-4d89-8d39-bd0e067c74b9 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.3135366 Oct 26 14:10:57.433219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.456650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a60d42-9f30-4b47-b456-5876275282b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.462352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-985103ad-d439-472b-99ff-15db74a97a98 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:10:57.462886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.471908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-985103ad-d439-472b-99ff-15db74a97a98 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0189590 Oct 26 14:10:57.486604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a60d42-9f30-4b47-b456-5876275282b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.546491 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.551557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.556419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c92ee7f-b64a-4d60-8238-3f3c62fd4b90 HTTP/1.1" status: 204 len: 168 time: 0.2271285 Oct 26 14:10:57.569641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ddd05-14db-4557-9f71-24b666242334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c92ee7f-b64a-4d60-8238-3f3c62fd4b90,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.603328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8a60d42-9f30-4b47-b456-5876275282b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40673a7cb89f4f5ab536f8cca1ba86d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630333 Oct 26 14:10:57.604135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35738) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:57.619265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Deleting port 5e0845f9-8b56-4f54-8649-34df6ba684de {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:10:57.619754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.715429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a60d42-9f30-4b47-b456-5876275282b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96234fc4-cc7a-4f5f-ad4f-c670dd9d7301,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:57.729937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-dd90810f-e502-47ca-a1eb-c312e8860a9e tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 999 time: 0.2570951 Oct 26 14:10:57.730823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.759937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:57.783982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.826173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] For port 5e0845f9-8b56-4f54-8649-34df6ba684de, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5e0845f9-8b56-4f54-8649-34df6ba684de,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:10:57.826480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.849296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Calling delete_port for 5e0845f9-8b56-4f54-8649-34df6ba684de owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:10:57.863506 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.878627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.886690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:57.892675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96234fc4-cc7a-4f5f-ad4f-c670dd9d7301 HTTP/1.1" status: 204 len: 168 time: 0.2839332 Oct 26 14:10:57.909098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05521cde-818d-4627-ab68-fecae666dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96234fc4-cc7a-4f5f-ad4f-c670dd9d7301,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:58.119541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.132755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.133563 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Floating IP 331677d1-61c5-43da-bd9f-92cf52d04916 disassociated. External IP: 172.25.5.143, port: 44a92647-1caa-49ca-94ca-c3d34046d3fd. Oct 26 14:10:58.153340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71f5fe-5df0-4a6a-b494-ce8d339897bf req-fe64128e-d418-437d-b54c-b7d8464720c5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:58.156199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a71f5fe-5df0-4a6a-b494-ce8d339897bf req-fe64128e-d418-437d-b54c-b7d8464720c5 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 946 time: 0.0972438 Oct 26 14:10:58.157010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35746) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:58.202899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5134b7ab-b44d-4fdc-8e87-79d0bb4f2654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.242187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a71f5fe-5df0-4a6a-b494-ce8d339897bf req-4f4489a7-5caf-4ce8-9090-d088579ab1af tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Oct 26 14:10:58.290407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.310106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5e0845f9-8b56-4f54-8649-34df6ba684de'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:58.317738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7d17ac68-292e-4080-8e51-125da49e27b7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:10:58.378259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Pushing event deleted for resources: {'Port': ['ID=5e0845f9-8b56-4f54-8649-34df6ba684de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:58.437250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5134b7ab-b44d-4fdc-8e87-79d0bb4f2654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.443505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5134b7ab-b44d-4fdc-8e87-79d0bb4f2654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.518651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5134b7ab-b44d-4fdc-8e87-79d0bb4f2654 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73f59df320dc4051bf16f0897ca77c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599904 Oct 26 14:10:58.548390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35760) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:58.587333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] No DVR routers for this DVR port 5e0845f9-8b56-4f54-8649-34df6ba684de on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:10:58.610174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:58.612984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134b7ab-b44d-4fdc-8e87-79d0bb4f2654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60e46bf-0fd8-469b-b4c6-4a5ef3470aa3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:58.614134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-655e2d50-d622-438e-b116-d16df8da33f7 req-2f95a171-4e9e-4111-8980-62b8c0722abe tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.73 "DELETE /v2.0/ports/5e0845f9-8b56-4f54-8649-34df6ba684de HTTP/1.1" status: 204 len: 173 time: 1.3795846 Oct 26 14:10:58.624460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'name': 'network-vif-deleted', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:10:58.627339 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7513259-7f67-46f7-973b-4265b95d3064" -d '{"events": [{"server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "name": "network-vif-deleted", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:10:58.639540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Router 9e39230b-2237-4659-8e7c-29dd641c0c14 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:10:58.646464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8560e97-990d-480f-9eaf-3f12291bf080 req-65dc1a0c-1478-4039-b4ad-1bcccb2ff89d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:58.656163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8560e97-990d-480f-9eaf-3f12291bf080 req-65dc1a0c-1478-4039-b4ad-1bcccb2ff89d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1459129 Oct 26 14:10:58.709852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8560e97-990d-480f-9eaf-3f12291bf080 req-17773924-133a-492b-ab3e-a81b6bf23715 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524251 Oct 26 14:10:59.124114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755580f-dcc5-41a5-b526-a922cd304efe req-4cb9a185-7589-4968-865f-13642e7ed15f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:59.128938 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e755580f-dcc5-41a5-b526-a922cd304efe req-4cb9a185-7589-4968-865f-13642e7ed15f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.0645370 Oct 26 14:10:59.136621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35778) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:10:59.141612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Request body: {'floatingip': {'port_id': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:10:59.145292 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0334174a-a7f4-4352-9998-1f66c061dd64 x-openstack-request-id: req-0334174a-a7f4-4352-9998-1f66c061dd64 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:10:59.145743 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bc1dca-66a1-4f4b-8d9a-a692085c78b4", "name": "network-vif-deleted", "tag": "5e0845f9-8b56-4f54-8649-34df6ba684de", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:10:59.148028 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0334174a-a7f4-4352-9998-1f66c061dd64 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:10:59.148028 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bc1dca-66a1-4f4b-8d9a-a692085c78b4', 'name': 'network-vif-deleted', 'tag': '5e0845f9-8b56-4f54-8649-34df6ba684de', 'status': 'completed', 'code': 200} Oct 26 14:10:59.168742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.200938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.233248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.315253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:10:59.325688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.331512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Sync routers for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:10:59.386580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:10:59.388069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:10:59.389916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-6d45038b-9487-4e1c-8ac4-191b2720f8dc tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "PUT /v2.0/floatingips/331677d1-61c5-43da-bd9f-92cf52d04916 HTTP/1.1" status: 200 len: 695 time: 1.6401441 Oct 26 14:10:59.412983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.419315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:10:59.423235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a60e46bf-0fd8-469b-b4c6-4a5ef3470aa3 HTTP/1.1" status: 204 len: 168 time: 0.8679011 Oct 26 14:10:59.475372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eea1f4-995c-4ed7-ae6e-ac84b4c1fd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60e46bf-0fd8-469b-b4c6-4a5ef3470aa3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:10:59.663612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-e6785582-ab5f-4ee7-b6e0-02f94c8002d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:10:59.671766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-e6785582-ab5f-4ee7-b6e0-02f94c8002d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.2198560 Oct 26 14:10:59.783364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:00.003723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-774463cd-bc97-47af-819c-c2ca574938bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:00.006858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-774463cd-bc97-47af-819c-c2ca574938bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.3187869 Oct 26 14:11:00.135307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-c39da321-7159-49c9-a9a9-de777583fca7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.1132247 Oct 26 14:11:00.224820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35804) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:00.243526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.271137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-8ad3f4fb-f537-4853-85c4-cc410e0bd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:00.276329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-8ad3f4fb-f537-4853-85c4-cc410e0bd2c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.1395280 Oct 26 14:11:00.283552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Checking router: 9e39230b-2237-4659-8e7c-29dd641c0c14 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:00.294405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:00.295297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.337665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20c2858a-4a81-44ce-a8d6-9773bbf1d322 req-9b864a06-8e33-4ff2-bec8-248583264646 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9bc1dca-66a1-4f4b-8d9a-a692085c78b4 HTTP/1.1" status: 200 len: 210 time: 0.2600050 Oct 26 14:11:00.362804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-c951f59d-325b-42bd-b5ac-34fae7d432f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791318 Oct 26 14:11:00.450676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:00.528010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-157c72ea-9c11-4246-ac7e-98174f1f2858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.775717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-d21c638d-9341-482e-9afa-96b3a07f1d4e service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035766 Oct 26 14:11:00.794332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:00.805617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.817753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:00.827848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c342936-3bf5-42e4-a12c-93126b85e947 None None] The sync data for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 is: [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1bebfbeb-5af3-4257-af3c-af571d2e731b', 'name': '', 'network_id': '8f6e5c0f-e5b2-40ab-bd69-4a2645ace360', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'mac_address': 'fa:16:3e:a3:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:08Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'subnets': [{'id': '76e5d009-b7f0-4b54-87b9-e59855153bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:00.953327 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Floating IP d62b4a67-6f28-4548-850e-57920c24d5d9 associated. External IP: 172.25.5.109, port: b9b9861a-5678-4ba4-bd71-582e3b25a263. Oct 26 14:11:00.963329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-24d36b86-51fb-43dc-9fd3-b0beb291a159 req-efe059e4-f16e-43e7-b257-ab05b9d0d9a5 service neutron] 10.222.0.37 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749210 Oct 26 14:11:01.002136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-157c72ea-9c11-4246-ac7e-98174f1f2858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.014757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-157c72ea-9c11-4246-ac7e-98174f1f2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.065862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5e0845f9-8b56-4f54-8649-34df6ba684de no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:01.115288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 5e0845f9-8b56-4f54-8649-34df6ba684de {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:01.119925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-157c72ea-9c11-4246-ac7e-98174f1f2858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f395cabb9f8c4ebd8bf4afb39b935bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900483 Oct 26 14:11:01.120537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5e0845f9-8b56-4f54-8649-34df6ba684de not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:01.122778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:01.130858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c72ea-9c11-4246-ac7e-98174f1f2858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77590047-143f-4268-ac39-b98d1c250c22,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:01.151107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:01.156051 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d462772-3312-4a61-88b3-06c93f0de3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:01.226952 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6937c-e434-4320-9e11-b5ee0e5c1fb4 x-openstack-request-id: req-7dd6937c-e434-4320-9e11-b5ee0e5c1fb4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:01.227252 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:01.227484 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd6937c-e434-4320-9e11-b5ee0e5c1fb4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:01.228054 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:11:01.247119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-cf4ee2cf-4b29-4025-b38b-1a48f97068c0 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips/331677d1-61c5-43da-bd9f-92cf52d04916 HTTP/1.1" status: 200 len: 695 time: 0.2190599 Oct 26 14:11:01.311582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.346621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.361563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-874dee3a-4f37-4114-9d79-71293a23e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:01.363250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-874dee3a-4f37-4114-9d79-71293a23e2c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6e7d4619e66b42498de0311f14973dac&device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 1096 time: 0.1112533 Oct 26 14:11:01.567239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.571583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:01.578795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77590047-143f-4268-ac39-b98d1c250c22 HTTP/1.1" status: 204 len: 168 time: 0.4534011 Oct 26 14:11:01.590862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-3ebdc755-b4d5-4f71-afe1-eb5487bf1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:01.598778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-3ebdc755-b4d5-4f71-afe1-eb5487bf1e7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 200 len: 921 time: 0.2228241 Oct 26 14:11:01.676141 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f710d8-abe6-49ed-9d93-c93183bb6b98 None None] New status for floating IP 331677d1-61c5-43da-bd9f-92cf52d04916: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:11:01.763507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-b8e27aad-d814-43b0-922e-0a9705232e29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 200 len: 217 time: 0.1494694 Oct 26 14:11:01.765032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f718-fc06-4dd2-95f1-6279a304e44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77590047-143f-4268-ac39-b98d1c250c22,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:01.877743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-88ff147d-c085-4968-974b-7b002d580977 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:01.880543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-88ff147d-c085-4968-974b-7b002d580977 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 784 time: 0.6320128 Oct 26 14:11:01.905869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-09f69247-73f8-48c1-a260-ba35e581bf6d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:11:01.908127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-09f69247-73f8-48c1-a260-ba35e581bf6d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167658 Oct 26 14:11:02.025330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-8ad619d8-c1df-482f-86ba-a05894906911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:02.035508 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-8ad619d8-c1df-482f-86ba-a05894906911 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 200 len: 860 time: 0.2632766 Oct 26 14:11:02.114995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-ecca4ef2-1483-4be3-a61d-ad3f271c1a8f tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 698 time: 0.1977015 Oct 26 14:11:02.126763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-a1f31e07-8720-44cb-89d1-5e53c496545a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747983 Oct 26 14:11:02.285152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-2ce61a25-0d7e-4647-b172-57897eacfa4b tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1691341 Oct 26 14:11:02.361965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Router 59b05052-1d95-4449-aff2-541024f789e8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:02.470928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cb141-ca23-4eaf-a255-03478836c6f7 req-6b8e9be6-bc02-4b64-8bad-c4931bbf156d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:02.485374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-033cb141-ca23-4eaf-a255-03478836c6f7 req-6b8e9be6-bc02-4b64-8bad-c4931bbf156d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1477675 Oct 26 14:11:02.521779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-770a747f-d637-4311-aaea-e0caa58dd4b5 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829577 Oct 26 14:11:02.575292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-033cb141-ca23-4eaf-a255-03478836c6f7 req-f8a39413-db5e-40be-b953-12e0e9b383d6 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831759 Oct 26 14:11:02.647335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Deleting port c0ff1785-48bc-4af5-b7da-4a297391e6ee {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:02.647893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.687320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d462772-3312-4a61-88b3-06c93f0de3d7 req-7cbda07d-dfd0-4d98-9962-781c487e7895 service neutron] 10.222.0.73 "GET /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412380 Oct 26 14:11:02.741210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:02.748698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35874) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:02.750476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.756899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Sync routers for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:02.777179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:02.778594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:02.839460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d00feb23-e5b6-454b-b63d-60b07bf3d0e2 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "PUT /v2.0/floatingips/d62b4a67-6f28-4548-850e-57920c24d5d9 HTTP/1.1" status: 200 len: 992 time: 3.7011380 Oct 26 14:11:02.843573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:02.847734 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9" -d '{"events": [{"name": "network-changed", "server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:02.911771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.912357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:02.945931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Calling delete_port for c0ff1785-48bc-4af5-b7da-4a297391e6ee owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:02.988688 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae542208-6637-482d-9fc7-1222928a8894 x-openstack-request-id: req-ae542208-6637-482d-9fc7-1222928a8894 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:02.989138 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:02.989729 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae542208-6637-482d-9fc7-1222928a8894 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:02.990177 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'status': 'completed', 'code': 200} Oct 26 14:11:02.993382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:03.009802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1726493763-network', 'tenant_id': '01022bec82774d478491ae06767531a2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:03.049466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:03.054186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.073565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.189540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-d5c6d6a7-be0e-42d8-b845-22935a84597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.192779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-d5c6d6a7-be0e-42d8-b845-22935a84597b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ba2fe377bd64a56afca2758c7ab577d&device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 1097 time: 0.1461785 Oct 26 14:11:03.247108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.259353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.363337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d896e-7634-4419-ab19-66e7df954e3a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:03.434542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-ea826829-1326-4838-a902-bf1fc066f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.436294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-ea826829-1326-4838-a902-bf1fc066f534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a07ce54a-c24b-4dce-93d8-73892f504f0e HTTP/1.1" status: 200 len: 916 time: 0.2323983 Oct 26 14:11:03.437977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.443490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd62b4a67-6f28-4548-850e-57920c24d5d9', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'floating_ip_address': '172.25.5.109', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '59b05052-1d95-4449-aff2-541024f789e8', 'port_id': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'mac_address': 'fa:16:3e:e6:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:03Z', 'updated_at': '2021-10-26T14:11:00Z', 'revision_number': 1, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.448724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:11:03.462856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.465940 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Added segment 85f67b13-2247-4063-9a37-d2c9b87cc456 of type vlan for network 74b5d21b-21c4-41bf-92eb-323c5520044e Oct 26 14:11:03.475126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event deleted for resources: {'Port': ['ID=c0ff1785-48bc-4af5-b7da-4a297391e6ee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:03.481514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Checking router: 59b05052-1d95-4449-aff2-541024f789e8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:03.491196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:03.492091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:03.567771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.616133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:03.621085 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.622442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.623040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.639907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-18150a57-2289-44cf-858e-f1cd374b1f93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263 HTTP/1.1" status: 200 len: 1000 time: 0.1742663 Oct 26 14:11:03.706366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9526227 Oct 26 14:11:03.709516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:03.719471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Request body: {'subnet': {'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1726493763-subnet', 'tenant_id': '01022bec82774d478491ae06767531a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:03.747250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4730199-03f9-4b68-a43e-e085e8ea8f8a admin admin] Pushing event updated for resources: {'Network': ['ID=74b5d21b-21c4-41bf-92eb-323c5520044e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:03.748323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.754328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.756992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-719b7f8c-7d31-43db-bc48-7bf42bb0042a req-4837806e-b86f-47f8-94f9-9b1c3caa609d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "DELETE /v2.0/floatingips/331677d1-61c5-43da-bd9f-92cf52d04916 HTTP/1.1" status: 204 len: 173 time: 1.4708200 Oct 26 14:11:03.764694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:03.768536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 74b5d21b-21c4-41bf-92eb-323c5520044e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:11:03.776922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:03.797424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-9a69e7b7-b207-4599-ab39-4e0998b683e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.802115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-9a69e7b7-b207-4599-ab39-4e0998b683e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8330f0a5-dcea-4e71-96f2-c2dc82ae45b6 HTTP/1.1" status: 200 len: 854 time: 0.1483607 Oct 26 14:11:03.938603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-0e75d09d-6da8-4744-a17c-1c5630caae72 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups/6490eccf-a003-4d46-836b-04cfe0c473c1 HTTP/1.1" status: 200 len: 1809 time: 0.1449313 Oct 26 14:11:03.946287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-1aa7187a-3498-42ed-9b76-a22ce3b56a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.948786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-1aa7187a-3498-42ed-9b76-a22ce3b56a7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a07ce54a-c24b-4dce-93d8-73892f504f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075187 Oct 26 14:11:03.959850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c8545-f465-4be1-8d2d-5e793a7740d5 req-bffceb73-2df4-4377-b1b8-391106ecb869 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:03.962012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-465c8545-f465-4be1-8d2d-5e793a7740d5 req-bffceb73-2df4-4377-b1b8-391106ecb869 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1176620 Oct 26 14:11:03.993065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd62b4a67-6f28-4548-850e-57920c24d5d9', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'floating_ip_address': '172.25.5.109', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '59b05052-1d95-4449-aff2-541024f789e8', 'port_id': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'mac_address': 'fa:16:3e:e6:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:03Z', 'updated_at': '2021-10-26T14:11:00Z', 'revision_number': 1, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:04.042599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ce4307-0e70-4085-a74f-2d5ddbe569bc None None] The sync data for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 is: [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd62b4a67-6f28-4548-850e-57920c24d5d9', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'floating_ip_address': '172.25.5.109', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '59b05052-1d95-4449-aff2-541024f789e8', 'port_id': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'mac_address': 'fa:16:3e:e6:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:10:03Z', 'updated_at': '2021-10-26T14:11:00Z', 'revision_number': 1, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:04.046287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-465c8545-f465-4be1-8d2d-5e793a7740d5 req-cf71068f-d8dd-40f5-bd38-43ff10c975e8 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762625 Oct 26 14:11:04.136200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.144830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.197919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-636b56fc-72a5-4dfb-978f-ea2aa3b84179 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234340 Oct 26 14:11:04.211136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.262662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Checking segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:04.263041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Network hostable DHCP agents. Network: 74b5d21b-21c4-41bf-92eb-323c5520044e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:11:04.278564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e987f38a-6a92-4d23-a602-d6e172eefbfb,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:04.297902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Network 74b5d21b-21c4-41bf-92eb-323c5520044e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:11:04.313375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 74b5d21b-21c4-41bf-92eb-323c5520044e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:04.324947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:04.325595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.337299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d314745-dbef-4bb5-b37b-69f89e321e6b None None] Network 74b5d21b-21c4-41bf-92eb-323c5520044e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:04.361365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d79d94bc-a6d1-4d8e-92f5-44c1cbdf15c9 req-6720514a-fac8-4edb-9cbd-0d48a11f3d0f service neutron] 10.222.0.41 "GET /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468787 Oct 26 14:11:04.383812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-990e2a8d-4ea9-4afe-8c4e-c0b5a19a7924 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6723783 Oct 26 14:11:04.387854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35916) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.420878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:04.485686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1f06a-c6e2-4004-b501-3e0cab0838aa None None] New status for floating IP d62b4a67-6f28-4548-850e-57920c24d5d9: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:11:04.486281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.488531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.489694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-50d82a45-30f3-4bdb-84f2-b1a59ecb11c6 req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "DELETE /v2.0/security-groups/6490eccf-a003-4d46-836b-04cfe0c473c1 HTTP/1.1" status: 204 len: 173 time: 0.5391202 Oct 26 14:11:04.510366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.517986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.541735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ebdf-69ec-4553-8b8c-2d652298837a tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490eccf-a003-4d46-836b-04cfe0c473c1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:04.644960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.657313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35922) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:04.811963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-74b5d21b-21c4-41bf-92eb-323c5520044e', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:11:04.814334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:04.816614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3c10-c435-4879-a448-46271cc88942 req-2e9f9c62-cc3d-4914-bcc3-d1136cdebdcd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:04.823014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb1c3c10-c435-4879-a448-46271cc88942 req-2e9f9c62-cc3d-4914-bcc3-d1136cdebdcd tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.41 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1751368 Oct 26 14:11:05.003870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Deleting port 7d17ac68-292e-4080-8e51-125da49e27b7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:05.004444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.072480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Allocated IP 172.20.0.2 (74b5d21b-21c4-41bf-92eb-323c5520044e/e987f38a-6a92-4d23-a602-d6e172eefbfb/d13150eb-7d02-4207-a615-5abfdc3a6f37) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:05.082337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0dbe-ce75-4621-8a8b-24b237473993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.090551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.155143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] For port 7d17ac68-292e-4080-8e51-125da49e27b7, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7d17ac68-292e-4080-8e51-125da49e27b7,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:05.155637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.155763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda64cd-e189-4044-becf-f348d1ae7bfb req-00cf4f8a-07a9-4a7d-a694-f4d45c242b90 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:05.162986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9cda64cd-e189-4044-becf-f348d1ae7bfb req-00cf4f8a-07a9-4a7d-a694-f4d45c242b90 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1996861 Oct 26 14:11:05.206285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Calling delete_port for 7d17ac68-292e-4080-8e51-125da49e27b7 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:05.276003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9cda64cd-e189-4044-becf-f348d1ae7bfb req-19a1fc7a-6e24-43ef-9f51-b358b270f197 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070492 Oct 26 14:11:05.291062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d524c-4a1c-47c9-a860-520990250818 req-c6e6c59a-8546-4e24-b260-1f401314b4bc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:05.298705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a9d524c-4a1c-47c9-a860-520990250818 req-c6e6c59a-8546-4e24-b260-1f401314b4bc tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 946 time: 0.1392822 Oct 26 14:11:05.344303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0dbe-ce75-4621-8a8b-24b237473993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.355443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ccb0dbe-ce75-4621-8a8b-24b237473993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.373686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a9d524c-4a1c-47c9-a860-520990250818 req-c0af99d8-f6f9-440e-b05f-91470d6e4a4d tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740032 Oct 26 14:11:05.423272 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.427298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb0dbe-ce75-4621-8a8b-24b237473993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea997d25-0e87-4be1-8528-3109d75058ae,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.431485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.443606 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ccb0dbe-ce75-4621-8a8b-24b237473993 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05cc49196a61436386610b6f934caed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7842853 Oct 26 14:11:05.457309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:05.480116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Network 74b5d21b-21c4-41bf-92eb-323c5520044e is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:05.483531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:05.487787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:05.499332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Pushing event updated for resources: {'Port': ['ID=d13150eb-7d02-4207-a615-5abfdc3a6f37,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.557867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Attempting to bind port d13150eb-7d02-4207-a615-5abfdc3a6f37 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:05.558392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Attempting to bind port d13150eb-7d02-4207-a615-5abfdc3a6f37 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:05.558838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Attempting to bind port d13150eb-7d02-4207-a615-5abfdc3a6f37 on network 74b5d21b-21c4-41bf-92eb-323c5520044e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:05.560519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.566809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:05.567285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Checking segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:05.567761 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.568276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Bound using segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:05.568866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Bound port: d13150eb-7d02-4207-a615-5abfdc3a6f37, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:05.569332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.576429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7d17ac68-292e-4080-8e51-125da49e27b7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:05.629978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.657626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Pushing event deleted for resources: {'Port': ['ID=7d17ac68-292e-4080-8e51-125da49e27b7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.683797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] For port d13150eb-7d02-4207-a615-5abfdc3a6f37, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:05.684820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.689195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] For port d13150eb-7d02-4207-a615-5abfdc3a6f37, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d13150eb-7d02-4207-a615-5abfdc3a6f37,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:05.700025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.701766 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.702130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] No DVR routers for this DVR port 7d17ac68-292e-4080-8e51-125da49e27b7 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:05.705198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.713897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb1c3c10-c435-4879-a448-46271cc88942 req-ae3afada-06d4-4580-af30-b0eed926877e tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.41 "DELETE /v2.0/ports/7d17ac68-292e-4080-8e51-125da49e27b7 HTTP/1.1" status: 204 len: 173 time: 0.8804567 Oct 26 14:11:05.714511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'name': 'network-vif-deleted', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:05.717958 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9883c95-c785-47ef-a44a-ff5e0506a6b7" -d '{"events": [{"server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "name": "network-vif-deleted", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:05.730833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.789351 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f84a9-5b30-48be-849e-42fcf30751e9 x-openstack-request-id: req-c85f84a9-5b30-48be-849e-42fcf30751e9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:05.791319 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37c03a4-2561-421e-a203-777135ea3829", "name": "network-vif-deleted", "tag": "7d17ac68-292e-4080-8e51-125da49e27b7", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:05.791594 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c85f84a9-5b30-48be-849e-42fcf30751e9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:05.792013 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37c03a4-2561-421e-a203-777135ea3829', 'name': 'network-vif-deleted', 'tag': '7d17ac68-292e-4080-8e51-125da49e27b7', 'status': 'completed', 'code': 200} Oct 26 14:11:05.796897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b477-f92d-4dff-aace-eeedf07173c9 None None] Pushing event updated for resources: {'Port': ['ID=d13150eb-7d02-4207-a615-5abfdc3a6f37,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.847605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.850499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:05.853039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea997d25-0e87-4be1-8528-3109d75058ae HTTP/1.1" status: 204 len: 168 time: 0.3925335 Oct 26 14:11:05.898050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dbbe9-7a1e-4987-9997-8ad2cb1296c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea997d25-0e87-4be1-8528-3109d75058ae,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:05.941901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Allocated IP 172.25.5.115 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/639c1530-b492-472e-8b27-4d065b524b92) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:06.124694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.175592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.275519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:06.281323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Pushing event updated for resources: {'Port': ['ID=639c1530-b492-472e-8b27-4d065b524b92,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.284714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:06.288164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:06.316793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:06.334177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b576f60e-7135-4665-9fc8-67a1c7b8bd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.472780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a816c-9ac2-435c-9d98-3fa89e79e9c0 req-56bd97b0-9e55-40e8-9924-a5685245f240 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:06.482879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff5a816c-9ac2-435c-9d98-3fa89e79e9c0 req-56bd97b0-9e55-40e8-9924-a5685245f240 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1164832 Oct 26 14:11:06.546133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b576f60e-7135-4665-9fc8-67a1c7b8bd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.547959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ef6482c-f189-4b6d-afb1-ca5a91167704 req-029b7250-bd24-4975-b688-46d92666a6d9 tempest-ServerRescueTestJSON-1483395209 tempest-ServerRescueTestJSON-1483395209-project] 10.222.0.37 "GET /v2.0/ports?device_id=f37c03a4-2561-421e-a203-777135ea3829 HTTP/1.1" status: 200 len: 210 time: 0.0411942 Oct 26 14:11:06.556700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ff5a816c-9ac2-435c-9d98-3fa89e79e9c0 req-f97560fc-bde7-4cf6-9e62-64e95c635553 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728903 Oct 26 14:11:06.558668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b576f60e-7135-4665-9fc8-67a1c7b8bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.609538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b576f60e-7135-4665-9fc8-67a1c7b8bd03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15736c96da6544818af7dd9f56bd318d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914755 Oct 26 14:11:06.612769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f60e-7135-4665-9fc8-67a1c7b8bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d61239-d7bf-4dbe-81b5-55ab7374133b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:06.614392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:06.724531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.731699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.822625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.962391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.965033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:06.969810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4d61239-d7bf-4dbe-81b5-55ab7374133b HTTP/1.1" status: 204 len: 168 time: 0.3190570 Oct 26 14:11:06.974961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4ac4b-fa6c-47b0-9900-13124f8693d4 None None] Network 74b5d21b-21c4-41bf-92eb-323c5520044e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:11:06.987833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdf844-e1ea-410c-8635-2202579fc4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d61239-d7bf-4dbe-81b5-55ab7374133b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:07.022682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.090467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] Provisioning complete for port d13150eb-7d02-4207-a615-5abfdc3a6f37 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:07.090806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.185398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-554e5482-e00d-4f52-8d38-b34113a14546 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:07.186970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-554e5482-e00d-4f52-8d38-b34113a14546 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.73 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.0829954 Oct 26 14:11:07.316718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Router cc649dd6-c3f7-4e32-a023-c6117b77fcad is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:11:07.407193 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.455898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] For port d13150eb-7d02-4207-a615-5abfdc3a6f37, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d13150eb-7d02-4207-a615-5abfdc3a6f37,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:07.462236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d13150eb-7d02-4207-a615-5abfdc3a6f37 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:07.464816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Deleting port 44a92647-1caa-49ca-94ca-c3d34046d3fd {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:07.465151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.487484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.549375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21850c87-2b6e-4513-b37e-c4db600313d4 None None] Pushing event updated for resources: {'Port': ['ID=d13150eb-7d02-4207-a615-5abfdc3a6f37,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:07.587335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d13150eb-7d02-4207-a615-5abfdc3a6f37 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:07.588258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.682793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35986) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:07.818079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-97928745-dccb-4a9d-90c8-68d672874777 None None] Provisioning complete for port d13150eb-7d02-4207-a615-5abfdc3a6f37 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:07.818459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97928745-dccb-4a9d-90c8-68d672874777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:07.881832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b435d8-d956-4785-a0ab-b11708492175 req-0079928d-01bf-4a35-913b-b7a76e476502 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:07.890798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74b435d8-d956-4785-a0ab-b11708492175 req-0079928d-01bf-4a35-913b-b7a76e476502 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 945 time: 0.1353383 Oct 26 14:11:08.044364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74b435d8-d956-4785-a0ab-b11708492175 req-88e59c46-5855-4337-8777-74963c8a8a71 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/security-groups?id=193c37a0-fd3e-4f56-81ed-02bbfb418b93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522424 Oct 26 14:11:08.069211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] For port 44a92647-1caa-49ca-94ca-c3d34046d3fd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=44a92647-1caa-49ca-94ca-c3d34046d3fd,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:08.069581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.085046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Calling delete_port for 44a92647-1caa-49ca-94ca-c3d34046d3fd owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:08.122914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:08.133844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Sync routers for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:08.154484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:08.155348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:08.185505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.186763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-731feeb3-48e4-4283-bdb0-c33902f112a0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7925503 Oct 26 14:11:08.191082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:08.311517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:08.386932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.437997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.486584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Pushing event deleted for resources: {'Port': ['ID=44a92647-1caa-49ca-94ca-c3d34046d3fd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:08.500524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['44a92647-1caa-49ca-94ca-c3d34046d3fd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:08.572440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] No DVR routers for this DVR port 44a92647-1caa-49ca-94ca-c3d34046d3fd on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:11:08.576713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:08.581019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-306b2694-89e4-4c2f-acd9-204a0828a7ea req-04d4e67c-af8f-43a9-9739-3dc151953b8d tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.73 "DELETE /v2.0/ports/44a92647-1caa-49ca-94ca-c3d34046d3fd HTTP/1.1" status: 204 len: 173 time: 1.3673160 Oct 26 14:11:08.581019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'name': 'network-vif-deleted', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:08.583220 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed9a39-0ad2-4fad-a4bb-a47da02e9f60" -d '{"events": [{"server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "name": "network-vif-deleted", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:08.777676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:06Z', 'revision_number': 3, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:08.787229 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd64b8-6a52-4173-b667-59740cf73352 x-openstack-request-id: req-72fd64b8-6a52-4173-b667-59740cf73352 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:08.787736 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f5951a-a93f-4706-acd4-90bf6e07fe6b", "name": "network-vif-deleted", "tag": "44a92647-1caa-49ca-94ca-c3d34046d3fd", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:08.788149 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72fd64b8-6a52-4173-b667-59740cf73352 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:08.788809 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f5951a-a93f-4706-acd4-90bf6e07fe6b', 'name': 'network-vif-deleted', 'tag': '44a92647-1caa-49ca-94ca-c3d34046d3fd', 'status': 'completed', 'code': 200} Oct 26 14:11:08.890976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Checking router: cc649dd6-c3f7-4e32-a023-c6117b77fcad for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:08.891530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Updating router cc649dd6-c3f7-4e32-a023-c6117b77fcad port 639c1530-b492-472e-8b27-4d065b524b92 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:11:08.926781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8cdff-6b20-4b2f-be6c-0bde7297a63c req-3d7a767a-0d55-44d5-91c2-92ae25e5430e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:08.929670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3a8cdff-6b20-4b2f-be6c-0bde7297a63c req-3d7a767a-0d55-44d5-91c2-92ae25e5430e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.2058802 Oct 26 14:11:08.969964 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.073272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7d17ac68-292e-4080-8e51-125da49e27b7 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:09.098752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d3a8cdff-6b20-4b2f-be6c-0bde7297a63c req-a3f1a155-f3a9-49f5-813a-67163d9a1371 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526432 Oct 26 14:11:09.120367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 7d17ac68-292e-4080-8e51-125da49e27b7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:09.120972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7d17ac68-292e-4080-8e51-125da49e27b7 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:09.232021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Deleting port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:09.232876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.369270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82bae33d-ed10-416d-96a2-92f711fb1fc5 req-9047f9fe-e33a-470a-a2a2-d881ae3c7e62 tempest-ServerRescueTestJSONUnderV235-2145126004 tempest-ServerRescueTestJSONUnderV235-2145126004-project] 10.222.0.37 "GET /v2.0/ports?device_id=84f5951a-a93f-4706-acd4-90bf6e07fe6b HTTP/1.1" status: 200 len: 210 time: 0.0757813 Oct 26 14:11:09.528999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.564876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] For port 97fd3c99-2437-4e72-bc0d-d10174b4b6aa, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,segment=NetworkSegment(7fb3e912-8ff2-4cb6-a512-789ee9b4d815),segment_id=7fb3e912-8ff2-4cb6-a512-789ee9b4d815)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:09.565452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.568298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d13150eb-7d02-4207-a615-5abfdc3a6f37 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:09.591245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Calling delete_port for 97fd3c99-2437-4e72-bc0d-d10174b4b6aa owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:09.729734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d13150eb-7d02-4207-a615-5abfdc3a6f37 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:09.730380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:09.775951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Allocated IP 172.20.0.1 (74b5d21b-21c4-41bf-92eb-323c5520044e/e987f38a-6a92-4d23-a602-d6e172eefbfb/97dcdc70-76ce-4ed4-b567-ad2594a5891c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:09.953139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.012549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.044734 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.057325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36050) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:10.113213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Network 74b5d21b-21c4-41bf-92eb-323c5520044e is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:10.117487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.122623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:10.129395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Pushing event updated for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.136136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:10.249307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.255822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47671810-b192-4c76-b14e-465b40226300 None None] Pushing event updated for resources: {'Port': ['ID=639c1530-b492-472e-8b27-4d065b524b92,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.311738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3f7a914-a1f2-4e7c-8c12-9391a774a1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.344259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Attempting to bind port 639c1530-b492-472e-8b27-4d065b524b92 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:10.344922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Attempting to bind port 639c1530-b492-472e-8b27-4d065b524b92 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:10.345546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Attempting to bind port 639c1530-b492-472e-8b27-4d065b524b92 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:10.355475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:10.356615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:10.357597 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.358540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:10.359580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Bound port: 639c1530-b492-472e-8b27-4d065b524b92, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:10.360443 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.455681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e535acd3-3346-4bcb-b138-ba8df042fe25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.462153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] For port 639c1530-b492-472e-8b27-4d065b524b92, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:10.468772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] For port 639c1530-b492-472e-8b27-4d065b524b92, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=639c1530-b492-472e-8b27-4d065b524b92,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:10.478521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.517837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb622e5-86c6-4c9b-989e-335119d86d66 req-5599ad42-ac7d-4cb4-98a4-d80a3065dda1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:10.529848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdb622e5-86c6-4c9b-989e-335119d86d66 req-5599ad42-ac7d-4cb4-98a4-d80a3065dda1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1057127 Oct 26 14:11:10.548164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:10.549342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:10.580167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022f9d2-7589-409f-9d3f-af5273a78a33 req-254a7253-377e-4c6c-a6a2-3ebe74339190 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:10.583849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f022f9d2-7589-409f-9d3f-af5273a78a33 req-254a7253-377e-4c6c-a6a2-3ebe74339190 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.2046409 Oct 26 14:11:10.591067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdb622e5-86c6-4c9b-989e-335119d86d66 req-143a704a-9e14-4cc2-a5c3-3c933021d7c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590332 Oct 26 14:11:10.679335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47671810-b192-4c76-b14e-465b40226300 None None] Pushing event updated for resources: {'Port': ['ID=639c1530-b492-472e-8b27-4d065b524b92,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.687248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36062) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:10.701904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0fa3b4a8-8ed9-4230-8c73-88dbf9bcebd2 None None] Provisioning complete for port 97dcdc70-76ce-4ed4-b567-ad2594a5891c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:10.702879 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b4a8-8ed9-4230-8c73-88dbf9bcebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.719414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:10.767491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3b4a8-8ed9-4230-8c73-88dbf9bcebd2 None None] Port 97dcdc70-76ce-4ed4-b567-ad2594a5891c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:10.775815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Pushing event deleted for resources: {'Port': ['ID=97fd3c99-2437-4e72-bc0d-d10174b4b6aa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:10.783784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:10.898546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fdc71-a9bc-4ebb-9da3-7da64e842614 req-62b5433a-7e9d-45e3-9431-363ddf057c06 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:10.901411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da7fdc71-a9bc-4ebb-9da3-7da64e842614 req-62b5433a-7e9d-45e3-9431-363ddf057c06 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1277118 Oct 26 14:11:10.933924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f022f9d2-7589-409f-9d3f-af5273a78a33 req-cfdb7def-baa2-4e79-957b-1d2dfbd150f2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117065 Oct 26 14:11:11.031178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e535acd3-3346-4bcb-b138-ba8df042fe25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.044304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.048765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e535acd3-3346-4bcb-b138-ba8df042fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.066530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da7fdc71-a9bc-4ebb-9da3-7da64e842614 req-81c55d10-ccd4-4130-bb86-625fb576ee23 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870745 Oct 26 14:11:11.092791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.130630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:06Z', 'revision_number': 3, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:11.239784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 44a92647-1caa-49ca-94ca-c3d34046d3fd no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:11.277601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e535acd3-3346-4bcb-b138-ba8df042fe25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb5c0caa93894b09bb307b613f1a0f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2190979 Oct 26 14:11:11.280217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:11.284885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535acd3-3346-4bcb-b138-ba8df042fe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219850e-d8f7-4636-ab76-e134b0c005eb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:11.287721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 44a92647-1caa-49ca-94ca-c3d34046d3fd {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:11.288407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 44a92647-1caa-49ca-94ca-c3d34046d3fd not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:11.292114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34abab-19dd-4740-8c0f-479330609f50 None None] The sync data for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 is: [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:06Z', 'revision_number': 3, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:11.523219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.678873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.690676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.702114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.834028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.843732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.848144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Pushing event updated for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:11.874773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Router e5056c65-4156-42a6-b811-94e1f7102e35 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:11.888419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.891527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:11.893017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f219850e-d8f7-4636-ab76-e134b0c005eb HTTP/1.1" status: 204 len: 168 time: 0.5897963 Oct 26 14:11:11.911085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f794437-b862-4120-a0d1-3dd0ec083b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219850e-d8f7-4636-ab76-e134b0c005eb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:11.911774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-db226320-f208-4069-84b8-71c4e895641b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:11.913496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-db226320-f208-4069-84b8-71c4e895641b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.3164947 Oct 26 14:11:12.020568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-d1e6b5fd-0d60-4980-8808-53fa45d13457 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/quotas/7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 375 time: 0.0740345 Oct 26 14:11:12.139670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:12.151161 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Sync routers for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:12.156733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2276be30-b80b-4639-b348-2725b3f7712c admin admin] 10.222.0.37 "PUT /v2.0/routers/e5056c65-4156-42a6-b811-94e1f7102e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4708610 Oct 26 14:11:12.171252 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:12.171700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36086) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:12.171961 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:12.300334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-e1098fe4-5597-4db8-87d4-f71bb50b741f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2683530 Oct 26 14:11:12.307297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Network 74b5d21b-21c4-41bf-92eb-323c5520044e is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:12.331144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:12.362045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:12.435466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.641591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fe388-482e-4d4b-8aa8-2476ed127371 req-5bb32032-3499-4429-94c3-509f1bdbc15a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:12.643619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f95fe388-482e-4d4b-8aa8-2476ed127371 req-5bb32032-3499-4429-94c3-509f1bdbc15a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.4848788 Oct 26 14:11:12.702189 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 5, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port': {'id': 'f63f86e2-3621-47e6-9fe5-83a7c5ebbce0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:47:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:50Z', 'updated_at': '2021-10-26T14:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:12.746876 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Checking router: e5056c65-4156-42a6-b811-94e1f7102e35 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:12.747768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f95fe388-482e-4d4b-8aa8-2476ed127371 req-7c3cb277-a471-4f0b-bbf8-23d47f2eecef tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873702 Oct 26 14:11:12.759034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.766307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Routers {'e5056c65-4156-42a6-b811-94e1f7102e35'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:12.767143 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e5056c65-4156-42a6-b811-94e1f7102e35'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:12.889606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f967a09e-19b4-4f60-ba99-d50b89aef1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:12.944022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Deleting port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:12.944896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.041398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] Set router e5056c65-4156-42a6-b811-94e1f7102e35 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:13.069775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6ab64d2b-cc45-42d0-9d0c-856aad073701 None None] Provisioning complete for port 97dcdc70-76ce-4ed4-b567-ad2594a5891c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:13.073865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6ab64d2b-cc45-42d0-9d0c-856aad073701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.178945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] For port f63f86e2-3621-47e6-9fe5-83a7c5ebbce0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:13.179313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.192025 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:11:12Z', 'revision_number': 6, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:13.200358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Calling delete_port for f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:13.215446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6ab64d2b-cc45-42d0-9d0c-856aad073701 None None] Port 97dcdc70-76ce-4ed4-b567-ad2594a5891c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:13.264182 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b97ca-d7fa-40d1-8c9b-7c5a7a1797fa None None] The sync data for ids ['e5056c65-4156-42a6-b811-94e1f7102e35'] in n-d-813419-9 is: [{'id': 'e5056c65-4156-42a6-b811-94e1f7102e35', 'name': 'tempest-ServerRescueTestJSON-1404313567-router', 'tenant_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:49Z', 'updated_at': '2021-10-26T14:11:12Z', 'revision_number': 6, 'project_id': 'b914b01c34c74ee69f4c4f5e9af39e61', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:13.501685 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-2d76b6dc-9966-4c0d-a4db-cb41b3faecec service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1898329 Oct 26 14:11:13.569478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.595952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Router cc649dd6-c3f7-4e32-a023-c6117b77fcad has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:13.615518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f63f86e2-3621-47e6-9fe5-83a7c5ebbce0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:13.730472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.868404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.875781 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.878612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.978441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.979008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5056c65-4156-42a6-b811-94e1f7102e35 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:13.979483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 639c1530-b492-472e-8b27-4d065b524b92 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:13.984254 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:13.985948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-529e66a9-e484-4964-be50-bded505476ee admin admin] 10.222.0.37 "DELETE /v2.0/routers/e5056c65-4156-42a6-b811-94e1f7102e35 HTTP/1.1" status: 204 len: 168 time: 1.8126986 Oct 26 14:11:14.003565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36116) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.069620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff90f-d30e-49bf-ade0-e116e33c8d81 req-5b8fbb25-bcc3-484c-a69e-6168720875e3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:14.075734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51eff90f-d30e-49bf-ade0-e116e33c8d81 req-5b8fbb25-bcc3-484c-a69e-6168720875e3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1155729 Oct 26 14:11:14.082638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 639c1530-b492-472e-8b27-4d065b524b92 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:14.083009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.109302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Deleting subnet 1682c8af-c41c-49b1-8f9b-5a67fe99bda6 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:14.123440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.145731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:14.166610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.176312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9cd71a05-99ef-49be-af79-916da98931bf admin admin] 10.222.0.37 "PUT /v2.0/routers/cc649dd6-c3f7-4e32-a023-c6117b77fcad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9825583 Oct 26 14:11:14.190249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51eff90f-d30e-49bf-ade0-e116e33c8d81 req-87682cd2-e764-4ab5-8903-fa21c9ca6bbe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095424 Oct 26 14:11:14.208173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-15abc447-5bc2-49de-bd86-e51bfba1973e service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633658 Oct 26 14:11:14.216823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Deleting port 1bebfbeb-5af3-4257-af3c-af571d2e731b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:14.218243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.238999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.363378 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.459361 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.498410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] For port 1bebfbeb-5af3-4257-af3c-af571d2e731b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1bebfbeb-5af3-4257-af3c-af571d2e731b,segment=NetworkSegment(f5fb7978-3072-4d7b-86de-08b97ecdec37),segment_id=f5fb7978-3072-4d7b-86de-08b97ecdec37)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:14.498934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.514479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 639c1530-b492-472e-8b27-4d065b524b92, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=639c1530-b492-472e-8b27-4d065b524b92,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:14.535557 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.536694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Calling delete_port for 1bebfbeb-5af3-4257-af3c-af571d2e731b owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:14.637925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.688330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1682c8af-c41c-49b1-8f9b-5a67fe99bda6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:14.713936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:14.726680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-17c65b81-d4de-4dc0-8442-894535e76772 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1682c8af-c41c-49b1-8f9b-5a67fe99bda6 HTTP/1.1" status: 204 len: 168 time: 0.7128108 Oct 26 14:11:14.728951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36130) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:14.800222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=639c1530-b492-472e-8b27-4d065b524b92,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:15.062522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.097988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89e724cb-2f82-4d80-ba24-73a245ef9092 req-e5bbb6e3-688c-42c0-bc01-163f3f4e6ab9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 210 time: 0.1264989 Oct 26 14:11:15.135621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.199311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bebfbeb-5af3-4257-af3c-af571d2e731b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:15.270117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Sync routers for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:15.287567 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.375910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:15.386114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:15.404637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c8f295-b8da-4058-a1e9-16c9caf7e9b5']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:15.451941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb3e912-8ff2-4cb6-a512-789ee9b4d815') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:15.452460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb3e912-8ff2-4cb6-a512-789ee9b4d815') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:15.494416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.601142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.703521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:15.704511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:15.707752 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:15.880628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce3cba-ca45-4529-af6f-383e45e1e37c req-5fdfc735-e0d1-4ce8-9377-a9f921b42e47 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:15.882261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fce3cba-ca45-4529-af6f-383e45e1e37c req-5fdfc735-e0d1-4ce8-9377-a9f921b42e47 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.3940911 Oct 26 14:11:15.960176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:15.989610 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.011614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 639c1530-b492-472e-8b27-4d065b524b92 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:16.013721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.026192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] 10.222.0.37 "DELETE /v2.0/networks/50c8f295-b8da-4058-a1e9-16c9caf7e9b5 HTTP/1.1" status: 204 len: 168 time: 1.2946680 Oct 26 14:11:16.114829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9195d-e884-4518-8f51-870a4d82c541 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c8f295-b8da-4058-a1e9-16c9caf7e9b5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:16.138820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.160368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8fce3cba-ca45-4529-af6f-383e45e1e37c req-9794e842-56f9-4c48-a4f2-e08a244bbf87 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635658 Oct 26 14:11:16.304325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:16.367704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123a1ab2-ac7e-459b-b9d9-5d1d8fb727f6 req-13c33ccd-a1aa-42de-a2e2-0734042fa124 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 210 time: 0.1139863 Oct 26 14:11:16.443642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36202) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:16.650755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36210) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:16.655123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0ffb37b9-a0ea-4283-b98f-fb000ccbcbc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b914b01c34c74ee69f4c4f5e9af39e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095180 Oct 26 14:11:16.696709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 639c1530-b492-472e-8b27-4d065b524b92 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:16.697093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.807782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Router 9e39230b-2237-4659-8e7c-29dd641c0c14 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:11:16.838613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:11Z', 'revision_number': 2, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:16.841225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:16.890353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Checking router: cc649dd6-c3f7-4e32-a023-c6117b77fcad for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:16.891578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Updating router cc649dd6-c3f7-4e32-a023-c6117b77fcad port 97dcdc70-76ce-4ed4-b567-ad2594a5891c binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:11:16.905419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.010110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:17.014907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.036869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:17.037212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f63f86e2-3621-47e6-9fe5-83a7c5ebbce0 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:17.037781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97fd3c99-2437-4e72-bc0d-d10174b4b6aa no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:17.069671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 97fd3c99-2437-4e72-bc0d-d10174b4b6aa {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:17.070165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97fd3c99-2437-4e72-bc0d-d10174b4b6aa not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:17.300811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.313952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:17.313952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0332d5a-e334-4dbe-a2a8-c2b883db6d1f HTTP/1.1" status: 204 len: 168 time: 0.6601186 Oct 26 14:11:17.340405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:11:17.352278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6625ed83-e7f8-43d3-b4a9-e136c1e1eac8 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e39230b-2237-4659-8e7c-29dd641c0c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6618924 Oct 26 14:11:17.361120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36266) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:17.369090 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Sync routers for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:11:17.382540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde926-82dd-48d0-b209-21e1919e1996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0332d5a-e334-4dbe-a2a8-c2b883db6d1f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:17.428733 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:17.431832 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:17.846802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cb67c61-8649-471e-92b6-6817b85ab2e4 req-c8dce730-b85b-4da3-9aa2-36604474a3f0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 210 time: 0.1273000 Oct 26 14:11:18.035428 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:18.091599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-135b0cf1-a1da-42bb-9855-482d8f65f063 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.105553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-135b0cf1-a1da-42bb-9855-482d8f65f063 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.6598792 Oct 26 14:11:18.117755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f7fb-c0d0-483f-86b7-8822bea0b013 req-0dec86d6-827b-4808-89a6-8418412065b4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:18.130381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'device_id': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'admin_state_up': True, 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:18.134376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd6f7fb-c0d0-483f-86b7-8822bea0b013 req-0dec86d6-827b-4808-89a6-8418412065b4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.5270593 Oct 26 14:11:18.294205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.321280 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.341428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd6f7fb-c0d0-483f-86b7-8822bea0b013 req-bdd236f1-badc-4f7b-86d5-cc91f345e42d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995718 Oct 26 14:11:18.344384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.605576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede90c-5187-427a-bb72-691648963a49 None None] Pushing event updated for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:18.724005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:18.750262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.851584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.871942 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '49e40277-ca14-405d-98b1-7cf4501af330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 5, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port': {'id': '49e40277-ca14-405d-98b1-7cf4501af330', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:18.873090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Attempting to bind port 97dcdc70-76ce-4ed4-b567-ad2594a5891c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:18.873090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Attempting to bind port 97dcdc70-76ce-4ed4-b567-ad2594a5891c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:18.873090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Attempting to bind port 97dcdc70-76ce-4ed4-b567-ad2594a5891c on network 74b5d21b-21c4-41bf-92eb-323c5520044e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:18.891109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:18.892201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Checking segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:18.893144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:18.894098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Bound using segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:18.895286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Bound port: 97dcdc70-76ce-4ed4-b567-ad2594a5891c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:18.896374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.155071 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Checking router: 9e39230b-2237-4659-8e7c-29dd641c0c14 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:11:19.167097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] For port 97dcdc70-76ce-4ed4-b567-ad2594a5891c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:19.175805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] For port 97dcdc70-76ce-4ed4-b567-ad2594a5891c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97dcdc70-76ce-4ed4-b567-ad2594a5891c,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:19.179593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Routers {'9e39230b-2237-4659-8e7c-29dd641c0c14'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:19.181733 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e39230b-2237-4659-8e7c-29dd641c0c14'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:19.207378 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.280305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-444b1073-da75-40a5-acb4-9a239a4a3197 req-57c3913d-b526-4b74-b7e8-424eae675d41 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 210 time: 0.1365395 Oct 26 14:11:19.321056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Deleting port 49e40277-ca14-405d-98b1-7cf4501af330 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:19.323213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.354432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.20.0.6 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/13911319-46fb-4535-b0c4-7197a1cfda90) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:19.390894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede90c-5187-427a-bb72-691648963a49 None None] Pushing event updated for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:19.499342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] Provisioning complete for port 97dcdc70-76ce-4ed4-b567-ad2594a5891c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:19.510809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:19.525857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:11:19.533440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:19.614331 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] Set router 9e39230b-2237-4659-8e7c-29dd641c0c14 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:19.866107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:11:18Z', 'revision_number': 6, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:20.006007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.038430 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb2e37-4fb1-464d-bca8-f374df4d8933 None None] The sync data for ids ['9e39230b-2237-4659-8e7c-29dd641c0c14'] in n-d-813419-9 is: [{'id': '9e39230b-2237-4659-8e7c-29dd641c0c14', 'name': 'tempest-ServerRescueTestJSONUnderV235-1177698097-router', 'tenant_id': '6e7d4619e66b42498de0311f14973dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:51Z', 'updated_at': '2021-10-26T14:11:18Z', 'revision_number': 6, 'project_id': '6e7d4619e66b42498de0311f14973dac', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:20.050288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36360) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:20.154858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.204922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.210530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', '55f7dc87-a203-42c2-a6de-92b7833cb39f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:20.247026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:20.254008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:20.350632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:20.580998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:11:20.613816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d66023d0-5c2b-48c2-821f-6ffd8228dbd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.622425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:20.656974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.658427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.675115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] For port 49e40277-ca14-405d-98b1-7cf4501af330, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=49e40277-ca14-405d-98b1-7cf4501af330,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:20.676029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.689978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ec26f-0033-4a92-874f-b9946e182276 req-f3c77a9f-f882-46e8-9176-87e76b7afd15 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:20.698273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f6ec26f-0033-4a92-874f-b9946e182276 req-f3c77a9f-f882-46e8-9176-87e76b7afd15 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1837366 Oct 26 14:11:20.769970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Calling delete_port for 49e40277-ca14-405d-98b1-7cf4501af330 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:20.792273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.793775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.794579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.795156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.795731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.796304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.798577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.799167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.799703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.800210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.800767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.801294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:20.802136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] For port 97dcdc70-76ce-4ed4-b567-ad2594a5891c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97dcdc70-76ce-4ed4-b567-ad2594a5891c,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:20.829539 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:20.854078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f6ec26f-0033-4a92-874f-b9946e182276 req-95599eb0-44e7-4afa-8f4d-57cb897be841 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500194 Oct 26 14:11:20.897307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7cec8a3f-312f-4348-813e-acf1e65e8472 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7865729 Oct 26 14:11:20.921999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Request body: {'port': {'device_id': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:20.990967 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d66023d0-5c2b-48c2-821f-6ffd8228dbd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.016084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d66023d0-5c2b-48c2-821f-6ffd8228dbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.019569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281bc27-c2d9-47c5-910c-fd8d2bc581dc None None] Pushing event updated for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.160614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.186952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66023d0-5c2b-48c2-821f-6ffd8228dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4b6de8-d3cf-49a4-82fe-6d56d918037b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.200058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d66023d0-5c2b-48c2-821f-6ffd8228dbd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c668554e38641c898fbf58109d2a1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1458795 Oct 26 14:11:21.204511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36388) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:21.300059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:11:21.409816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1c8f8-fa8c-4d9c-b816-264edb6f0bea req-96394a1c-1e0b-4f31-b55a-c75eb9dc56a2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:21.420046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-edd1c8f8-fa8c-4d9c-b816-264edb6f0bea req-96394a1c-1e0b-4f31-b55a-c75eb9dc56a2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 931 time: 0.2717464 Oct 26 14:11:21.658260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 49e40277-ca14-405d-98b1-7cf4501af330 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:21.746339 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.776123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-edd1c8f8-fa8c-4d9c-b816-264edb6f0bea req-8f1cae74-f3a0-4c66-8346-59d2c0cb4d71 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497269 Oct 26 14:11:21.918332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e40277-ca14-405d-98b1-7cf4501af330,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:21.959344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.960082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.960637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.961365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.962115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.963106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.964028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.965329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.969207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.970823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.972629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.973280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:21.975721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-73b3ef00-ecca-4292-9d39-3acaac273241 None None] Provisioning complete for port 97dcdc70-76ce-4ed4-b567-ad2594a5891c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:21.978759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73b3ef00-ecca-4292-9d39-3acaac273241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:21.984053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port 49e40277-ca14-405d-98b1-7cf4501af330 {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:11:21.985323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 49e40277-ca14-405d-98b1-7cf4501af330 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:21.986099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bebfbeb-5af3-4257-af3c-af571d2e731b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:22.121759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.170228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-580ac8a0-3236-421e-9460-f8a3226d5f41 req-f6b16407-0b05-4ecb-ba02-4554a06d4401 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.2178288 Oct 26 14:11:22.283416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.314988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59a734-e271-4026-b66f-676ba664c3f6 req-5daad741-22ef-4605-adc2-c1454ee088a2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:22.348470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b59a734-e271-4026-b66f-676ba664c3f6 req-5daad741-22ef-4605-adc2-c1454ee088a2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.3107853 Oct 26 14:11:22.363154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.500759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.504289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1bebfbeb-5af3-4257-af3c-af571d2e731b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:11:22.504953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1bebfbeb-5af3-4257-af3c-af571d2e731b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:11:22.706239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13911319-46fb-4535-b0c4-7197a1cfda90 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:11:22.752307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:22.753976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.774144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.778927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.819817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd7e2811f-1b27-4314-996e-34629868a315', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:11:22.822703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Transition to ACTIVE for port object 13911319-46fb-4535-b0c4-7197a1cfda90 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:11:22.829570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.836279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.843984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae4b6de8-d3cf-49a4-82fe-6d56d918037b HTTP/1.1" status: 204 len: 168 time: 1.6378658 Oct 26 14:11:22.891252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c8589-2c99-4988-a234-d1e610f18912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4b6de8-d3cf-49a4-82fe-6d56d918037b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:22.902728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.927408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.927408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e39230b-2237-4659-8e7c-29dd641c0c14 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:22.951446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:22.962399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9498fc00-9f5c-4fa9-8a52-a999f11d7b24 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9e39230b-2237-4659-8e7c-29dd641c0c14 HTTP/1.1" status: 204 len: 168 time: 5.5966034 Oct 26 14:11:22.971644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36434) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:22.976105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.191219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Deleting subnet 76e5d009-b7f0-4b54-87b9-e59855153bda {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:11:23.210152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.291272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.341348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.394876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:19Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:23.400214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:11:23.527202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.637580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:23.645780 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.660878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2088d30-e310-4431-ae14-b51e97a0e0b6 None None] The sync data for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 is: [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:19Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:11:23.682585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.747573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b59a734-e271-4026-b66f-676ba664c3f6 req-81e145f7-be48-4717-b62b-967ad23674c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8843102 Oct 26 14:11:23.753813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:23.823359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Attempting to bind port 13911319-46fb-4535-b0c4-7197a1cfda90 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:23.827474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Attempting to bind port 13911319-46fb-4535-b0c4-7197a1cfda90 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:23.829969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Attempting to bind port 13911319-46fb-4535-b0c4-7197a1cfda90 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:23.904428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Port 13911319-46fb-4535-b0c4-7197a1cfda90 on network f4206489-532c-418f-88cd-e4d614a49d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:11:23.907712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Attempting to bind port 13911319-46fb-4535-b0c4-7197a1cfda90 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:23.967081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d7e2811f-1b27-4314-996e-34629868a315'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:23.974941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e5d009-b7f0-4b54-87b9-e59855153bda,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:23.992739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71895cd-90dd-4594-bf8c-fe8663598251 req-6322321c-9c3f-4c64-9e5d-87a2dc8cd679 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.021427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d71895cd-90dd-4594-bf8c-fe8663598251 req-6322321c-9c3f-4c64-9e5d-87a2dc8cd679 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 943 time: 0.7812498 Oct 26 14:11:24.043678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.084258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6ad254e1-53b1-48dc-9115-5b3c8e552809 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76e5d009-b7f0-4b54-87b9-e59855153bda HTTP/1.1" status: 204 len: 168 time: 1.1091690 Oct 26 14:11:24.089042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36450) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.090990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36452) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:24.096155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:24.098604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:24.100190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:24.104347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Bound port: 13911319-46fb-4535-b0c4-7197a1cfda90, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:24.106053 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.189475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:24.361560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60b738fa-0572-481b-a752-a985df268610 req-890a4b00-dd74-4c4c-bdf4-d00ddebc67b0 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1960857 Oct 26 14:11:24.377755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d71895cd-90dd-4594-bf8c-fe8663598251 req-7254a0a8-7235-4303-b5dd-992010ae2aae tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533702 Oct 26 14:11:24.523119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:24.540196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:24.540857 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e08eef6-4abb-4237-8050-0c8e62eb631a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.568017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.732777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:24.734236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.738110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 200 len: 1091 time: 3.8244903 Oct 26 14:11:24.748603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:24.761312 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:24.876784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:24.936191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94cbed-1cf5-4dea-9185-ee4de2cb34d5 service neutron] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:25.022290 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ae66b-d99c-4168-8579-3e20e9d39c45 x-openstack-request-id: req-8d5ae66b-d99c-4168-8579-3e20e9d39c45 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:25.023273 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:25.026061 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d5ae66b-d99c-4168-8579-3e20e9d39c45 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:25.027500 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90', 'status': 'completed', 'code': 200} Oct 26 14:11:25.205091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-29f62215-418b-426c-a39f-49cfb2514031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.208098 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-29f62215-418b-426c-a39f-49cfb2514031 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 1094 time: 0.3634727 Oct 26 14:11:25.261902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c536-9f93-425c-90ef-2ff2fae17916 req-7aa6618f-f093-47ac-bfca-cf2559731327 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.285115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1d3c536-9f93-425c-90ef-2ff2fae17916 req-7aa6618f-f093-47ac-bfca-cf2559731327 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2575357 Oct 26 14:11:25.391751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-023605d3-18c2-427e-9314-86730deb194f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 200 len: 217 time: 0.1729126 Oct 26 14:11:25.443739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.511595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6e5c0f-e5b2-40ab-bd69-4a2645ace360']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:25.672684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97dcdc70-76ce-4ed4-b567-ad2594a5891c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:25.693171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-e94f57cc-891a-4ae8-93eb-15596f4393d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.696069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-e94f57cc-891a-4ae8-93eb-15596f4393d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.2923622 Oct 26 14:11:25.708857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fb7978-3072-4d7b-86de-08b97ecdec37') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:25.710099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fb7978-3072-4d7b-86de-08b97ecdec37') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:11:25.735261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:25.775036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:25.795467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1d3c536-9f93-425c-90ef-2ff2fae17916 req-7de50e27-f052-4654-b4f7-fc713737ebbe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086151 Oct 26 14:11:25.895586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-07bd28f6-da23-434c-917f-c2184acafb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:25.906573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-07bd28f6-da23-434c-917f-c2184acafb7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011452 Oct 26 14:11:26.002239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d7e2811f-1b27-4314-996e-34629868a315 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:26.003827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.022842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.041359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c2dbffd-f357-4ee8-aff6-d432321afc06 req-79eb5a86-e073-4050-b5ba-a52091822e03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.4730403 Oct 26 14:11:26.064948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:11:26.067475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.092369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 97dcdc70-76ce-4ed4-b567-ad2594a5891c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:26.094430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.124097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-875a2617-2c5e-41f7-bd66-020d36c2f41a req-f46068b6-0576-4960-8738-82b3a7c27784 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0489058 Oct 26 14:11:26.206359 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-0232c9e9-0afd-4104-913f-cf9d5b7339ea service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895794 Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:11:26.237624 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:11:26.308318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e08eef6-4abb-4237-8050-0c8e62eb631a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.322244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e08eef6-4abb-4237-8050-0c8e62eb631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.388611 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.406329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2e08eef6-4abb-4237-8050-0c8e62eb631a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4a0e57627df40d28d993a5b83691ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2990894 Oct 26 14:11:26.423176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36470) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:26.434906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a851b-3543-4826-81f0-818b98e8065d req-f3d4344a-6f5a-4aae-a5b7-3e786833871e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:26.442287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a8a851b-3543-4826-81f0-818b98e8065d req-f3d4344a-6f5a-4aae-a5b7-3e786833871e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 943 time: 0.8271751 Oct 26 14:11:26.444902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.533276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.538683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] 10.222.0.37 "DELETE /v2.0/networks/8f6e5c0f-e5b2-40ab-bd69-4a2645ace360 HTTP/1.1" status: 204 len: 168 time: 2.4441986 Oct 26 14:11:26.558222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:26.559027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55710e7-50fd-4e35-89e3-85499b276aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6e5c0f-e5b2-40ab-bd69-4a2645ace360,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.572919 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4760e353-fb00-4fe2-8d9d-c0bb8cd1fc42" -d '{"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:26.613859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:26.627274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08eef6-4abb-4237-8050-0c8e62eb631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db3bf89-6666-401a-9901-0ddeb15e8883,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.632106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.654018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5a0a7ea-c9f1-4ecb-86f6-6a950872e043 req-71427f4c-65f7-4b38-8550-6e7dd207f348 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379945 Oct 26 14:11:26.704725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a8a851b-3543-4826-81f0-818b98e8065d req-edc23cf1-cd38-4f69-8b75-d18a2878a520 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845160 Oct 26 14:11:26.744207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:26.864757 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0f8eb-c97a-44ad-938a-1494c98417ed x-openstack-request-id: req-c1c0f8eb-c97a-44ad-938a-1494c98417ed {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:26.865643 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:26.865643 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1c0f8eb-c97a-44ad-938a-1494c98417ed {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:26.866427 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'code': 200} Oct 26 14:11:26.906811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:26.954119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.063331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-9209dd63-1bf2-457a-ba24-731f51d4812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.066993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-9209dd63-1bf2-457a-ba24-731f51d4812f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 1094 time: 0.3030624 Oct 26 14:11:27.111977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36478) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:27.287097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1d450-75f4-4f69-87e4-675950cfae0c req-ac52e38e-f969-4a2b-a03b-df0dc6a2aa0b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.290749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79e1d450-75f4-4f69-87e4-675950cfae0c req-ac52e38e-f969-4a2b-a03b-df0dc6a2aa0b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.2613091 Oct 26 14:11:27.296125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.302334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.311239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1db3bf89-6666-401a-9901-0ddeb15e8883 HTTP/1.1" status: 204 len: 168 time: 0.8660562 Oct 26 14:11:27.342120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e631be0-4dc8-479e-951e-ebd77073637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db3bf89-6666-401a-9901-0ddeb15e8883,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:27.444535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16c31c25-bfc6-4ed3-b9a5-85cc0e098ae7 req-f5a78630-0dc5-4df2-a577-21a7a9064759 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0749607 Oct 26 14:11:27.451162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-965cfb09-4278-44f7-bdf9-5f267c4ef130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.455631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-838f558f-631b-4012-bd35-211d5461a16a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e7d4619e66b42498de0311f14973dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394432 Oct 26 14:11:27.457137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:27.458951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-965cfb09-4278-44f7-bdf9-5f267c4ef130 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.3832328 Oct 26 14:11:27.564232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-a9477ab7-9a83-40c1-a2bd-a169d9e31a4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 200 len: 217 time: 0.0951507 Oct 26 14:11:27.592118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79e1d450-75f4-4f69-87e4-675950cfae0c req-7b06f2cb-5a80-42a3-8dfb-7b02e95269cd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857878 Oct 26 14:11:27.649775 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.707196 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.710262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13911319-46fb-4535-b0c4-7197a1cfda90 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:11:27.738793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-899ede92-1288-47b1-b5bb-cbd62b94fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.741946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-899ede92-1288-47b1-b5bb-cbd62b94fc70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1713698 Oct 26 14:11:27.970334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.982111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-bbc42b1d-89dd-41fc-ae75-171a78800438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:27.985541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:27.986079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-bbc42b1d-89dd-41fc-ae75-171a78800438 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360737 Oct 26 14:11:27.992068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193c37a0-fd3e-4f56-81ed-02bbfb418b93 HTTP/1.1" status: 204 len: 168 time: 0.5226958 Oct 26 14:11:28.015336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4957d-3ff8-4ac9-957d-f523b782906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c37a0-fd3e-4f56-81ed-02bbfb418b93,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:28.150361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:28.237513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '13911319-46fb-4535-b0c4-7197a1cfda90', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': '13911319-46fb-4535-b0c4-7197a1cfda90', 'mac_address': 'fa:16:3e:92:2b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:11:28.294661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-f7873463-ffa2-4f4b-9997-455c8f2a0d93 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969968 Oct 26 14:11:28.325990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd3717-ef53-4a44-8bd8-cda84905a78f req-a54e11b4-7586-4d6d-8905-b886561dc4d2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:28.342374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4bd3717-ef53-4a44-8bd8-cda84905a78f req-a54e11b4-7586-4d6d-8905-b886561dc4d2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 943 time: 0.2504981 Oct 26 14:11:28.467844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.501627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13911319-46fb-4535-b0c4-7197a1cfda90 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:11:28.589868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4bd3717-ef53-4a44-8bd8-cda84905a78f req-c539f44e-15fd-4605-b189-17a7518f0031 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339976 Oct 26 14:11:28.653798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:28.677024 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:28.772234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fcf8ee8f-2f5f-498f-b44c-8e24d9699dfa req-4a304804-0f5c-4bb3-9878-e68a07cf38a0 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695957 Oct 26 14:11:28.935579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32b1b196-f83f-4df2-91f7-a6352ff8e52b req-67c8018f-7e30-4968-b138-2b1dcd9614ef tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0960710 Oct 26 14:11:29.096858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:29.126266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['13911319-46fb-4535-b0c4-7197a1cfda90'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:29.208290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb03e9-a18e-4e1d-a358-1ed81c4f7be2 req-755cbb99-d217-4d85-b9dc-865275788d3f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:29.232277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20bb03e9-a18e-4e1d-a358-1ed81c4f7be2 req-755cbb99-d217-4d85-b9dc-865275788d3f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.2846656 Oct 26 14:11:29.436643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20bb03e9-a18e-4e1d-a358-1ed81c4f7be2 req-ee9ca859-b8d2-4e29-968d-d1ec80df2cc1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006233 Oct 26 14:11:30.127733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53d26-04fb-42fa-8d38-a9547d3a72fb req-7f33f093-8cd9-4a8a-8893-6c147404ea06 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:30.144813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25f53d26-04fb-42fa-8d38-a9547d3a72fb req-7f33f093-8cd9-4a8a-8893-6c147404ea06 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 944 time: 0.1923456 Oct 26 14:11:30.247198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25f53d26-04fb-42fa-8d38-a9547d3a72fb req-81e33af6-c7e9-46fc-9f25-d2e03486ff96 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988402 Oct 26 14:11:30.879159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e62747-da3d-4828-bfd8-1fa77eaf5168 req-9659ca61-0b81-4f98-89be-df51507e7651 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:30.883463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3e62747-da3d-4828-bfd8-1fa77eaf5168 req-9659ca61-0b81-4f98-89be-df51507e7651 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1750116 Oct 26 14:11:31.050183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3e62747-da3d-4828-bfd8-1fa77eaf5168 req-2a7ec3d8-5292-4f91-9f7a-aeb8a889953e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260622 Oct 26 14:11:31.765207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13911319-46fb-4535-b0c4-7197a1cfda90 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:11:31.819891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b1c10-8cd1-4ded-8bc5-9786c16c523b req-e008e119-7b83-499e-a296-0678467fc90f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:31.829980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d66b1c10-8cd1-4ded-8bc5-9786c16c523b req-e008e119-7b83-499e-a296-0678467fc90f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 944 time: 0.0849349 Oct 26 14:11:31.908081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d66b1c10-8cd1-4ded-8bc5-9786c16c523b req-6444c9eb-2805-4264-acbc-965789035341 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694830 Oct 26 14:11:31.993736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 13911319-46fb-4535-b0c4-7197a1cfda90 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:11:31.999157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 13911319-46fb-4535-b0c4-7197a1cfda90 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:31.999532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.232736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.302336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:32.308810 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a1828a-2233-4afe-a933-9ca57de8daa1" -d '{"events": [{"server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "name": "network-vif-plugged", "status": "completed", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:32.330465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:11:32.346264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:32.356288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:32.406769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609533a-4b8c-4709-84e4-d0abd5068966 req-d6f23223-6d3e-43f7-8d85-0778972b20e1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.417836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9609533a-4b8c-4709-84e4-d0abd5068966 req-d6f23223-6d3e-43f7-8d85-0778972b20e1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1133022 Oct 26 14:11:32.489189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9609533a-4b8c-4709-84e4-d0abd5068966 req-d5fbfbd6-902a-433d-8c9d-22aa580ecb43 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676165 Oct 26 14:11:32.516780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:32.742986 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea866442-693c-494b-b496-46b735cd5033 x-openstack-request-id: req-ea866442-693c-494b-b496-46b735cd5033 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:32.746754 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "name": "network-vif-plugged", "status": "completed", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:32.747702 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea866442-693c-494b-b496-46b735cd5033 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:32.748788 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90', 'code': 200} Oct 26 14:11:32.879013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36600) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:32.940305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945e10-8468-455b-8670-5c6b6927380e req-608c4db8-3cae-4b27-9cdf-ca610e721664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:32.943568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b945e10-8468-455b-8670-5c6b6927380e req-608c4db8-3cae-4b27-9cdf-ca610e721664 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 1096 time: 0.1041226 Oct 26 14:11:33.007431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b945e10-8468-455b-8670-5c6b6927380e req-fc7f285a-85b4-4411-8963-5de85b1bc4e2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Oct 26 14:11:33.155121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353bf0-e7a2-4f3d-bab9-ecb8da3dc130 req-fb621d0d-7441-42f7-b35b-9bffafe578f4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.157678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a353bf0-e7a2-4f3d-bab9-ecb8da3dc130 req-fb621d0d-7441-42f7-b35b-9bffafe578f4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 945 time: 0.0932088 Oct 26 14:11:33.186002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e046191-bf69-4df7-adf4-ad7a7e8a4317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.329039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a353bf0-e7a2-4f3d-bab9-ecb8da3dc130 req-919a6923-6423-486e-afa1-0332e2b4ae4e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Oct 26 14:11:33.511230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e046191-bf69-4df7-adf4-ad7a7e8a4317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.521960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e046191-bf69-4df7-adf4-ad7a7e8a4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.625110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36616) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:33.625868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2e046191-bf69-4df7-adf4-ad7a7e8a4317 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=131fba62da0a4a07bfddf73925763943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452292 Oct 26 14:11:33.655522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e046191-bf69-4df7-adf4-ad7a7e8a4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72aa1e6-3dc5-453b-b569-69feb08b6b99,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.725898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.770511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.837772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef9f2-d08f-4d1b-80b1-bdae3360c999 req-8e92152c-e842-4a1f-9dfe-015a719e9dee tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:33.857235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b4ef9f2-d08f-4d1b-80b1-bdae3360c999 req-8e92152c-e842-4a1f-9dfe-015a719e9dee tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1351969 Oct 26 14:11:33.861980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.872668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:33.874617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d72aa1e6-3dc5-453b-b569-69feb08b6b99 HTTP/1.1" status: 204 len: 168 time: 0.2476053 Oct 26 14:11:33.896312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7bd25-7fb1-4bd9-8408-ceae14fa637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72aa1e6-3dc5-453b-b569-69feb08b6b99,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:33.989390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b4ef9f2-d08f-4d1b-80b1-bdae3360c999 req-cf510c16-43e4-4481-8873-616e03c67c6d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276908 Oct 26 14:11:34.661385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2410e-5378-4978-b74f-367e1a912870 req-82aa8e59-4b5a-49ab-8afd-c48ae638f742 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:34.678251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12e2410e-5378-4978-b74f-367e1a912870 req-82aa8e59-4b5a-49ab-8afd-c48ae638f742 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 945 time: 0.1623018 Oct 26 14:11:34.780927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12e2410e-5378-4978-b74f-367e1a912870 req-034c924f-cd15-4faf-afa9-53cd728157ab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896442 Oct 26 14:11:35.213271 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-2b145f3b-702a-4388-b105-bca3ad4967ba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 267 time: 0.1239662 Oct 26 14:11:35.376532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-e9505e15-ffd7-4b0d-8aae-aca77a2736b9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:35.379692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-e9505e15-ffd7-4b0d-8aae-aca77a2736b9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 945 time: 0.1640613 Oct 26 14:11:35.400221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'security_groups': []}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:35.510073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:35.964847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:36.076646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-46129d84-d6ab-45bf-bcf6-85e841de88a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240680 Oct 26 14:11:36.097618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.146795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.180159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', '55f7dc87-a203-42c2-a6de-92b7833cb39f', '13911319-46fb-4535-b0c4-7197a1cfda90'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:36.332742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-5aaf89cd-56e2-402c-b508-121fe5129f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.335597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-5aaf89cd-56e2-402c-b508-121fe5129f4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 1096 time: 0.2229993 Oct 26 14:11:36.349145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.363663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:36.386922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecef2ae6-f226-448e-bbf0-387281c97bcb req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "PUT /v2.0/ports/13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 200 len: 904 time: 0.9931076 Oct 26 14:11:36.389417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:36.408332 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad286093-9c70-4b14-aa18-07935d74ad61" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:36.545726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d652759-7f54-4518-9fe7-7e0ca777c079 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:36.587511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['13911319-46fb-4535-b0c4-7197a1cfda90'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:36.787013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-6d59dd47-68ee-428b-a0ee-753aa541deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.790537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-6d59dd47-68ee-428b-a0ee-753aa541deca service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.4209287 Oct 26 14:11:36.847843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d868b-8dc9-481c-869d-6feb3b6a1fa0 req-4e7a8a14-9ffa-4ea3-a47b-9b47b5016d14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:36.871450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf0d868b-8dc9-481c-869d-6feb3b6a1fa0 req-4e7a8a14-9ffa-4ea3-a47b-9b47b5016d14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.2593319 Oct 26 14:11:36.949333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-b781b826-9249-4be1-ac05-76c03729c316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f HTTP/1.1" status: 200 len: 217 time: 0.1465523 Oct 26 14:11:36.999826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf0d868b-8dc9-481c-869d-6feb3b6a1fa0 req-2d2932a9-cf87-4323-aeb8-19ba55cbb9bc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191552 Oct 26 14:11:37.059109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7f6be91d-fb5c-4a52-963c-4a8b7d8d1a97 None None] Provisioning complete for port 13911319-46fb-4535-b0c4-7197a1cfda90 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:37.059567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7f6be91d-fb5c-4a52-963c-4a8b7d8d1a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:37.071200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-21f733aa-9a0e-4a68-a810-f278b3aadc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.082478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-21f733aa-9a0e-4a68-a810-f278b3aadc53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1270583 Oct 26 14:11:37.219001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-a735e868-737c-4e9d-8395-db29e264d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.222245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-a735e868-737c-4e9d-8395-db29e264d1bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285872 Oct 26 14:11:37.516113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-3e1e34a8-f3ef-4a25-8369-7f7138b314e7 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812586 Oct 26 14:11:37.585625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c739-f283-4817-b864-42b0ca123909 req-5235ea23-79fe-4c25-9211-9a7e83b4f1ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.589206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-efa0c739-f283-4817-b864-42b0ca123909 req-5235ea23-79fe-4c25-9211-9a7e83b4f1ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 907 time: 0.1552522 Oct 26 14:11:37.688087 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf139a53-a481-419f-b3e4-4ace714ee3d1 x-openstack-request-id: req-bf139a53-a481-419f-b3e4-4ace714ee3d1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:37.688564 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:37.688973 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf139a53-a481-419f-b3e4-4ace714ee3d1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:37.689610 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90', 'status': 'completed', 'code': 200} Oct 26 14:11:37.830424 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699e8662-0fda-4cb0-b23c-33ca795f8b01 req-43a49481-ffe7-43e3-9e90-242fa8fa0be9 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052123 Oct 26 14:11:37.927050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0eafc-4141-4bf7-a44f-a4cab02ff094 req-2e3c7112-f428-4cfd-8a39-7cc2fd26d647 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.943817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4d0eafc-4141-4bf7-a44f-a4cab02ff094 req-2e3c7112-f428-4cfd-8a39-7cc2fd26d647 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1399393 Oct 26 14:11:37.954565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-f4b60851-8983-4ebf-a994-448c33d97393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:37.958788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-f4b60851-8983-4ebf-a994-448c33d97393 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 1058 time: 0.2433572 Oct 26 14:11:38.170798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4d0eafc-4141-4bf7-a44f-a4cab02ff094 req-5c5564f6-9d96-4492-bdbf-f841e8b0edfe tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100723 Oct 26 14:11:38.303074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-eb48b814-00eb-4f28-bb76-8a0de0947127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.306433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-eb48b814-00eb-4f28-bb76-8a0de0947127 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.2817059 Oct 26 14:11:38.382378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-863f8829-4e07-443f-bb85-429ba4fad0e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 200 len: 217 time: 0.0688519 Oct 26 14:11:38.512381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31f57e-b45e-4e7f-a3af-e852d172ed38 req-e345dae0-8e00-43be-874e-11d6b228d3b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.519900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0a31f57e-b45e-4e7f-a3af-e852d172ed38 req-e345dae0-8e00-43be-874e-11d6b228d3b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1513321 Oct 26 14:11:38.533988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-8a21751c-a451-4259-a787-40790d4416ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.533988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-8a21751c-a451-4259-a787-40790d4416ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.0975287 Oct 26 14:11:38.618251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0a31f57e-b45e-4e7f-a3af-e852d172ed38 req-eaad436d-331b-4c13-8eef-a55e4a4aef50 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888715 Oct 26 14:11:38.638809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-616230d9-74cc-4b94-8cd5-84c490210d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.640350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-616230d9-74cc-4b94-8cd5-84c490210d32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888982 Oct 26 14:11:38.877437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-5222b939-5d86-4284-b6d2-f43367fb0f5f service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267199 Oct 26 14:11:38.916958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6963-ce4b-4224-9e7b-744c7a5edf23 req-70bf62d9-22e9-4c23-8910-7b261a9413e1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:38.920541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-985c6963-ce4b-4224-9e7b-744c7a5edf23 req-70bf62d9-22e9-4c23-8910-7b261a9413e1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1253867 Oct 26 14:11:39.026015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-985c6963-ce4b-4224-9e7b-744c7a5edf23 req-df4f8034-3457-436e-8a6b-71c2c997abf0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060803 Oct 26 14:11:39.067649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad286093-9c70-4b14-aa18-07935d74ad61 req-bf2eff21-73c3-4fb6-925d-87ab21342e99 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794183 Oct 26 14:11:39.695438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36702) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:39.899564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8a9b-fde0-40c5-a3ef-c99008cb68ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.063385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf5e-5506-4c97-b5f6-5d7116d53c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.068549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8a9b-fde0-40c5-a3ef-c99008cb68ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.074800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8a9b-fde0-40c5-a3ef-c99008cb68ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.141908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0ec8a9b-fde0-40c5-a3ef-c99008cb68ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1ba6f2924144103ad350b6869d55f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415030 Oct 26 14:11:40.141908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec8a9b-fde0-40c5-a3ef-c99008cb68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5409af5-3649-4bb3-aae8-81af4a9725db,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:40.144958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36710) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:40.227825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.283718 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.379592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.385461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:40.387681 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5409af5-3649-4bb3-aae8-81af4a9725db HTTP/1.1" status: 204 len: 168 time: 0.2416701 Oct 26 14:11:40.397005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b99344-139a-4e38-ba18-f31830d27a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5409af5-3649-4bb3-aae8-81af4a9725db,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:42.840099 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2787e50a-5e29-4e7b-a5a8-da8440685966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:43.844105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.076219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-052e3264-75ae-4444-9fab-34f57b77c07a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.086091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-052e3264-75ae-4444-9fab-34f57b77c07a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.3042264 Oct 26 14:11:44.126861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8220b-81e3-4944-b77f-49767de905d3 req-fe0de615-552e-48b1-b151-87d9c39af8db tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.129775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1d8220b-81e3-4944-b77f-49767de905d3 req-fe0de615-552e-48b1-b151-87d9c39af8db tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.0734901 Oct 26 14:11:44.133737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-83e7c024-5e5b-4228-843b-20e142de3505 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/quotas/7e2e50cb70594fdb9bef67eca6cd9663 HTTP/1.1" status: 200 len: 375 time: 0.0458663 Oct 26 14:11:44.146269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:44.207152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1d8220b-81e3-4944-b77f-49767de905d3 req-ade8591e-c241-48e4-a8a9-673bfc529802 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616951 Oct 26 14:11:44.218312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-6e6d4ba5-030b-4523-b410-0319e1dd6fba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0823202 Oct 26 14:11:44.376128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-6d8b39fe-5dc6-47d3-bf4c-5a06937cd53f service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491847 Oct 26 14:11:44.536863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-21c5db70-63fa-41a3-9e26-60654a241c20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1475289 Oct 26 14:11:44.722697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-b503ff6f-b4f3-498d-aedb-c64ae0e1936f service neutron] 10.222.0.37 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274014 Oct 26 14:11:44.735186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-3fa8a36f-b1e6-4651-a7b1-dd702588ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.737436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-3fa8a36f-b1e6-4651-a7b1-dd702588ef65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1096 time: 0.1907294 Oct 26 14:11:44.755967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7155dc60-1932-423a-9c99-34d75cfe2b41 req-f6e258bf-013e-4f84-929a-4f6b40dabef9 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0559061 Oct 26 14:11:44.768325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.768957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.769421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.769878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.770333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.771251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.772275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.775648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-7426a324-016f-4c4a-b019-18e8039d2993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.1505840 Oct 26 14:11:44.977997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-4f34ae96-b6ce-40fe-afbd-52e564ca33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:44.980690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-4f34ae96-b6ce-40fe-afbd-52e564ca33b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.2324333 Oct 26 14:11:45.079662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36862) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:45.089994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-c86d2a9a-2dcd-4ba4-af5d-7f6426e73336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.090863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-c86d2a9a-2dcd-4ba4-af5d-7f6426e73336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.091435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-c86d2a9a-2dcd-4ba4-af5d-7f6426e73336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.092587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-c86d2a9a-2dcd-4ba4-af5d-7f6426e73336 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 2298 time: 0.2651575 Oct 26 14:11:45.094615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-0f7b99c9-677c-4074-8875-b502f02e142f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 1000 time: 0.1068423 Oct 26 14:11:45.205561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36866) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:45.212570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7216b0d5-030b-4f14-89c6-7cc1fe5383ac req-d3a1cc98-2a3f-4894-ac23-7f3c8086927a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 210 time: 0.1230259 Oct 26 14:11:45.253043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-928453b5-1400-4b71-8bdd-e1988ff978a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.254778 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-928453b5-1400-4b71-8bdd-e1988ff978a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1519010 Oct 26 14:11:45.262185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-3d9a5903-1995-43dc-9a6b-1191944d3096 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1001 time: 0.1460416 Oct 26 14:11:45.357893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-72570125-4910-4bd3-a543-0ec45bff1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.359607 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-72570125-4910-4bd3-a543-0ec45bff1573 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952706 Oct 26 14:11:45.361736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-922ef19b-6331-4bae-a184-795b1698a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.363316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-922ef19b-6331-4bae-a184-795b1698a968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.0891209 Oct 26 14:11:45.552287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-906c7324-9a8b-4821-8a94-2f2ab0bec5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.553866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-906c7324-9a8b-4821-8a94-2f2ab0bec5e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737328 Oct 26 14:11:45.560614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-939761f9-7986-4aaf-b894-142b8d7ad7f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.579375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c5f17-1eee-49fa-9ea8-ee50d4e90267 req-8f2f7d1b-677f-4cb1-8627-f5465da09afe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:45.587118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c5c5f17-1eee-49fa-9ea8-ee50d4e90267 req-8f2f7d1b-677f-4cb1-8627-f5465da09afe tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1208515 Oct 26 14:11:45.709894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-939761f9-7986-4aaf-b894-142b8d7ad7f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.723210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-939761f9-7986-4aaf-b894-142b8d7ad7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.755005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.847856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939761f9-7986-4aaf-b894-142b8d7ad7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe037c0-2cdc-4276-b860-0565235a5dc9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:45.894987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-939761f9-7986-4aaf-b894-142b8d7ad7f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0863fab7f13443ca331af67dabf3540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140066 Oct 26 14:11:45.902087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:45.905198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-58f0304a-106e-4234-a939-d716e5177498 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362029 Oct 26 14:11:45.946556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a175114-5ad0-4eea-8d2a-13c7b3701265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:45.982314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30cb0911-834d-4911-bcde-f4a5ff7529bf req-8015e7de-4f90-4cac-9ebd-1700994b2233 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0852590 Oct 26 14:11:45.990395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c5c5f17-1eee-49fa-9ea8-ee50d4e90267 req-6d3b7eb8-828f-4a17-a373-a41409c93c7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019561 Oct 26 14:11:46.113653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-c4817378-d12b-4e83-ba04-b3be4e3d4427 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452378 Oct 26 14:11:46.418962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe6254e3-f3a2-46dc-b153-72fd60c175e3 req-299c421a-5c36-4bfd-856d-fe22c49d8c29 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750047 Oct 26 14:11:46.425567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-e1bf859f-976d-4891-9962-989eedb40894 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994323 Oct 26 14:11:46.530548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-1328c780-bae0-4beb-a55f-efddcfbfa439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 217 time: 0.0960453 Oct 26 14:11:46.576335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a175114-5ad0-4eea-8d2a-13c7b3701265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.603539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-50746296-77de-4349-b507-6ce127e13543 req-6c9bcdd6-01cf-4c5e-8a84-f449b91c949e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 210 time: 0.0559988 Oct 26 14:11:46.616855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a175114-5ad0-4eea-8d2a-13c7b3701265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.622933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.673801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.718327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a175114-5ad0-4eea-8d2a-13c7b3701265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0972b-497e-4c54-86ce-5c539ef57e03,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:46.725605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-6c2c43eb-f432-49bf-8985-410da2eb02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:46.729024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-6c2c43eb-f432-49bf-8985-410da2eb02a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1875260 Oct 26 14:11:46.739761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a175114-5ad0-4eea-8d2a-13c7b3701265 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f39c01796a54f9da18d28d12ef6b5df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5244236 Oct 26 14:11:46.739761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36900) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:46.830595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.840868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:46.844073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfe037c0-2cdc-4276-b860-0565235a5dc9 HTTP/1.1" status: 204 len: 168 time: 0.9243374 Oct 26 14:11:46.902210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e97bd2-34e3-41be-971d-b8ce224ad1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe037c0-2cdc-4276-b860-0565235a5dc9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:46.980820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-885eabdd-d188-419e-8b36-fcdaf6684f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:46.982505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-885eabdd-d188-419e-8b36-fcdaf6684f5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2458220 Oct 26 14:11:47.290765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914be9-ad5b-4575-87e1-96b17380151d req-c11e9378-1bf9-40b6-8ec1-e5ad4f7fcadc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:47.299377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75914be9-ad5b-4575-87e1-96b17380151d req-c11e9378-1bf9-40b6-8ec1-e5ad4f7fcadc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1243498 Oct 26 14:11:47.391236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75914be9-ad5b-4575-87e1-96b17380151d req-1be27c4a-8462-47cc-bffc-82789cca2833 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837452 Oct 26 14:11:47.496553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36914) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.517894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bfd76b4-4780-4ed0-a811-c2bfadf171fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.602780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcaf7feb-be83-4a34-ba5f-11347bfd8f78 req-d115f22c-36eb-4b48-b677-892175ca3be0 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1352704 Oct 26 14:11:47.631257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.694934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bfd76b4-4780-4ed0-a811-c2bfadf171fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.705165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8bfd76b4-4780-4ed0-a811-c2bfadf171fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.715796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-7905da68-c019-4f77-8033-f3fedbe016fe tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:47.717423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-7905da68-c019-4f77-8033-f3fedbe016fe tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 811 time: 0.8093255 Oct 26 14:11:47.719574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:47.748440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Request body: {'port': {'device_id': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'admin_state_up': True, 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:47.754033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-fdaa97d0-83c7-4fe7-ae4c-5d8de4dff712 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835608 Oct 26 14:11:47.801109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8bfd76b4-4780-4ed0-a811-c2bfadf171fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45a01be166c742d2a4438f12f8ca6ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029709 Oct 26 14:11:47.801719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:47.820989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd76b4-4780-4ed0-a811-c2bfadf171fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896760dc-2812-4f59-a4b8-fcfe1ae80afb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:47.827019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:47.874021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76af314f-a707-4cd5-8875-440cf384c6d1 req-117257ff-6a8a-46f5-8f9d-674a985ff4da tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 210 time: 0.0928431 Oct 26 14:11:47.964954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.039822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.089310 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.129672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.133791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.137712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/896760dc-2812-4f59-a4b8-fcfe1ae80afb HTTP/1.1" status: 204 len: 168 time: 0.3160160 Oct 26 14:11:48.147550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:48.154309 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ec424-88e1-4a89-af2c-12d005848fae" -d '{"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:48.170612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcbc1e-1f98-44f1-8aa1-52f7ff065503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896760dc-2812-4f59-a4b8-fcfe1ae80afb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.202208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:48.229696 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf803c-f600-4cf1-a4fd-dfcc38aa1453 x-openstack-request-id: req-6ecf803c-f600-4cf1-a4fd-dfcc38aa1453 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:48.229989 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:48.230240 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ecf803c-f600-4cf1-a4fd-dfcc38aa1453 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:48.230825 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'code': 200} Oct 26 14:11:48.231742 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.251701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.256535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.262041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71e0972b-497e-4c54-86ce-5c539ef57e03 HTTP/1.1" status: 204 len: 168 time: 1.5067074 Oct 26 14:11:48.272149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-20dc003e-6d3b-4549-933c-c46073efdd00 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912825 Oct 26 14:11:48.302785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.314042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.314595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.315085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.315596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.316205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.316723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.317218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.317764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.318260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.318966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.319450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.320858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:11:48.386806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a35a7-13cf-4903-a5e4-298896c8aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0972b-497e-4c54-86ce-5c539ef57e03,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:48.391980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-0a793656-8427-43b2-bb7d-d230a48f013d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 217 time: 0.0892403 Oct 26 14:11:48.434436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Made reservation on behalf of 7e2e50cb70594fdb9bef67eca6cd9663 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:48.441638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:48.709112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df13ea-063f-4403-88ba-176f28ecfd0f req-4fa20817-f32e-4a3c-a2e0-7fe4b2684118 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:48.730801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07df13ea-063f-4403-88ba-176f28ecfd0f req-4fa20817-f32e-4a3c-a2e0-7fe4b2684118 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2256739 Oct 26 14:11:48.853973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07df13ea-063f-4403-88ba-176f28ecfd0f req-7cd8e48f-f372-4756-b41d-33b0223142e0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215103 Oct 26 14:11:48.886930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-1cf92567-be54-479c-afe4-9ce13f740884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:48.893153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-1cf92567-be54-479c-afe4-9ce13f740884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.4867311 Oct 26 14:11:49.027067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7989c95e-0107-454d-982c-442ce1a1f4b9 req-4bdf3917-fb83-4361-8697-aef453db0a75 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1426437 Oct 26 14:11:49.044022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Allocated IP 172.20.0.11 (f4206489-532c-418f-88cd-e4d614a49d2c/36839ddd-f77f-4ec8-ac7a-f88305911a03/28a31223-d912-4e4a-b8f2-53f233ae8ad0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:49.079370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21a4127c-4109-45d6-aaca-c32bdd8aa0de req-216d7c4f-2bfd-4b9b-bb71-614447dd2b6a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 210 time: 0.0619097 Oct 26 14:11:49.112898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-74848e79-12ce-44fb-9c32-9e8eb84de677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:49.114828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-74848e79-12ce-44fb-9c32-9e8eb84de677 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967349 Oct 26 14:11:49.232946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36968) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:49.296559 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4de5b050-74a0-4e9c-a6d3-2816570a307d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.426419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-ff5dfad0-2cf8-46c8-a1ba-60d447676a09 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879360 Oct 26 14:11:49.485878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4de5b050-74a0-4e9c-a6d3-2816570a307d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.496032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4de5b050-74a0-4e9c-a6d3-2816570a307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.581729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4de5b050-74a0-4e9c-a6d3-2816570a307d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f3352ceb73446f1abd5f4b71d2b04a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469818 Oct 26 14:11:49.586523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:49.595805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5b050-74a0-4e9c-a6d3-2816570a307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511974a3-1daf-42f6-9263-f4463ea54c4d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:49.678047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.717270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.763292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.786680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-32d8238c-0540-457e-a2e5-6e786a0488bf service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440173 Oct 26 14:11:49.866487 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.871540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:49.877600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/511974a3-1daf-42f6-9263-f4463ea54c4d HTTP/1.1" status: 204 len: 168 time: 0.2852654 Oct 26 14:11:49.885469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-0f6830d3-cad6-4707-9392-35d7d7cf9cf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 217 time: 0.0894041 Oct 26 14:11:49.899623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16c141-8d28-4781-91ea-ce7376f84768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511974a3-1daf-42f6-9263-f4463ea54c4d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:49.932707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.094899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', '55f7dc87-a203-42c2-a6de-92b7833cb39f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:50.134568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-a61c3267-fd4a-46dc-a881-0dd1f9966bb5 req-f85627cd-5c0a-486c-a0c3-3fea2a4e214c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:11:50.135870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a61c3267-fd4a-46dc-a881-0dd1f9966bb5 req-f85627cd-5c0a-486c-a0c3-3fea2a4e214c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064306 Oct 26 14:11:50.186828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Network f4206489-532c-418f-88cd-e4d614a49d2c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:50.212470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:50.236658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9cbe9c3b-6746-4b39-ae03-ea8d12d3c567 req-fdd6d3cb-fcf1-4933-b523-d5b6d58c09ed tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0687160 Oct 26 14:11:50.248826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:50.264529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-e9b3f329-adc5-4f48-abbd-7cfedb6f73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.267123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-e9b3f329-adc5-4f48-abbd-7cfedb6f73eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.3740096 Oct 26 14:11:50.408345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:50.568225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.569431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.583918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-30707fee-dc4c-4b75-88d5-b99c0ba51e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.586658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-30707fee-dc4c-4b75-88d5-b99c0ba51e26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2089770 Oct 26 14:11:50.600239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305bb0f-d9d3-4917-9f0b-572ab9d2674c req-ff87b54f-4d5c-49d9-a126-de652c11b5ba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.610275 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5305bb0f-d9d3-4917-9f0b-572ab9d2674c req-ff87b54f-4d5c-49d9-a126-de652c11b5ba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 932 time: 0.1756816 Oct 26 14:11:50.711082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d602a89a-d83e-4343-bac3-29fec72db904 None None] Provisioning complete for port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:11:50.711731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d602a89a-d83e-4343-bac3-29fec72db904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.713602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70837f-0f57-46c2-9269-2f0829008a8d req-cdead8a5-972a-4dd8-9072-dea120135d35 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:50.713997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-a3202099-ef58-43b6-9947-23389b6cb817 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9728923 Oct 26 14:11:50.721711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c70837f-0f57-46c2-9269-2f0829008a8d req-cdead8a5-972a-4dd8-9072-dea120135d35 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.0908673 Oct 26 14:11:50.734414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Request body: {'port': {'device_id': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:50.792453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5305bb0f-d9d3-4917-9f0b-572ab9d2674c req-eabd55af-52c3-47a4-918c-0de8d70e7383 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807904 Oct 26 14:11:50.815058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c70837f-0f57-46c2-9269-2f0829008a8d req-cf238a6a-b0f4-4cc6-9f6b-f6b99c508827 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923102 Oct 26 14:11:50.828508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d602a89a-d83e-4343-bac3-29fec72db904 None None] Port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:11:50.925993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:50.937530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-092b3d12-bc99-416d-9dea-73d2a7a9b8ee service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174145 Oct 26 14:11:51.161685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-545d72f0-9deb-4d1f-8b7b-f6722539885f service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123535 Oct 26 14:11:51.255356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-f0b41e8f-897a-4ca1-aa2b-b2a691ee8c89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 217 time: 0.0717168 Oct 26 14:11:51.353598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-87a6e993-c04a-46d3-b870-45a59c387032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.355495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-87a6e993-c04a-46d3-b870-45a59c387032 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.0893276 Oct 26 14:11:51.456162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68d2ca85-e47b-4add-ba5c-ec85bce67d51 req-504cf2df-5dab-49f3-b1cd-88a2cfeefda0 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0691795 Oct 26 14:11:51.462589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-9c540def-2e70-4aae-82fd-fd0a5ccac3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:51.464592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-9c540def-2e70-4aae-82fd-fd0a5ccac3fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941572 Oct 26 14:11:51.486786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a31223-d912-4e4a-b8f2-53f233ae8ad0 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:11:51.614964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.681868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.721240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Transition to ACTIVE for port object 28a31223-d912-4e4a-b8f2-53f233ae8ad0 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:11:51.785899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:51.811533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d7e2811f-1b27-4314-996e-34629868a315 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:11:52.144114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09188282-56e3-4b80-8f0a-8999dfaa85ce req-359d74ae-5bee-4be4-932f-27e550bffc39 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.161630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09188282-56e3-4b80-8f0a-8999dfaa85ce req-359d74ae-5bee-4be4-932f-27e550bffc39 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.2035244 Oct 26 14:11:52.234523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09188282-56e3-4b80-8f0a-8999dfaa85ce req-5bc51ff4-4c68-46dc-9de9-eb0d22b9fb6c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715373 Oct 26 14:11:52.264293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-6423ee74-377f-452c-9c94-ab422284088e service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888761 Oct 26 14:11:52.326251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-dda5a873-a8e7-4278-979b-59adcd1f59b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9635084 Oct 26 14:11:52.334084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:52.416690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-ba89083f-7ec8-44cc-bd02-4e130c2d3d76 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:11:52.421422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-ba89083f-7ec8-44cc-bd02-4e130c2d3d76 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0930338 Oct 26 14:11:52.506289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53338e2e-1606-42e4-a34d-776a318fd209 req-e1293203-bab2-486c-b1d5-2e6308715b28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.2819991 Oct 26 14:11:52.674093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bdd0ce6-2a04-4966-8b70-f41c1224aabd req-5f5efcf3-0303-451a-bd21-25396a576bc2 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0734520 Oct 26 14:11:52.845105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a50c1-c6be-46d7-a4d7-6b637753fc31 req-dd387e5e-d02a-4683-a504-52a17530157b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:52.847074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d7a50c1-c6be-46d7-a4d7-6b637753fc31 req-dd387e5e-d02a-4683-a504-52a17530157b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.7860038 Oct 26 14:11:52.926826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Attempting to bind port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:11:52.927263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Attempting to bind port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:11:52.928789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Attempting to bind port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:52.965981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 on network f4206489-532c-418f-88cd-e4d614a49d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:11:52.965981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Attempting to bind port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 on network f4206489-532c-418f-88cd-e4d614a49d2c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:11:52.976230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-9cf3a904-23b6-4d18-a1d6-ac6acded137d service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529318 Oct 26 14:11:52.986179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d7a50c1-c6be-46d7-a4d7-6b637753fc31 req-67332418-9d2b-446f-968c-95400903621b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252000 Oct 26 14:11:52.987178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:11:52.987532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Checking segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:11:52.987962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Bound using segment: {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:11:52.988586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Bound port: 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89946705-4863-49af-a04b-0015efecd45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:11:52.988968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.076698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-df839432-9357-4524-9457-7e92f65df635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 217 time: 0.0850456 Oct 26 14:11:53.129934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.238603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-83d162d7-f2cb-45ba-ab41-ce7e37dd2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.240235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-83d162d7-f2cb-45ba-ab41-ce7e37dd2d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.1547985 Oct 26 14:11:53.252062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:11:53.257573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:11:53.304210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.422772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.423395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:53.425840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] 10.222.0.73 "PUT /v2.0/ports/28a31223-d912-4e4a-b8f2-53f233ae8ad0 HTTP/1.1" status: 200 len: 1092 time: 2.6962447 Oct 26 14:11:53.428716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:11:53.433217 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c75db98-5d8a-4a86-9407-193bfd04b902" -d '{"events": [{"name": "network-changed", "server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:11:53.469163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-724ef6a3-2afd-4757-b38c-667d3d1effb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.470697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-724ef6a3-2afd-4757-b38c-667d3d1effb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1979907 Oct 26 14:11:53.473324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1290a49-e75d-497f-961a-6fc9a4147264 service neutron] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:53.647543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc84e2-c59d-4fbc-b723-591831511358 req-ab2e0c75-d1f9-4dde-911f-e3eaedd6f0c6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.652094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73cc84e2-c59d-4fbc-b723-591831511358 req-ab2e0c75-d1f9-4dde-911f-e3eaedd6f0c6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.2791812 Oct 26 14:11:53.736965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-057ac67c-b01f-4087-83bd-854cffbae629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:53.738965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-057ac67c-b01f-4087-83bd-854cffbae629 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 1095 time: 0.1807599 Oct 26 14:11:53.777251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73cc84e2-c59d-4fbc-b723-591831511358 req-603e3add-2494-4692-8861-12cfaf696230 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167428 Oct 26 14:11:53.790235 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff8e86-6c45-45dc-925d-aa6e2e59527d x-openstack-request-id: req-dfff8e86-6c45-45dc-925d-aa6e2e59527d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:11:53.791171 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:11:53.791603 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfff8e86-6c45-45dc-925d-aa6e2e59527d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:11:53.792347 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'status': 'completed', 'code': 200} Oct 26 14:11:53.918468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-ab80cafc-1baa-4013-bd36-64667431d0c4 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349582 Oct 26 14:11:53.924225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-2452e56b-09d8-435e-b6d1-d6dce702b067 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1629803 Oct 26 14:11:54.036926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e408a5-800b-48a0-acda-11d1801eb9b4 req-ebc4e2cd-497e-425f-8908-3be3a23cb7d4 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1007924 Oct 26 14:11:54.147719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-1e966434-31cb-4c6e-b8c1-4c97ab58aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.158677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-1e966434-31cb-4c6e-b8c1-4c97ab58aa64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1830301 Oct 26 14:11:54.281120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-29af9520-eb44-4203-9dfe-d95628579f7d service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520761 Oct 26 14:11:54.342019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37120) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:54.364611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75e28e-8a1f-4634-9867-f79121eedabb req-8108e75b-a323-436f-9669-8139c210c41c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.375089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d75e28e-8a1f-4634-9867-f79121eedabb req-8108e75b-a323-436f-9669-8139c210c41c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2148714 Oct 26 14:11:54.378032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-a3a2356e-d86b-4f6d-8f24-7a626e753c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.0897021 Oct 26 14:11:54.392074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-2da87a79-7e9e-4a1a-93d5-763266483712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.394517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-2da87a79-7e9e-4a1a-93d5-763266483712 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191596 Oct 26 14:11:54.606241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d75e28e-8a1f-4634-9867-f79121eedabb req-830e5e10-be22-41a2-9d9c-0d261db88a9b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299595 Oct 26 14:11:54.648943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-167c5e16-5a43-42c4-a0ac-5ade03f3379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.648943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-167c5e16-5a43-42c4-a0ac-5ade03f3379c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.2502427 Oct 26 14:11:54.691971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-369393921', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:54.773905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Made reservation on behalf of 3e09139c2f3f430f90d40bc9bf4b3939 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:11:54.782648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:54.788402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-5e7a20ec-a4ad-447f-b64a-963f236aa6a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801219 Oct 26 14:11:54.796439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-63383ef7-57be-4465-af76-debf9d4155bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:54.798299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-63383ef7-57be-4465-af76-debf9d4155bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371937 Oct 26 14:11:54.833417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.068994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9a437-4ef7-4e24-92a5-3d7a6094e68f req-dff4e893-53b3-4d0b-99c7-9bcc61a1c182 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:55.080066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ef9a437-4ef7-4e24-92a5-3d7a6094e68f req-dff4e893-53b3-4d0b-99c7-9bcc61a1c182 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.1276050 Oct 26 14:11:55.116178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.123954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:55.131680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] device_id is not set on port 945aec30-75f8-420e-88d9-d24972b6e996 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:11:55.157366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c05d02d-4d03-49c3-8527-481b050e5924 req-223a982b-5066-477d-88b9-a66bf6f6e3aa service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577158 Oct 26 14:11:55.190059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-08c4dc1f-e5bf-4630-860f-221985a843ac service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794193 Oct 26 14:11:55.325785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ef9a437-4ef7-4e24-92a5-3d7a6094e68f req-f1a261eb-79a3-4a05-a2d0-57a5b0aa1b59 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442772 Oct 26 14:11:55.458646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7fbbfd-2a6b-4788-b6da-8ea98b9c61ae,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:55.488828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0dac3e9-0e07-427a-a2c0-f59883a62f2b req-b4ee9209-a836-44e2-9973-2856baef878f tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1624219 Oct 26 14:11:55.573514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Allocated IP 172.25.5.235 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/945aec30-75f8-420e-88d9-d24972b6e996) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:11:55.909241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716e235-b825-4a7f-a2c9-5a5914e65397 req-ddaf40a4-be45-47c4-884e-8dd263e04684 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:55.917778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b716e235-b825-4a7f-a2c9-5a5914e65397 req-ddaf40a4-be45-47c4-884e-8dd263e04684 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.1805398 Oct 26 14:11:56.065305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b716e235-b825-4a7f-a2c9-5a5914e65397 req-ef007950-2b43-44f5-bb79-52d43a3ced67 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463532 Oct 26 14:11:56.083830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.170028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.240533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:11:56.252972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2708368-d754-4998-ae9e-9890c59dac04 req-5ce20edc-e7a8-40ae-b0a7-807114a9c181 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6458852759384e7ea1e85529c5d5b0a2&device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0538301 Oct 26 14:11:56.254666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:11:56.261834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:11:56.326774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.326774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.360799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0171671 Oct 26 14:11:56.362095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ab026-872e-450d-af03-d706c59774b2 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Pushing event updated for resources: {'Port': ['ID=945aec30-75f8-420e-88d9-d24972b6e996,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:56.365225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37156) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:56.371756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.235'}]}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:11:56.376963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a128c5b-060f-497a-b421-d1083a4622e5 req-8cb30f27-47df-4661-a241-5b76760021e6 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1283610 Oct 26 14:11:56.381699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2708368-d754-4998-ae9e-9890c59dac04 req-f577caff-5d52-433d-9cc7-fd5bd2b4e1d9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6458852759384e7ea1e85529c5d5b0a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132126 Oct 26 14:11:56.421815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.423114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.469806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-61c6ba2c-67be-48d4-adb0-f7263cc8c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.471327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-61c6ba2c-67be-48d4-adb0-f7263cc8c1b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 1095 time: 1.2068655 Oct 26 14:11:56.500329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.540814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acfa5fc5-1ba6-4126-a17a-8212f797409c req-d9b6a463-4233-4de5-95aa-6169b8d424d8 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3318658 Oct 26 14:11:56.644957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fd161-a612-481a-a283-7276f2720f9e req-43da3aa8-b4e7-4c6e-bd29-4791a7affc22 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.646532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e8fd161-a612-481a-a283-7276f2720f9e req-43da3aa8-b4e7-4c6e-bd29-4791a7affc22 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.1445248 Oct 26 14:11:56.660900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708368-d754-4998-ae9e-9890c59dac04 req-0abbf489-89af-42dc-b7e0-5c7cc094d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.662621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2708368-d754-4998-ae9e-9890c59dac04 req-0abbf489-89af-42dc-b7e0-5c7cc094d369 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551818 Oct 26 14:11:56.699787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-2c779ecd-dbeb-4319-bd90-5bb324c3ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.702323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-2c779ecd-dbeb-4319-bd90-5bb324c3ae55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.1966913 Oct 26 14:11:56.743672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:56.758668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-41903c1e-fbc8-494c-b93a-aaaca135ed7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0 HTTP/1.1" status: 200 len: 217 time: 0.0468249 Oct 26 14:11:56.767606 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e8fd161-a612-481a-a283-7276f2720f9e req-802aefcb-6fdd-4887-b9f9-bb7efa1f312b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143465 Oct 26 14:11:56.889506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-93caccfe-f1ef-46e9-b30e-a9146545efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:56.892234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-93caccfe-f1ef-46e9-b30e-a9146545efff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1253400 Oct 26 14:11:56.998693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-62239107-cc82-415a-8748-05ea45bbd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:57.001424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-62239107-cc82-415a-8748-05ea45bbd3a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937409 Oct 26 14:11:57.017697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.057349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.201867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-928d2db1-30fa-4bf6-b0a7-0e6776eba1ad service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880963 Oct 26 14:11:57.339728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c75db98-5d8a-4a86-9407-193bfd04b902 req-e34fd846-b114-41b5-adfc-141f03d1c739 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308608 Oct 26 14:11:57.407149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04761418-1eb3-4fcf-bc28-1d9873728333 req-fe502b15-2495-4c0f-a0b1-2c0ec2a8dde5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:57.409073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04761418-1eb3-4fcf-bc28-1d9873728333 req-fe502b15-2495-4c0f-a0b1-2c0ec2a8dde5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.1648936 Oct 26 14:11:57.422591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.600425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6e648a9-e227-4f83-8082-213bcc42490e req-f434ecee-dfbb-4293-b9fe-1e3b0faafa36 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0461349 Oct 26 14:11:57.648918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04761418-1eb3-4fcf-bc28-1d9873728333 req-28f10314-2ec6-4557-a7e3-355153ff21ed tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196300 Oct 26 14:11:57.708428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.715696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.810678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:57.811227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84ace55e-fced-4334-867b-d6ae34e59817 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:11:57.844396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:11:57.854546 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:11:57.857577 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81aff4e1-a3e7-4ca3-9434-6d41ef3b8d64 tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4918592 Oct 26 14:11:57.860564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37192) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:57.981438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a2ec2-372f-48d1-b9c0-c62f7639e3ed req-bb347b44-eabd-403d-961e-73d7c5a86f23 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:57.983144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d00a2ec2-372f-48d1-b9c0-c62f7639e3ed req-bb347b44-eabd-403d-961e-73d7c5a86f23 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.0588515 Oct 26 14:11:58.077599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:58.079676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2708368-d754-4998-ae9e-9890c59dac04 req-a05322d6-04b4-4fc9-ba79-ce773c775355 tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.41 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.0844259 Oct 26 14:11:58.122423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'mac_address': 'fa:16:3e:25:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:11:58.145465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d00a2ec2-372f-48d1-b9c0-c62f7639e3ed req-13047bb2-f393-4152-a70f-1f2dda9582a7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539683 Oct 26 14:11:58.174895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Deleting port 945aec30-75f8-420e-88d9-d24972b6e996 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:11:58.175578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.238091 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.269265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a31223-d912-4e4a-b8f2-53f233ae8ad0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:11:58.314846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:11:58.322250 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.355053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.384025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Calling delete_port for 945aec30-75f8-420e-88d9-d24972b6e996 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:11:58.433719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:58.560245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['28a31223-d912-4e4a-b8f2-53f233ae8ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:11:58.651350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.704866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Pushing event deleted for resources: {'Port': ['ID=945aec30-75f8-420e-88d9-d24972b6e996,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:11:58.925201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:11:58.935666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb8a6574-40fa-4dc7-b89a-e6b71453e47c tempest-RoutersAdminNegativeIpV6Test-215702550 tempest-RoutersAdminNegativeIpV6Test-215702550-project-admin] 10.222.0.37 "DELETE /v2.0/ports/945aec30-75f8-420e-88d9-d24972b6e996 HTTP/1.1" status: 204 len: 168 time: 1.0739694 Oct 26 14:11:58.969338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dafb554f-39e5-4957-b0ff-6be983777b61 req-c7df81d6-55dc-4a80-b048-b714ca3f4a7a tempest-ServerShowV257Test-900307822 tempest-ServerShowV257Test-900307822-project] 10.222.0.37 "GET /v2.0/ports?device_id=1069b406-b58e-4627-a754-d357c4c5d688 HTTP/1.1" status: 200 len: 210 time: 0.1069453 Oct 26 14:11:59.085483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba540c9f-5f0a-420a-8f68-cf6864f15e96 req-79518eef-c054-474e-b8bd-d57fe45c9e62 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:59.096315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba540c9f-5f0a-420a-8f68-cf6864f15e96 req-79518eef-c054-474e-b8bd-d57fe45c9e62 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2042887 Oct 26 14:11:59.202116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba540c9f-5f0a-420a-8f68-cf6864f15e96 req-db08337d-c6fa-4da0-b480-794824beb773 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972955 Oct 26 14:11:59.539316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0550fd-759b-48ee-8756-56b4a0c12d61 req-3261de14-9440-4ff6-921b-070108c5118c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:11:59.549230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e0550fd-759b-48ee-8756-56b4a0c12d61 req-3261de14-9440-4ff6-921b-070108c5118c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 945 time: 0.1671882 Oct 26 14:11:59.618511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e0550fd-759b-48ee-8756-56b4a0c12d61 req-a4f5d689-aea3-4d9f-aaee-c29ea53fa291 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631902 Oct 26 14:11:59.655998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:11:59.861748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:00.121279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:12:00.131930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:00.143900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.283067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3891762a-2458-4c7e-8bbd-3dd08e672d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.469418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3891762a-2458-4c7e-8bbd-3dd08e672d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.487923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3891762a-2458-4c7e-8bbd-3dd08e672d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.526528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.576239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3891762a-2458-4c7e-8bbd-3dd08e672d0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3966d55615949da9b3acdb6ca8d6ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9182448 Oct 26 14:12:00.576947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:00.579221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:00.579586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891762a-2458-4c7e-8bbd-3dd08e672d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af57ef3-edae-461c-86ac-64960e891ef2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:00.584003 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871e833-2ae4-4401-baf3-01bf99ef84d1" -d '{"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-plugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:00.604089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:00.612670 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.622547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667ff6-8244-4db9-8587-5aa536e14a17 req-a90a79d7-c3d7-4d06-b85d-990e548c01f6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:00.643316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7667ff6-8244-4db9-8587-5aa536e14a17 req-a90a79d7-c3d7-4d06-b85d-990e548c01f6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2723186 Oct 26 14:12:00.787837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:00.796220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.816750 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a7eeb9-fee0-470d-8f47-f681ee2134c3 x-openstack-request-id: req-31a7eeb9-fee0-470d-8f47-f681ee2134c3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:00.817042 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-plugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:00.817305 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31a7eeb9-fee0-470d-8f47-f681ee2134c3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:00.817871 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'code': 200} Oct 26 14:12:00.872050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:00.882352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7667ff6-8244-4db9-8587-5aa536e14a17 req-fd11e743-30d6-4307-bc50-f8c218d5d8ae tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362366 Oct 26 14:12:00.981002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b456-0a92-4c39-9022-15486769f817 req-1e28df84-92e0-41f3-9f8a-7c3abd53f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:00.982884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fae2b456-0a92-4c39-9022-15486769f817 req-1e28df84-92e0-41f3-9f8a-7c3abd53f8c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 1097 time: 0.1715689 Oct 26 14:12:01.025456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37262) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:01.027616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.036370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.041197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2af57ef3-edae-461c-86ac-64960e891ef2 HTTP/1.1" status: 204 len: 168 time: 0.4582450 Oct 26 14:12:01.055955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fae2b456-0a92-4c39-9022-15486769f817 req-a6e3c5ec-5429-46a8-9a7a-b1d2dca2b1b5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 Oct 26 14:12:01.092398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb7c9-bd35-44eb-b6d7-7150697c2a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af57ef3-edae-461c-86ac-64960e891ef2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:01.116065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a3af3-d396-4a76-8a19-f1ab85fd3514 req-ca8fc0f0-32e0-4c5a-a7d1-0e08da80f624 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:01.118496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-541a3af3-d396-4a76-8a19-f1ab85fd3514 req-ca8fc0f0-32e0-4c5a-a7d1-0e08da80f624 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1627772 Oct 26 14:12:01.210283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-541a3af3-d396-4a76-8a19-f1ab85fd3514 req-c964b89e-28f7-4769-a685-0bb24199702c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828862 Oct 26 14:12:01.506341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49a67e60-edb0-43f7-b3aa-07284b43cf28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.702468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49a67e60-edb0-43f7-b3aa-07284b43cf28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.709440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49a67e60-edb0-43f7-b3aa-07284b43cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:01.785173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-49a67e60-edb0-43f7-b3aa-07284b43cf28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6458852759384e7ea1e85529c5d5b0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577467 Oct 26 14:12:01.786259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67e60-edb0-43f7-b3aa-07284b43cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd75da-57b8-4649-bb57-25275c3b5839,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:01.787223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:01.912206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.017275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.081427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37286) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.142254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.147261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.171355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4fd75da-57b8-4649-bb57-25275c3b5839 HTTP/1.1" status: 204 len: 168 time: 0.3710027 Oct 26 14:12:02.213542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596c30-a96c-497a-adad-763a8c281691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd75da-57b8-4649-bb57-25275c3b5839,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:02.365469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7e7af71-a7d6-4c00-8349-c7c9450461a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e09139c2f3f430f90d40bc9bf4b3939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827141 Oct 26 14:12:02.370466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.389292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f11f33-76d7-4832-9e9e-8a9ccde7db1f req-e4542b3d-7721-4a75-a281-80d90b9a4258 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:02.397156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f11f33-76d7-4832-9e9e-8a9ccde7db1f req-e4542b3d-7721-4a75-a281-80d90b9a4258 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2963800 Oct 26 14:12:02.475255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf65688-9352-4837-9199-e05489d10030 req-1c67eaba-f160-4bef-b92e-04ac608a71ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:02.477247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cf65688-9352-4837-9199-e05489d10030 req-1c67eaba-f160-4bef-b92e-04ac608a71ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1145113 Oct 26 14:12:02.535297 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f11f33-76d7-4832-9e9e-8a9ccde7db1f req-c28c3a23-9648-452e-922b-7bc3efb391d8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371362 Oct 26 14:12:02.557968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cf65688-9352-4837-9199-e05489d10030 req-39a00bf1-6907-49f0-a3b2-e342c43544ca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Oct 26 14:12:02.597632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.625661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.697548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.701279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:02.703234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a7fbbfd-2a6b-4788-b6da-8ea98b9c61ae HTTP/1.1" status: 204 len: 168 time: 0.3314626 Oct 26 14:12:02.715011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a613df-027e-40c6-89cb-8baee746ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7fbbfd-2a6b-4788-b6da-8ea98b9c61ae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:02.983142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37316) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:02.988817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-935527973'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:03.025135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:03.030507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.061931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:03.082352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.083076 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Added segment d1eca18a-4d58-4d06-b84d-73c52a11fe42 of type vlan for network 34d4b147-a906-49a5-9a92-175cc9fc5421 Oct 26 14:12:03.139191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.175613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.186739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:03.193102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.269111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2818432 Oct 26 14:12:03.269476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37332) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:03.278040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1992360217'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:03.282861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff555ca3-3e5d-4a4c-ae8c-fedacdd11d87 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Network': ['ID=34d4b147-a906-49a5-9a92-175cc9fc5421,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:03.299455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:03.363616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:03.370738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.443516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:03.472308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.473673 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Added segment 74d37565-e5fc-4f82-b8d7-0718904aa774 of type vlan for network 141815a7-9db9-4e12-a924-3975deee6f99 Oct 26 14:12:03.579853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.636668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.653114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:03.655848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:03.732449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4614966 Oct 26 14:12:03.737188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37348) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:03.744120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'subnet': {'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:03.815963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cab324-a8b5-4526-9225-80348baae953 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Network': ['ID=141815a7-9db9-4e12-a924-3975deee6f99,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:03.833633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 141815a7-9db9-4e12-a924-3975deee6f99 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:03.852440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec94d1a-ea7f-44d8-a5e7-f298d12fe6d3 req-92aa1bb1-4ccd-45f8-9693-88b8ee6b14f6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:03.854732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dec94d1a-ea7f-44d8-a5e7-f298d12fe6d3 req-92aa1bb1-4ccd-45f8-9693-88b8ee6b14f6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1300640 Oct 26 14:12:03.901027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045fe2-e4ab-4675-9591-50d672876a30 req-83259ae9-ddcd-446a-b810-236896816e5b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:03.913059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00045fe2-e4ab-4675-9591-50d672876a30 req-83259ae9-ddcd-446a-b810-236896816e5b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2252195 Oct 26 14:12:03.942316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dec94d1a-ea7f-44d8-a5e7-f298d12fe6d3 req-8ee2baf5-2670-4059-867b-75ad90ca5174 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728245 Oct 26 14:12:04.032893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-00045fe2-e4ab-4675-9591-50d672876a30 req-1cb832e0-bae2-45b8-a164-d12b15aa9835 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188722 Oct 26 14:12:04.042305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:04.049428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.540674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.570914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce670533-7a3d-43da-8709-d0f3ceb23ace req-99accd5a-cf3e-491e-a678-bae96ae46d1d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:04.572617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce670533-7a3d-43da-8709-d0f3ceb23ace req-99accd5a-cf3e-491e-a678-bae96ae46d1d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1519020 Oct 26 14:12:04.709699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Subnet': ['ID=5bb03d63-39c4-4c51-b76b-1bf438da960b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:04.718240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce670533-7a3d-43da-8709-d0f3ceb23ace req-72905554-313e-45c6-b748-f641cfb2667b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328025 Oct 26 14:12:04.723919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:04.725064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network hostable DHCP agents. Network: 34d4b147-a906-49a5-9a92-175cc9fc5421, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:04.771638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:04.800804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 34d4b147-a906-49a5-9a92-175cc9fc5421) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:04.809770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:04.811159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:04.820045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9827dca-515b-4b32-b942-8ddec18eb450 None None] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:04.868051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e69a2fd7-d790-446b-aaad-a268203a85d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1283922 Oct 26 14:12:04.873044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37378) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:04.881308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'subnet': {'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:05.106981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:05.113782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.132221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-34d4b147-a906-49a5-9a92-175cc9fc5421', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'tenant_id': '01022bec82774d478491ae06767531a2', 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:05.134292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.352251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Allocated IP 10.1.1.2 (34d4b147-a906-49a5-9a92-175cc9fc5421/5bb03d63-39c4-4c51-b76b-1bf438da960b/20eadb2c-690a-43f2-a5e0-43eaacf937c9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:05.354959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa24ea-a8bc-4dc8-93f3-811983a72fd7 req-09580dea-1c90-49ee-a037-ea42d14ced7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:05.372266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4fa24ea-a8bc-4dc8-93f3-811983a72fd7 req-09580dea-1c90-49ee-a037-ea42d14ced7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.2018082 Oct 26 14:12:05.390177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-91c831d4-6002-47d9-b6f4-796d75258c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:05.391778 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-91c831d4-6002-47d9-b6f4-796d75258c6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 1094 time: 0.2221918 Oct 26 14:12:05.409972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:05.432849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.519347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.578820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4fa24ea-a8bc-4dc8-93f3-811983a72fd7 req-d2bd8051-4bb5-4e92-8d9f-aa08b8a32d8f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020681 Oct 26 14:12:05.595116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Checking segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:05.595469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network hostable DHCP agents. Network: 141815a7-9db9-4e12-a924-3975deee6f99, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:05.603529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Subnet': ['ID=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:05.683520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 141815a7-9db9-4e12-a924-3975deee6f99 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:05.708653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 141815a7-9db9-4e12-a924-3975deee6f99) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:05.714956 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.719402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:05.720344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.725976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57957d10-55d9-4260-8935-7050ba2cb8be None None] Network 141815a7-9db9-4e12-a924-3975deee6f99 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:05.765114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5fb93b8d-814c-4311-afa8-9bc5517b9959 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8901694 Oct 26 14:12:05.767927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37408) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:05.778299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'name': 'tempest-TaggedBootDevicesTest-1643344404', 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:05.905280 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:05.973142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Pushing event updated for resources: {'Port': ['ID=20eadb2c-690a-43f2-a5e0-43eaacf937c9,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:05.987855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:05.990325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:05.994956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-141815a7-9db9-4e12-a924-3975deee6f99', 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'tenant_id': '01022bec82774d478491ae06767531a2', 'fixed_ips': [{'subnet_id': '8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:05.996078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.016389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:06.017946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6924-a00b-4ac1-b5b1-8870ec0551e5 req-709e691d-9be0-4ba6-9368-5f9c0b5e4967 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:06.019830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a2e6924-a00b-4ac1-b5b1-8870ec0551e5 req-709e691d-9be0-4ba6-9368-5f9c0b5e4967 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1490998 Oct 26 14:12:06.072586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:06.130455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:06.180713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Attempting to bind port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:06.181031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Attempting to bind port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:06.181459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Attempting to bind port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:06.196651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:06.197661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:06.198609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.199050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Bound using segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:06.204643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Bound port: 20eadb2c-690a-43f2-a5e0-43eaacf937c9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:06.204643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.208943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a2e6924-a00b-4ac1-b5b1-8870ec0551e5 req-26b61be3-8e10-4d93-a648-9337da7ce7d4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585519 Oct 26 14:12:06.266505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:06.305310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.329430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] device_id is not set on port e246eb26-49ef-4260-91e8-45fa77983bf8 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:06.354329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] For port 20eadb2c-690a-43f2-a5e0-43eaacf937c9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:06.360752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] For port 20eadb2c-690a-43f2-a5e0-43eaacf937c9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20eadb2c-690a-43f2-a5e0-43eaacf937c9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:06.362334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Allocated IP 10.2.2.2 (141815a7-9db9-4e12-a924-3975deee6f99/8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332/8731f672-d26f-4ee5-abc4-f02baa115306) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:06.374839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.420700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37430) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:06.442382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:12:06.455096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.527508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2475b1-4efa-4bce-9f80-7ec550f4f7e7 None None] Pushing event updated for resources: {'Port': ['ID=20eadb2c-690a-43f2-a5e0-43eaacf937c9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:06.561333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Transition to ACTIVE for port object d7e2811f-1b27-4314-996e-34629868a315 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:12:06.573228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.1.1.126 (34d4b147-a906-49a5-9a92-175cc9fc5421/5bb03d63-39c4-4c51-b76b-1bf438da960b/e246eb26-49ef-4260-91e8-45fa77983bf8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:06.584402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.734636 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.744432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:06.965965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Network 141815a7-9db9-4e12-a924-3975deee6f99 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:06.969393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Pushing event updated for resources: {'Port': ['ID=8731f672-d26f-4ee5-abc4-f02baa115306,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:06.980265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:06.985757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:07.103509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c13c3b-51cb-4f02-a61f-834709b45271 req-6bd15f21-47c7-4430-82f8-4ffe3ece5e4a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:07.114808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67c13c3b-51cb-4f02-a61f-834709b45271 req-6bd15f21-47c7-4430-82f8-4ffe3ece5e4a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 943 time: 0.1562214 Oct 26 14:12:07.123065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=9']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.154662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1617956593', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:07.162879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Attempting to bind port 8731f672-d26f-4ee5-abc4-f02baa115306 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:07.163355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Attempting to bind port 8731f672-d26f-4ee5-abc4-f02baa115306 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:07.163713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Attempting to bind port 8731f672-d26f-4ee5-abc4-f02baa115306 on network 141815a7-9db9-4e12-a924-3975deee6f99 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:07.170582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:07.170835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Checking segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:07.171244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.171697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Bound using segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:07.172364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Bound port: 8731f672-d26f-4ee5-abc4-f02baa115306, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:07.172870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.231003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Made reservation on behalf of 6152bf79087f47a6abdbc019b47f1937 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:07.233627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.247593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] No DVR routers for this DVR port d7e2811f-1b27-4314-996e-34629868a315 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:07.251836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.325532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67c13c3b-51cb-4f02-a61f-834709b45271 req-8d08bcef-c2f7-4c40-a7be-e3b79682d7de tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097259 Oct 26 14:12:07.360030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] For port 8731f672-d26f-4ee5-abc4-f02baa115306, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:07.364357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] For port 8731f672-d26f-4ee5-abc4-f02baa115306, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8731f672-d26f-4ee5-abc4-f02baa115306,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:07.379753 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.420447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.433955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.498490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] device_id is not set on port 022e1cab-68b3-43fe-ab73-e5c384c64932 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:07.530562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be791318-4c61-45b9-8627-04e4bc11bfd9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.552324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.637264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20eadb2c-690a-43f2-a5e0-43eaacf937c9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:07.652383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65bc01-b2aa-4547-9280-d620eed306cb None None] Pushing event updated for resources: {'Port': ['ID=8731f672-d26f-4ee5-abc4-f02baa115306,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.695891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.778536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:07.781097 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:07.795368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e29176-58cd-4ef1-b0e4-67d55540a1c4 req-b1a4f7ce-964e-48f1-adb6-73520850d09b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:07.806433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8e29176-58cd-4ef1-b0e4-67d55540a1c4 req-b1a4f7ce-964e-48f1-adb6-73520850d09b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2645962 Oct 26 14:12:07.823283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:07.897132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:12:07.969554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8e29176-58cd-4ef1-b0e4-67d55540a1c4 req-0a9cabf3-b70e-4302-b496-5ef2f488611b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621027 Oct 26 14:12:07.999938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Allocated IP 172.25.5.5 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/022e1cab-68b3-43fe-ab73-e5c384c64932) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:08.030006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:08.030753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:08.031250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:08.037419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:08.042752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:08.056673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:08.131867 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.202860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:12:08.203437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Attempting to bind port d7e2811f-1b27-4314-996e-34629868a315 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:08.219887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:08.220673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.237623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:08.238325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:08.238728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:08.239514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Bound port: d7e2811f-1b27-4314-996e-34629868a315, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:08.239727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.363835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:08.369425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:08.377807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e5879341-9e07-466e-bac1-d67250b3fa13 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6057024 Oct 26 14:12:08.378350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37484) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:08.383681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.394208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'name': 'tempest-TaggedBootDevicesTest-1022678830', 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:08.407552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.493432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:08.509568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37486) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:08.528454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.542720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce6973-6755-4a89-bce7-5cde9870e843 None None] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:08.619756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:08.621124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.623088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a0a642f9-d822-4c3d-a279-90c0a66e5df5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 1091 time: 3.2187510 Oct 26 14:12:08.627412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:08.637615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:08.642046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:08.652006 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380" -d '{"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:08.657648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:08.756625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e444a-cb75-459b-a2ad-e471277ad4d3 req-5e35b4e1-fbf7-40ef-9844-a66fc949253a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:08.766025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-355e444a-cb75-459b-a2ad-e471277ad4d3 req-5e35b4e1-fbf7-40ef-9844-a66fc949253a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2588379 Oct 26 14:12:08.770657 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754f1ec-48a5-4290-9460-f853d4983e10 x-openstack-request-id: req-8754f1ec-48a5-4290-9460-f853d4983e10 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:08.770991 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:08.771193 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8754f1ec-48a5-4290-9460-f853d4983e10 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:08.771592 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'status': 'completed', 'code': 200} Oct 26 14:12:08.815200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:08.832630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:08.833246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.836362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a955-50c8-429d-9b17-a1da0670aab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.841579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fbb4ed91-c4b5-4ee8-8089-07e5429ae62e None None] Provisioning complete for port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:08.842316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ed91-c4b5-4ee8-8089-07e5429ae62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.864535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 20eadb2c-690a-43f2-a5e0-43eaacf937c9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20eadb2c-690a-43f2-a5e0-43eaacf937c9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:08.875927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-355e444a-cb75-459b-a2ad-e471277ad4d3 req-54264cb7-028c-4e20-8c3d-0503b0fe9298 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089075 Oct 26 14:12:08.898928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Pushing event updated for resources: {'Port': ['ID=022e1cab-68b3-43fe-ab73-e5c384c64932,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:08.901463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-6a614690-9319-4609-b2b0-065e1522c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:08.903323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-6a614690-9319-4609-b2b0-065e1522c767 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1095 time: 0.2251329 Oct 26 14:12:08.903894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:08.917880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:08.921316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'port_id': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'mac_address': 'fa:16:3e:25:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:12:08.964794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33de20ec-c857-4aa7-b6c9-679acff75f8b tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5425529 Oct 26 14:12:08.967580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37496) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:08.972013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.5'}]}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:09.040205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.041306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.086700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a955-50c8-429d-9b17-a1da0670aab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.096800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-5a795aa2-ad44-4bb8-835c-dbb7f16789ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:09.098483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-5a795aa2-ad44-4bb8-835c-dbb7f16789ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.1873958 Oct 26 14:12:09.140721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7cb0a955-50c8-429d-9b17-a1da0670aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.146382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.155198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=20eadb2c-690a-43f2-a5e0-43eaacf937c9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:09.231362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.252481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-de2bd17d-bc1d-475c-9cac-9238ea26e6c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 998 time: 0.1383352 Oct 26 14:12:09.264810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28a31223-d912-4e4a-b8f2-53f233ae8ad0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:12:09.292416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1466c9d-88e2-487f-80a9-528f1b0d3074 req-cc9acc1d-d8e6-4d92-b37d-1576437f81ba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:09.300433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1466c9d-88e2-487f-80a9-528f1b0d3074 req-cc9acc1d-d8e6-4d92-b37d-1576437f81ba tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2117569 Oct 26 14:12:09.313474 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:12:09.333101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:09.340050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.347501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:09.357141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.388436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00ca0fb8-a84f-44b8-90e1-f08b3a815c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.394285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0a955-50c8-429d-9b17-a1da0670aab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0600a3-fcb1-415f-930e-5816fa0e8a28,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:09.407276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] device_id is not set on port 94b6e849-42dc-4612-8fc9-52c3181d135e yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:09.414389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7cb0a955-50c8-429d-9b17-a1da0670aab9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1078dd5f9bc448db01945249fd01495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005620 Oct 26 14:12:09.415527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-5de818fa-d961-4b1d-aea1-135f1f5e2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:09.417230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-5de818fa-d961-4b1d-aea1-135f1f5e2cfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1551268 Oct 26 14:12:09.418035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37510) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:09.562614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:09.581402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0030f7-dbc8-4c17-816f-57417f50b1e4 None None] Network 141815a7-9db9-4e12-a924-3975deee6f99 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:09.596769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c1466c9d-88e2-487f-80a9-528f1b0d3074 req-6cc7c7f5-3296-4f02-8df3-abb8577962f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952924 Oct 26 14:12:09.686740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['28a31223-d912-4e4a-b8f2-53f233ae8ad0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:12:09.690334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.714933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.767034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] Provisioning complete for port 8731f672-d26f-4ee5-abc4-f02baa115306 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:09.767400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:09.888764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37109648-c41b-4b01-81c8-e184a491dca7 req-c781b145-8665-42ee-ac78-09a776e6f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:09.891620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-c781b145-8665-42ee-ac78-09a776e6f0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4323328 Oct 26 14:12:09.962492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8731f672-d26f-4ee5-abc4-f02baa115306 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:09.980663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.150547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00ca0fb8-a84f-44b8-90e1-f08b3a815c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.156329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-1bb111d9-2576-4d24-a1d6-931f72af953a service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530112 Oct 26 14:12:10.163407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00ca0fb8-a84f-44b8-90e1-f08b3a815c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.206341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.1.1.63 (34d4b147-a906-49a5-9a92-175cc9fc5421/5bb03d63-39c4-4c51-b76b-1bf438da960b/94b6e849-42dc-4612-8fc9-52c3181d135e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:10.331314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a961932a-e80a-422b-ad42-52a91f71860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.340786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.371220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8731f672-d26f-4ee5-abc4-f02baa115306 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:10.371590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.388581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0fb8-a84f-44b8-90e1-f08b3a815c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9787d7b-d3d5-4fce-93c6-86846c2ce562,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.406690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37109648-c41b-4b01-81c8-e184a491dca7 req-a410978f-9528-42f8-afe6-8903146e36d0 service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286131 Oct 26 14:12:10.410664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] For port 8731f672-d26f-4ee5-abc4-f02baa115306, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8731f672-d26f-4ee5-abc4-f02baa115306,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:10.418680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.424087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.429451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd0600a3-fcb1-415f-930e-5816fa0e8a28 HTTP/1.1" status: 204 len: 168 time: 1.0034595 Oct 26 14:12:10.441893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-00ca0fb8-a84f-44b8-90e1-f08b3a815c61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c27b97429a7547e28ba9379a95696f87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5288646 Oct 26 14:12:10.442217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37530) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:10.451911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:10.535427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7046e-92ff-4256-b432-2ffa995dca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0600a3-fcb1-415f-930e-5816fa0e8a28,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:10.978494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20eadb2c-690a-43f2-a5e0-43eaacf937c9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:11.127762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.153033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5180170-3bcb-43e0-9900-173bc7bb013b None None] Pushing event updated for resources: {'Port': ['ID=8731f672-d26f-4ee5-abc4-f02baa115306,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:11.182266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.200382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de9233a4-7354-4bf3-82a0-11cc6b831dae None None] Provisioning complete for port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:11.201124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de9233a4-7354-4bf3-82a0-11cc6b831dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.244745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ff0d3-2e83-4e89-844a-efadad1610ac req-54ba97ad-4dab-4e21-9811-12f484808b92 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:11.248343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af1ff0d3-2e83-4e89-844a-efadad1610ac req-54ba97ad-4dab-4e21-9811-12f484808b92 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.3308756 Oct 26 14:12:11.381967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af1ff0d3-2e83-4e89-844a-efadad1610ac req-18c95998-0cee-4811-8e0b-c17e744f2ab0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660522 Oct 26 14:12:11.394373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:11.394980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.540860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.626011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37560) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:11.646982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-69835fcf-cabe-47cf-ad8a-b68b31ddfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:11.654044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-69835fcf-cabe-47cf-ad8a-b68b31ddfae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1095 time: 1.0095932 Oct 26 14:12:11.745839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de9233a4-7354-4bf3-82a0-11cc6b831dae None None] Provisioning complete for port e246eb26-49ef-4260-91e8-45fa77983bf8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:11.746251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de9233a4-7354-4bf3-82a0-11cc6b831dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.781789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:11.865749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-de9233a4-7354-4bf3-82a0-11cc6b831dae None None] Port e246eb26-49ef-4260-91e8-45fa77983bf8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:11.893538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:11.948167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.087327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3dc85c7-2689-47ac-ba5f-412adb2e32a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.150487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.159031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.170232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.234227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:12.234631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.236398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4e0e3fc5-8eec-4f39-a600-f53fbbc78012 None None] Provisioning complete for port 8731f672-d26f-4ee5-abc4-f02baa115306 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:12.236792 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3fc5-8eec-4f39-a600-f53fbbc78012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.308374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:12.356640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e3e7a-32e8-4b7d-ba06-5c209a2378cc req-7e2f32ec-31cd-4a7d-8b86-e398b1b6f552 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:12.369863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b8e3e7a-32e8-4b7d-ba06-5c209a2378cc req-7e2f32ec-31cd-4a7d-8b86-e398b1b6f552 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 945 time: 1.0042856 Oct 26 14:12:12.370118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.372039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8c1641-2ef6-4fda-a2e0-39606fbd9522 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:12:12.375857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8731f672-d26f-4ee5-abc4-f02baa115306 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:12.401144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.424635 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:12:12.427074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6533f3b7-a450-4ebb-ab80-aa3857160048 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.4581640 Oct 26 14:12:12.431941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:12.467545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:12.483662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:12.487925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:12.495079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.528310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:12.531024 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2d8437-b718-469f-a378-09fa4087ee9a" -d '{"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-plugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:12.555864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:12.566483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8731f672-d26f-4ee5-abc4-f02baa115306 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:12.567103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.571813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.587269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:12.589578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.669367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b8e3e7a-32e8-4b7d-ba06-5c209a2378cc req-32e30752-7940-449c-ab3a-a0dd7058d4aa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982671 Oct 26 14:12:12.763995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:12.782808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3a029ba3-6bb4-431d-893e-f4b6659b8ca9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4014654 Oct 26 14:12:12.813011 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55094bd9-7b90-4255-a7ae-2393ed520946 x-openstack-request-id: req-55094bd9-7b90-4255-a7ae-2393ed520946 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:12.813385 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-plugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:12.813675 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55094bd9-7b90-4255-a7ae-2393ed520946 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:12.817205 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'code': 200} Oct 26 14:12:12.833721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-40c9e6cc-4666-4b97-8db9-f01ee88ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:12.840001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-40c9e6cc-4666-4b97-8db9-f01ee88ae329 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 1.0526450 Oct 26 14:12:12.881515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eac8bed5-c476-4325-a695-8e77d771907a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.936694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Deleting port 022e1cab-68b3-43fe-ab73-e5c384c64932 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:12.945573 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.983490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-7b4d17bf-612d-4b6a-9339-280e832a52f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 200 len: 998 time: 0.1157835 Oct 26 14:12:12.986743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:12.999747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.004979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9787d7b-d3d5-4fce-93c6-86846c2ce562 HTTP/1.1" status: 204 len: 168 time: 2.5569212 Oct 26 14:12:13.049627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1017fe-ecdd-4a04-a61f-b15c9ed39aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9787d7b-d3d5-4fce-93c6-86846c2ce562,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:13.203208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fd52fc28-1359-4328-88a0-c45211e2d0be None None] Provisioning complete for port 94b6e849-42dc-4612-8fc9-52c3181d135e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:13.204523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc28-1359-4328-88a0-c45211e2d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.238169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3dc85c7-2689-47ac-ba5f-412adb2e32a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.254052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72518e-3910-44b5-a8db-1de99252fd53 req-b0318e63-9f8a-4478-9fab-7346d399921c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:13.261253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c3dc85c7-2689-47ac-ba5f-412adb2e32a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.267248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc72518e-3910-44b5-a8db-1de99252fd53 req-b0318e63-9f8a-4478-9fab-7346d399921c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.4921205 Oct 26 14:12:13.360639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fd52fc28-1359-4328-88a0-c45211e2d0be None None] Port 94b6e849-42dc-4612-8fc9-52c3181d135e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:13.386370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-7ff0f9eb-7d65-41c8-b7e9-6f912fb68970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:13.388189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-7ff0f9eb-7d65-41c8-b7e9-6f912fb68970 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.3502595 Oct 26 14:12:13.389072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc85c7-2689-47ac-ba5f-412adb2e32a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d1f0bc-298b-48fd-a13f-ad223ec8d8ee,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:13.418578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc72518e-3910-44b5-a8db-1de99252fd53 req-bd72ffcd-37fd-4cc2-a93d-2c4a140c0ccc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424809 Oct 26 14:12:13.466467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c3dc85c7-2689-47ac-ba5f-412adb2e32a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77f37117e11f40dcb061ca12c6893fce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8109202 Oct 26 14:12:13.468408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37578) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:13.549811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.600740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-dd3c66e2-b520-4436-b670-bebf33f55176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:13.603438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-dd3c66e2-b520-4436-b670-bebf33f55176 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019506 Oct 26 14:12:13.604369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Calling delete_port for 022e1cab-68b3-43fe-ab73-e5c384c64932 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:13.828982 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.933013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:13.986973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.128942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Pushing event deleted for resources: {'Port': ['ID=022e1cab-68b3-43fe-ab73-e5c384c64932,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:14.164165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.303703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580384a-b74f-4e2d-b579-6b1aef63e3b5 req-f53f4e9a-e08e-4f68-af85-31da005f414a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:14.314682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e580384a-b74f-4e2d-b579-6b1aef63e3b5 req-f53f4e9a-e08e-4f68-af85-31da005f414a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.3573020 Oct 26 14:12:14.338543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.350857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:14.368357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104588378', 'description': 'tempest-description--70540121'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:14.546726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.570455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d6e1a16-26d4-487d-b222-aa67450edf55 tempest-RoutersAdminNegativeTest-1626177558 tempest-RoutersAdminNegativeTest-1626177558-project-admin] 10.222.0.37 "DELETE /v2.0/ports/022e1cab-68b3-43fe-ab73-e5c384c64932 HTTP/1.1" status: 204 len: 168 time: 2.1301117 Oct 26 14:12:14.607486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e580384a-b74f-4e2d-b579-6b1aef63e3b5 req-57cda8f5-0889-4356-af6b-b4d0c6dda851 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915523 Oct 26 14:12:14.659123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:14.767032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-ab941b69-0dbe-44fc-9fdc-45f66b5d5a45 service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1136858 Oct 26 14:12:15.203606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adeccabb-9bb3-4f55-8be5-1c1b9f6fd380 req-035060ac-51ab-4e3f-89d5-069afd1c9916 service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160440 Oct 26 14:12:15.528249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca879e9a-7a8a-47e4-bdcc-89413195da1f req-c6161f75-f01c-417f-9e08-e1d2d82af1f0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:15.558050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca879e9a-7a8a-47e4-bdcc-89413195da1f req-c6161f75-f01c-417f-9e08-e1d2d82af1f0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.3095367 Oct 26 14:12:15.562248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.573809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.576053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1d1f0bc-298b-48fd-a13f-ad223ec8d8ee HTTP/1.1" status: 204 len: 168 time: 2.1066661 Oct 26 14:12:15.654637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c68139-ea0e-457a-89ea-670fd7476bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d1f0bc-298b-48fd-a13f-ad223ec8d8ee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.738412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.792263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca879e9a-7a8a-47e4-bdcc-89413195da1f req-c1629d8e-55da-4d35-a5b2-8cd82c82ed60 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071307 Oct 26 14:12:15.854003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.868617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.930236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:15.945152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5a637-23c8-4320-b872-b1a2999c7fed,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:15.997068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:15.997569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5a195c9f-be8e-45ee-9965-9ac5a74f0dde tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6449029 Oct 26 14:12:16.002616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:16.012517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'security_group_rule': {'security_group_id': '2ab5a637-23c8-4320-b872-b1a2999c7fed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:16.239010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.267109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d100-25ba-43c1-ba14-725ad4eaa672 req-30ce9db9-564c-4772-85b3-dff4e3ed48f5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:16.281396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8324d100-25ba-43c1-ba14-725ad4eaa672 req-30ce9db9-564c-4772-85b3-dff4e3ed48f5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2434905 Oct 26 14:12:16.372291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c42f025-d49d-4ebf-b09c-7d73877cb3da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.654611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8324d100-25ba-43c1-ba14-725ad4eaa672 req-84eb8b7a-dc1e-4e99-88a3-5cbc28a859f1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460393 Oct 26 14:12:16.692251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c42f025-d49d-4ebf-b09c-7d73877cb3da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.698420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.709566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c42f025-d49d-4ebf-b09c-7d73877cb3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.722065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.771229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2b1944-872c-4ec7-b7b1-6b624ccd35e3,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:16.817362 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.818857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-54bb84b1-61ba-4c08-b145-29d70a941c59 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8150918 Oct 26 14:12:16.823593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:16.832482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'security_group_rule': {'security_group_id': '2ab5a637-23c8-4320-b872-b1a2999c7fed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:16.911060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:16.953770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7c42f025-d49d-4ebf-b09c-7d73877cb3da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2225d8f32d8a4b78bf359528b6f49137&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164018 Oct 26 14:12:16.953770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42f025-d49d-4ebf-b09c-7d73877cb3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb182ce-12da-4144-8f97-8ec991444cae,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:16.958710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37642) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:17.125932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.194460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.220403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.236715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.292948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.296236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.302737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efb182ce-12da-4144-8f97-8ec991444cae HTTP/1.1" status: 204 len: 168 time: 0.3416889 Oct 26 14:12:17.314586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c0feee-f3db-4752-82b0-92bed074662f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:17.321742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.327006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ee7fc-ca2f-4257-acac-db68201aaba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb182ce-12da-4144-8f97-8ec991444cae,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:17.329655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b411b47-f50f-44f1-b287-8b61abb46e29 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5047529 Oct 26 14:12:17.339381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:17.346827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:17.421719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.617483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc1913-2cce-4091-8956-456c2045b0fc req-49c84ff7-aabf-4c1c-af17-f2110ac82899 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:17.638128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86bc1913-2cce-4091-8956-456c2045b0fc req-49c84ff7-aabf-4c1c-af17-f2110ac82899 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2803514 Oct 26 14:12:17.825139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:17.869403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86bc1913-2cce-4091-8956-456c2045b0fc req-58192c89-ac32-4ff1-bc23-46ddce848331 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247925 Oct 26 14:12:18.271698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 172.25.5.154 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/2798b106-6f11-466d-be2a-a7896d2e5ba8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:18.660331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04edcd-5b24-4285-895b-dc4b3460651d req-c46bbe22-7c27-4910-80c8-446a48a446a4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:18.661476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:18.682305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a04edcd-5b24-4285-895b-dc4b3460651d req-c46bbe22-7c27-4910-80c8-446a48a446a4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2038965 Oct 26 14:12:18.701498 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:18.792878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a04edcd-5b24-4285-895b-dc4b3460651d req-8c3af893-e9b9-4f15-9697-f6c95e613da7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092410 Oct 26 14:12:18.881593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c0f2c9f7-b2ef-4ce5-b723-0d25adab7f8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6152bf79087f47a6abdbc019b47f1937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188790 Oct 26 14:12:18.887294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37684) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:18.949855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.021144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:19.032531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:19.037649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:19.192931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=2798b106-6f11-466d-be2a-a7896d2e5ba8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:19.277577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.317720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.380632 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.428595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.568570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fac88-6494-47d7-92a0-1b0696849b07 req-293302fd-b972-4773-8428-a9111f31b162 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:19.586543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e2fac88-6494-47d7-92a0-1b0696849b07 req-293302fd-b972-4773-8428-a9111f31b162 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.4670715 Oct 26 14:12:19.719721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e2fac88-6494-47d7-92a0-1b0696849b07 req-9b086d05-4a2f-4486-a82c-3b3d9e60b306 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294370 Oct 26 14:12:19.750039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.758487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:19.762057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be791318-4c61-45b9-8627-04e4bc11bfd9 HTTP/1.1" status: 204 len: 168 time: 0.8735151 Oct 26 14:12:19.820628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecea97-298c-4601-a66d-8e6be1e22ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be791318-4c61-45b9-8627-04e4bc11bfd9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:20.020932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.032277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.225492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=2798b106-6f11-466d-be2a-a7896d2e5ba8,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:20.253398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989e33-14b6-4e01-9670-2ca6f5fbd085 req-56c1a691-e0ea-47ad-ba34-eb71e8bd7ccd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:20.275684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec989e33-14b6-4e01-9670-2ca6f5fbd085 req-56c1a691-e0ea-47ad-ba34-eb71e8bd7ccd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.3051906 Oct 26 14:12:20.314486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.345233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:20.353576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-139d7944-4c92-4254-bd00-27fbc82dee39 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0130727 Oct 26 14:12:20.480001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec989e33-14b6-4e01-9670-2ca6f5fbd085 req-7228773d-ee45-41d6-a559-da702154746c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024932 Oct 26 14:12:21.156456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8881d74-5678-4ff4-94d0-4c2d3f6c7a17 req-0da487da-2f73-478b-9926-54a3848c43cb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:21.158274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8881d74-5678-4ff4-94d0-4c2d3f6c7a17 req-0da487da-2f73-478b-9926-54a3848c43cb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.1933701 Oct 26 14:12:21.286159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8881d74-5678-4ff4-94d0-4c2d3f6c7a17 req-32785e2b-6a2f-4269-ae60-8c49d39d6e0f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189315 Oct 26 14:12:21.690404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:21.803695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37764) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:21.825964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaece4-a592-4838-b89f-12de0b88bcb8 req-d57aba42-772a-4b11-bb1e-052584b88294 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:21.835720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76eaece4-a592-4838-b89f-12de0b88bcb8 req-d57aba42-772a-4b11-bb1e-052584b88294 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1084571 Oct 26 14:12:21.941523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76eaece4-a592-4838-b89f-12de0b88bcb8 req-407a10cc-cfd9-4422-bcc5-1b0c830b7e4c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950921 Oct 26 14:12:22.306992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1034509371'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:22.383131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:22.397504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.436000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.770761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.792245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.881556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:22.899632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb1a93c-4000-4121-8eda-afd993075fa3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:22.937524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:22.937766 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Added segment f6e6d658-783b-4d92-b6c0-52736eeea4d5 of type vlan for network 395c5533-adb2-4657-af48-ea89ee0ad2f3 Oct 26 14:12:22.940875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.941254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.941645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.941980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.942315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.942654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.942979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.943311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.943635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.944012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.944339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:22.944721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:23.038111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.118477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.125230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:23.125919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.158089 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:23.266591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4608624 Oct 26 14:12:23.267794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:23.277250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:23.314460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71493715-ae80-4fa9-8643-c61d63dfca39 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Network': ['ID=395c5533-adb2-4657-af48-ea89ee0ad2f3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:23.330642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:23.637138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e1db8-d6ec-4fa9-b06a-e12dff5cb6e6 req-05598794-a6b2-49a1-bd3b-1b039d6dd0dd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:23.644659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b50e1db8-d6ec-4fa9-b06a-e12dff5cb6e6 req-05598794-a6b2-49a1-bd3b-1b039d6dd0dd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.4471467 Oct 26 14:12:23.768167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b50e1db8-d6ec-4fa9-b06a-e12dff5cb6e6 req-4f489f84-dd8e-493b-993a-cfeec3f43ef8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105070 Oct 26 14:12:23.851067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:23.868390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.037438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37792) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:24.498239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836fb2d1-4671-4545-82ce-a82c2c1fecc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.564179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61dda-9f00-4d90-ad89-51a7b73cdd24 req-6f67a170-3ced-40fb-8ffb-c348c24bc8fd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:24.578824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fea61dda-9f00-4d90-ad89-51a7b73cdd24 req-6f67a170-3ced-40fb-8ffb-c348c24bc8fd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.3936687 Oct 26 14:12:24.729121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836fb2d1-4671-4545-82ce-a82c2c1fecc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.746735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836fb2d1-4671-4545-82ce-a82c2c1fecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:24.783543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fea61dda-9f00-4d90-ad89-51a7b73cdd24 req-94830d4b-4de7-4aeb-ab2f-fc29504e6594 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927259 Oct 26 14:12:24.815257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-836fb2d1-4671-4545-82ce-a82c2c1fecc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a08bbc4638a145dd9eb97a30488ebea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766008 Oct 26 14:12:24.823839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37798) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:25.049291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.056852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fb2d1-4671-4545-82ce-a82c2c1fecc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76889c77-13f9-405b-ab4e-3ae1d1320154,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:25.105177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.173471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.329256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.332773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.338235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:25.338720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76889c77-13f9-405b-ab4e-3ae1d1320154 HTTP/1.1" status: 204 len: 168 time: 0.5104294 Oct 26 14:12:25.339636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network hostable DHCP agents. Network: 395c5533-adb2-4657-af48-ea89ee0ad2f3, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:25.348516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=a39175b1-7e07-4404-b7da-f80373c85a19,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:25.371405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51889a26-49bf-4460-8225-52e4674ce9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76889c77-13f9-405b-ab4e-3ae1d1320154,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:25.395028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.401680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.402966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.403963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.404973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.411083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.417540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.418591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.419863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.425612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.428138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.432621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:25.540802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:25.594054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 395c5533-adb2-4657-af48-ea89ee0ad2f3) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:25.605106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:25.606175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:25.626243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d50961-317c-4885-b08d-079360a4ab25 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:25.681944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-038ec8d0-b72c-4009-8d44-3cf8dadcbeb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4128029 Oct 26 14:12:25.684713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:25.700384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'name': 'tempest-NetworksTestDHCPv6-616672437'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:26.181275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'a39175b1-7e07-4404-b7da-f80373c85a19'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:26.182699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.219229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8618920-563e-402a-9016-d8dd78bee4b1 req-36c49f3a-715f-4137-92d8-b1a7b1112153 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:26.227800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8618920-563e-402a-9016-d8dd78bee4b1 req-36c49f3a-715f-4137-92d8-b1a7b1112153 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.3286307 Oct 26 14:12:26.366328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37822) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:26.394205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-69ef1241-f685-4881-aa13-3d2ab0c0da22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.575886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8618920-563e-402a-9016-d8dd78bee4b1 req-0d92bf2a-1ba5-459d-aa2a-6b59f3606372 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180945 Oct 26 14:12:26.577204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:26.599611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.736981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port d956c4e8-edf1-4039-951f-8df89fc2b1ad yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:26.827259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/a39175b1-7e07-4404-b7da-f80373c85a19/1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:26.840038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-69ef1241-f685-4881-aa13-3d2ab0c0da22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.864675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-69ef1241-f685-4881-aa13-3d2ab0c0da22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:26.980684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-69ef1241-f685-4881-aa13-3d2ab0c0da22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27801fa824ad4c8cbc1a74b8f35df078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106312 Oct 26 14:12:26.982967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37830) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:27.074252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef1241-f685-4881-aa13-3d2ab0c0da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc757c3-bf36-4e53-a2e6-ed9daf0b9b28,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.269911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.328482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8200f92-63e7-4019-afc6-3f0c0b456e55 req-8f2b3882-ff91-4989-bea3-dcc314a152dc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:27.330268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8200f92-63e7-4019-afc6-3f0c0b456e55 req-8f2b3882-ff91-4989-bea3-dcc314a152dc tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2085528 Oct 26 14:12:27.385928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.487683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8200f92-63e7-4019-afc6-3f0c0b456e55 req-0b26e63b-8ac1-49f6-ac26-e784dd2bedd2 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373839 Oct 26 14:12:27.523521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.528600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.534711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edc757c3-bf36-4e53-a2e6-ed9daf0b9b28 HTTP/1.1" status: 204 len: 168 time: 0.5373433 Oct 26 14:12:27.559875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b7b90-5649-4188-a016-dcf1461715a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc757c3-bf36-4e53-a2e6-ed9daf0b9b28,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:27.739496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.759468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:27.878795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:27.888540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:27.899554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:27.923743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::1f0 (395c5533-adb2-4657-af48-ea89ee0ad2f3/a39175b1-7e07-4404-b7da-f80373c85a19/d956c4e8-edf1-4039-951f-8df89fc2b1ad) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:27.938300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.044174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Attempting to bind port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:28.044830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Attempting to bind port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:28.045774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Attempting to bind port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:28.053925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:28.056190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:28.057347 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.058052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:28.058651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Bound port: 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:28.059096 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.171605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] For port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:28.176430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] For port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:28.199173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.279097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.393122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058edb6-e0ca-4461-a4e9-685d87e12d05 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.479573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a15ec-aa3b-48db-b705-dd946d56080e req-438aabc7-4a8b-4023-b46e-f723715e7ae2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:28.488471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e96a15ec-aa3b-48db-b705-dd946d56080e req-438aabc7-4a8b-4023-b46e-f723715e7ae2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.1903868 Oct 26 14:12:28.568122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.644236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e96a15ec-aa3b-48db-b705-dd946d56080e req-cfd9c118-2ae3-42d5-a10d-d4b30c492bf7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547389 Oct 26 14:12:28.674133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:28.681340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:28.690536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:28.697744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:28.704687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:28.762958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=d956c4e8-edf1-4039-951f-8df89fc2b1ad,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:28.784220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37850) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:28.836117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-82c5aa70-2f83-43c8-9bee-5d13d30fee29 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1464593 Oct 26 14:12:29.159551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33beb3b-5e0b-4782-972c-37dcd5cf9f6f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:29.176123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33beb3b-5e0b-4782-972c-37dcd5cf9f6f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:29.184755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57007b-d307-40c2-8591-6515aebcf189 req-ddeaac06-0fd0-42ca-acc9-d6c519eb1d6e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:29.185867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f33beb3b-5e0b-4782-972c-37dcd5cf9f6f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4003708 Oct 26 14:12:29.186842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37862) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:29.198068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd57007b-d307-40c2-8591-6515aebcf189 req-ddeaac06-0fd0-42ca-acc9-d6c519eb1d6e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1572742 Oct 26 14:12:29.281258 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd57007b-d307-40c2-8591-6515aebcf189 req-9698ef78-fac1-407e-998d-365e7ccdef25 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Oct 26 14:12:29.395412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port d956c4e8-edf1-4039-951f-8df89fc2b1ad {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:29.395771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.837141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:29.892771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for d956c4e8-edf1-4039-951f-8df89fc2b1ad owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:30.301881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ee2f9-a2a4-4f8a-82d1-6356979dff57 req-a5b7daf4-66df-49a5-96cb-ff0d6df28be3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:30.330556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c7ee2f9-a2a4-4f8a-82d1-6356979dff57 req-a5b7daf4-66df-49a5-96cb-ff0d6df28be3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2072809 Oct 26 14:12:30.414253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.493278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:30.511115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c7ee2f9-a2a4-4f8a-82d1-6356979dff57 req-68543ab8-522b-42ee-8370-ae98e9bd61fd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724775 Oct 26 14:12:30.520648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=d956c4e8-edf1-4039-951f-8df89fc2b1ad,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:30.644320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.666770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c2e7d35-890a-461b-80d2-0b06c3f856fc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/d956c4e8-edf1-4039-951f-8df89fc2b1ad HTTP/1.1" status: 204 len: 168 time: 1.4783304 Oct 26 14:12:30.669370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:30.693246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:30.700393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.958332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:30.963254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a442c4-b2a8-407e-809c-829427b471dc None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:31.048823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44da41f-1c1e-4802-96a9-41a881476a73 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:31.050882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44da41f-1c1e-4802-96a9-41a881476a73 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:31.056303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37892) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.059464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d44da41f-1c1e-4802-96a9-41a881476a73 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3889070 Oct 26 14:12:31.109656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f492e-b1ad-4288-818c-365dcd0f2100 req-88eee452-bb3a-4b2b-aa50-b45968d44c17 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:31.123245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c4f492e-b1ad-4288-818c-365dcd0f2100 req-88eee452-bb3a-4b2b-aa50-b45968d44c17 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2493606 Oct 26 14:12:31.157492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:31.167087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8d208705-0d89-40d0-ad22-49ee8ae4dfe4 None None] Provisioning complete for port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:31.168037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d208705-0d89-40d0-ad22-49ee8ae4dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.219534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.224661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c4f492e-b1ad-4288-818c-365dcd0f2100 req-64d81a9f-ce97-463b-a565-7c613045c359 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000097 Oct 26 14:12:31.276027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet a39175b1-7e07-4404-b7da-f80373c85a19 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:31.286520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.451690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:31.479453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.743533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:31.771573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e40a21-a9b7-4c07-937a-34745d1ba65c req-2dece308-714b-4768-ab7c-c6e7b748ae54 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:31.782197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18e40a21-a9b7-4c07-937a-34745d1ba65c req-2dece308-714b-4768-ab7c-c6e7b748ae54 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.1035662 Oct 26 14:12:31.826955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fb62734-34b5-49d2-8e1f-8f505f360042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:31.925173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18e40a21-a9b7-4c07-937a-34745d1ba65c req-82ce1dde-c21b-4eb8-b2f7-1de0137f2d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409938 Oct 26 14:12:31.933546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.100775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fb62734-34b5-49d2-8e1f-8f505f360042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.110643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fb62734-34b5-49d2-8e1f-8f505f360042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.199498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.249171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62734-34b5-49d2-8e1f-8f505f360042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc805235-1468-4f2a-a0cd-f29f9974d9fa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.267277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3fb62734-34b5-49d2-8e1f-8f505f360042 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5af9a8c66b2431ab3a35ef56f9ffa97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8092449 Oct 26 14:12:32.268709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:32.283559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=a39175b1-7e07-4404-b7da-f80373c85a19,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:32.301626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.310130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-550e1319-806d-474a-823f-4fbb94e566c4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/a39175b1-7e07-4404-b7da-f80373c85a19 HTTP/1.1" status: 204 len: 168 time: 1.2500582 Oct 26 14:12:32.311586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37908) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:32.374693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:32.426343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91c9b3-c044-47cc-a8a5-2b0d2d34cda6 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:32.636420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-44a90428-3f7f-4990-9f92-5d7c3858e1ac None None] Provisioning complete for port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:32.636821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44a90428-3f7f-4990-9f92-5d7c3858e1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.689667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-782258c9-932d-4b4f-8540-a00e09f05912 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3735349 Oct 26 14:12:32.695968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37914) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:32.718518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:32.729182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.765149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.807908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:32.808480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:32.871108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca782d8-2a1d-458b-a9cc-00794e8614eb req-63c9fee0-be8e-4509-95cd-931134c2cc55 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:32.885592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eca782d8-2a1d-458b-a9cc-00794e8614eb req-63c9fee0-be8e-4509-95cd-931134c2cc55 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.4374108 Oct 26 14:12:33.086193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.104951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.107022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc805235-1468-4f2a-a0cd-f29f9974d9fa HTTP/1.1" status: 204 len: 168 time: 0.8355699 Oct 26 14:12:33.172383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eca782d8-2a1d-458b-a9cc-00794e8614eb req-2c953839-e823-4f3c-8edc-3f682c1a45d9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845455 Oct 26 14:12:33.212251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:33.261305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0caa83-6291-4fac-bc52-44d32a1e159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc805235-1468-4f2a-a0cd-f29f9974d9fa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:33.369798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:33.393623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.580572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Deleting port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:33.581038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.783308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] For port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:33.784120 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:33.806047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Calling delete_port for 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:34.042785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.211248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] Pushing event deleted for resources: {'Port': ['ID=1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.249409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b8e52-ef62-46cd-b346-7f2875e61cc9 None None] No DVR routers for this DVR port 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:34.386963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.448283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:34.520953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:34.526717 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1f2bdd79-9fc5-4d83-b4a2-a806dd8ac1b5 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:34.626625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919eaa4-a6f3-4926-ae26-cececbb45b3c req-f5e2e43d-c91b-4543-96ac-d61d461797b1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:34.637302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5919eaa4-a6f3-4926-ae26-cececbb45b3c req-f5e2e43d-c91b-4543-96ac-d61d461797b1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.4708929 Oct 26 14:12:34.681106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=92a5db95-d790-40cf-9f71-b996390bcfce,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:34.704684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:34.709693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:34.724246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc43324-9328-4557-a7b1-5774dd6864ce None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:34.736626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:34.738725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:34.784030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5919eaa4-a6f3-4926-ae26-cececbb45b3c req-4a8ad535-fe24-4c8a-905b-21928d8c0ec4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427243 Oct 26 14:12:34.800845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:34.804970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26de674d-c6fb-40f2-8db0-45b69fe99690 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0952313 Oct 26 14:12:34.814329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'name': 'tempest-NetworksTestDHCPv6-527655305'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:35.200891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b7c26-28da-4939-8a74-a7609ed94bc6 req-e80bbfef-36a6-47ee-a4b8-7b196ce77173 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.203326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-995b7c26-28da-4939-8a74-a7609ed94bc6 req-e80bbfef-36a6-47ee-a4b8-7b196ce77173 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.1850052 Oct 26 14:12:35.350146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:35.364859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '92a5db95-d790-40cf-9f71-b996390bcfce'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:35.368577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.372002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:35.431122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-995b7c26-28da-4939-8a74-a7609ed94bc6 req-a7c20051-49d7-44bc-8b42-bb80e9af816e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170370 Oct 26 14:12:35.608597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-bf65c6a4-3f0e-4c6a-90ef-288a5a2c730a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1104588378&fields=id&tenant_id=01022bec82774d478491ae06767531a2 HTTP/1.1" status: 200 len: 267 time: 0.1267104 Oct 26 14:12:35.611123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 7dee8ea0-e24c-4fab-b516-ac1169648491 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:35.858548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-c7b2677f-5744-4736-b9c8-c61c34b2bf71 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:35.864830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-c7b2677f-5744-4736-b9c8-c61c34b2bf71 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 932 time: 0.2307441 Oct 26 14:12:35.948169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/92a5db95-d790-40cf-9f71-b996390bcfce/0f7b8112-4f9a-4158-b67c-358ad20648c8) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:36.107137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-de30d75f-8bf5-4af1-a850-6f9613a963c3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:36.109934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-de30d75f-8bf5-4af1-a850-6f9613a963c3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 931 time: 0.2295563 Oct 26 14:12:36.300344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7a5b505a-945e-434c-abd9-6350f26559be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1539972 Oct 26 14:12:36.414555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e53949c-81bd-4ff1-9c94-3a199284780c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0633945 Oct 26 14:12:36.483566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710c5af-2d00-4812-a48f-e34014d6ffa0 req-62c82680-dac4-4521-a0b9-353a14922d41 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:36.494579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8710c5af-2d00-4812-a48f-e34014d6ffa0 req-62c82680-dac4-4521-a0b9-353a14922d41 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.1862254 Oct 26 14:12:36.559823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.577526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.604893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8710c5af-2d00-4812-a48f-e34014d6ffa0 req-78268cbf-b9db-46b0-b279-7cc6e8527a06 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092663 Oct 26 14:12:36.730339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Pushing event updated for resources: {'Port': ['ID=0f7b8112-4f9a-4158-b67c-358ad20648c8,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:36.759376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:36.762161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:36.772438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:36.965669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Attempting to bind port 0f7b8112-4f9a-4158-b67c-358ad20648c8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:36.968612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Attempting to bind port 0f7b8112-4f9a-4158-b67c-358ad20648c8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:36.969897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Attempting to bind port 0f7b8112-4f9a-4158-b67c-358ad20648c8 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:36.991335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:36.993198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:36.996088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:36.996798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:36.997589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Bound port: 0f7b8112-4f9a-4158-b67c-358ad20648c8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:36.998292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.060042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d1c0b-c107-4383-afb3-7b90b8a71cb6 req-144736a4-109b-4f6f-9fbe-4c9da3ff7b1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.078789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c3d1c0b-c107-4383-afb3-7b90b8a71cb6 req-144736a4-109b-4f6f-9fbe-4c9da3ff7b1b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 946 time: 0.2060089 Oct 26 14:12:37.209232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] For port 0f7b8112-4f9a-4158-b67c-358ad20648c8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:37.233430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] For port 0f7b8112-4f9a-4158-b67c-358ad20648c8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f7b8112-4f9a-4158-b67c-358ad20648c8,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:37.234550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c3d1c0b-c107-4383-afb3-7b90b8a71cb6 req-286bc7e5-c003-4e8c-87a1-6064181c6606 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460516 Oct 26 14:12:37.244341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:37.294758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:37.393453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66023dbb-05cb-4f6d-8f8a-050486462416 None None] Pushing event updated for resources: {'Port': ['ID=0f7b8112-4f9a-4158-b67c-358ad20648c8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:37.419209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-fe7f04f0-29fe-4131-9351-217addf421a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.422359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-fe7f04f0-29fe-4131-9351-217addf421a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 1097 time: 1.2996030 Oct 26 14:12:37.568871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b7e52d21-2926-4145-adec-faf9f3396d92 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1802426841'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:37.570829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b7e52d21-2926-4145-adec-faf9f3396d92 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Unknown quota resources ['metering_label']. {{(pid=102164) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:12:37.807099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::20b (395c5533-adb2-4657-af48-ea89ee0ad2f3/92a5db95-d790-40cf-9f71-b996390bcfce/7dee8ea0-e24c-4fab-b516-ac1169648491) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:37.858595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2624b0a0-0a5e-47d6-9bc2-62b02e4cc4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.865487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2624b0a0-0a5e-47d6-9bc2-62b02e4cc4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.874068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2624b0a0-0a5e-47d6-9bc2-62b02e4cc4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.876268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2624b0a0-0a5e-47d6-9bc2-62b02e4cc4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 1990 time: 1.4325950 Oct 26 14:12:37.923356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2608c142-98e2-46c5-b025-7658b7a7206b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/quotas/01022bec82774d478491ae06767531a2 HTTP/1.1" status: 200 len: 375 time: 0.0342276 Oct 26 14:12:37.928253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-e69dbdfe-838c-46bd-a3ab-93fa74d62ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:37.930585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-e69dbdfe-838c-46bd-a3ab-93fa74d62ff6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.4764907 Oct 26 14:12:38.092864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:38.128526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-4839d1ea-5724-443c-9d74-361ee2b3fbc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0 HTTP/1.1" status: 200 len: 217 time: 0.1718640 Oct 26 14:12:38.284590 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-5843b33d-0ae1-403b-bba6-cc9c15100ac1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3478763 Oct 26 14:12:38.328038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-7f11675e-8d62-4f82-90f2-86229e8663d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:38.330983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-7f11675e-8d62-4f82-90f2-86229e8663d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1913598 Oct 26 14:12:38.351556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.451036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:38.453421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:38.456853 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd11ba-c314-4873-8a7f-5e15651a250c" -d '{"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-unplugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:38.467061 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.484126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.538990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-5bd93ed5-f971-4ee0-875b-39f03dab7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:38.540826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-5bd93ed5-f971-4ee0-875b-39f03dab7da7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801562 Oct 26 14:12:38.553065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b7e52d21-2926-4145-adec-faf9f3396d92 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.560429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38016) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:38.561070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b7e52d21-2926-4145-adec-faf9f3396d92 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2644429 Oct 26 14:12:38.597238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a05fc6d6-fa3e-4167-ad45-c75d6ff40485 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6b557035-a479-4ae8-b36c-915b783e640a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:38.598102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a05fc6d6-fa3e-4167-ad45-c75d6ff40485 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:12:38.606749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39da7b-e9e9-4930-a407-a848696fb0de req-f6099c3f-67d6-4e14-822e-363dc84f4344 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:38.614462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d39da7b-e9e9-4930-a407-a848696fb0de req-f6099c3f-67d6-4e14-822e-363dc84f4344 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.7039125 Oct 26 14:12:38.668057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:38.676180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f7b8112-4f9a-4158-b67c-358ad20648c8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:38.685632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d39da7b-e9e9-4930-a407-a848696fb0de req-97c59e70-f273-4b34-8bd0-5485766b4874 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699952 Oct 26 14:12:38.757779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0f7b8112-4f9a-4158-b67c-358ad20648c8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:38.758368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:38.805444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9a9ea9e4-0a38-479b-a5c2-47eb7f08e891 service neutron] 10.222.0.37 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632945 Oct 26 14:12:38.809987 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.metering.metering_plugin [None req-a05fc6d6-fa3e-4167-ad45-c75d6ff40485 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:12:38.922895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.036868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6999d-bd1b-461e-8ee1-c69a222780d9 req-a6bd6ad0-70aa-4a6b-b421-78f1eb61ff96 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.044797 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9e6999d-bd1b-461e-8ee1-c69a222780d9 req-a6bd6ad0-70aa-4a6b-b421-78f1eb61ff96 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.1122241 Oct 26 14:12:39.081167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-39cf6330-8c5f-4240-b3b3-078999529b86 service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230234 Oct 26 14:12:39.083090 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.095793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f9e6999d-bd1b-461e-8ee1-c69a222780d9 req-7dceea4c-dacf-48a6-adf7-d3c2c4115fbe tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Oct 26 14:12:39.152304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 0f7b8112-4f9a-4158-b67c-358ad20648c8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f7b8112-4f9a-4158-b67c-358ad20648c8,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:39.158820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.179810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:39.219833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:39.233028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-deaf578c-e726-4bb6-a789-1bf1b3010a78 None None] Provisioning complete for port 0f7b8112-4f9a-4158-b67c-358ad20648c8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:39.233401 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-deaf578c-e726-4bb6-a789-1bf1b3010a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.269661 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce8bbc-03a6-4de5-bfe5-233755026fed x-openstack-request-id: req-a0ce8bbc-03a6-4de5-bfe5-233755026fed {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:39.269953 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-unplugged", "status": "completed", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:39.270204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0ce8bbc-03a6-4de5-bfe5-233755026fed {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:39.270607 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'code': 200} Oct 26 14:12:39.274853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=0f7b8112-4f9a-4158-b67c-358ad20648c8,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.302355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:39.308810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.310432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.321389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a05fc6d6-fa3e-4167-ad45-c75d6ff40485 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.323023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a05fc6d6-fa3e-4167-ad45-c75d6ff40485 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7471232 Oct 26 14:12:39.327593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.346704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9c0b577a-ea7c-4e70-986a-643bcb021c0c tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6b557035-a479-4ae8-b36c-915b783e640a'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:39.347438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=7dee8ea0-e24c-4fab-b516-ac1169648491,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:39.347944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9c0b577a-ea7c-4e70-986a-643bcb021c0c tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102164) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:12:39.384997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3832169-8819-4333-a1ff-7aa45b3ab3d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5822775 Oct 26 14:12:39.391915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38022) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.392118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-666f2733-a438-4b1c-b300-08c2a316a8dd service neutron] 10.222.0.37 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768907 Oct 26 14:12:39.499834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-bce6c34a-4f18-41c2-981d-7576d475f731 service neutron] 10.222.0.37 "GET /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0914481 Oct 26 14:12:39.558285 n-d-813419-9 neutron-server[102164]: WARNING neutron.services.metering.metering_plugin [None req-9c0b577a-ea7c-4e70-986a-643bcb021c0c tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:12:39.642525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-226feb9c-a158-46de-a54f-d1a9707a3153 req-d230e97e-1c1a-4f16-a006-25c9f022f67f service neutron] 10.222.0.73 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817398 Oct 26 14:12:39.708131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f57c1e02-984f-4b32-bf05-aeecaa12a56a service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072220 Oct 26 14:12:39.717944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f4552d75-e654-4148-b877-98dc821893cb None None] Provisioning complete for port 7dee8ea0-e24c-4fab-b516-ac1169648491 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:39.718545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4552d75-e654-4148-b877-98dc821893cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.743509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d9c90-19b4-48e8-ae1d-6fb18c8feb70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.761819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d9c90-19b4-48e8-ae1d-6fb18c8feb70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:39.768375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e54d9c90-19b4-48e8-ae1d-6fb18c8feb70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3767989 Oct 26 14:12:39.775134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38026) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.813468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f4552d75-e654-4148-b877-98dc821893cb None None] Port 7dee8ea0-e24c-4fab-b516-ac1169648491 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:39.862008 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c0b577a-ea7c-4e70-986a-643bcb021c0c tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:39.863952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c0b577a-ea7c-4e70-986a-643bcb021c0c tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5347514 Oct 26 14:12:39.867785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38030) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.893080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb7a0113-4fb2-4622-bc0d-2b2020860b7f tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5d2361be-5b35-4231-8313-7e0a30144c89 HTTP/1.1" status: 200 len: 462 time: 0.0223064 Oct 26 14:12:39.899287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38032) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:39.921348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f04873d7-a082-43a0-aee3-961efc85b746 service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116780 Oct 26 14:12:39.968426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-044f64fd-1bc3-4a7b-8327-e33d74cf2828 service neutron] 10.222.0.37 "GET /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0379591 Oct 26 14:12:40.067581 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44435e0b-75c5-4558-ac8b-040f65d992c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.089933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faff81-9611-433b-b8ae-ae5915acd301 req-05173a1f-7ace-4f29-aaf6-4b2812d2eb87 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.094290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8faff81-9611-433b-b8ae-ae5915acd301 req-05173a1f-7ace-4f29-aaf6-4b2812d2eb87 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2370489 Oct 26 14:12:40.149513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7f34580b-32fa-4a4c-8e48-8c4dd9bf3fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726027 Oct 26 14:12:40.242064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b877b7f-77db-4a12-962b-6fd3cc33ca41 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.246082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5b877b7f-77db-4a12-962b-6fd3cc33ca41 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/5d2361be-5b35-4231-8313-7e0a30144c89 HTTP/1.1" status: 204 len: 168 time: 0.3336167 Oct 26 14:12:40.253763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38038) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:40.267914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 7dee8ea0-e24c-4fab-b516-ac1169648491 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:40.268254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.280244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-ddbb3503-8cd2-40c1-aa1a-b9497a671590 service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241603 Oct 26 14:12:40.285115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8faff81-9611-433b-b8ae-ae5915acd301 req-91007989-b69e-4bb0-84e2-1ade25627235 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754687 Oct 26 14:12:40.289228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26709c19-f46f-44e6-b544-e5f8debf4e31 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=5d2361be-5b35-4231-8313-7e0a30144c89 HTTP/1.1" status: 200 len: 221 time: 0.0343697 Oct 26 14:12:40.302467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38040) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:40.309114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4036f9ee-7cb8-4e06-82a1-ef7e812e7092 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--218730082', 'description': 'label created by tempest'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:40.309601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4036f9ee-7cb8-4e06-82a1-ef7e812e7092 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Unknown quota resources ['metering_label']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:12:40.322902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f7b8112-4f9a-4158-b67c-358ad20648c8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:40.455363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0f7b8112-4f9a-4158-b67c-358ad20648c8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:40.456062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.511867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.536427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 7dee8ea0-e24c-4fab-b516-ac1169648491 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:40.565654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1c47982a-7a0d-4639-89c0-44988c4ccbfe service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781143 Oct 26 14:12:40.645972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ab9b5-7845-4469-9fef-a09b95779df3 req-a677a44f-68ad-4deb-8b25-9fff951410d6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:40.647787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-240ab9b5-7845-4469-9fef-a09b95779df3 req-a677a44f-68ad-4deb-8b25-9fff951410d6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.2125432 Oct 26 14:12:40.752403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-240ab9b5-7845-4469-9fef-a09b95779df3 req-c46cd9ad-2196-492f-ace5-e9c96814c9b9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905027 Oct 26 14:12:40.852030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:40.918177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=7dee8ea0-e24c-4fab-b516-ac1169648491,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:40.990757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.001558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-312bcf81-7e89-4fdd-bbeb-5487d2662df5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/7dee8ea0-e24c-4fab-b516-ac1169648491 HTTP/1.1" status: 204 len: 168 time: 1.2222092 Oct 26 14:12:41.002909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.003032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4036f9ee-7cb8-4e06-82a1-ef7e812e7092 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.004194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4036f9ee-7cb8-4e06-82a1-ef7e812e7092 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6992102 Oct 26 14:12:41.012271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38054) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.129299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1aeca-5157-4888-8d26-e33c92f56c27 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:41.133205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1aeca-5157-4888-8d26-e33c92f56c27 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:41.136549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0b1aeca-5157-4888-8d26-e33c92f56c27 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320612 Oct 26 14:12:41.139384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38058) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.170198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-ba0db7b4-a871-4a7c-940c-056c4e9b6792 service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589015 Oct 26 14:12:41.230280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-908226e9-90e9-4d30-acb7-9e3247dae57b tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=40132a0d-57ae-494e-abf0-b9a445b58a68 HTTP/1.1" status: 200 len: 467 time: 0.2164855 Oct 26 14:12:41.236440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38062) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.414322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-0e0e3db0-7118-4e8d-a4c0-92621f7e936f service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986125 Oct 26 14:12:41.617341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-5f3a5e9d-22ff-45c3-879e-51d8bbffe183 service neutron] 10.222.0.37 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937163 Oct 26 14:12:41.619909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.740270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 92a5db95-d790-40cf-9f71-b996390bcfce {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:41.747667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.833236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-45ccf573-189f-4eac-92fc-bf5bc7ae8405 service neutron] 10.222.0.37 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146735 Oct 26 14:12:41.858028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38467007-980b-46df-851b-3d289d7b0803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.880398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f4213fb-d99f-4e86-ba33-5245112cd1e9 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:41.887378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f4213fb-d99f-4e86-ba33-5245112cd1e9 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/40132a0d-57ae-494e-abf0-b9a445b58a68 HTTP/1.1" status: 204 len: 168 time: 0.6319294 Oct 26 14:12:41.890893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.929626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38078) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.929867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a42b29e8-7136-4e59-98da-3b1b03b64e35 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=40132a0d-57ae-494e-abf0-b9a445b58a68 HTTP/1.1" status: 200 len: 216 time: 0.0333776 Oct 26 14:12:41.949877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-65841846-8855-4cef-af8a-a94e4ae37b17 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163052 Oct 26 14:12:41.959454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38080) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:41.992470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1939855c-0b3b-4cad-8c24-fc85971296c2 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0306489 Oct 26 14:12:41.999383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38082) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.017019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc47fd-7e02-4dc7-8dec-bd8ac5738a33 req-f10bc6e6-e748-464f-a2ac-db16e00d9e4e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:42.033317 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5dcc47fd-7e02-4dc7-8dec-bd8ac5738a33 req-f10bc6e6-e748-464f-a2ac-db16e00d9e4e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.5651422 Oct 26 14:12:42.039000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.124704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4456898f-c757-4832-9165-fb8105d851f9 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/6b557035-a479-4ae8-b36c-915b783e640a HTTP/1.1" status: 200 len: 473 time: 0.1172380 Oct 26 14:12:42.127378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38086) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.174598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f45e1d11-18f8-42b1-8ef5-0ccf29515330 service neutron] 10.222.0.37 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276324 Oct 26 14:12:42.175999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-261176f6-652d-4d72-9858-588fcd0e4836 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/10ee9408-b5f7-4dc6-981b-d412394e6ecb HTTP/1.1" status: 200 len: 459 time: 0.0437920 Oct 26 14:12:42.184231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38088) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.209355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5dcc47fd-7e02-4dc7-8dec-bd8ac5738a33 req-f72d3ee8-fa54-4389-8b41-47ce85cce142 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647406 Oct 26 14:12:42.306712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38467007-980b-46df-851b-3d289d7b0803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.321550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38467007-980b-46df-851b-3d289d7b0803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.414539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38467007-980b-46df-851b-3d289d7b0803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf2541-c9fe-43ec-8d8d-73e06ccda697,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:42.447189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38467007-980b-46df-851b-3d289d7b0803 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5575ea2523a04fe1b0316e4146fe11ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8177881 Oct 26 14:12:42.453553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38090) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.471531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.497268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-c2f7e532-1bf1-498d-91ec-2fa3f117bdaf service neutron] 10.222.0.37 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006165 Oct 26 14:12:42.529188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f12e2726-d44a-4e2d-be29-7765d6c656f7 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.534729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f12e2726-d44a-4e2d-be29-7765d6c656f7 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/10ee9408-b5f7-4dc6-981b-d412394e6ecb HTTP/1.1" status: 204 len: 168 time: 0.3417511 Oct 26 14:12:42.536097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38092) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.592599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3e2f-b09e-413e-9a57-33d7b56ab380 req-671f8630-78c0-4c6d-9aa4-87490bb40714 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:42.594434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62ff3e2f-b09e-413e-9a57-33d7b56ab380 req-671f8630-78c0-4c6d-9aa4-87490bb40714 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.2159333 Oct 26 14:12:42.615897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.666019 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.673921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/92a5db95-d790-40cf-9f71-b996390bcfce HTTP/1.1" status: 204 len: 168 time: 1.5305908 Oct 26 14:12:42.680553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad729784-3bc6-4d52-96ce-0735828af0d9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:42.681485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38094) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.683377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e76ca3-a502-416b-a143-8d1df423ccc7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=92a5db95-d790-40cf-9f71-b996390bcfce,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:42.698683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62ff3e2f-b09e-413e-9a57-33d7b56ab380 req-e4b614b7-7d43-4a1c-92c9-fb6144a73cca tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922890 Oct 26 14:12:42.702818 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.792018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-609ad718-6a6d-4e76-8a1d-d65e272fc654 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093657 Oct 26 14:12:42.797144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:42.814475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:42.858439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-01aee163-01bf-4766-921d-3fa252895996 service neutron] 10.222.0.37 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441906 Oct 26 14:12:42.864160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:42.905600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f7f62ca8-4163-41db-9222-2fa3a277b5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.001660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:43.002202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f27c0c7c-fea3-423c-8a65-a367f3c1d132 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.007640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f27c0c7c-fea3-423c-8a65-a367f3c1d132 tempest-MeteringIpV6TestJSON-816950302 tempest-MeteringIpV6TestJSON-816950302-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/6b557035-a479-4ae8-b36c-915b783e640a HTTP/1.1" status: 204 len: 168 time: 0.4669240 Oct 26 14:12:43.025733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.064709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:43.074026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.080750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.083049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04cf2541-c9fe-43ec-8d8d-73e06ccda697 HTTP/1.1" status: 204 len: 168 time: 0.6279166 Oct 26 14:12:43.100139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd0fd5-6f65-457e-af9f-37088ffe2111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf2541-c9fe-43ec-8d8d-73e06ccda697,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:43.247014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Deleting port 0f7b8112-4f9a-4158-b67c-358ad20648c8 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:43.248777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.384404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fed4e-4ff4-4c78-bea6-e87f1530e384 req-d8b07292-c10a-450b-af5a-53276e42b12a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:43.398186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-680fed4e-4ff4-4c78-bea6-e87f1530e384 req-d8b07292-c10a-450b-af5a-53276e42b12a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1858747 Oct 26 14:12:43.417268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] For port 0f7b8112-4f9a-4158-b67c-358ad20648c8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f7b8112-4f9a-4158-b67c-358ad20648c8,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:43.417932 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.464334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Calling delete_port for 0f7b8112-4f9a-4158-b67c-358ad20648c8 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:43.504562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:43.567937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-680fed4e-4ff4-4c78-bea6-e87f1530e384 req-0d6c608c-7673-4159-a756-70fcd6f17a7c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681905 Oct 26 14:12:43.732076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.815955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] Pushing event deleted for resources: {'Port': ['ID=0f7b8112-4f9a-4158-b67c-358ad20648c8,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:43.837748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8fd777-fe17-4144-99dc-c45c73ecf0e5 None None] No DVR routers for this DVR port 0f7b8112-4f9a-4158-b67c-358ad20648c8 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:43.845248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.864538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adb32af9-0fb8-42a8-a612-38e2b89bc570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.911785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:43.996961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:44.003434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:44.012866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:44.013715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.019581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=00892763-771c-4e5e-932b-5187a01571cc,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.031279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adb32af9-0fb8-42a8-a612-38e2b89bc570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.031621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15dd6c-704e-463c-a0f7-06de86abd520 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:44.035136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cc94a-964b-4a5a-8c60-cf8ad00c66e9 req-376a3e77-3f7d-407a-96f7-e802d843cd65 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:44.040954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adb32af9-0fb8-42a8-a612-38e2b89bc570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.044696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-166cc94a-964b-4a5a-8c60-cf8ad00c66e9 req-376a3e77-3f7d-407a-96f7-e802d843cd65 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2324572 Oct 26 14:12:44.124612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-166cc94a-964b-4a5a-8c60-cf8ad00c66e9 req-1edb5e24-58e1-44f8-a67b-53fd173a038a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786889 Oct 26 14:12:44.129330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e5baa34-7510-46a6-993e-cfcd3c399214 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3305337 Oct 26 14:12:44.133896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.143368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'name': 'tempest-NetworksTestDHCPv6-605668991'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:44.184193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb32af9-0fb8-42a8-a612-38e2b89bc570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e091e-c795-40df-89bc-92fcccfeb377,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.189832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-adb32af9-0fb8-42a8-a612-38e2b89bc570 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cf62f1445394ef0a0981113904ada41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837530 Oct 26 14:12:44.200588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38152) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:44.212069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28a31223-d912-4e4a-b8f2-53f233ae8ad0 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:44.307737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7605de-d138-45fb-adc7-45831b301ebf req-f903cb44-f80c-48ee-810e-07c5faf58cea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:44.322192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b7605de-d138-45fb-adc7-45831b301ebf req-f903cb44-f80c-48ee-810e-07c5faf58cea tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1729932 Oct 26 14:12:44.428097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.453217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b7605de-d138-45fb-adc7-45831b301ebf req-a5355203-326f-496c-98e7-4dd9095d99b5 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301181 Oct 26 14:12:44.466495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:44.470891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.499311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.542954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 94441acd-f1d4-4bf9-9285-b4fbbc98efaa yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:44.579671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f7b8112-4f9a-4158-b67c-358ad20648c8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:44.600049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-778816df-8b71-4692-944d-0f39f4996482 req-2ded3b99-b59f-49b0-bb16-1371104823b4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0451560 Oct 26 14:12:44.627973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.674036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.683049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.686881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/900e091e-c795-40df-89bc-92fcccfeb377 HTTP/1.1" status: 204 len: 168 time: 0.4837048 Oct 26 14:12:44.712193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0f7b8112-4f9a-4158-b67c-358ad20648c8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:44.712825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f7b8112-4f9a-4158-b67c-358ad20648c8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:44.728478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40562e6-994f-4f07-80c6-5f3ed9cf38e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e091e-c795-40df-89bc-92fcccfeb377,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:44.886379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '00892763-771c-4e5e-932b-5187a01571cc'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:44.887352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:44.891812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::135 (395c5533-adb2-4657-af48-ea89ee0ad2f3/00892763-771c-4e5e-932b-5187a01571cc/94441acd-f1d4-4bf9-9285-b4fbbc98efaa) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:45.188807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c3c17-603a-4679-90e5-334d1dcf7972 req-4a66207a-d041-443a-9ef5-f112385f847c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:45.191833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa0c3c17-603a-4679-90e5-334d1dcf7972 req-4a66207a-d041-443a-9ef5-f112385f847c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1127646 Oct 26 14:12:45.219127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.298211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.350932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa0c3c17-603a-4679-90e5-334d1dcf7972 req-4bc03465-0696-427a-af29-fc6d9aa82728 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524415 Oct 26 14:12:45.424179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/00892763-771c-4e5e-932b-5187a01571cc/e5de7835-d08e-4853-88cb-85163afb048c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:45.425983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:45.433992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:45.465844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:45.484513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:45.489393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.502898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38188) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.520073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d7e2811f-1b27-4314-996e-34629868a315 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:12:45.529000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07c1cb7a-f619-43ce-bff6-ea6133f17248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.530969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=94441acd-f1d4-4bf9-9285-b4fbbc98efaa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:45.561668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d4ade5f-e36c-4d3b-aa4e-c91254210899 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4265165 Oct 26 14:12:45.567114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38192) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.604470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ccd2d-3211-4b43-8a95-050b3438fa7c req-435b6c71-3a2b-4c07-b403-97938c198795 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:45.620103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d67ccd2d-3211-4b43-8a95-050b3438fa7c req-435b6c71-3a2b-4c07-b403-97938c198795 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 944 time: 0.2332244 Oct 26 14:12:45.665065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b945a49-039e-4215-9650-f650c8d5704a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:45.679271 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0b945a49-039e-4215-9650-f650c8d5704a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1106567 Oct 26 14:12:45.682991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38198) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.734260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d67ccd2d-3211-4b43-8a95-050b3438fa7c req-ccd29944-1443-4f7c-99b6-3cba0847649c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127696 Oct 26 14:12:45.813322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.854681 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc9f480b-8cf5-4f17-9b24-2844c51de85c req-2113b990-7769-4f66-9298-2005f1e2e2a6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0450158 Oct 26 14:12:45.862485 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07c1cb7a-f619-43ce-bff6-ea6133f17248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.872694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07c1cb7a-f619-43ce-bff6-ea6133f17248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.896912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:45.911778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd7e2811f-1b27-4314-996e-34629868a315', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd7e2811f-1b27-4314-996e-34629868a315', 'mac_address': 'fa:16:3e:59:5e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:12:45.914460 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.922969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.925172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-07c1cb7a-f619-43ce-bff6-ea6133f17248 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=457c10b0f1c047ec955fc99c2cb783ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217467 Oct 26 14:12:45.927898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 94441acd-f1d4-4bf9-9285-b4fbbc98efaa {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:45.928253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:45.929023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38200) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:45.934053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1cb7a-f619-43ce-bff6-ea6133f17248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b453df-14a7-4b12-87ea-7705b75e80c3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:45.987960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Pushing event updated for resources: {'Port': ['ID=e5de7835-d08e-4853-88cb-85163afb048c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.014040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:46.018428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:46.021027 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.035546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:46.039769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:12:46.081774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:46.086473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.105904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.123129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.126779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 94441acd-f1d4-4bf9-9285-b4fbbc98efaa owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:46.145239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.179660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-15d3dd36-c01f-4f38-8fa5-b053aa3f024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.181317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-15d3dd36-c01f-4f38-8fa5-b053aa3f024e service neutron] 10.222.0.73 "GET /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 1028 time: 0.0634992 Oct 26 14:12:46.207589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.211547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.215542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17b453df-14a7-4b12-87ea-7705b75e80c3 HTTP/1.1" status: 204 len: 168 time: 0.2823792 Oct 26 14:12:46.246041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d789f0-2d7f-4008-b72e-dcca67431172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b453df-14a7-4b12-87ea-7705b75e80c3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.264368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.270998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-5840893a-27f7-4852-bbff-3989ae14fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.272437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-5840893a-27f7-4852-bbff-3989ae14fb9b service neutron] 10.222.0.73 "GET /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 1027 time: 0.0597200 Oct 26 14:12:46.275458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Attempting to bind port e5de7835-d08e-4853-88cb-85163afb048c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:46.275833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Attempting to bind port e5de7835-d08e-4853-88cb-85163afb048c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:46.276178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Attempting to bind port e5de7835-d08e-4853-88cb-85163afb048c on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:46.286515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:46.286908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:46.287319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.287712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:46.288579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Bound port: e5de7835-d08e-4853-88cb-85163afb048c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:46.288787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.317093 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:12:46.364250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] For port e5de7835-d08e-4853-88cb-85163afb048c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:46.368048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] For port e5de7835-d08e-4853-88cb-85163afb048c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5de7835-d08e-4853-88cb-85163afb048c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:46.384343 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:46.551788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d7e2811f-1b27-4314-996e-34629868a315'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:12:46.661911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89646021-7144-450d-81c3-0893afea8a31 req-a889d865-141f-43b1-902f-435f1061908e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.675047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89646021-7144-450d-81c3-0893afea8a31 req-a889d865-141f-43b1-902f-435f1061908e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1332705 Oct 26 14:12:46.695673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103ed3-3159-4b60-8fd2-610185396885 None None] Pushing event updated for resources: {'Port': ['ID=e5de7835-d08e-4853-88cb-85163afb048c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:46.734276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-cc40b2fd-574b-4367-bbd2-3ad5696574e0 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.769393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-cc40b2fd-574b-4367-bbd2-3ad5696574e0 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.795057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89646021-7144-450d-81c3-0893afea8a31 req-3b937905-88c8-4ed4-91cb-0e01e8291b63 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171360 Oct 26 14:12:46.811406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-cc40b2fd-574b-4367-bbd2-3ad5696574e0 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:46.876958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-cc40b2fd-574b-4367-bbd2-3ad5696574e0 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 1990 time: 0.5940924 Oct 26 14:12:47.077400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703770c-18e7-4aaa-a5fa-2a75c244d240 req-ea502571-0f96-4fa3-9ad7-0ad38ae146d0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.088204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3703770c-18e7-4aaa-a5fa-2a75c244d240 req-ea502571-0f96-4fa3-9ad7-0ad38ae146d0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 0.1372004 Oct 26 14:12:47.143591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f80fb471-d10b-4d7b-a56f-4eb9f3edba88 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01022bec82774d478491ae06767531a2 HTTP/1.1" status: 200 len: 380 time: 0.2488062 Oct 26 14:12:47.162038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3703770c-18e7-4aaa-a5fa-2a75c244d240 req-02c8f592-6296-44dd-9dbe-ed80e9a8f851 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723238 Oct 26 14:12:47.164426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'admin_state_up': True, 'tenant_id': '01022bec82774d478491ae06767531a2', 'security_groups': ['2ab5a637-23c8-4320-b872-b1a2999c7fed']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:47.195982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.405496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=94441acd-f1d4-4bf9-9285-b4fbbc98efaa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:47.409698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55fa38b0-16b4-4fea-aa72-6657e058a506 req-afb2b354-39e3-4968-bf99-534b952da01f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0915477 Oct 26 14:12:47.415758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.422434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38238) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:47.434526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fe55c7e5-66fa-4eee-bc6d-b4fd19a86cc8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/94441acd-f1d4-4bf9-9285-b4fbbc98efaa HTTP/1.1" status: 204 len: 168 time: 1.7428505 Oct 26 14:12:47.519186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1262a-d47d-4716-b6c6-c26d6daed149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.521508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1262a-d47d-4716-b6c6-c26d6daed149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:47.527599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eff1262a-d47d-4716-b6c6-c26d6daed149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1030931 Oct 26 14:12:47.528461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38240) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:47.629393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:47.641101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.669521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 00892763-771c-4e5e-932b-5187a01571cc {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:47.675173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:47.827769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.043120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 172.20.0.9 (74b5d21b-21c4-41bf-92eb-323c5520044e/e987f38a-6a92-4d23-a602-d6e172eefbfb/fe3f9e0c-e190-4683-92c1-a11897644055) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:48.130918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.295934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Provisioning complete for port e5de7835-d08e-4853-88cb-85163afb048c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:48.299875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.369181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6d041-69ab-4036-9647-9a9058252b18 req-caba147d-5025-45b7-a2bc-180d11298232 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:48.401339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3be6d041-69ab-4036-9647-9a9058252b18 req-caba147d-5025-45b7-a2bc-180d11298232 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.3491769 Oct 26 14:12:48.415122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.492778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.500483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/00892763-771c-4e5e-932b-5187a01571cc HTTP/1.1" status: 204 len: 168 time: 0.9705338 Oct 26 14:12:48.506975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38266) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:48.519659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3d91a-f4a9-4433-b450-6e6ba1a8af49 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=00892763-771c-4e5e-932b-5187a01571cc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:48.653796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.719143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] For port e5de7835-d08e-4853-88cb-85163afb048c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5de7835-d08e-4853-88cb-85163afb048c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:48.725830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:48.812785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5de7835-d08e-4853-88cb-85163afb048c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:48.821781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff88fe-df11-456d-a53c-23c4a9805358 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:48.857923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:48.858364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6c3b7f4f-da5f-4dad-a111-9016b3fa5637 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3445497 Oct 26 14:12:48.880918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3be6d041-69ab-4036-9647-9a9058252b18 req-9b592ef0-5425-4aa6-a563-f1b9f1ca5236 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572272 Oct 26 14:12:49.004480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.018750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f4862-a9fc-4443-9a07-ffc929303d2b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.024713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-689f4862-a9fc-4443-9a07-ffc929303d2b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1637037 Oct 26 14:12:49.026342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:49.151587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-890e3e0e-2d91-4850-9bd0-b51d7486f5ce req-97e51299-cb12-44cf-b6cc-1c8a2c63e440 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0912702 Oct 26 14:12:49.194159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b1282-7dbc-4521-ac05-100c91825bc3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.196406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-948b1282-7dbc-4521-ac05-100c91825bc3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1684909 Oct 26 14:12:49.199128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38282) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:49.206870 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.258551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-953ae9b8-ecc1-4c01-b298-80a01f66144c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583079 Oct 26 14:12:49.270880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38286) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:49.281002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:49.316728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Pushing event updated for resources: {'Port': ['ID=e5de7835-d08e-4853-88cb-85163afb048c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.355959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 74b5d21b-21c4-41bf-92eb-323c5520044e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:49.368843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:49.371460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb49a811-09d4-4fb1-810d-aa5ba9cd1a1e None None] Could not find standard attr ID for object 94441acd-f1d4-4bf9-9285-b4fbbc98efaa. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:49.375035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.375982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.376811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:49.377082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.377633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.378330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.379206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.379762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.380384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.380947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.381772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.383046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.384650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e91900-2117-4dde-9617-47b84402c6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:12:49.463407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:49.466961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e5de7835-d08e-4853-88cb-85163afb048c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:49.467484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.567364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:49.568047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d7e2811f-1b27-4314-996e-34629868a315 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:49.569978 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:49.659538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-92ff4276-a75c-4d97-8f46-59514ec2997f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5108035 Oct 26 14:12:49.692147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:49.694227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'admin_state_up': True, 'tenant_id': '01022bec82774d478491ae06767531a2', 'security_groups': ['2ab5a637-23c8-4320-b872-b1a2999c7fed']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:50.088527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port d7e2811f-1b27-4314-996e-34629868a315 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:12:50.174067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d7e2811f-1b27-4314-996e-34629868a315 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:50.176121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.178635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9dda1999-adbf-4ce1-8b7c-e1455c88ba57 None None] Provisioning complete for port fe3f9e0c-e190-4683-92c1-a11897644055 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:50.178635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9dda1999-adbf-4ce1-8b7c-e1455c88ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.209614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30cbe9-a2db-437c-8d8c-edbee0cbb92e req-6941eb9a-cabe-4802-ae12-8ed45b76bbdd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.224540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e30cbe9-a2db-437c-8d8c-edbee0cbb92e req-6941eb9a-cabe-4802-ae12-8ed45b76bbdd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 945 time: 1.7155035 Oct 26 14:12:50.243903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9dda1999-adbf-4ce1-8b7c-e1455c88ba57 None None] Port fe3f9e0c-e190-4683-92c1-a11897644055 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:50.279894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Deleting port e5de7835-d08e-4853-88cb-85163afb048c {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:50.280540 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.281952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:50.288721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.393014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] For port e5de7835-d08e-4853-88cb-85163afb048c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5de7835-d08e-4853-88cb-85163afb048c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:50.394028 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.412939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Calling delete_port for e5de7835-d08e-4853-88cb-85163afb048c owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:50.451717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e30cbe9-a2db-437c-8d8c-edbee0cbb92e req-9fc81dd1-1dbb-4c0c-a691-368a87dc6c9b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260578 Oct 26 14:12:50.526085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5de7835-d08e-4853-88cb-85163afb048c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:50.608979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.643301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] Pushing event deleted for resources: {'Port': ['ID=e5de7835-d08e-4853-88cb-85163afb048c,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:50.649217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port e5de7835-d08e-4853-88cb-85163afb048c {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:12:50.650355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5de7835-d08e-4853-88cb-85163afb048c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:50.661486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dcc3f7-7766-4ff2-9c11-fcc60df7d727 None None] No DVR routers for this DVR port e5de7835-d08e-4853-88cb-85163afb048c on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:50.738414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.814478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:50.815688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:12:50.825515 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ffd547-e725-4102-8659-bd7ec480587c" -d '{"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:12:50.834440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:50.933905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3597e8f-ec15-407e-af51-4bd61139f20a req-fc6a566f-2a0d-4168-82c5-9c7ffc54a566 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:50.948022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3597e8f-ec15-407e-af51-4bd61139f20a req-fc6a566f-2a0d-4168-82c5-9c7ffc54a566 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 931 time: 0.2556715 Oct 26 14:12:50.952830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:51.032001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.083435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:51.093883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:51.109536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f8330-61ff-470d-b507-bf01d53ac2da None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:51.152035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.153264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.173588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38318) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.189212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f3597e8f-ec15-407e-af51-4bd61139f20a req-dd75eb4a-c814-4c35-93b3-e75017266680 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256019 Oct 26 14:12:51.213660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa16d6-ff6a-4ef0-aeeb-3a265afc5da1 req-fe03d6b4-58ca-47b1-a928-c640f96a28ae tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:51.216223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1fa16d6-ff6a-4ef0-aeeb-3a265afc5da1 req-fe03d6b4-58ca-47b1-a928-c640f96a28ae tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 1.1508019 Oct 26 14:12:51.217765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:51.221893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.314155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0379801 Oct 26 14:12:51.327354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38322) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.331929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38324) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:51.342554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '99a71fb1-6a0f-4e3e-b01b-0b57e789078f', 'ip_address': '2001:db8::d2f5:a015:86fc:ff22'}], 'name': 'tempest-NetworksTestDHCPv6-216436306'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:51.382074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.1.1.94 (34d4b147-a906-49a5-9a92-175cc9fc5421/5bb03d63-39c4-4c51-b76b-1bf438da960b/d37b2940-ea74-4423-93a6-ff900ead516d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:51.469428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa848e-139f-446c-ae6c-80e46934db9a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=99a71fb1-6a0f-4e3e-b01b-0b57e789078f,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:51.562963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:51.590842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.604523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-99713962', 'router:external': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:51.631657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '99a71fb1-6a0f-4e3e-b01b-0b57e789078f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:51.637730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.649468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7cc2-b0ff-4b6e-a78d-919b4df34a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.688345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Made reservation on behalf of 05ec4a76543f45c3b4e5726bc9eeb0ec for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:51.691238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.700427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.717049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.730203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:51.736671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:51.754958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1fa16d6-ff6a-4ef0-aeeb-3a265afc5da1 req-c92c1668-58bf-42bc-b2f2-7d8bd0f54820 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171683 Oct 26 14:12:51.798687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:51.804947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:51.867840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port ebf91972-842e-4445-a912-47fad3ec8d00 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:51.879969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.007984 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a43f4-6cb4-4211-9083-02077c38354d x-openstack-request-id: req-eb9a43f4-6cb4-4211-9083-02077c38354d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:12:52.008365 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:12:52.008593 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb9a43f4-6cb4-4211-9083-02077c38354d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:12:52.008952 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'code': 200} Oct 26 14:12:52.012647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7cc2-b0ff-4b6e-a78d-919b4df34a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.037654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/99a71fb1-6a0f-4e3e-b01b-0b57e789078f/ba84ba7f-995e-4330-93fc-1306e68e85b7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:52.052515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.057208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0ad7cc2-b0ff-4b6e-a78d-919b4df34a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.125647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a3884e2a-0dfc-4f6f-9d2e-dc11f441b08f None None] Provisioning complete for port d37b2940-ea74-4423-93a6-ff900ead516d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:52.125981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3884e2a-0dfc-4f6f-9d2e-dc11f441b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.177619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad7cc2-b0ff-4b6e-a78d-919b4df34a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483259aa-9682-4a72-b6bf-1e0253082c95,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.193098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a3884e2a-0dfc-4f6f-9d2e-dc11f441b08f None None] Port d37b2940-ea74-4423-93a6-ff900ead516d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:52.207295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d0ad7cc2-b0ff-4b6e-a78d-919b4df34a01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf8147dff5946338a9ccfc22e89f6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313771 Oct 26 14:12:52.217964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38330) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:52.268315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.269108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.299893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fc6a0-b47e-42bb-bce0-be0202211972 req-7cc7ea5c-d94a-4c79-b419-93b8e9b0d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.301086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-289fc6a0-b47e-42bb-bce0-be0202211972 req-7cc7ea5c-d94a-4c79-b419-93b8e9b0d132 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 1097 time: 0.2473564 Oct 26 14:12:52.315622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179c068-0b7c-4812-b4e9-cafe691475af req-51023678-5217-4ce4-b9d7-73ee4c59c1d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.319142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b179c068-0b7c-4812-b4e9-cafe691475af req-51023678-5217-4ce4-b9d7-73ee4c59c1d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.2956049 Oct 26 14:12:52.323745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d6a34c7e-4969-4450-8734-bf8e02ce03fd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6584628 Oct 26 14:12:52.326586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.343060 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.364316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'admin_state_up': True, 'tenant_id': '01022bec82774d478491ae06767531a2', 'security_groups': ['2ab5a637-23c8-4320-b872-b1a2999c7fed']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:52.387072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Pushing event updated for resources: {'Port': ['ID=ba84ba7f-995e-4330-93fc-1306e68e85b7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.406654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:52.408236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:52.411582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:52.452449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.476592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Attempting to bind port ba84ba7f-995e-4330-93fc-1306e68e85b7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:52.477323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Attempting to bind port ba84ba7f-995e-4330-93fc-1306e68e85b7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:52.478320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Attempting to bind port ba84ba7f-995e-4330-93fc-1306e68e85b7 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:52.485345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:52.485771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:52.486170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.486564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:52.487037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Bound port: ba84ba7f-995e-4330-93fc-1306e68e85b7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:52.487945 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.525886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-289fc6a0-b47e-42bb-bce0-be0202211972 req-7ea623bb-c465-48a6-b7d2-5a28cb68befb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126353 Oct 26 14:12:52.536686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b179c068-0b7c-4812-b4e9-cafe691475af req-1f364502-709b-4689-a1b3-f26e30e7613e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022617 Oct 26 14:12:52.554761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.557720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.587183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.604659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d700-e3c1-4c36-a095-ae1a79c92002 req-9c48884c-ca9f-4c8a-9e8c-f4149d196618 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.609552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] For port ba84ba7f-995e-4330-93fc-1306e68e85b7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:52.611864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10d700-e3c1-4c36-a095-ae1a79c92002 req-9c48884c-ca9f-4c8a-9e8c-f4149d196618 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:52.613869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b10d700-e3c1-4c36-a095-ae1a79c92002 req-9c48884c-ca9f-4c8a-9e8c-f4149d196618 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 1652 time: 0.2684166 Oct 26 14:12:52.621975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] For port ba84ba7f-995e-4330-93fc-1306e68e85b7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ba84ba7f-995e-4330-93fc-1306e68e85b7,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:52.626307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:12:52.633996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.692826 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.693233 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Added segment d62b652f-f7bf-4a8e-b00c-1b60cf23c5d7 of type vlan for network 59ab136e-e30e-4c40-975c-6e8859358cd8 Oct 26 14:12:52.724352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b10d700-e3c1-4c36-a095-ae1a79c92002 req-510b7c54-f83c-4a89-820c-a5e9a68d5fe3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924141 Oct 26 14:12:52.747576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2408ef2-f213-4260-91c8-4e9c3d75c662,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.749560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:52.753528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.757390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.761184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::d2f5:a015:86fc:ff22 (395c5533-adb2-4657-af48-ea89ee0ad2f3/99a71fb1-6a0f-4e3e-b01b-0b57e789078f/ebf91972-842e-4445-a912-47fad3ec8d00) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:52.767343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:52.773481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/483259aa-9682-4a72-b6bf-1e0253082c95 HTTP/1.1" status: 204 len: 168 time: 0.5524182 Oct 26 14:12:52.777808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a15a-4cf6-4a52-b316-943e6fd7e9c9 None None] Pushing event updated for resources: {'Port': ['ID=ba84ba7f-995e-4330-93fc-1306e68e85b7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.815092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4018036-aaad-4425-af22-4bcac4d251b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483259aa-9682-4a72-b6bf-1e0253082c95,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:52.885507 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.025270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.028409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.029614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.133921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.1.1.136 (34d4b147-a906-49a5-9a92-175cc9fc5421/5bb03d63-39c4-4c51-b76b-1bf438da960b/e4554675-450a-44ad-9df2-9684143d64f9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:53.145648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.161715 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7051983 Oct 26 14:12:53.169167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38346) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.175993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'subnet': {'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:53.277412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de37a-fba5-4289-9171-84e85b65d6b4 req-13e305fd-2ae6-4a89-b92b-3141da79cf83 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.286006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da6de37a-fba5-4289-9171-84e85b65d6b4 req-13e305fd-2ae6-4a89-b92b-3141da79cf83 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2689378 Oct 26 14:12:53.287388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fac50-5236-4bd6-8118-d889c765920d req-6b1aebc2-9761-4ef8-bfc0-ab2216710a40 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.290855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-080fac50-5236-4bd6-8118-d889c765920d req-6b1aebc2-9761-4ef8-bfc0-ab2216710a40 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.2243321 Oct 26 14:12:53.294684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66867d-9953-4f3b-b628-18b4320e6c64 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Network': ['ID=59ab136e-e30e-4c40-975c-6e8859358cd8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:53.313688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:12:53.391757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Made reservation on behalf of 05ec4a76543f45c3b4e5726bc9eeb0ec for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:53.397505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.408800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da6de37a-fba5-4289-9171-84e85b65d6b4 req-576a86b6-a0b0-43c4-adcd-070785c0ffff tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215856 Oct 26 14:12:53.536072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.574347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-080fac50-5236-4bd6-8118-d889c765920d req-64fb06c3-ab44-4167-84ea-8eaefe9442f9 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422020 Oct 26 14:12:53.654046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.669479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38352) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.730604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:53.737422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:53.740929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:53.745848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77fb78c3-d1d7-4f52-a50e-0c7a1585cda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.753095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.753095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.825605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:53.933793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5967319 Oct 26 14:12:53.935077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38360) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:53.949791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5e415-176a-4740-bba4-bf1d8597f32c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=ebf91972-842e-4445-a912-47fad3ec8d00,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:53.967100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0792f0d-2a71-4347-a57b-fe4355e200eb req-ebcb9d43-0cd2-46e1-87e1-07b88f6d7de6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:53.977374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0792f0d-2a71-4347-a57b-fe4355e200eb req-ebcb9d43-0cd2-46e1-87e1-07b88f6d7de6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.2178862 Oct 26 14:12:54.076126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77fb78c3-d1d7-4f52-a50e-0c7a1585cda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.105915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0792f0d-2a71-4347-a57b-fe4355e200eb req-0a005ae7-510b-4d7d-8f60-4514e8e9312c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263964 Oct 26 14:12:54.113614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77fb78c3-d1d7-4f52-a50e-0c7a1585cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.143420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ab29f-f9c9-4a20-94e5-d2e191e34f67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.160513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ab29f-f9c9-4a20-94e5-d2e191e34f67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.169616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da0ab29f-f9c9-4a20-94e5-d2e191e34f67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2299790 Oct 26 14:12:54.170225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38364) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.223562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-77fb78c3-d1d7-4f52-a50e-0c7a1585cda7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57abc164e49d451bad70390155146a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437560 Oct 26 14:12:54.238589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb78c3-d1d7-4f52-a50e-0c7a1585cda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec51c02e-93c8-4efd-8838-1bd299cff715,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:54.266496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38370) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:54.326614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.418411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port ebf91972-842e-4445-a912-47fad3ec8d00 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:54.419503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.552074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba84ba7f-995e-4330-93fc-1306e68e85b7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:54.617069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71b06b-2268-4650-a8ab-7362c51c4464 req-cb8744d2-3ade-4b5c-a4a6-68873893e564 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.624342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71b06b-2268-4650-a8ab-7362c51c4464 req-cb8744d2-3ade-4b5c-a4a6-68873893e564 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.633018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb71b06b-2268-4650-a8ab-7362c51c4464 req-cb8744d2-3ade-4b5c-a4a6-68873893e564 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 1652 time: 0.7259243 Oct 26 14:12:54.642488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b980f-e7e3-4578-a74f-e1af75cc4e9c req-73581433-887a-4a9d-ab11-0c7dee9b2640 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:54.644938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-470b980f-e7e3-4578-a74f-e1af75cc4e9c req-73581433-887a-4a9d-ab11-0c7dee9b2640 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.0965309 Oct 26 14:12:54.691351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.714350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] Provisioning complete for port ba84ba7f-995e-4330-93fc-1306e68e85b7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:54.715485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.721172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for ebf91972-842e-4445-a912-47fad3ec8d00 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:54.734360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:54.777815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:54.779166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-470b980f-e7e3-4578-a74f-e1af75cc4e9c req-1a1cb6ba-2101-4f61-b390-ec5f5063c444 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132100 Oct 26 14:12:54.812842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:54.832870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ba84ba7f-995e-4330-93fc-1306e68e85b7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:54.833778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:54.918417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:55.072021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb71b06b-2268-4650-a8ab-7362c51c4464 req-0f2694cd-dc46-4a02-821c-80a4d737437e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4377759 Oct 26 14:12:55.122948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.152831 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.167049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.238863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.239589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.313989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.318430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=ebf91972-842e-4445-a912-47fad3ec8d00,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.385640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.394122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7fab528a-9566-459b-be49-c64bf2fe17c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/ebf91972-842e-4445-a912-47fad3ec8d00 HTTP/1.1" status: 204 len: 168 time: 1.2186546 Oct 26 14:12:55.394348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] For port ba84ba7f-995e-4330-93fc-1306e68e85b7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ba84ba7f-995e-4330-93fc-1306e68e85b7,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:55.396699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.409701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.473112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.498076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60606e06-2228-4ca7-815e-72b9e0fc8073 req-c318fe76-2bec-4fdf-a4c3-b1dae2796985 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.501075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60606e06-2228-4ca7-815e-72b9e0fc8073 req-c318fe76-2bec-4fdf-a4c3-b1dae2796985 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1259363 Oct 26 14:12:55.534132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.537218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecd45c-52a7-40bf-baef-c0d427bc579b None None] Pushing event updated for resources: {'Port': ['ID=ba84ba7f-995e-4330-93fc-1306e68e85b7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.538276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.546496 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec51c02e-93c8-4efd-8838-1bd299cff715 HTTP/1.1" status: 204 len: 168 time: 1.2642195 Oct 26 14:12:55.566296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4e2c67f9-8a77-4836-9f4c-2efbafa4cafd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2136304 Oct 26 14:12:55.574077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-65f5b3f2-ab9a-4b8a-b71d-cf30e30bf12c None None] Could not find standard attr ID for object ebf91972-842e-4445-a912-47fad3ec8d00. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:12:55.628936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60606e06-2228-4ca7-815e-72b9e0fc8073 req-5e352638-9571-4719-9ee6-1f7ba05c9564 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136062 Oct 26 14:12:55.645586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'admin_state_up': True, 'tenant_id': '01022bec82774d478491ae06767531a2', 'security_groups': ['2ab5a637-23c8-4320-b872-b1a2999c7fed']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:55.679552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-65f5b3f2-ab9a-4b8a-b71d-cf30e30bf12c None None] Provisioning complete for port e4554675-450a-44ad-9df2-9684143d64f9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:55.680809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65f5b3f2-ab9a-4b8a-b71d-cf30e30bf12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:55.778708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:12:55.780183 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:12:55.781290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-65f5b3f2-ab9a-4b8a-b71d-cf30e30bf12c None None] Port e4554675-450a-44ad-9df2-9684143d64f9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:55.815293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90857a-ddf8-4439-aaec-79df2b0bbea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec51c02e-93c8-4efd-8838-1bd299cff715,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:55.873086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355c754-5d27-4405-a9f8-39cd5523ab51 req-1a1f7587-43ef-4659-a0d7-f124a0ab4d2d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.874649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3355c754-5d27-4405-a9f8-39cd5523ab51 req-1a1f7587-43ef-4659-a0d7-f124a0ab4d2d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.5770626 Oct 26 14:12:55.879877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3066da-7839-4d22-b719-236f3f1cbeff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.881993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3066da-7839-4d22-b719-236f3f1cbeff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:55.886772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38422) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:55.887098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b3066da-7839-4d22-b719-236f3f1cbeff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4815409 Oct 26 14:12:56.013352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 99a71fb1-6a0f-4e3e-b01b-0b57e789078f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:12:56.017466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.026307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3355c754-5d27-4405-a9f8-39cd5523ab51 req-a118d4be-1bfa-4120-a3c5-c50ca3ed957e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380534 Oct 26 14:12:56.026976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:12:56.027548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.098877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.152265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ff9682b-e007-4683-b9b4-ad27b99c97fb,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:56.170533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:56.212255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.229229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Checking segment: {'id': 'd62b652f-f7bf-4a8e-b00c-1b60cf23c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:56.229601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network hostable DHCP agents. Network: 59ab136e-e30e-4c40-975c-6e8859358cd8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:12:56.333021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f4ae-bbd3-4c32-a7fa-b429abd8f90e req-77f82564-1e5c-406f-b010-2d41e6cedcbd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:56.349571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0425f4ae-bbd3-4c32-a7fa-b429abd8f90e req-77f82564-1e5c-406f-b010-2d41e6cedcbd tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.4077671 Oct 26 14:12:56.365786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:12:56.392735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.401477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.424203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.432063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 59ab136e-e30e-4c40-975c-6e8859358cd8) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:56.434129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/99a71fb1-6a0f-4e3e-b01b-0b57e789078f HTTP/1.1" status: 204 len: 168 time: 0.5451522 Oct 26 14:12:56.436008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16af98b-afbd-482a-8706-cf73f14b453a None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:56.437706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.445116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:56.445763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.483054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0425f4ae-bbd3-4c32-a7fa-b429abd8f90e req-1cbe0a1c-5cc3-435d-afd3-dd7542cd969d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318691 Oct 26 14:12:56.486087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-371c5541-b1a1-40ca-873c-d8c6f48c0792 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3156528 Oct 26 14:12:56.487295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38442) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.495739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-886914953', 'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:56.588911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832bf08b-c8eb-4b92-8586-1f84e3b4f025 None None] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:56.597251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e4cfdd9-95d0-4b0b-b55c-a1c0b7a9dbb7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574509 Oct 26 14:12:56.599931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2b661-def3-4c7e-86f5-c25d1b2c2220 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=99a71fb1-6a0f-4e3e-b01b-0b57e789078f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:56.609694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38448) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:56.619229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:56.777932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba84ba7f-995e-4330-93fc-1306e68e85b7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:12:56.779152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3387ec-7128-4522-aae2-fb4e3668805b req-7083a171-d8a8-4209-b34e-61178f172f20 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:56.790796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd3387ec-7128-4522-aae2-fb4e3668805b req-7083a171-d8a8-4209-b34e-61178f172f20 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1595860 Oct 26 14:12:56.822677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Made reservation on behalf of 05ec4a76543f45c3b4e5726bc9eeb0ec for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:56.825279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:56.858133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32386ad-aa53-4ad9-a38b-246a014998e0 None None] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:56.902397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd3387ec-7128-4522-aae2-fb4e3668805b req-12db1a27-9360-4964-888f-d3870b4f24d0 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053531 Oct 26 14:12:56.916812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:56.923456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.033250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ba84ba7f-995e-4330-93fc-1306e68e85b7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:57.033849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.050483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0edcb7-2ee2-4a9e-acab-65be3f4d52f5 req-78dafb84-268f-4747-b965-81cd785f4da1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.063238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0edcb7-2ee2-4a9e-acab-65be3f4d52f5 req-78dafb84-268f-4747-b965-81cd785f4da1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.080345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0edcb7-2ee2-4a9e-acab-65be3f4d52f5 req-78dafb84-268f-4747-b965-81cd785f4da1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.090045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb0edcb7-2ee2-4a9e-acab-65be3f4d52f5 req-78dafb84-268f-4747-b965-81cd785f4da1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 2373 time: 0.5722675 Oct 26 14:12:57.092812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] device_id is not set on port 4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:57.226919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:12:57.380587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Deleting port ba84ba7f-995e-4330-93fc-1306e68e85b7 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:57.380976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.395850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.423354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb0edcb7-2ee2-4a9e-acab-65be3f4d52f5 req-9e53a131-1dc2-49b8-b35b-1ad6c9169d3a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322208 Oct 26 14:12:57.480998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.2.2.100 (141815a7-9db9-4e12-a924-3975deee6f99/8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332/c6ee8018-640d-4daa-af27-adefbefc0d3c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:57.504649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-9112f530-fb5a-4237-9ebc-6c327a34b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.508067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-9112f530-fb5a-4237-9ebc-6c327a34b5bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.1874862 Oct 26 14:12:57.517677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:57.586464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:57.606945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.608290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.625686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:57.673158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 2001:db8::168 (59ab136e-e30e-4c40-975c-6e8859358cd8/0ff9682b-e007-4683-b9b4-ad27b99c97fb/4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:57.682361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef939276-e4ae-457e-8690-f2a4860731f4 req-3a33996e-b225-4a30-94cc-36801ddebf4b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:57.683924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef939276-e4ae-457e-8690-f2a4860731f4 req-3a33996e-b225-4a30-94cc-36801ddebf4b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.2040000 Oct 26 14:12:57.702954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23f2e6ab-abe4-41cc-b115-ad4aae9644dd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0869021 Oct 26 14:12:57.704900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:12:57.720080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] For port ba84ba7f-995e-4330-93fc-1306e68e85b7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ba84ba7f-995e-4330-93fc-1306e68e85b7,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:57.721067 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.748608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f', 'ip_address': '2001:db8::264b:81ef:fb7b:5c4b'}], 'name': 'tempest-NetworksTestDHCPv6-746502245'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:57.753245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Calling delete_port for ba84ba7f-995e-4330-93fc-1306e68e85b7 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:12:57.786407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef939276-e4ae-457e-8690-f2a4860731f4 req-46a43aa2-e3ef-45cb-8aab-08d3cb41ed5d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874724 Oct 26 14:12:57.892694 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:57.939104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] Pushing event deleted for resources: {'Port': ['ID=ba84ba7f-995e-4330-93fc-1306e68e85b7,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:57.947830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825e82c-eee5-409f-8d72-f0808ed1e4e0 None None] No DVR routers for this DVR port ba84ba7f-995e-4330-93fc-1306e68e85b7 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:12:57.982661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f59f48-a506-4043-82ab-077c06a9c494 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:12:58.097725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf075e44-bda0-48ef-9cd1-1c84f504020e req-a83ffd10-21f7-4792-9717-8febcbb70567 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.108229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf075e44-bda0-48ef-9cd1-1c84f504020e req-a83ffd10-21f7-4792-9717-8febcbb70567 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1032276 Oct 26 14:12:58.183867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf075e44-bda0-48ef-9cd1-1c84f504020e req-d5af1640-52a1-43af-9b32-5f48f7cbff46 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746984 Oct 26 14:12:58.269708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:12:58.270732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.290199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0811-929e-48f3-a7bd-bc709c5d59da req-2a0e394e-dd53-4ca7-b524-067fe5959b7b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.297398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-827f0811-929e-48f3-a7bd-bc709c5d59da req-2a0e394e-dd53-4ca7-b524-067fe5959b7b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.6414614 Oct 26 14:12:58.403004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-8ee9aede-db87-450d-845a-7bccf5847e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.404469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-8ee9aede-db87-450d-845a-7bccf5847e2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.8869879 Oct 26 14:12:58.419528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-cb591fcb-0221-4557-b84d-3f19a41df781 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.421080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-cb591fcb-0221-4557-b84d-3f19a41df781 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.41 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.3083482 Oct 26 14:12:58.505730 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.589984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba84ba7f-995e-4330-93fc-1306e68e85b7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:12:58.656007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ba84ba7f-995e-4330-93fc-1306e68e85b7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:12:58.656675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ba84ba7f-995e-4330-93fc-1306e68e85b7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:12:58.677481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f/9198d767-1721-462d-858d-b2febf28424a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:12:58.687204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-f8a238ea-f40e-4645-b870-08183daba5be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.2531416 Oct 26 14:12:58.690560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1e7ad-dfe8-4a3e-aa14-39891a2fe278 req-a6c9036a-d2f6-4b94-a236-9ff5eecb8676 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.697837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:12:58.699312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1e7ad-dfe8-4a3e-aa14-39891a2fe278 req-a6c9036a-d2f6-4b94-a236-9ff5eecb8676 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.706598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1e7ad-dfe8-4a3e-aa14-39891a2fe278 req-a6c9036a-d2f6-4b94-a236-9ff5eecb8676 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.715229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7d1e7ad-dfe8-4a3e-aa14-39891a2fe278 req-a6c9036a-d2f6-4b94-a236-9ff5eecb8676 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 2373 time: 0.1304455 Oct 26 14:12:58.777936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7d1e7ad-dfe8-4a3e-aa14-39891a2fe278 req-a03dae3c-686c-4c97-8f5f-aa8d8c7959d4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599730 Oct 26 14:12:58.805946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.890116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-827f0811-929e-48f3-a7bd-bc709c5d59da req-610c5a41-106d-4511-85f0-fd1535e9b913 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5813918 Oct 26 14:12:58.897236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.912649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-bea221d6-fe0f-4b55-b9e8-bdf44b61ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:58.914036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-bea221d6-fe0f-4b55-b9e8-bdf44b61ed05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1980560 Oct 26 14:12:58.936189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.947266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:58.993209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:58.996262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:58.999317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:59.031526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 141815a7-9db9-4e12-a924-3975deee6f99 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:59.034019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Pushing event updated for resources: {'Port': ['ID=9198d767-1721-462d-858d-b2febf28424a,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.035402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.046979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:59.066187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Deleting port b9b9861a-5678-4ba4-bd71-582e3b25a263 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:12:59.066527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.073740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:59.078076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.082403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Attempting to bind port 9198d767-1721-462d-858d-b2febf28424a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:12:59.083127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Attempting to bind port 9198d767-1721-462d-858d-b2febf28424a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:12:59.083677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Attempting to bind port 9198d767-1721-462d-858d-b2febf28424a on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:12:59.091674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:12:59.094817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:12:59.095306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.096060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:12:59.096420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Bound port: 9198d767-1721-462d-858d-b2febf28424a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:12:59.096890 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.160888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.185549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] For port 9198d767-1721-462d-858d-b2febf28424a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:12:59.193082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 5449ac81-d7c3-43e2-984d-cd19d2a9be9d yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:12:59.196391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] For port 9198d767-1721-462d-858d-b2febf28424a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9198d767-1721-462d-858d-b2febf28424a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:12:59.200415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-ce9a9c5c-abe9-4abf-846e-a6250eb1bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.202393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-ce9a9c5c-abe9-4abf-846e-a6250eb1bdd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714605 Oct 26 14:12:59.208898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.290640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb841fc9-c4da-4418-b078-b59c248f213c None None] Pushing event updated for resources: {'Port': ['ID=9198d767-1721-462d-858d-b2febf28424a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.371026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.371826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.426051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721fe8-be90-466b-b44e-070a0a7d760f req-15c00c33-0db3-409b-bcab-4ecd5b990e79 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.436277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f721fe8-be90-466b-b44e-070a0a7d760f req-15c00c33-0db3-409b-bcab-4ecd5b990e79 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.1403749 Oct 26 14:12:59.437878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9f8231bc-07f7-4295-b850-d1df5967b2c7 None None] Provisioning complete for port c6ee8018-640d-4daa-af27-adefbefc0d3c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:12:59.439460 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f8231bc-07f7-4295-b850-d1df5967b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.527264 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f721fe8-be90-466b-b44e-070a0a7d760f req-71e02f4d-aac0-4de1-8046-cb1e2d0778be tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829833 Oct 26 14:12:59.545934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9f8231bc-07f7-4295-b850-d1df5967b2c7 None None] Port c6ee8018-640d-4daa-af27-adefbefc0d3c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:12:59.564865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:12:59.571112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:12:59.583824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2eee2177-04b3-40b6-b039-44222cbcd0eb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9474993 Oct 26 14:12:59.589774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:12:59.590227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.599784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:12:59.609372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'admin_state_up': True, 'tenant_id': '01022bec82774d478491ae06767531a2', 'security_groups': ['2ab5a637-23c8-4320-b872-b1a2999c7fed']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:12:59.682684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-5adf08b0-0f38-43d2-84ec-a852855b9543 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589276 Oct 26 14:12:59.683493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:12:59.684638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:12:59.685396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:12:59.930504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e0f34c70-f656-4455-8f61-2fa54295551e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.4405971 Oct 26 14:12:59.949205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38514) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.018131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-fc4a791f-01a5-4435-a730-c8a31f899d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.036699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-fc4a791f-01a5-4435-a730-c8a31f899d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.049164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-fc4a791f-01a5-4435-a730-c8a31f899d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.077382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-fc4a791f-01a5-4435-a730-c8a31f899d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.087298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-fc4a791f-01a5-4435-a730-c8a31f899d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3094 time: 0.1748273 Oct 26 14:13:00.179712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Made reservation on behalf of 01022bec82774d478491ae06767531a2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:00.184871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.221435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5135cabd-0010-44ee-aad8-cff9e2cc4264 req-f484222a-5f57-4a4b-89fe-a5b3be6592dd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300559 Oct 26 14:13:00.285276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Deleting port 4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:00.285726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.405944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.457242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Calling delete_port for 4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:00.480770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Allocated IP 10.2.2.200 (141815a7-9db9-4e12-a924-3975deee6f99/8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332/dac21cff-79fe-4ea7-b099-97792826cdc7) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:00.578241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:00.610453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622857-5fce-4fe7-91ce-674d8009e5a9 req-bdbecdc4-a19a-45c9-9d7d-bcc0191317ce tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:00.612216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11622857-5fce-4fe7-91ce-674d8009e5a9 req-bdbecdc4-a19a-45c9-9d7d-bcc0191317ce tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5742869 Oct 26 14:13:00.653462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9198d767-1721-462d-858d-b2febf28424a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:00.688826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebf784-2eb0-4b3c-a45b-e887b954ffd4 req-8c1ef701-f400-44ca-8eac-9436c6152b19 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9905670 Oct 26 14:13:00.745737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::264b:81ef:fb7b:5c4b (395c5533-adb2-4657-af48-ea89ee0ad2f3/ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f/5449ac81-d7c3-43e2-984d-cd19d2a9be9d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:00.838558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9198d767-1721-462d-858d-b2febf28424a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:00.839195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.949816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccd61615-e4cf-4cfe-8edf-527f8805f24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:00.950968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11622857-5fce-4fe7-91ce-674d8009e5a9 req-21041ec1-743c-4b3f-946a-da7193a027c1 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575719 Oct 26 14:13:00.989367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.029722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82169f9b-8f7e-4037-905f-1c51cea2129c req-5a4dd4b7-f576-4186-bc72-1b4177f83278 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:01.030765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.031260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.031977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82169f9b-8f7e-4037-905f-1c51cea2129c req-5a4dd4b7-f576-4186-bc72-1b4177f83278 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 946 time: 0.3200800 Oct 26 14:13:01.043638 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Floating IP d62b4a67-6f28-4548-850e-57920c24d5d9 disassociated. External IP: 172.25.5.109, port: b9b9861a-5678-4ba4-bd71-582e3b25a263. Oct 26 14:13:01.044361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Calling delete_port for b9b9861a-5678-4ba4-bd71-582e3b25a263 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:01.099963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.101797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.181813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.185987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c4d215a-3c0f-4cd6-85d6-688b920f5b4b tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4f3c4ad5-d068-4fd6-9f76-a5fac44a89b8 HTTP/1.1" status: 204 len: 168 time: 1.2335255 Oct 26 14:13:01.191307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38526) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:01.201326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8', 'external_fixed_ips': [{'subnet_id': '0ff9682b-e007-4683-b9b4-ad27b99c97fb', 'ip_address': '2001:db8::168'}]}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:01.235359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 9198d767-1721-462d-858d-b2febf28424a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9198d767-1721-462d-858d-b2febf28424a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:01.236136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82169f9b-8f7e-4037-905f-1c51cea2129c req-2109c76c-c808-4c3f-8dd9-07af8db01d88 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups?id=997ee34d-7213-4345-85d0-99f7cdab8900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447246 Oct 26 14:13:01.258698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fe6738c0-78db-412b-afb6-f05f40e3b4f4 None None] Provisioning complete for port 9198d767-1721-462d-858d-b2febf28424a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:01.259088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe6738c0-78db-412b-afb6-f05f40e3b4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.269171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.270231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.326519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccd61615-e4cf-4cfe-8edf-527f8805f24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.335798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccd61615-e4cf-4cfe-8edf-527f8805f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.372035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.414320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.506240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ccd61615-e4cf-4cfe-8edf-527f8805f24c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f26a4b090a8e4762ade3e5987b0e2f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9264672 Oct 26 14:13:01.509254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd61615-e4cf-4cfe-8edf-527f8805f24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672cec8-5ad3-4095-b293-fff476731874,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.520926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:01.581168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9b9861a-5678-4ba4-bd71-582e3b25a263 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:01.613882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.662315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=9198d767-1721-462d-858d-b2febf28424a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.720614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.741840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.758330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.783706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:01.786523 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86215f6-5639-4128-9f0e-7eeaeb2d6c4f" -d '{"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:01.803973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port b9b9861a-5678-4ba4-bd71-582e3b25a263, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9b9861a-5678-4ba4-bd71-582e3b25a263,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:01.810660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.861570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.864160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:01.865378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e672cec8-5ad3-4095-b293-fff476731874 HTTP/1.1" status: 204 len: 168 time: 0.3435762 Oct 26 14:13:01.878443 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64655d61-128d-4edc-a968-e3aa38b770e4 x-openstack-request-id: req-64655d61-128d-4edc-a968-e3aa38b770e4 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:01.878770 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:01.879000 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64655d61-128d-4edc-a968-e3aa38b770e4 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:01.879415 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'code': 200} Oct 26 14:13:01.957415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.964830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83cec5-ba14-4173-a26a-fc1029303d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672cec8-5ad3-4095-b293-fff476731874,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:01.987927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.039786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-0cc2143d-0b9c-4af0-864a-b5e3f7ff314c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.045950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-0cc2143d-0b9c-4af0-864a-b5e3f7ff314c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.051988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-0cc2143d-0b9c-4af0-864a-b5e3f7ff314c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.059288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-0cc2143d-0b9c-4af0-864a-b5e3f7ff314c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.061228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-0cc2143d-0b9c-4af0-864a-b5e3f7ff314c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3094 time: 0.2019513 Oct 26 14:13:02.091926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.121593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.223190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.228735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc52498-ade0-441b-ac83-9a8bdad1fa15 req-13d123f7-42e0-47ee-8383-57ea47a50306 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.231569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fc52498-ade0-441b-ac83-9a8bdad1fa15 req-13d123f7-42e0-47ee-8383-57ea47a50306 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1694624 Oct 26 14:13:02.243370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35b1651b-07a3-4ec6-a5e3-946096a08fca req-d8d190ef-6d88-433b-913c-b1920998fbcd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437578 Oct 26 14:13:02.300316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.315050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event deleted for resources: {'Port': ['ID=b9b9861a-5678-4ba4-bd71-582e3b25a263,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:02.442066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38544) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:02.472418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fc52498-ade0-441b-ac83-9a8bdad1fa15 req-02ca2b76-c592-474e-afbd-1eb2b366af63 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321293 Oct 26 14:13:02.481166 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.487222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-977627ad-ea01-4e8e-b8b6-b103b7d6f662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.508340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Network 141815a7-9db9-4e12-a924-3975deee6f99 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:02.509270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:02.523796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:02.535772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:02.601415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9198d767-1721-462d-858d-b2febf28424a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:02.634507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33e2dc9a-046a-47a6-ac51-83d8fc717bba req-05bc76e5-b8a1-422f-8e86-e37d53626c75 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0499630 Oct 26 14:13:02.673730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.675165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.708591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-103b189c-0a9d-4769-91e6-d88daae0c1b8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1152048 Oct 26 14:13:02.712111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Router 59b05052-1d95-4449-aff2-541024f789e8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:02.714075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.739567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9198d767-1721-462d-858d-b2febf28424a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:02.740123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:02.763472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:02.829931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 2001:db8::168 (59ab136e-e30e-4c40-975c-6e8859358cd8/0ff9682b-e007-4683-b9b4-ad27b99c97fb/787c2dcd-716b-4bb7-9a40-25188e83cc23) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:02.844695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=5449ac81-d7c3-43e2-984d-cd19d2a9be9d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:02.894796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:02.913853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa143c-b46a-4a1a-9980-c449157c49a5 req-181a9e4d-67c2-4445-adb5-dd5416dafbe4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:02.917610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7baa143c-b46a-4a1a-9980-c449157c49a5 req-181a9e4d-67c2-4445-adb5-dd5416dafbe4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2737396 Oct 26 14:13:02.995476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:02.999098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:03.007321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.008338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.014296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.028785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d17b539a-3fc8-424b-8e4f-2fcaa3157229 None None] Provisioning complete for port dac21cff-79fe-4ea7-b099-97792826cdc7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.030946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d17b539a-3fc8-424b-8e4f-2fcaa3157229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.094236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d17b539a-3fc8-424b-8e4f-2fcaa3157229 None None] Port dac21cff-79fe-4ea7-b099-97792826cdc7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:03.105397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1ad9e0b1-8cb4-4257-aba8-fd72cffdc10e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3949187 Oct 26 14:13:03.108698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38548) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:03.270221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3677fb12-a5ab-4a03-ab1a-53670e1e3de3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.277586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3677fb12-a5ab-4a03-ab1a-53670e1e3de3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.282344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3677fb12-a5ab-4a03-ab1a-53670e1e3de3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1708264 Oct 26 14:13:03.285913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38550) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:03.287254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:03.297711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Sync routers for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:03.335669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:03.336334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:12:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:03.376822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] No DVR routers for this DVR port b9b9861a-5678-4ba4-bd71-582e3b25a263 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:03.379447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.384361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7299dea5-3a17-4b9d-9778-a26fd54d38fd req-24e30003-829e-46ed-a4c2-5f3880af12c4 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.41 "DELETE /v2.0/ports/b9b9861a-5678-4ba4-bd71-582e3b25a263 HTTP/1.1" status: 204 len: 173 time: 4.9460039 Oct 26 14:13:03.426356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-deleted', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:03.434073 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea62efd4-e8ac-4208-8224-f611df3015f4" -d '{"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-deleted", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:03.490148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1c144586-f1d6-4490-bc26-8c4bb38e860a None None] Provisioning complete for port 5449ac81-d7c3-43e2-984d-cd19d2a9be9d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:03.490785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c144586-f1d6-4490-bc26-8c4bb38e860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.537599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1c144586-f1d6-4490-bc26-8c4bb38e860a None None] Port 5449ac81-d7c3-43e2-984d-cd19d2a9be9d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:03.612641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:03.624183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.630903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.638068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.644449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.651226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:03.653091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-f2ec2834-4d0f-41e2-b23e-5190f7e159e1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3815 time: 0.2126174 Oct 26 14:13:03.663301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-977627ad-ea01-4e8e-b8b6-b103b7d6f662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.690172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7baa143c-b46a-4a1a-9980-c449157c49a5 req-02929056-f8d0-470b-90a8-378e96d4cf3c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7603693 Oct 26 14:13:03.694074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-977627ad-ea01-4e8e-b8b6-b103b7d6f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.726395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-977627ad-ea01-4e8e-b8b6-b103b7d6f662 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adcc3de1c6164f0c8fa198b18d302e43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2781410 Oct 26 14:13:03.737022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-533540a1-9993-4f17-ad44-1cf4be785c93 req-fb043270-2abf-4699-b11c-667054834ded tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734890 Oct 26 14:13:03.739378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38562) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:03.776951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 5449ac81-d7c3-43e2-984d-cd19d2a9be9d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:03.776951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.798108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.831519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977627ad-ea01-4e8e-b8b6-b103b7d6f662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915409ca-a0f5-4604-80c8-6426afe164cf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:03.839261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.862121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.871195 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef39580-5253-41d0-b367-4a9a650ea409 x-openstack-request-id: req-aef39580-5253-41d0-b367-4a9a650ea409 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:03.872538 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ba5b00-e43d-44d5-8ab7-59e99462eb2c", "name": "network-vif-deleted", "tag": "b9b9861a-5678-4ba4-bd71-582e3b25a263", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:03.872538 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aef39580-5253-41d0-b367-4a9a650ea409 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:03.872538 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ba5b00-e43d-44d5-8ab7-59e99462eb2c', 'name': 'network-vif-deleted', 'tag': 'b9b9861a-5678-4ba4-bd71-582e3b25a263', 'status': 'completed', 'code': 200} Oct 26 14:13:03.926020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:03.972743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network 59ab136e-e30e-4c40-975c-6e8859358cd8 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:03.992462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:04.017813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:04.021739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:04.027551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.027995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Checking router: 59b05052-1d95-4449-aff2-541024f789e8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:04.032040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.033272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/915409ca-a0f5-4604-80c8-6426afe164cf HTTP/1.1" status: 204 len: 168 time: 0.2926807 Oct 26 14:13:04.036315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab816fdb-8aae-41a3-be34-fd47078c059b req-70cd92e9-34dc-4a4f-a0aa-30e257f70754 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0977259 Oct 26 14:13:04.056676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:04.058803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:12:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:04.074411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.078372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3f9e0c-e190-4683-92c1-a11897644055 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:04.111534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51f909-1b76-48de-91a3-03a00b3e0f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915409ca-a0f5-4604-80c8-6426afe164cf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.127011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 5449ac81-d7c3-43e2-984d-cd19d2a9be9d owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:04.191839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=787c2dcd-716b-4bb7-9a40-25188e83cc23,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.213036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:04.294803 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.329542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Transition to ACTIVE for port object fe3f9e0c-e190-4683-92c1-a11897644055 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:04.332150 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.343250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.364484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635b114-d559-4d20-803c-81a9f5f49a14 req-4bcfef35-4c34-45fd-afde-df5c80c7c60d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.373684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3635b114-d559-4d20-803c-81a9f5f49a14 req-4bcfef35-4c34-45fd-afde-df5c80c7c60d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.4201937 Oct 26 14:13:04.473248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=5449ac81-d7c3-43e2-984d-cd19d2a9be9d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:04.546687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.605560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:04.611373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f6b7617-7d08-4f68-8a18-5452dcb68a4c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/5449ac81-d7c3-43e2-984d-cd19d2a9be9d HTTP/1.1" status: 204 len: 168 time: 1.3152330 Oct 26 14:13:04.624650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3635b114-d559-4d20-803c-81a9f5f49a14 req-603c7ad8-710d-4815-9ceb-28d47084ab1d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496254 Oct 26 14:13:04.626037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:04.628553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:04.728606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eda3f4-4d76-496b-9fc9-9f5a3b7e926c None None] The sync data for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 is: [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:09:58Z', 'revision_number': 4, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8afeb2c7-5879-4ce9-8791-3cc694f4028c', 'name': '', 'network_id': 'a07ce54a-c24b-4dce-93d8-73892f504f0e', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'mac_address': 'fa:16:3e:f9:c2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:57Z', 'updated_at': '2021-10-26T14:10:06Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'subnets': [{'id': '8330f0a5-dcea-4e71-96f2-c2dc82ae45b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:04.801701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ca402-ca66-4ece-a130-745676762e90 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.803572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ca402-ca66-4ece-a130-745676762e90 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:04.805684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e88ca402-ca66-4ece-a130-745676762e90 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1649172 Oct 26 14:13:04.808523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38580) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:04.820515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:05.094700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.118369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:05.119671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.130440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.139035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.142222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.150078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.160995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-06d2b08c-4435-4b10-8d88-4748dae6b3ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3827 time: 0.2417145 Oct 26 14:13:05.213840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Attempting to bind port fe3f9e0c-e190-4683-92c1-a11897644055 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:05.214448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Attempting to bind port fe3f9e0c-e190-4683-92c1-a11897644055 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:05.215037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Attempting to bind port fe3f9e0c-e190-4683-92c1-a11897644055 on network 74b5d21b-21c4-41bf-92eb-323c5520044e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:05.237189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Port fe3f9e0c-e190-4683-92c1-a11897644055 on network 74b5d21b-21c4-41bf-92eb-323c5520044e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:05.237520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Attempting to bind port fe3f9e0c-e190-4683-92c1-a11897644055 on network 74b5d21b-21c4-41bf-92eb-323c5520044e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:05.258264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-981d0bda-ed29-49c8-a528-27753dc103b8 req-ea4659f7-1ab8-46aa-aa12-6bd4a9795146 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912309 Oct 26 14:13:05.269302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:05.269656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Checking segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:05.273063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Bound using segment: {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:05.274331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Bound port: fe3f9e0c-e190-4683-92c1-a11897644055, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f67b13-2247-4063-9a37-d2c9b87cc456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:05.275804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.277803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.298231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19cedd-8451-47a7-9b98-61da88e094d0 None None] New status for floating IP d62b4a67-6f28-4548-850e-57920c24d5d9: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:13:05.307240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.463698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fa94b-00a8-4ede-8a62-d0540783ff51 req-7ba43c40-3a6a-4507-bd4e-958be0511607 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.472635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae1fa94b-00a8-4ede-8a62-d0540783ff51 req-7ba43c40-3a6a-4507-bd4e-958be0511607 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2631168 Oct 26 14:13:05.501272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48d658d8-187d-4e8c-a4e6-587a23450d89 req-b8f3ca97-9503-44c3-be4e-76c5eb19fa4e tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0917354 Oct 26 14:13:05.518676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:05.518676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fe3f9e0c-e190-4683-92c1-a11897644055,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:05.525715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.601312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae1fa94b-00a8-4ede-8a62-d0540783ff51 req-5b745f78-d014-42df-b079-42ea7cac5036 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270702 Oct 26 14:13:05.645221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router 5030efef-7772-4e0e-b6be-b021a5bd3573 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:05.645500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.648871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.651211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] 10.222.0.73 "PUT /v2.0/ports/fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1091 time: 2.9235590 Oct 26 14:13:05.653161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.841652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.875653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:05.883399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:05.885672 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bff3a7d-6a7b-4f3b-9019-91c397471321" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:05.890064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:05.904660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec14db-fa32-4c89-acab-beec6657ab3a None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:05.928331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:05.946048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-46458a00-97f7-4462-b06b-697e21c8bf81 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f HTTP/1.1" status: 204 len: 168 time: 1.1296964 Oct 26 14:13:05.948138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38608) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:05.971228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:05.987039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.000173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.040829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.047278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.053993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.063134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.065404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-9577ca1b-af77-4e17-aea9-e8a0f51064f8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.3845086 Oct 26 14:13:06.069878 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9ada7-e77b-4d8d-8e91-5019befaa988 x-openstack-request-id: req-9ea9ada7-e77b-4d8d-8e91-5019befaa988 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:06.070678 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:06.071126 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ea9ada7-e77b-4d8d-8e91-5019befaa988 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:06.071671 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'status': 'completed', 'code': 200} Oct 26 14:13:06.075895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:06.079036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad172-aac7-46b1-91ec-7093f85bdaeb service neutron] Pushing event updated for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:06.139555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a7a301d2-d65a-4f37-85b7-56ef0190e36f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1854143 Oct 26 14:13:06.143454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38616) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:06.150580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Sync routers for ids ['5030efef-7772-4e0e-b6be-b021a5bd3573'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:06.154527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.161429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b5f5c7a-2cf2-483e-a0a9-2f86d5b9099a tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9674249 Oct 26 14:13:06.162370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:06.167911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:06.184853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d4c935b-0c39-41a8-bd49-60ece616c46d req-913c5734-387d-4413-a49d-76afa4c51f24 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003292 Oct 26 14:13:06.298039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.383734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.384296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.384858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.385181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.394236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.396418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-bc14cc97-53fd-4764-8c2a-f0ab5a029d96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 4362 time: 0.2323577 Oct 26 14:13:06.534508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Routers {'5030efef-7772-4e0e-b6be-b021a5bd3573'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:06.534508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:12:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5030efef-7772-4e0e-b6be-b021a5bd3573'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:06.603708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.615040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.628130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-f5b99890-1740-4d6b-b70d-d311dd023863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.628760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-f5b99890-1740-4d6b-b70d-d311dd023863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.629248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-f5b99890-1740-4d6b-b70d-d311dd023863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.631060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-f5b99890-1740-4d6b-b70d-d311dd023863 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2242792 Oct 26 14:13:06.634297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.640140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.661451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.668166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.676828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-26b8dbaa-5ca6-45fd-85a3-9e1f9bfead6b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3827 time: 0.2698958 Oct 26 14:13:06.767690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:06.771535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:06.783156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:06.804897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Set router 5030efef-7772-4e0e-b6be-b021a5bd3573 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:06.949980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.953878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec41af52-e52e-4fc2-970f-937c73e77af5 req-f5b580ed-9bb3-445f-a452-942d298cb9df tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900208 Oct 26 14:13:06.957123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.964258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.971553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.979738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.986559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.993603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:06.995719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-197f41de-cc4a-46cb-996a-c210233d036b req-d20a7da5-0f1f-407c-bf56-3038a660449d tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.4491062 Oct 26 14:13:07.083911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-54c26d56-d13f-447c-baa1-66f5cc8b8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.086960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bff3a7d-6a7b-4f3b-9019-91c397471321 req-54c26d56-d13f-447c-baa1-66f5cc8b8699 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4130518 Oct 26 14:13:07.171753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-390b2a22-ae0f-4c6b-abf8-8c554d23e91f req-ba5d9245-a228-4bf9-87ea-2c18e8062f50 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0403059 Oct 26 14:13:07.178088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.296661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Deleting port 787c2dcd-716b-4bb7-9a40-25188e83cc23 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:07.297716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.312148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Deleting port 9198d767-1721-462d-858d-b2febf28424a {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:07.312647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.358664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb77a-9d33-403c-b7fe-284ffa2d4220 req-a220eece-69f8-4b3d-b25d-70c9c26c39f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.367598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-176eb77a-9d33-403c-b7fe-284ffa2d4220 req-a220eece-69f8-4b3d-b25d-70c9c26c39f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1903775 Oct 26 14:13:07.371397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e246eb26-49ef-4260-91e8-45fa77983bf8 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:07.381453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5030efef-7772-4e0e-b6be-b021a5bd3573', 'name': '', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8', 'external_fixed_ips': [{'subnet_id': '0ff9682b-e007-4683-b9b4-ad27b99c97fb', 'ip_address': '2001:db8::168'}], 'enable_snat': True}, 'gw_port_id': '787c2dcd-716b-4bb7-9a40-25188e83cc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:01Z', 'updated_at': '2021-10-26T14:13:04Z', 'revision_number': 3, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port': {'id': '787c2dcd-716b-4bb7-9a40-25188e83cc23', 'name': '', 'network_id': '59ab136e-e30e-4c40-975c-6e8859358cd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5030efef-7772-4e0e-b6be-b021a5bd3573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '0ff9682b-e007-4683-b9b4-ad27b99c97fb', 'ip_address': '2001:db8::168', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:02Z', 'updated_at': '2021-10-26T14:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ff9682b-e007-4683-b9b4-ad27b99c97fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:07.391652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.411646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.425954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Checking router: 5030efef-7772-4e0e-b6be-b021a5bd3573 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:07.426403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Updating router 5030efef-7772-4e0e-b6be-b021a5bd3573 port 787c2dcd-716b-4bb7-9a40-25188e83cc23 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:07.464969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.466719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Transition to ACTIVE for port object e246eb26-49ef-4260-91e8-45fa77983bf8 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:07.467331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] For port 9198d767-1721-462d-858d-b2febf28424a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9198d767-1721-462d-858d-b2febf28424a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:07.467795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.490101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.494205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Calling delete_port for 787c2dcd-716b-4bb7-9a40-25188e83cc23 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:07.503500 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.527526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:07.558850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-176eb77a-9d33-403c-b7fe-284ffa2d4220 req-2719c39d-efe8-489a-932f-e4dc3e4a1ad3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902568 Oct 26 14:13:07.574160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:07.577873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:07.578777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.604316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=4f0e1024-cd15-422e-84ac-974220be6a2e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.642248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ab53318-40eb-4be1-a3e3-573abed97fa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4970052 Oct 26 14:13:07.643538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38658) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:07.647394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:07.655250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '4f0e1024-cd15-422e-84ac-974220be6a2e', 'ip_address': '2001:db8::b248:25cc:83d2:478'}], 'name': 'tempest-NetworksTestDHCPv6-1186090651'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:07.822695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Attempting to bind port e246eb26-49ef-4260-91e8-45fa77983bf8 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:07.823255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Attempting to bind port e246eb26-49ef-4260-91e8-45fa77983bf8 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:07.823677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Attempting to bind port e246eb26-49ef-4260-91e8-45fa77983bf8 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:07.842369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Port e246eb26-49ef-4260-91e8-45fa77983bf8 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:07.842694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Attempting to bind port e246eb26-49ef-4260-91e8-45fa77983bf8 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:07.865737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:07.868746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:07.869281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Bound using segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:07.869999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Bound port: e246eb26-49ef-4260-91e8-45fa77983bf8, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:07.871132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.877913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:07.951107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Port': ['ID=787c2dcd-716b-4bb7-9a40-25188e83cc23,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.023298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.199847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:13:08.200331 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:13:08.223634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Calling delete_port for 9198d767-1721-462d-858d-b2febf28424a owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:08.242797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.253702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.336157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:08.408756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.409199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5030efef-7772-4e0e-b6be-b021a5bd3573 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:08.423934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.427571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8f336d3a-010f-4052-b56a-96e31654d1ae tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5030efef-7772-4e0e-b6be-b021a5bd3573 HTTP/1.1" status: 204 len: 168 time: 2.2576442 Oct 26 14:13:08.427806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38674) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:08.447134 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.507974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] No DVR routers for this DVR port 9198d767-1721-462d-858d-b2febf28424a on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:08.510296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ae39b-d6e2-4a1f-a15d-9b5441368d2b None None] Pushing event deleted for resources: {'Port': ['ID=9198d767-1721-462d-858d-b2febf28424a,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:08.517691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:08.543982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37372186-7649-46ad-8d03-b6f2a451d86b req-e01fa107-c816-4f3a-bdee-20e82f6001c0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.550156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37372186-7649-46ad-8d03-b6f2a451d86b req-e01fa107-c816-4f3a-bdee-20e82f6001c0 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5668440 Oct 26 14:13:08.558460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb085a3e-e1db-4ee4-a76a-d2957f6651e6 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:08.591532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.608464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.615147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e246eb26-49ef-4260-91e8-45fa77983bf8,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:08.622436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.632131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.639559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.646122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.647054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.656883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-066e8acd-83a9-4ff7-ab62-c4df7a5ee71a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 4600 time: 0.3150127 Oct 26 14:13:08.677024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37372186-7649-46ad-8d03-b6f2a451d86b req-e8637e5b-b2ac-43f9-9c22-dcf509dcc70b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044917 Oct 26 14:13:08.679122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-2954da17-a4e3-446c-827d-20a86324f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.680913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-2954da17-a4e3-446c-827d-20a86324f0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 1095 time: 0.7484510 Oct 26 14:13:08.706142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Deleting subnet 0ff9682b-e007-4683-b9b4-ad27b99c97fb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:08.731012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:08.731742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.733447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] 10.222.0.73 "PUT /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 1131 time: 2.9578969 Oct 26 14:13:08.740860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.765065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'e246eb26-49ef-4260-91e8-45fa77983bf8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:08.779271 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1f751-d6b0-451e-8136-9832586c1399" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "e246eb26-49ef-4260-91e8-45fa77983bf8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:08.808830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9198d767-1721-462d-858d-b2febf28424a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:08.823053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Port 787c2dcd-716b-4bb7-9a40-25188e83cc23 not found while updating agent binding for router 5030efef-7772-4e0e-b6be-b021a5bd3573. {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 26 14:13:08.852201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc49f6e6-a4ee-4bfd-af4e-6a00754c3d99 req-28b4c650-376b-4fa9-9ed4-6ce61749c0dc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941462 Oct 26 14:13:08.869318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:08.969142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 9198d767-1721-462d-858d-b2febf28424a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:08.969496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9198d767-1721-462d-858d-b2febf28424a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:08.992313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.024574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Routers set() bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:09.024957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Router IDs set() for agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 26 14:13:09.026084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5030efef-7772-4e0e-b6be-b021a5bd3573'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:12:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent'). {{(pid=102165) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 26 14:13:09.026483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4808e02-b1fa-4c6f-8469-e44b3e90f817 None None] The sync data for ids ['5030efef-7772-4e0e-b6be-b021a5bd3573'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:09.096943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '4f0e1024-cd15-422e-84ac-974220be6a2e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:09.098393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.124438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:09.126502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.143223 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c82f62-3160-41ac-8601-7afba9f760fb x-openstack-request-id: req-26c82f62-3160-41ac-8601-7afba9f760fb {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:09.143855 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "e246eb26-49ef-4260-91e8-45fa77983bf8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:09.143855 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26c82f62-3160-41ac-8601-7afba9f760fb {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:09.144241 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'e246eb26-49ef-4260-91e8-45fa77983bf8', 'status': 'completed', 'code': 200} Oct 26 14:13:09.194869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff9682b-e007-4683-b9b4-ad27b99c97fb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.207993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.208483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.209009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.210389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.211119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.211624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.213502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34a1f751-d6b0-451e-8136-9832586c1399 req-5c118d44-1c03-40c4-8227-8984520470cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5286 time: 0.1825533 Oct 26 14:13:09.214648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.218356 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a59a9d9c-c099-4bb4-8e74-dfc44a3773a7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/0ff9682b-e007-4683-b9b4-ad27b99c97fb HTTP/1.1" status: 204 len: 168 time: 0.7894018 Oct 26 14:13:09.221210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38688) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.234343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.237802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd25d4f0-89f6-44c8-a3e4-fb0df3446842 req-5922cc62-9442-4864-901a-227b716de9cb tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.4122524 Oct 26 14:13:09.343277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:09.363045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 173e8511-c4b8-448c-8cd6-e0e1e382bb2c yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:09.369682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-0b8f7dea-f2b1-44f4-9447-e5c1a3563a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.371277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-0b8f7dea-f2b1-44f4-9447-e5c1a3563a2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 200 len: 912 time: 0.5693705 Oct 26 14:13:09.373682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb337e-1395-4b6a-8aef-a02b9c0d3a47 service neutron] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.473930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/4f0e1024-cd15-422e-84ac-974220be6a2e/16a0b9d6-9a64-40c5-9bd9-854972088e5e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:09.522875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-de949741-d319-45b8-894b-0fbf634a22de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 200 len: 999 time: 0.1378510 Oct 26 14:13:09.726423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-cc891656-3673-4d1b-8fd4-e2822cbefb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:09.728320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-cc891656-3673-4d1b-8fd4-e2822cbefb63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 200 len: 850 time: 0.1321898 Oct 26 14:13:09.736777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.742173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.747865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-120e1851-ac0a-46b2-b924-7349d9cd4e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.751117 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:09.828759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Pushing event updated for resources: {'Port': ['ID=16a0b9d6-9a64-40c5-9bd9-854972088e5e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:09.844449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:09.846475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:09.853945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:09.868980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38708) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:10.048575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-67cbdfa5-7f8e-4d7a-aaf6-d3409a855d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.049403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-67cbdfa5-7f8e-4d7a-aaf6-d3409a855d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.050019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-67cbdfa5-7f8e-4d7a-aaf6-d3409a855d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.052892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34a1f751-d6b0-451e-8136-9832586c1399 req-67cbdfa5-7f8e-4d7a-aaf6-d3409a855d79 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8285749 Oct 26 14:13:10.056819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.090279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8e858d95-5fdb-4153-8006-77bb80d0afb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.094148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Attempting to bind port 16a0b9d6-9a64-40c5-9bd9-854972088e5e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:10.095006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Attempting to bind port 16a0b9d6-9a64-40c5-9bd9-854972088e5e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:10.095429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Attempting to bind port 16a0b9d6-9a64-40c5-9bd9-854972088e5e on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:10.103060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:10.103510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:10.103981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.104485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:10.106961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Bound port: 16a0b9d6-9a64-40c5-9bd9-854972088e5e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:10.107349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.181786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-120e1851-ac0a-46b2-b924-7349d9cd4e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.200219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] For port 16a0b9d6-9a64-40c5-9bd9-854972088e5e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:10.204445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] For port 16a0b9d6-9a64-40c5-9bd9-854972088e5e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=16a0b9d6-9a64-40c5-9bd9-854972088e5e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:10.210824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.232823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-120e1851-ac0a-46b2-b924-7349d9cd4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.269948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-d32040e1-2130-4dcf-8074-7c51283230a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.271546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-d32040e1-2130-4dcf-8074-7c51283230a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f4206489-532c-418f-88cd-e4d614a49d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5248499 Oct 26 14:13:10.281715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.317255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b20f-f919-49c9-a5a0-975101cd547f None None] Pushing event updated for resources: {'Port': ['ID=16a0b9d6-9a64-40c5-9bd9-854972088e5e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.346681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba9441-3876-4b16-82fe-2a1d1630783f req-f16f9a79-d755-41dd-be9d-21e61420ecf7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.348304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73ba9441-3876-4b16-82fe-2a1d1630783f req-f16f9a79-d755-41dd-be9d-21e61420ecf7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.4787481 Oct 26 14:13:10.367831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ab136e-e30e-4c40-975c-6e8859358cd8']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.374472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::b248:25cc:83d2:478 (395c5533-adb2-4657-af48-ea89ee0ad2f3/4f0e1024-cd15-422e-84ac-974220be6a2e/173e8511-c4b8-448c-8cd6-e0e1e382bb2c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:10.412804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62b652f-f7bf-4a8e-b00c-1b60cf23c5d7') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.413136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62b652f-f7bf-4a8e-b00c-1b60cf23c5d7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:10.438690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.457653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.458137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.458626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.459072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.459533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.460624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.461120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.463313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05e7b44b-a454-4834-a6a4-249e00020104 req-c61a355b-360d-4bbc-867c-57b07d00375b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.5924704 Oct 26 14:13:10.471673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f751-d6b0-451e-8136-9832586c1399 req-d51726b7-0fd8-4774-8bc8-d35967bbec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.473172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34a1f751-d6b0-451e-8136-9832586c1399 req-d51726b7-0fd8-4774-8bc8-d35967bbec23 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4112594 Oct 26 14:13:10.491813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73ba9441-3876-4b16-82fe-2a1d1630783f req-505d6b8f-be9a-4e7f-a234-f83e65fbc136 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311042 Oct 26 14:13:10.493228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.510239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:13:10.510654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:13:10.516619 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:13:10.601693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05e7b44b-a454-4834-a6a4-249e00020104 req-a02ce9ea-5701-4dd9-8a55-5f0b0151b823 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199629 Oct 26 14:13:10.630355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.637532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59ab136e-e30e-4c40-975c-6e8859358cd8 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:13:10.641393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.648329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/networks/59ab136e-e30e-4c40-975c-6e8859358cd8 HTTP/1.1" status: 204 len: 168 time: 1.4214530 Oct 26 14:13:10.690585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0badd4-d636-4fc2-9487-bb1e02386991 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ab136e-e30e-4c40-975c-6e8859358cd8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.736051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ad44ad5-ec86-479b-ae6f-7fefd75498c4 req-44a75d0b-152b-41e8-8d1a-691e3df7b5d3 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.0644979 Oct 26 14:13:10.824873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.836025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.840302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.846880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.853971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.860768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:10.869645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-6f5f0db8-6e6c-49a5-91b1-1fe683bf1641 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 4600 time: 0.9054987 Oct 26 14:13:10.873069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-3b77a5ad-8800-4b7a-8acc-77548cbe64b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849001 Oct 26 14:13:10.884074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-120e1851-ac0a-46b2-b924-7349d9cd4e60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=035585ed5bf84f56b61e7ebbb76f0e22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5366144 Oct 26 14:13:10.884908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e1851-ac0a-46b2-b924-7349d9cd4e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102d9885-672b-4904-b3c6-6c4e5be367cf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:10.888531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:10.980254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:10.980656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.039182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dc23a10-45be-433e-850b-f78fb98cfe93 req-2e5a4f12-dd47-467e-83c4-5868803760bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561570 Oct 26 14:13:11.040823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.061178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38728) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.070749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'name': 'tempest-router--1141712284', 'project_id': '85dfac01b8344158a341783f01daf1bf'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:11.103836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.107915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.110862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/102d9885-672b-4904-b3c6-6c4e5be367cf HTTP/1.1" status: 204 len: 168 time: 0.2208683 Oct 26 14:13:11.122212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c3baa-ed7a-441d-ba8a-0dc2110c4af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102d9885-672b-4904-b3c6-6c4e5be367cf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:11.192524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47ccbb34-a261-47ab-b886-4d4d86dc2de4 req-3c10b276-b608-4ffe-98af-364ee014ebaf service neutron] 10.222.0.41 "GET /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038960 Oct 26 14:13:11.198262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.202428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.209433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.347742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=173e8511-c4b8-448c-8cd6-e0e1e382bb2c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:11.395042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:11.447428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:11.454372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:11.462552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:11.464080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.486104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.490124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b6e849-42dc-4612-8fc9-52c3181d135e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:11.503881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.504093 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c24cbbb-703a-429b-9c98-5175edbfaba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8533201 Oct 26 14:13:11.508058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.511808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.533488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Transition to ACTIVE for port object 94b6e849-42dc-4612-8fc9-52c3181d135e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:11.544538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.548389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0fdc182e-e101-421f-bbfb-e4d93d7b3cc6 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4814353 Oct 26 14:13:11.553079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38738) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.553315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.674034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:11.766834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Attempting to bind port 94b6e849-42dc-4612-8fc9-52c3181d135e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:11.767317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Attempting to bind port 94b6e849-42dc-4612-8fc9-52c3181d135e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:11.767664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Attempting to bind port 94b6e849-42dc-4612-8fc9-52c3181d135e on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:11.777952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Port 94b6e849-42dc-4612-8fc9-52c3181d135e on network 34d4b147-a906-49a5-9a92-175cc9fc5421 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:11.778273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Attempting to bind port 94b6e849-42dc-4612-8fc9-52c3181d135e on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:11.795773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:11.796120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:11.796558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Bound using segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:11.797024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Bound port: 94b6e849-42dc-4612-8fc9-52c3181d135e, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:11.797410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.851114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.901152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38742) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:11.983745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] Provisioning complete for port 16a0b9d6-9a64-40c5-9bd9-854972088e5e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:11.986798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:11.990161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:11.997047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=94b6e849-42dc-4612-8fc9-52c3181d135e,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:12.006386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70625f-0cd7-4431-bf27-43372badf2e7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.017850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb70625f-0cd7-4431-bf27-43372badf2e7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.023301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bb70625f-0cd7-4431-bf27-43372badf2e7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5168893 Oct 26 14:13:12.025402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:12.031070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbe75501-dbf9-41ab-8147-e548b70cb778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.057994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.111235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.139854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93d33639-e422-4247-b82c-a45adb692401 req-5cf72462-611c-4363-9be2-91a1e9fac098 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/ports?device_id=97ba5b00-e43d-44d5-8ab7-59e99462eb2c HTTP/1.1" status: 200 len: 210 time: 0.1378632 Oct 26 14:13:12.192539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e073-fe2f-4313-8a32-0a1c5cdd3edd req-4de0bbb1-02b9-437c-b101-59c67bd011a3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.194215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8d8e073-fe2f-4313-8a32-0a1c5cdd3edd req-4de0bbb1-02b9-437c-b101-59c67bd011a3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5077996 Oct 26 14:13:12.207008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.207842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.210244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] 10.222.0.73 "PUT /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 1130 time: 3.3884938 Oct 26 14:13:12.217171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.224914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': '94b6e849-42dc-4612-8fc9-52c3181d135e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:12.231850 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "94b6e849-42dc-4612-8fc9-52c3181d135e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:12.244918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] For port 16a0b9d6-9a64-40c5-9bd9-854972088e5e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=16a0b9d6-9a64-40c5-9bd9-854972088e5e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:12.259269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.274728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:12.315628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbe75501-dbf9-41ab-8147-e548b70cb778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.317546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.346444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbe75501-dbf9-41ab-8147-e548b70cb778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.372693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d9103-3cc6-4d8f-84a1-e1520f4cc7fb None None] Pushing event updated for resources: {'Port': ['ID=16a0b9d6-9a64-40c5-9bd9-854972088e5e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.394176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e706a461-2b82-43e0-84a3-d93c9627cf0a None None] Provisioning complete for port 173e8511-c4b8-448c-8cd6-e0e1e382bb2c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:12.394549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e706a461-2b82-43e0-84a3-d93c9627cf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.453882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e706a461-2b82-43e0-84a3-d93c9627cf0a None None] Port 173e8511-c4b8-448c-8cd6-e0e1e382bb2c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:12.554447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.555256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcc3bf8-b9a6-43c9-a1ca-00db9bc9b31e {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:12.566482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.571221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b39212c-9b16-4acb-a159-49b55b7529ef tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9bcc3bf8-b9a6-43c9-a1ca-00db9bc9b31e HTTP/1.1" status: 204 len: 168 time: 1.0130942 Oct 26 14:13:12.576956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbe75501-dbf9-41ab-8147-e548b70cb778 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40ce4a2f0c0547bf81daa5594f24f104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731815 Oct 26 14:13:12.580417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:12.581624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe75501-dbf9-41ab-8147-e548b70cb778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e35e662-f309-4bc2-a80a-4684edb8ad0e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.594868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8d8e073-fe2f-4313-8a32-0a1c5cdd3edd req-f4b6f24f-5fe2-4c00-bd23-caf1d952eb76 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902395 Oct 26 14:13:12.622927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4a2e-c4cb-4c99-a710-374345cd776d service neutron] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.693755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.701577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.722946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 16a0b9d6-9a64-40c5-9bd9-854972088e5e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:12.726865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.743184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 173e8511-c4b8-448c-8cd6-e0e1e382bb2c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:12.743922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.781639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.792618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.799406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 16a0b9d6-9a64-40c5-9bd9-854972088e5e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:12.799896 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.805575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.812864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.832184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.841310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.846508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.848868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.849584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:12.852177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e35e662-f309-4bc2-a80a-4684edb8ad0e HTTP/1.1" status: 204 len: 168 time: 0.2650809 Oct 26 14:13:12.860800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-5dff519a-32c0-43bd-bbd1-e53dc78a4ef9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5372 time: 0.4252326 Oct 26 14:13:12.863732 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a28cc-f1b9-478f-ac1f-db0ee5a8dcc2 x-openstack-request-id: req-5c4a28cc-f1b9-478f-ac1f-db0ee5a8dcc2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:12.864428 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "94b6e849-42dc-4612-8fc9-52c3181d135e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:12.864619 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c4a28cc-f1b9-478f-ac1f-db0ee5a8dcc2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:12.865209 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': '94b6e849-42dc-4612-8fc9-52c3181d135e', 'status': 'completed', 'code': 200} Oct 26 14:13:12.886770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.887273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.887887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.890936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.891472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.891987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.892465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:12.896040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-74786f51-1f52-42a2-8275-05478d82d2f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6209 time: 0.1186552 Oct 26 14:13:12.899294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4ca4-065e-4751-801f-828eaf3fbb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e35e662-f309-4bc2-a80a-4684edb8ad0e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:12.901083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73fc4919-2cbb-4a50-bea4-dcc43aaac608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.140388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.228621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-a4fc3bc0-b62d-4d78-b743-fdcb93b87e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.229195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-a4fc3bc0-b62d-4d78-b743-fdcb93b87e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.230719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-a4fc3bc0-b62d-4d78-b743-fdcb93b87e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.232611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-a4fc3bc0-b62d-4d78-b743-fdcb93b87e67 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3230708 Oct 26 14:13:13.295258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38766) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.369700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.385185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d21bb275-f611-4f1e-b885-31bb0507e6df req-47eff0da-7c23-4dcf-b742-52181c50c4f6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5232718 Oct 26 14:13:13.419134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.476105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1264725781', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:13.510549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.512055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.518748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.526787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-ded9eede-83a2-4ea2-ab05-e2c4aed9d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.533890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ce2d9e-97cd-4ac3-81c4-ccbfb5bfcc94 req-ded9eede-83a2-4ea2-ab05-e2c4aed9d214 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2882786 Oct 26 14:13:13.548777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 173e8511-c4b8-448c-8cd6-e0e1e382bb2c owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:13.552452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.555961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.557185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "DELETE /v2.0/security-groups/997ee34d-7213-4345-85d0-99f7cdab8900 HTTP/1.1" status: 204 len: 168 time: 0.2608364 Oct 26 14:13:13.561064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38774) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.602668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e8a74-046e-4161-9c28-dc3d8a66c18d tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ee34d-7213-4345-85d0-99f7cdab8900,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:13.607128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.648930 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-5d8398b6-2747-4f53-84c0-15994ec97550 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] show failed (client error): The resource could not be found. Oct 26 14:13:13.652369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d8398b6-2747-4f53-84c0-15994ec97550 tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "GET /v2.0/security-groups/997ee34d-7213-4345-85d0-99f7cdab8900 HTTP/1.1" status: 404 len: 347 time: 0.0848715 Oct 26 14:13:13.653571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38780) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:13.821215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.958712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20af9-3c9e-45e5-b981-abc7aba2f1d6 req-a680fd74-fd21-411b-853f-46befaee959a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:13.968287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91d20af9-3c9e-45e5-b981-abc7aba2f1d6 req-a680fd74-fd21-411b-853f-46befaee959a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.2299936 Oct 26 14:13:13.981263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:13.992296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Deleting port 143ec744-9565-4f89-a969-ab41e790d2ab {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:13.992781 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.082526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91d20af9-3c9e-45e5-b981-abc7aba2f1d6 req-be170734-7ce3-457b-b4a7-0fd2f4e7cb4b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133189 Oct 26 14:13:14.083776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.084203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.097395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Calling delete_port for 143ec744-9565-4f89-a969-ab41e790d2ab owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:14.173625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.198975 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.214238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37b2940-ea74-4423-93a6-ff900ead516d {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:14.318864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.339631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=173e8511-c4b8-448c-8cd6-e0e1e382bb2c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:14.341166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.363823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.368390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6414b54e-cdca-494e-bb73-0d7f1b90a093 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/173e8511-c4b8-448c-8cd6-e0e1e382bb2c HTTP/1.1" status: 204 len: 168 time: 2.3423424 Oct 26 14:13:14.391593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.393199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38796) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:14.406007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Transition to ACTIVE for port object d37b2940-ea74-4423-93a6-ff900ead516d will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:14.430303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.625835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27286f27-77d9-423a-9f9e-4f89ce18fd5f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.627426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27286f27-77d9-423a-9f9e-4f89ce18fd5f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.643000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-27286f27-77d9-423a-9f9e-4f89ce18fd5f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2460678 Oct 26 14:13:14.658979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38802) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:14.766903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.775087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.801320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.814080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:14.816789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.826718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.834780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.835903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850cb7-9141-4cae-a1c7-fc811b088480 req-4e6f5345-9552-4ccc-829f-939ebc303ce9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.843462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:14.843662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b850cb7-9141-4cae-a1c7-fc811b088480 req-4e6f5345-9552-4ccc-829f-939ebc303ce9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5362597 Oct 26 14:13:14.846223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-302efb10-c861-42ee-ad38-6c80133443ab req-37292dbf-93a2-44e0-8c13-a1f836a30a4d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5384 time: 0.3100290 Oct 26 14:13:14.862690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:14.895437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Allocated IP 172.25.5.114 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/29b0fd67-9dc8-42f5-a7ca-ba8e45be09ba) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:14.923558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Pushing event deleted for resources: {'Port': ['ID=143ec744-9565-4f89-a969-ab41e790d2ab,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:14.975092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b850cb7-9141-4cae-a1c7-fc811b088480 req-e57c356b-d998-4f69-9a2f-4d78d0a54cd9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252239 Oct 26 14:13:15.045282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Attempting to bind port d37b2940-ea74-4423-93a6-ff900ead516d on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:15.045630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Attempting to bind port d37b2940-ea74-4423-93a6-ff900ead516d by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:15.060671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Attempting to bind port d37b2940-ea74-4423-93a6-ff900ead516d on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:15.088141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Port d37b2940-ea74-4423-93a6-ff900ead516d on network 34d4b147-a906-49a5-9a92-175cc9fc5421 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:15.088613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Attempting to bind port d37b2940-ea74-4423-93a6-ff900ead516d on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:15.114441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.123547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.124783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c45e3726-cb2f-4722-8ff0-e29e93cedf4f tempest-ServersTestBootFromVolume-354358657 tempest-ServersTestBootFromVolume-354358657-project] 10.222.0.37 "DELETE /v2.0/floatingips/d62b4a67-6f28-4548-850e-57920c24d5d9 HTTP/1.1" status: 204 len: 168 time: 1.4691606 Oct 26 14:13:15.126051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:15.126384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:15.126760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Bound using segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:15.127211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Bound port: d37b2940-ea74-4423-93a6-ff900ead516d, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:15.132297 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.140897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:15.323246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 4f0e1024-cd15-422e-84ac-974220be6a2e {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:15.326749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.384106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.388099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:15.610685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:15.649413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-302efb10-c861-42ee-ad38-6c80133443ab req-f841f1ab-ee55-4108-8ab6-fb053275c9d1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3455398 Oct 26 14:13:15.651210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.700659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.729163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.799835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.840422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:15.849420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.856924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] 10.222.0.73 "PUT /v2.0/ports/d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 1090 time: 3.6120305 Oct 26 14:13:15.863364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:15.878029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:15.891278 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:15.925337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:16.008451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b886a-5df8-4d75-b385-2e42599be1e4 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:16.011380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0e1024-cd15-422e-84ac-974220be6a2e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.019157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.029817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7485775a-c5f5-410a-b97f-c09dbf80238b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/4f0e1024-cd15-422e-84ac-974220be6a2e HTTP/1.1" status: 204 len: 168 time: 1.3697338 Oct 26 14:13:16.034259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38868) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.064630 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79973f-8342-49ab-9876-76c45207bc3d x-openstack-request-id: req-2f79973f-8342-49ab-9876-76c45207bc3d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:16.065354 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:16.065760 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f79973f-8342-49ab-9876-76c45207bc3d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:16.066325 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'status': 'completed', 'code': 200} Oct 26 14:13:16.106062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d69110-93e4-4a4b-ae9e-e63df0e12b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.111355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38870) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.120073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2a8bb07-767c-4e80-a06f-d12e7463f934 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724993 Oct 26 14:13:16.177578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.285908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:16.294498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:16.301382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:16.308564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.313956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.314455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.315110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.315587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.316109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.316722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.317253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.319773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-25cd1995-db2b-4a8f-bedb-9734a472d856 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6276 time: 0.2872989 Oct 26 14:13:16.366737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event updated for resources: {'Port': ['ID=29b0fd67-9dc8-42f5-a7ca-ba8e45be09ba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.472312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:16.545914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Deleting port 16a0b9d6-9a64-40c5-9bd9-854972088e5e {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:16.546763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.646668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d9366-6886-4326-abc7-1f2fc43a2332 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.651337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb7d9366-6886-4326-abc7-1f2fc43a2332 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5342524 Oct 26 14:13:16.652770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] For port 16a0b9d6-9a64-40c5-9bd9-854972088e5e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=16a0b9d6-9a64-40c5-9bd9-854972088e5e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:16.653513 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.666669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38876) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.674740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Calling delete_port for 16a0b9d6-9a64-40c5-9bd9-854972088e5e owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:16.848910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4554675-450a-44ad-9df2-9684143d64f9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:16.867700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.888152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Transition to ACTIVE for port object e4554675-450a-44ad-9df2-9684143d64f9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:16.919178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-1a5928f2-d1f3-4ff1-bda6-a87411462d5d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.928604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-1a5928f2-d1f3-4ff1-bda6-a87411462d5d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=f45c36e4-06c7-46a9-ac83-94440b060532 HTTP/1.1" status: 200 len: 944 time: 0.6326089 Oct 26 14:13:16.950484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a05ecec-99b5-4a12-bf75-90032a003380 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.956423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a05ecec-99b5-4a12-bf75-90032a003380 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2855408 Oct 26 14:13:16.958181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38886) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:16.961767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.962357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:16.981521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-bfc0cab3-a0b1-4dff-b727-c6b3d226626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.982565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-bfc0cab3-a0b1-4dff-b727-c6b3d226626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.983190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-bfc0cab3-a0b1-4dff-b727-c6b3d226626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:16.985010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-bfc0cab3-a0b1-4dff-b727-c6b3d226626a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6371915 Oct 26 14:13:16.991032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] Pushing event deleted for resources: {'Port': ['ID=16a0b9d6-9a64-40c5-9bd9-854972088e5e,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:16.995130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77d23e9-b5b0-4b03-9dff-4d03811c0d06 None None] No DVR routers for this DVR port 16a0b9d6-9a64-40c5-9bd9-854972088e5e on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:17.082608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5bae7699-5bc2-4e47-ba92-f3bbfc782a76 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134722 Oct 26 14:13:17.103366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38890) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:17.119479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:17.263610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.277746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.295342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.320296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.328558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.339254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.359883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.368884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-96ffbe09-6283-40fc-b871-3e1632080723 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5396 time: 0.4920795 Oct 26 14:13:17.370137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.431285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:17.493649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c20fef6e-dd08-46ea-8aee-e7e67e0e2648 req-8a2e4c74-d199-4763-80e6-b7d30a69a56e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237245 Oct 26 14:13:17.494255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.608643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-33ab9aae-5655-4766-9ec8-aa60ba9980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:17.610457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45b85d54-2efe-48da-9de1-6f44ab7f3d8f req-33ab9aae-5655-4766-9ec8-aa60ba9980e7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5857866 Oct 26 14:13:17.817944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:17.997238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Router 79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:18.052748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:18.053888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.106187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:18.109918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.152694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:18.166101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] Sync routers for ids ['79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:18.187939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] Routers {'79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:18.188932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:18.193725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.197560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b424977e-1936-45a8-8a07-643494a2fb31 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0542057 Oct 26 14:13:18.200536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:18.273054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Attempting to bind port e4554675-450a-44ad-9df2-9684143d64f9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:18.273589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Attempting to bind port e4554675-450a-44ad-9df2-9684143d64f9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:18.273722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Attempting to bind port e4554675-450a-44ad-9df2-9684143d64f9 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:18.283192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Port e4554675-450a-44ad-9df2-9684143d64f9 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:18.283518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Attempting to bind port e4554675-450a-44ad-9df2-9684143d64f9 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:18.290639 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:18.305026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:18.305398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Checking segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:18.305790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Bound using segment: {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:18.306302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Bound port: e4554675-450a-44ad-9df2-9684143d64f9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eca18a-4d58-4d06-b84d-73c52a11fe42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:18.306671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.316340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] Routers {'79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:18.317156 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:18.358899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port 28a31223-d912-4e4a-b8f2-53f233ae8ad0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28a31223-d912-4e4a-b8f2-53f233ae8ad0,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:18.359269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.396971 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:18.398559 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764036d-841d-4383-b65d-252c4e5fb5c6 None None] The sync data for ids ['79f36127-f0ad-4f64-8dcd-8e96a26d1ce8'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:18.439236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for 28a31223-d912-4e4a-b8f2-53f233ae8ad0 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:18.503316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78cb7a3c-5116-4a91-8d33-1ca65360fb32 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 HTTP/1.1" status: 200 len: 925 time: 0.2983668 Oct 26 14:13:18.503942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:18.516416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 16a0b9d6-9a64-40c5-9bd9-854972088e5e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:18.586672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 16a0b9d6-9a64-40c5-9bd9-854972088e5e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:18.589160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 16a0b9d6-9a64-40c5-9bd9-854972088e5e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:18.626195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6cb32b7f-4c6a-4421-8d45-bf18c5d97991 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 HTTP/1.1" status: 200 len: 205 time: 0.1175630 Oct 26 14:13:18.626559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38914) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:18.661903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:18.704379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:18.740613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.846463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.847233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.848824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] 10.222.0.73 "PUT /v2.0/ports/e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 1091 time: 2.9497375 Oct 26 14:13:18.849375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:18.853018 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "e4554675-450a-44ad-9df2-9684143d64f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:18.869458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.874637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:18.889813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.910732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.931587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.951235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.957569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.975164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:18.978033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-908069c7-b67c-4153-8749-6f413b6e20e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5396 time: 0.3341680 Oct 26 14:13:19.028672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:19.089492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef624e0-0e03-4d7d-b628-4698a3552167 service neutron] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:19.092821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.105313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:19.112525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-909765b1-1d60-4166-a3ad-5853a510e8c7 req-9f7bc4fe-b3be-490d-90be-b6822a19d4f5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235199 Oct 26 14:13:19.118147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Deleting port 8afeb2c7-5879-4ce9-8791-3cc694f4028c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:19.118493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.125182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:19.135711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.136622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.149125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246b920-71a5-4330-a3ff-c20182188192 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:19.198102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=eca32ad6-d04f-4687-8820-79b9a15dba69,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:19.362824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] For port 8afeb2c7-5879-4ce9-8791-3cc694f4028c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8afeb2c7-5879-4ce9-8791-3cc694f4028c,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:19.363330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.371137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.371608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.372068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.372554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.373017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.373494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.373939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.375893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-1f880774-c9e0-4184-98f8-fd443b50fb8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6343 time: 0.1222088 Oct 26 14:13:19.388338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Calling delete_port for 8afeb2c7-5879-4ce9-8791-3cc694f4028c owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:19.392184 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f9c75-e727-47d4-a553-e2b56e455460 x-openstack-request-id: req-8f1f9c75-e727-47d4-a553-e2b56e455460 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:19.392586 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "e4554675-450a-44ad-9df2-9684143d64f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:19.392860 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f1f9c75-e727-47d4-a553-e2b56e455460 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:19.393406 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9', 'status': 'completed', 'code': 200} Oct 26 14:13:19.400639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.423177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', '55f7dc87-a203-42c2-a6de-92b7833cb39f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:19.453225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef12f723-9b0f-4abe-b240-8e00ce89cabc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3476202 Oct 26 14:13:19.491062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.494677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38924) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:19.504542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'eca32ad6-d04f-4687-8820-79b9a15dba69', 'ip_address': '2001:db8::ae30:52a1:4ea0:767'}], 'name': 'tempest-NetworksTestDHCPv6-1473546021'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:19.523662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.611942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'eca32ad6-d04f-4687-8820-79b9a15dba69'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:19.613476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.625320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=28a31223-d912-4e4a-b8f2-53f233ae8ad0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:19.734918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] No DVR routers for this DVR port 28a31223-d912-4e4a-b8f2-53f233ae8ad0 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:19.749636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:19.753508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc4d710a-798a-4b32-b027-32c9c89aa9bc req-e280d669-463f-4ca9-8cdb-06687e52b637 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "DELETE /v2.0/ports/28a31223-d912-4e4a-b8f2-53f233ae8ad0 HTTP/1.1" status: 204 len: 173 time: 2.8226607 Oct 26 14:13:19.898705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/eca32ad6-d04f-4687-8820-79b9a15dba69/1370b70b-3bde-4e8b-b1ea-75d1bd54d393) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:19.973906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-9a08b90e-eea9-45d3-a734-3c06d55ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.974492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-9a08b90e-eea9-45d3-a734-3c06d55ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.975402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-9a08b90e-eea9-45d3-a734-3c06d55ea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:19.978656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-9a08b90e-eea9-45d3-a734-3c06d55ea9e8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5862212 Oct 26 14:13:19.981632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:20.117893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.121170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port 29b0fd67-9dc8-42f5-a7ca-ba8e45be09ba {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:20.121508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.235858 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.274455 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.375096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:20.409025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:20.413882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:20.452104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.543240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Pushing event updated for resources: {'Port': ['ID=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:20.565131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ee8018-640d-4daa-af27-adefbefc0d3c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:20.642853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Pushing event deleted for resources: {'Port': ['ID=8afeb2c7-5879-4ce9-8791-3cc694f4028c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:20.656536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.748111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Transition to ACTIVE for port object c6ee8018-640d-4daa-af27-adefbefc0d3c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:20.753548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Attempting to bind port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:20.754101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Attempting to bind port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:20.754332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Attempting to bind port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:20.770998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.777910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:20.779399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:20.780739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.781775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:20.782680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Bound port: 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:20.784339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:20.989583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.015389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] For port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:21.020384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] For port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:21.030516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.143666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c749a-abc9-4020-9beb-ff283e1e749e None None] Pushing event updated for resources: {'Port': ['ID=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:21.231541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 19572470-574f-452b-8c5b-92a87d741c8b yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:21.313251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:21.396566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-deleted', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:21.399660 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a371a9-5068-431c-9cff-ec59edb33e1a" -d '{"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-deleted", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:21.482203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.491743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.500858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.507420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.534516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.538849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.545043 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.554293 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-e4f31c4e-3468-412f-ad3b-44e6b1db5536 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5408 time: 0.5164022 Oct 26 14:13:21.626405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02cb4-fff7-4aac-8891-286ddcef7f63 req-3cd4b595-35ff-4d8f-bc24-1e9a241f9dda tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.628815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-14d02cb4-fff7-4aac-8891-286ddcef7f63 req-3cd4b595-35ff-4d8f-bc24-1e9a241f9dda tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 907 time: 0.2530546 Oct 26 14:13:21.644450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Attempting to bind port c6ee8018-640d-4daa-af27-adefbefc0d3c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:21.644936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Attempting to bind port c6ee8018-640d-4daa-af27-adefbefc0d3c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:21.645359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Attempting to bind port c6ee8018-640d-4daa-af27-adefbefc0d3c on network 141815a7-9db9-4e12-a924-3975deee6f99 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:21.669644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.678099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Port c6ee8018-640d-4daa-af27-adefbefc0d3c on network 141815a7-9db9-4e12-a924-3975deee6f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:21.678487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Attempting to bind port c6ee8018-640d-4daa-af27-adefbefc0d3c on network 141815a7-9db9-4e12-a924-3975deee6f99 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:21.697256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for 29b0fd67-9dc8-42f5-a7ca-ba8e45be09ba owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:21.697644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.710608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-78e404e4-7a94-4014-8898-ca5eb2dc0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:21.712273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4c8b6e23-ce8a-4c45-a252-d5703b0dc449 req-78e404e4-7a94-4014-8898-ca5eb2dc0b10 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5998299 Oct 26 14:13:21.765783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-473ccea6-2000-40b7-b886-35b0c3a41cc5 req-1e8edd4c-46dc-48db-8318-704e93944729 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2005422 Oct 26 14:13:21.826335 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea93e76b-47b8-42e9-a482-16de3fea140b x-openstack-request-id: req-ea93e76b-47b8-42e9-a482-16de3fea140b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:21.827145 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45c36e4-06c7-46a9-ac83-94440b060532", "name": "network-vif-deleted", "tag": "28a31223-d912-4e4a-b8f2-53f233ae8ad0", "status": "failed", "code": 422}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:21.827406 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea93e76b-47b8-42e9-a482-16de3fea140b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:21.828608 n-d-813419-9 neutron-server[102163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f45c36e4-06c7-46a9-ac83-94440b060532', 'name': 'network-vif-deleted', 'tag': '28a31223-d912-4e4a-b8f2-53f233ae8ad0', 'status': 'failed', 'code': 422} returned with failed status Oct 26 14:13:21.839461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Router 59b05052-1d95-4449-aff2-541024f789e8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:21.842737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:21.843082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Checking segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:21.843471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Bound using segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:21.843923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Bound port: c6ee8018-640d-4daa-af27-adefbefc0d3c, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:21.845312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:21.850242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::ae30:52a1:4ea0:767 (395c5533-adb2-4657-af48-ea89ee0ad2f3/eca32ad6-d04f-4687-8820-79b9a15dba69/19572470-574f-452b-8c5b-92a87d741c8b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:22.051500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.128859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=29b0fd67-9dc8-42f5-a7ca-ba8e45be09ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:22.210867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.390042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.398424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.552631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.636245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:22.652944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:22.667156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Sync routers for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:22.668725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6c6b9df4-99c4-4558-bc7f-bdcebe1888fe admin admin] 10.222.0.37 "PUT /v2.0/routers/59b05052-1d95-4449-aff2-541024f789e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5264754 Oct 26 14:13:22.676429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:22.682219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38974) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:22.698005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:22.702793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:22.776991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.907452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.919478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.920609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router 79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:22.939653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.949636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:22.951230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1bcbdecb-4071-4dec-8aed-1586c7fd7f6e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 HTTP/1.1" status: 204 len: 168 time: 4.3237565 Oct 26 14:13:22.952239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=19572470-574f-452b-8c5b-92a87d741c8b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:22.953011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:22.963979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38980) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:22.979345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146064584', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:23.047135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:23.114710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-174706d9-81ca-4678-9066-a50b93405b9c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.116972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-174706d9-81ca-4678-9066-a50b93405b9c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 907 time: 0.5945036 Oct 26 14:13:23.126394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:23.127847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.129901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.155080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.156114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.157766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] 10.222.0.73 "PUT /v2.0/ports/c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 1091 time: 4.1949878 Oct 26 14:13:23.186907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1cc42-871d-47dd-b306-04709edc6ce6 req-17b5fe28-23a6-462a-ab92-5bb462eb8860 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.189118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bba1cc42-871d-47dd-b306-04709edc6ce6 req-17b5fe28-23a6-462a-ab92-5bb462eb8860 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 907 time: 0.2789316 Oct 26 14:13:23.195118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:23.198024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:23.205665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.206466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Request body: {'port': {'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:23.206617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.266817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] Provisioning complete for port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:23.267567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.306730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee3736c0-6024-4ab9-b386-936fa7e8c438 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8048642 Oct 26 14:13:23.322009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38986) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:23.328451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:13:23.360452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.364821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'eca32ad6-d04f-4687-8820-79b9a15dba69', 'ip_address': '2001:db8::ae30:52a1:4ea0:767'}], 'name': 'tempest-NetworksTestDHCPv6-128444529'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:23.381058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:23.457821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.458371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.458837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.459273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.460369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.461386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.461386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.461702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.462236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.462695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.463118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.463584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3db539-4b63-4ac8-9595-06aab76e73bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:23.470674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.488424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.492571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:23.493109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.580617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.689857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] For port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:23.709833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.730775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.749062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.766040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.784226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff305a-c03a-44d2-97be-cfbc3f37ee9e None None] Pushing event updated for resources: {'Port': ['ID=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:23.784859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.803151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.823001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.836083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:23.837436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:23.839579 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd60ddc-b3d0-49f5-9853-4c238796dc55" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:23.863013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:13:20Z', 'revision_number': 5, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port': {'id': '039cbd34-194a-4deb-8fcc-5ffe9d39eeae', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b05052-1d95-4449-aff2-541024f789e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:09:53Z', 'updated_at': '2021-10-26T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:23.866894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-87de22c2-f2b0-4166-a79e-c2519c3979c5 None None] Provisioning complete for port 19572470-574f-452b-8c5b-92a87d741c8b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:23.867059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Deleting port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:23.867456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87de22c2-f2b0-4166-a79e-c2519c3979c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.867722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:23.874078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-c30489ae-92b9-4b37-a25c-ee9b933cde6e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5408 time: 0.9319212 Oct 26 14:13:23.898527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Checking router: 59b05052-1d95-4449-aff2-541024f789e8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:23.919796 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f363e41-1d68-49a4-ae2c-90d1ccb0d762 x-openstack-request-id: req-6f363e41-1d68-49a4-ae2c-90d1ccb0d762 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:23.920559 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:23.922907 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f363e41-1d68-49a4-ae2c-90d1ccb0d762 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:23.925696 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'status': 'completed', 'code': 200} Oct 26 14:13:23.939797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Routers {'59b05052-1d95-4449-aff2-541024f789e8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:23.940666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['59b05052-1d95-4449-aff2-541024f789e8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:24.041270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.056670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:24.065816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.187056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.187560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.188045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.188823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.189008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.189485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.189958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.192126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c8b45eaf-6d32-4a8f-bce8-231aca7e81e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6410 time: 0.2217708 Oct 26 14:13:24.236306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-87de22c2-f2b0-4166-a79e-c2519c3979c5 None None] Port 19572470-574f-452b-8c5b-92a87d741c8b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:24.309723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] Set router 59b05052-1d95-4449-aff2-541024f789e8 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:24.378535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 6cb8e58b-a5db-4dd0-88e4-2dfab9da6911 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:24.386995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:13:23Z', 'revision_number': 6, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:24.445179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8584c13f-ec64-4642-8dc5-4c3b84562c20 req-bd19f49b-5f08-4213-8d39-9646bd2e0a7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5374238 Oct 26 14:13:24.448481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.452813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19504ba-1cd9-4f94-a503-8890dd34d967 None None] The sync data for ids ['59b05052-1d95-4449-aff2-541024f789e8'] in n-d-813419-9 is: [{'id': '59b05052-1d95-4449-aff2-541024f789e8', 'name': 'tempest-ServersTestBootFromVolume-776532696-router', 'tenant_id': '3ba2fe377bd64a56afca2758c7ab577d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:09:52Z', 'updated_at': '2021-10-26T14:13:23Z', 'revision_number': 6, 'project_id': '3ba2fe377bd64a56afca2758c7ab577d', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:24.479611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38998) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:24.479869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] For port 039cbd34-194a-4deb-8fcc-5ffe9d39eeae, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:24.480246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.519091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port 13911319-46fb-4535-b0c4-7197a1cfda90 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:24.519091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.606763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Calling delete_port for 039cbd34-194a-4deb-8fcc-5ffe9d39eeae owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:24.665100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac21cff-79fe-4ea7-b099-97792826cdc7 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:24.706726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32afe8ee-adbd-43dc-91fd-4f1097109ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.720771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.779459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e743-1e7f-460f-b0bc-5ef085876f8e req-07c06196-e60e-4591-b8b8-98d954bb34e7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.780967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77a7e743-1e7f-460f-b0bc-5ef085876f8e req-07c06196-e60e-4591-b8b8-98d954bb34e7 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 907 time: 0.3640528 Oct 26 14:13:24.800152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Transition to ACTIVE for port object dac21cff-79fe-4ea7-b099-97792826cdc7 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:13:24.809147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-a1bd61b1-2c58-474b-8ebc-22a0e40d1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.809628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-a1bd61b1-2c58-474b-8ebc-22a0e40d1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.810098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-a1bd61b1-2c58-474b-8ebc-22a0e40d1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:24.812450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-a1bd61b1-2c58-474b-8ebc-22a0e40d1ae5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01022bec82774d478491ae06767531a2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5908747 Oct 26 14:13:24.816082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.835325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port 13911319-46fb-4535-b0c4-7197a1cfda90, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=13911319-46fb-4535-b0c4-7197a1cfda90,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:24.836041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.864481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:24.886067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for 13911319-46fb-4535-b0c4-7197a1cfda90 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:24.898019 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:13:24.898649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:24.958246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:24.958513 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:24.991753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6daf5bf0-8a13-4635-bf95-baacc1c4159d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6554196 Oct 26 14:13:25.004434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:25.070117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.074025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c37722ca-0eb5-48b5-8d17-fe3ddb9f8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.075806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cd60ddc-b3d0-49f5-9853-4c238796dc55 req-c37722ca-0eb5-48b5-8d17-fe3ddb9f8588 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509289 Oct 26 14:13:25.105528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32afe8ee-adbd-43dc-91fd-4f1097109ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.179917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32afe8ee-adbd-43dc-91fd-4f1097109ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.218682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75200d03-e5e8-40d2-b5d9-b5899b62f8be tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.224869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75200d03-e5e8-40d2-b5d9-b5899b62f8be tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.227165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75200d03-e5e8-40d2-b5d9-b5899b62f8be tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2216811 Oct 26 14:13:25.232443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39004) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:25.289954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32afe8ee-adbd-43dc-91fd-4f1097109ae4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=555e4f60c766454892a49c04303408be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8088970 Oct 26 14:13:25.294457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:25.324856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afe8ee-adbd-43dc-91fd-4f1097109ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08cef7-ea85-40ea-bc84-059fccaf8e16,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.369590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.403535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.422574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=13911319-46fb-4535-b0c4-7197a1cfda90,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.425502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.491857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.507878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=039cbd34-194a-4deb-8fcc-5ffe9d39eeae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:25.519926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.536087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Attempting to bind port dac21cff-79fe-4ea7-b099-97792826cdc7 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:25.536882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Attempting to bind port dac21cff-79fe-4ea7-b099-97792826cdc7 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:25.536882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Attempting to bind port dac21cff-79fe-4ea7-b099-97792826cdc7 on network 141815a7-9db9-4e12-a924-3975deee6f99 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:25.542292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] No DVR routers for this DVR port 13911319-46fb-4535-b0c4-7197a1cfda90 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:25.547280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.551236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322a25ee-ab9e-423f-a0fe-636c2d40b25d req-0ad39439-4f9c-4767-bc74-7847d7358285 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "DELETE /v2.0/ports/13911319-46fb-4535-b0c4-7197a1cfda90 HTTP/1.1" status: 204 len: 173 time: 2.4150023 Oct 26 14:13:25.555326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'name': 'network-vif-deleted', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:25.558333 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a66c1de-463c-4e62-8324-5e92dc70a1e6" -d '{"events": [{"server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "name": "network-vif-deleted", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:25.594624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Port dac21cff-79fe-4ea7-b099-97792826cdc7 on network 141815a7-9db9-4e12-a924-3975deee6f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:13:25.594624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Attempting to bind port dac21cff-79fe-4ea7-b099-97792826cdc7 on network 141815a7-9db9-4e12-a924-3975deee6f99 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:25.636182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:25.640255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Checking segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:25.642714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Bound using segment: {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:25.644196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Bound port: dac21cff-79fe-4ea7-b099-97792826cdc7, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74d37565-e5fc-4f82-b8d7-0718904aa774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:25.644658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.692474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.783020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 19572470-574f-452b-8c5b-92a87d741c8b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:25.783364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.800107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.807039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.813710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.820818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.827097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.835965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.842118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:25.844045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-fb396d58-0cdf-4ac8-b954-cc480ca778e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.2579212 Oct 26 14:13:25.905297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 172.25.5.40 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/01844206-2cb8-4eba-95ff-c505b9b2bb24) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:25.918171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.933311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.936027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:25.937222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a08cef7-ea85-40ea-bc84-059fccaf8e16 HTTP/1.1" status: 204 len: 168 time: 0.6418290 Oct 26 14:13:25.949962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8dc6474-e55e-4919-8a3a-a40a1e619216 req-ee34ef2f-88ac-4317-8abf-34d988195467 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979478 Oct 26 14:13:25.951417 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfe8db3-9808-4e42-ae1e-fb670ff676a8 x-openstack-request-id: req-cdfe8db3-9808-4e42-ae1e-fb670ff676a8 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:25.951706 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ed5655-026d-4196-9230-6fbb8c8d140a", "name": "network-vif-deleted", "tag": "13911319-46fb-4535-b0c4-7197a1cfda90", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:25.951958 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdfe8db3-9808-4e42-ae1e-fb670ff676a8 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:25.952696 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ed5655-026d-4196-9230-6fbb8c8d140a', 'name': 'network-vif-deleted', 'tag': '13911319-46fb-4535-b0c4-7197a1cfda90', 'status': 'completed', 'code': 200} Oct 26 14:13:25.969636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08cef7-ea85-40ea-bc84-059fccaf8e16,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:26.005632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.005981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.006325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.007200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.007535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.007868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.008196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.008557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.008888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.009211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.009536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.009857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b3f36-38cf-49fe-b1ef-7b11d10aa54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:26.100092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.123281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.130300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1299c49b-8826-4f3f-9661-82c2b6ea696f req-ec92e204-efc0-4732-a844-e1fa8a36fab4 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6ed5655-026d-4196-9230-6fbb8c8d140a HTTP/1.1" status: 200 len: 210 time: 0.0828488 Oct 26 14:13:26.139618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.153977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:26.210722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.221628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.227229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:26.243068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 19572470-574f-452b-8c5b-92a87d741c8b owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:26.245939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.252179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.253110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b05052-1d95-4449-aff2-541024f789e8 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:26.262116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.265644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98b40bb3-fe2f-4c95-8223-15e1ffebcbc5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/59b05052-1d95-4449-aff2-541024f789e8 HTTP/1.1" status: 204 len: 168 time: 3.5800669 Oct 26 14:13:26.277866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13911319-46fb-4535-b0c4-7197a1cfda90 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:26.311453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 13911319-46fb-4535-b0c4-7197a1cfda90 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:26.311743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 13911319-46fb-4535-b0c4-7197a1cfda90 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:26.321629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:26.361900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:26.365475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:26.372688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:26.379264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=01844206-2cb8-4eba-95ff-c505b9b2bb24,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:26.529737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 039cbd34-194a-4deb-8fcc-5ffe9d39eeae no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:26.550090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:26.552429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.556729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] 10.222.0.73 "PUT /v2.0/ports/dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 1091 time: 3.3615499 Oct 26 14:13:26.557663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:26.561148 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa388e3-7663-4fb8-ab84-8864dc426b79" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:26.566160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 039cbd34-194a-4deb-8fcc-5ffe9d39eeae {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:26.566529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 039cbd34-194a-4deb-8fcc-5ffe9d39eeae not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:26.566927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8afeb2c7-5879-4ce9-8791-3cc694f4028c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:26.594469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39026) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:26.618461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8afeb2c7-5879-4ce9-8791-3cc694f4028c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:26.619194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8afeb2c7-5879-4ce9-8791-3cc694f4028c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:26.650094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Deleting subnet 8330f0a5-dcea-4e71-96f2-c2dc82ae45b6 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:26.663435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.666547 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0018585d-b725-497d-b8e0-5b169f05c5f6 x-openstack-request-id: req-0018585d-b725-497d-b8e0-5b169f05c5f6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:26.666845 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:26.667619 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0018585d-b725-497d-b8e0-5b169f05c5f6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:26.667619 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'status': 'completed', 'code': 200} Oct 26 14:13:26.670102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3ff748-cabe-4f6f-9017-029d6a75ebbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:26.715471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd9b96-7df4-4851-a8e6-8c6d6dc4895f service neutron] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.018861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.077864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=19572470-574f-452b-8c5b-92a87d741c8b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.083497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.146772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.151336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8efa99b2-7ece-48ab-ac4a-9a65c2d8af55 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/19572470-574f-452b-8c5b-92a87d741c8b HTTP/1.1" status: 204 len: 168 time: 1.9178770 Oct 26 14:13:27.153960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.177227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.177746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.178312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.178828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.179433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.179901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.180425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.182588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-7eb41524-9da6-4152-ba8f-20bc910c038a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6477 time: 0.5554142 Oct 26 14:13:27.219775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.277613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-68ff63ef-cc9c-4006-bad9-73718adbed45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 217 time: 0.0660098 Oct 26 14:13:27.293477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19405967-68dc-43e3-851d-21856bd0ed98 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.295004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19405967-68dc-43e3-851d-21856bd0ed98 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.300639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-19405967-68dc-43e3-851d-21856bd0ed98 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1429658 Oct 26 14:13:27.303176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39036) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.375159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet eca32ad6-d04f-4687-8820-79b9a15dba69 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:27.378393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.391711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.400053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.406164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.413582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.424902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.425627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.430661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.437005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.438948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-29976afb-3a30-474f-8958-920e8b3638e4 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.3074455 Oct 26 14:13:27.459410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3ff748-cabe-4f6f-9017-029d6a75ebbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.473863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-a26ef28c-29fa-4a77-a6ab-e83e3c33e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.475890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-a26ef28c-29fa-4a77-a6ab-e83e3c33e788 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.1899276 Oct 26 14:13:27.476542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3ff748-cabe-4f6f-9017-029d6a75ebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.479462 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.608917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ff748-cabe-4f6f-9017-029d6a75ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da80f511-6338-4ccb-88db-af3bc830f403,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.620012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be3ff748-cabe-4f6f-9017-029d6a75ebbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7e685e805384b28855cb5cb170e65a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0179875 Oct 26 14:13:27.620280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39040) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.622452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3a051cb-8895-4bbf-b10e-c62ea83da08e req-04f591ae-e8a2-4b57-861b-a14c84af13ea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1652849 Oct 26 14:13:27.639669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-78478e8c-fa1a-4d91-b3f3-85e480a2a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.641525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-78478e8c-fa1a-4d91-b3f3-85e480a2a41c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510067 Oct 26 14:13:27.641655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759d3a-e746-4186-a07b-f879436745e5 req-16160bec-f039-4320-bb72-64e5eaa3100d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:27.643109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14759d3a-e746-4186-a07b-f879436745e5 req-16160bec-f039-4320-bb72-64e5eaa3100d tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.1520984 Oct 26 14:13:27.647012 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.682035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.695488 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.697952 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.701760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8330f0a5-dcea-4e71-96f2-c2dc82ae45b6 HTTP/1.1" status: 204 len: 168 time: 1.3715637 Oct 26 14:13:27.703388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3549a38-327e-4af6-91ac-a73da0556507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8330f0a5-dcea-4e71-96f2-c2dc82ae45b6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.704633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39042) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.709846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885e3ea-966a-4caa-ac6f-11a21be57891 None None] Network a07ce54a-c24b-4dce-93d8-73892f504f0e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:27.831754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.848679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14759d3a-e746-4186-a07b-f879436745e5 req-8105a9cc-71b4-48e0-b5a9-3fbcc292a4be tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874678 Oct 26 14:13:27.849464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f9558416-d74f-4e9e-9488-1a039530b89a service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984258 Oct 26 14:13:27.862965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.903762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.915476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.946101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] DHCP port deletion for a07ce54a-c24b-4dce-93d8-73892f504f0e request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:27.967162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=eca32ad6-d04f-4687-8820-79b9a15dba69,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:27.969519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:27.976698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c7162dcd-6fd6-458c-9b13-f4119ef53a7f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/eca32ad6-d04f-4687-8820-79b9a15dba69 HTTP/1.1" status: 204 len: 168 time: 0.6723943 Oct 26 14:13:27.977247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39044) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:27.979886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02daa593-e6bc-4068-aee6-64dbfe250747 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:28.023796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.026468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.029991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da80f511-6338-4ccb-88db-af3bc830f403 HTTP/1.1" status: 204 len: 168 time: 0.4063394 Oct 26 14:13:28.041765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e237f3-f338-4739-a047-1b5a600c9c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da80f511-6338-4ccb-88db-af3bc830f403,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:28.054517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39048) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:28.056659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-defc46cb-a544-4f0b-882a-ea67cbfdb4dc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728810 Oct 26 14:13:28.063099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:28.063836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Deleting port 8774246e-2b55-4e8b-a14d-6181d288277a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:28.064640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.071084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-c2e86170-4d97-4747-9821-61687b69e44e service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127273 Oct 26 14:13:28.127737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Deleting port 8774246e-2b55-4e8b-a14d-6181d288277a {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:28.128025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.170779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-fb8b35aa-d97c-46e1-8428-91e1c90d590a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.0783856 Oct 26 14:13:28.187692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router fdebb7ca-aa63-429b-80af-56eacadefb4f is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:28.217282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] For port 8774246e-2b55-4e8b-a14d-6181d288277a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8774246e-2b55-4e8b-a14d-6181d288277a,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:28.218294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.243887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Calling delete_port for 8774246e-2b55-4e8b-a14d-6181d288277a owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:28.262391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] For port 8774246e-2b55-4e8b-a14d-6181d288277a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8774246e-2b55-4e8b-a14d-6181d288277a,segment=NetworkSegment(5c982e54-8806-4da5-a6c8-29515f89158e),segment_id=5c982e54-8806-4da5-a6c8-29515f89158e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:28.262774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.308965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Calling delete_port for 8774246e-2b55-4e8b-a14d-6181d288277a owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:28.313912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:28.317303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:28.322426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.334607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-06fcdac6-e970-4d31-903f-98257791f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.337333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-06fcdac6-e970-4d31-903f-98257791f858 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1535802 Oct 26 14:13:28.409543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Deleting port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:28.409924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.458890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:28.472938 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Sync routers for ids ['fdebb7ca-aa63-429b-80af-56eacadefb4f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:28.487602 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Routers {'fdebb7ca-aa63-429b-80af-56eacadefb4f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:28.492233 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['fdebb7ca-aa63-429b-80af-56eacadefb4f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:28.530716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] For port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:28.531224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.541827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1c5cf945-40a2-4d26-bf01-fe5ad7d1169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.543645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1c5cf945-40a2-4d26-bf01-fe5ad7d1169c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1673374 Oct 26 14:13:28.553983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.555887 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.563926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.570712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0890af1b-bad7-4ad4-8f35-e118ede2fd94 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5965936 Oct 26 14:13:28.572902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39058) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:28.587537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8774246e-2b55-4e8b-a14d-6181d288277a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:28.639286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] No DVR routers for this DVR port 8774246e-2b55-4e8b-a14d-6181d288277a on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:28.642059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Calling delete_port for 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:28.664082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8774246e-2b55-4e8b-a14d-6181d288277a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:28.664337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8774246e-2b55-4e8b-a14d-6181d288277a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:28.664739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:28.673993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] Pushing event deleted for resources: {'Port': ['ID=8774246e-2b55-4e8b-a14d-6181d288277a,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:28.708439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27b267-92fe-47fe-9ab2-b113d1893723 None None] No DVR routers for this DVR port 8774246e-2b55-4e8b-a14d-6181d288277a on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:28.711855 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Set router fdebb7ca-aa63-429b-80af-56eacadefb4f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:28.738953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8774246e-2b55-4e8b-a14d-6181d288277a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:28.828911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.867525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:28.882544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.883922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-7a70b3ac-0cab-48e9-9a66-f12d0abaa8d6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:28.896002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-7a70b3ac-0cab-48e9-9a66-f12d0abaa8d6 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.1617873 Oct 26 14:13:28.921179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd8dce17-9e54-45f4-ab28-c43f6e52a313 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/fdebb7ca-aa63-429b-80af-56eacadefb4f HTTP/1.1" status: 200 len: 907 time: 0.3471465 Oct 26 14:13:28.932968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39070) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:28.948604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.960727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-146064584', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': True}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:28.964084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] No DVR routers for this DVR port 1370b70b-3bde-4e8b-b1ea-75d1bd54d393 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:28.990027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:28.991746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:29.036209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c610c0-bf66-4c11-ba74-80fee25b2d25 None None] Pushing event deleted for resources: {'Port': ['ID=1370b70b-3bde-4e8b-b1ea-75d1bd54d393,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:29.048767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07ce54a-c24b-4dce-93d8-73892f504f0e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:29.061133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-a026a625-520e-4c2b-9a38-732a731bc070 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028343 Oct 26 14:13:29.084198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c982e54-8806-4da5-a6c8-29515f89158e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:29.084542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c982e54-8806-4da5-a6c8-29515f89158e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:29.115871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.128608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.136696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.142126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.148826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.154796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.160794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.168680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.170656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-fe42c7b3-3483-4302-96cf-e7a7bef7924e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.3309450 Oct 26 14:13:29.171558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.172657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.177957 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.209386 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:23Z', 'updated_at': '2021-10-26T14:13:26Z', 'revision_number': 3, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port': {'id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:25Z', 'updated_at': '2021-10-26T14:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:29.253695 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Checking router: fdebb7ca-aa63-429b-80af-56eacadefb4f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:29.254045 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Updating router fdebb7ca-aa63-429b-80af-56eacadefb4f port 01844206-2cb8-4eba-95ff-c505b9b2bb24 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:29.261248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.270542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:29.283383 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.287241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:29.297627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cfa3a-9e1e-47b7-a8ec-9d0a7f29cdb5 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:29.302591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:13:29.303021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:13:29.306766 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:13:29.311861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56504588-8fa0-4306-936e-d0d06eb704e7 req-db384865-adfe-4e41-8e41-8ae46018499f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.322020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56504588-8fa0-4306-936e-d0d06eb704e7 req-db384865-adfe-4e41-8e41-8ae46018499f tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 945 time: 0.2114158 Oct 26 14:13:29.332480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=5e3737c3-abb9-4013-a7bb-24f195aaaedb,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:29.339162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.339930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.346804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.382714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f61bcce2-0c9c-4222-853b-2700a1cec77a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3255410 Oct 26 14:13:29.388111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:29.406253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '5e3737c3-abb9-4013-a7bb-24f195aaaedb', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-929454866'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:29.440698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2452cf-0a81-400a-869e-5ec84209c297 req-d411462f-9a22-44f4-954c-0d7719c28f0b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319477 Oct 26 14:13:29.471197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.476989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-da74f205-3c49-42fc-9d3c-4c3fe45daa2b service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032016 Oct 26 14:13:29.484577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.490209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a07ce54a-c24b-4dce-93d8-73892f504f0e HTTP/1.1" status: 204 len: 168 time: 1.7579508 Oct 26 14:13:29.497890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port 55f7dc87-a203-42c2-a6de-92b7833cb39f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:29.498363 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.513650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572a65c-461b-4125-b1d5-ff12270ce496 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07ce54a-c24b-4dce-93d8-73892f504f0e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:29.514700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56504588-8fa0-4306-936e-d0d06eb704e7 req-513cf170-1f7a-4c4f-9330-ebc9e67636bf tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917527 Oct 26 14:13:29.642010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '5e3737c3-abb9-4013-a7bb-24f195aaaedb'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:29.643477 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.675498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-09ad67e4-be43-4b06-82bd-e91c09457d6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.1822228 Oct 26 14:13:29.686565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.736639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port 55f7dc87-a203-42c2-a6de-92b7833cb39f, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=55f7dc87-a203-42c2-a6de-92b7833cb39f,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:29.737317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.767584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for 55f7dc87-a203-42c2-a6de-92b7833cb39f owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:29.839550 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.842965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:29.862254 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.883588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:29.947069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/5e3737c3-abb9-4013-a7bb-24f195aaaedb/3ecc3f79-73eb-455e-99fc-27c89e2fea6c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:29.952289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-3fdac190-bca4-452b-ba96-f99c4efb4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:29.954157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-3fdac190-bca4-452b-ba96-f99c4efb4696 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.2643259 Oct 26 14:13:29.985879 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Attempting to bind port 01844206-2cb8-4eba-95ff-c505b9b2bb24 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:29.986594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Attempting to bind port 01844206-2cb8-4eba-95ff-c505b9b2bb24 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:29.987536 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Attempting to bind port 01844206-2cb8-4eba-95ff-c505b9b2bb24 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:29.996101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:29.997261 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:29.998158 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:29.999471 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:30.001098 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Bound port: 01844206-2cb8-4eba-95ff-c505b9b2bb24, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:30.001865 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.005533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Pushing event updated for resources: {'Port': ['ID=01844206-2cb8-4eba-95ff-c505b9b2bb24,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.009783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.016795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-757b7ce0-3511-443c-9d71-8957195e98f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ba2fe377bd64a56afca2758c7ab577d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213853 Oct 26 14:13:30.023246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:30.039074 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.040080 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.040624 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.042214 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.042757 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.043273 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.043898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.044388 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.044891 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.045662 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.046177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.046673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:30.048777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 8f754170-4a82-4cdd-b720-3815661e1a86 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:13:30.067036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9165a502-c3c5-4076-a485-c2dada47f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.068875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-9165a502-c3c5-4076-a485-c2dada47f43e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1043561 Oct 26 14:13:30.106989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] For port 01844206-2cb8-4eba-95ff-c505b9b2bb24, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:30.110971 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] For port 01844206-2cb8-4eba-95ff-c505b9b2bb24, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=01844206-2cb8-4eba-95ff-c505b9b2bb24,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:30.118781 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.172781 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.181755 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24968c6c-60ac-4f85-aed3-ed1be0da4565 None None] Pushing event updated for resources: {'Port': ['ID=01844206-2cb8-4eba-95ff-c505b9b2bb24,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.205058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.219159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', '55f7dc87-a203-42c2-a6de-92b7833cb39f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:30.239054 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Routers {'fdebb7ca-aa63-429b-80af-56eacadefb4f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:30.239693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['fdebb7ca-aa63-429b-80af-56eacadefb4f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:30.261681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=55f7dc87-a203-42c2-a6de-92b7833cb39f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:30.262324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.321845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4dcca512-daea-4491-8618-57f43412eaf4 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362301 Oct 26 14:13:30.328964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] No DVR routers for this DVR port 55f7dc87-a203-42c2-a6de-92b7833cb39f on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:30.334341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.339672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad3b1301-13da-48ea-bb4b-e8b3e64ddff2 req-338f7aaa-1c6e-4a2c-a89b-d6b73f919399 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "DELETE /v2.0/ports/55f7dc87-a203-42c2-a6de-92b7833cb39f HTTP/1.1" status: 204 len: 173 time: 1.4211278 Oct 26 14:13:30.341356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'name': 'network-vif-deleted', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:30.344218 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b3b12-5b26-4f59-802e-a9e3c54f7dd3" -d '{"events": [{"server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "name": "network-vif-deleted", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:30.425411 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff0ebc5-d5b2-47ea-8338-7f98a3dfab3f x-openstack-request-id: req-cff0ebc5-d5b2-47ea-8338-7f98a3dfab3f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:30.425727 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795", "name": "network-vif-deleted", "tag": "55f7dc87-a203-42c2-a6de-92b7833cb39f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:30.425977 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cff0ebc5-d5b2-47ea-8338-7f98a3dfab3f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:30.426392 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795', 'name': 'network-vif-deleted', 'tag': '55f7dc87-a203-42c2-a6de-92b7833cb39f', 'status': 'completed', 'code': 200} Oct 26 14:13:30.464921 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] Set router fdebb7ca-aa63-429b-80af-56eacadefb4f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:30.564344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.692038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.694130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.705934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.721772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.732042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.734928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.751477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.766282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.778677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.793142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:30.801482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-698370b5-e990-4c09-8dc3-5eafdaca455a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.2142241 Oct 26 14:13:30.806987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:30.809876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:30.821524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:30.824196 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:13:30.824685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:13:30.840450 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:23Z', 'updated_at': '2021-10-26T14:13:26Z', 'revision_number': 3, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port': {'id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:25Z', 'updated_at': '2021-10-26T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:30.891740 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529ada7-fca1-4a13-b46c-261b456382e3 None None] The sync data for ids ['fdebb7ca-aa63-429b-80af-56eacadefb4f'] in n-d-813419-9 is: [{'id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40'}], 'enable_snat': False}, 'gw_port_id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:23Z', 'updated_at': '2021-10-26T14:13:26Z', 'revision_number': 3, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port': {'id': '01844206-2cb8-4eba-95ff-c505b9b2bb24', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebb7ca-aa63-429b-80af-56eacadefb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:25Z', 'updated_at': '2021-10-26T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:30.910560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90ef8340-4808-472a-9ef3-8bfaae7abca8 req-ec1d640f-7475-4279-a468-f1f419e92227 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9ec5ad3-b1a2-434d-b0c4-8c19d6fd7795 HTTP/1.1" status: 200 len: 210 time: 0.1151488 Oct 26 14:13:30.930315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-90846f38-4eaf-486f-9db2-c10803dd1b22 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5362797 Oct 26 14:13:30.943052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:30.958883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66a22d7e-19c4-411a-a0ee-a1614ea2e551 req-8a57bb9a-1ddd-4aa6-9190-6c3d3108d436 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444516 Oct 26 14:13:30.973444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.978762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:30.980358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f011436e-2b75-46a3-bd89-87c78c095a42 HTTP/1.1" status: 204 len: 168 time: 0.9559042 Oct 26 14:13:30.995596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Pushing event updated for resources: {'Port': ['ID=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:31.042982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Attempting to bind port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:31.043361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Attempting to bind port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:31.043729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Attempting to bind port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:31.059317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:31.059757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:31.060348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.060581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:31.061073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Bound port: 3ecc3f79-73eb-455e-99fc-27c89e2fea6c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:31.061470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.074331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-ec891fcf-75db-4f0d-baf4-017d2d44ff8c service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7377255 Oct 26 14:13:31.082131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef501088-dcbc-4252-9eed-9f4723e166ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011436e-2b75-46a3-bd89-87c78c095a42,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:31.114796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da223a1-b04f-4fa6-80b9-86cdbc870fbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.121440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6da223a1-b04f-4fa6-80b9-86cdbc870fbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1508174 Oct 26 14:13:31.124661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39138) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:31.290895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44dc610-9186-4137-a41e-acc4ef2b070d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.300205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44dc610-9186-4137-a41e-acc4ef2b070d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:31.310740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d44dc610-9186-4137-a41e-acc4ef2b070d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1840444 Oct 26 14:13:31.312824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:31.357147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] For port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:31.398596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] For port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:31.410249 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.516128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 5e3737c3-abb9-4013-a7bb-24f195aaaedb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:31.521048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.531491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cba39-df7e-475a-932b-eb21796917d6 None None] Pushing event updated for resources: {'Port': ['ID=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:31.633204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.827555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:31.898669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-522898a2-0912-4c80-a83e-fffb4f4b15f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.7958865 Oct 26 14:13:31.990197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.046980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 172.25.5.201 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/267fe002-2634-4a51-aa0d-12535b8de887) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:32.050613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3737c3-abb9-4013-a7bb-24f195aaaedb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:32.056844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.061467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-97e1c6ba-894a-497c-826b-5cd24e0864cd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/5e3737c3-abb9-4013-a7bb-24f195aaaedb HTTP/1.1" status: 204 len: 168 time: 0.7461967 Oct 26 14:13:32.064150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:32.105708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-67b8d26d-412d-4d03-8517-91a82dec0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.113967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-67b8d26d-412d-4d03-8517-91a82dec0a7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.2057717 Oct 26 14:13:32.123231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dce63cf1-d9b2-4c4c-9daa-6af8316c9ee3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576103 Oct 26 14:13:32.131272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39192) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:32.187868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:32.222795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39194) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:32.309902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 55f7dc87-a203-42c2-a6de-92b7833cb39f no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:32.373096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 55f7dc87-a203-42c2-a6de-92b7833cb39f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:32.373456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 55f7dc87-a203-42c2-a6de-92b7833cb39f not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:32.442251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd688813-29de-4856-81aa-c9abf8e70606 req-9e59ef87-1fb0-4ea6-9690-e5f80ef0564b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.451838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd688813-29de-4856-81aa-c9abf8e70606 req-9e59ef87-1fb0-4ea6-9690-e5f80ef0564b tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.0968051 Oct 26 14:13:32.512779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81baddd9-81b3-40ff-9ad5-ad4c3d0b81df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.537666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd688813-29de-4856-81aa-c9abf8e70606 req-208086b9-d5c9-4a9f-8a7a-b2db922e1104 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844250 Oct 26 14:13:32.557672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d44bfbb1-02df-4f4d-ad9d-8fec26684a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.559254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d44bfbb1-02df-4f4d-ad9d-8fec26684a86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4298599 Oct 26 14:13:32.577627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.584601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.608182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.618074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.641648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.654693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.662614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.683554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bfb30558-8143-4974-8354-45129a97811e req-5a239169-f3db-4e95-afbf-2b4faec841b5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.5527689 Oct 26 14:13:32.696418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-7a8d5f1d-babe-40fd-bc0c-e9cc77d1033e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:32.699603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-7a8d5f1d-babe-40fd-bc0c-e9cc77d1033e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.1095579 Oct 26 14:13:32.726484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 01844206-2cb8-4eba-95ff-c505b9b2bb24 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:32.756422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.867049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:32.868736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 01844206-2cb8-4eba-95ff-c505b9b2bb24 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:32.869417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.885546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:32.929843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bfb30558-8143-4974-8354-45129a97811e req-dcd0b866-e62f-4492-97a3-3311e09cf8c5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2388277 Oct 26 14:13:32.967013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39210) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:32.992780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81baddd9-81b3-40ff-9ad5-ad4c3d0b81df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.010379 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81baddd9-81b3-40ff-9ad5-ad4c3d0b81df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.056566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baddd9-81b3-40ff-9ad5-ad4c3d0b81df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f07a02-5a53-4953-a12d-23b7f3882ca4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:33.102722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81baddd9-81b3-40ff-9ad5-ad4c3d0b81df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11fac5aa43ba42ce80b45a8a60b81839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784227 Oct 26 14:13:33.105528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39214) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:33.119841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:33.120518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.121050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.195861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-243c68b3-7af5-4eea-8d83-5b08ac4625b9 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098538 Oct 26 14:13:33.246846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:33.247702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.256568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.271730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:33.291495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 01844206-2cb8-4eba-95ff-c505b9b2bb24, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=01844206-2cb8-4eba-95ff-c505b9b2bb24,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:33.304302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.306763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3ecc3f79-73eb-455e-99fc-27c89e2fea6c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:33.308060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1388251040-network', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:33.310520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:33.327455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=267fe002-2634-4a51-aa0d-12535b8de887,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:33.363358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:33.368863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:33.443075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.464338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=01844206-2cb8-4eba-95ff-c505b9b2bb24,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:33.482277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Made reservation on behalf of 31838a1a809c41c9b78e01dc5b32cdc2 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:33.484934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.485831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:33.486356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.518403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.524734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.669989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.734609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:33.743779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1542be3f-4501-47d5-a0ca-45f8a61cb2b9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:33.764372 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.791470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-243a95dc-344b-4d9e-aaea-7e6c9aadc735 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849800 Oct 26 14:13:33.826718 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.856834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.875891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f784a0b1-1830-4a0d-92ba-4d0466ee5eba None None] Provisioning complete for port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:33.876712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f784a0b1-1830-4a0d-92ba-4d0466ee5eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.901252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.906796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220f434-174a-47f7-9b48-aa3257d94a12,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:33.936540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ac274-d7e9-41e2-a41c-0be97212207f req-20ebc1ba-79ad-4b7d-b0b7-a0033a07a2aa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:33.938170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b8ac274-d7e9-41e2-a41c-0be97212207f req-20ebc1ba-79ad-4b7d-b0b7-a0033a07a2aa tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=521faeb9-db11-458b-a52a-2aa43faa2eb6 HTTP/1.1" status: 200 len: 946 time: 0.2306323 Oct 26 14:13:33.943827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:13:33.963360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:33.994786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:13:34.019920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.035347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-fa21bb9b-982e-44f3-8a7c-f5d1ba75c544 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.1942923 Oct 26 14:13:34.038281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:34.060217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:34.072333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.073397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.079474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.080832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.085631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.090080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09f07a02-5a53-4953-a12d-23b7f3882ca4 HTTP/1.1" status: 204 len: 168 time: 0.9832802 Oct 26 14:13:34.091199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] No DVR routers for this DVR port d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:34.097701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.105679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff8a77cb-fd85-434a-84cf-dcc908065635 req-6da66812-33f0-46c7-9204-251b135f9276 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.73 "DELETE /v2.0/ports/d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c HTTP/1.1" status: 204 len: 173 time: 1.3849814 Oct 26 14:13:34.121625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.121815 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Added segment b8d980f2-8e10-4ee6-b71c-6e3acd8fe626 of type vlan for network bafa30fe-919c-48d5-892e-3c52ed11eae3 Oct 26 14:13:34.130003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'name': 'network-vif-deleted', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:34.136352 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e214948-ca62-4231-b170-e86ba3a68b54" -d '{"events": [{"server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "name": "network-vif-deleted", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:34.191213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0290453 Oct 26 14:13:34.204330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.242036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:34.242720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-79c3c858-5106-4c0e-9fbb-421bfec302b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.246133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-79c3c858-5106-4c0e-9fbb-421bfec302b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1995661 Oct 26 14:13:34.247805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:34.289644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.290614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.291193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.297965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1b9b6-c505-4b43-8f43-892fcd0cf3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f07a02-5a53-4953-a12d-23b7f3882ca4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.309546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7593d2-ea33-401f-901b-624b84b4353f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=c1a2817f-c9c1-48bf-be35-8c4c81896890,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:34.547292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 01844206-2cb8-4eba-95ff-c505b9b2bb24 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:34.565391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.574345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.581508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.606383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.629776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.649821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.689476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.692519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-12ab96f0-6cdd-448d-ac34-8749c07b9c8f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.4621642 Oct 26 14:13:34.735558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 01844206-2cb8-4eba-95ff-c505b9b2bb24 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:34.736018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.769694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:34.798990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-ca101810-0711-4825-b723-ec4b246fd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:34.801249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-ca101810-0711-4825-b723-ec4b246fd328 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5228260 Oct 26 14:13:34.802512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7c991c8-286f-43ef-abae-a026cff07157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:34.862056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a916295c-65b1-42a1-9c7d-5bcd70910c59 req-3e2e9a73-9dc9-4340-ada9-2a902dbaae91 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563499 Oct 26 14:13:34.908921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90793e5f-e031-464b-a0ce-76797389a3d7 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:34.965994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b8ac274-d7e9-41e2-a41c-0be97212207f req-396136ab-da2f-4bc9-9f8d-ff7b46a6af9e tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=7eb96e31-254f-4d49-8fbe-2655ca34b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177836 Oct 26 14:13:34.983683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3ecc3f79-73eb-455e-99fc-27c89e2fea6c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:35.001274 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21458696-bc26-410f-b3c0-ccb6951e6170 x-openstack-request-id: req-21458696-bc26-410f-b3c0-ccb6951e6170 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:35.001526 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521faeb9-db11-458b-a52a-2aa43faa2eb6", "name": "network-vif-deleted", "tag": "d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:35.001755 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21458696-bc26-410f-b3c0-ccb6951e6170 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:35.002149 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521faeb9-db11-458b-a52a-2aa43faa2eb6', 'name': 'network-vif-deleted', 'tag': 'd5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c', 'status': 'completed', 'code': 200} Oct 26 14:13:35.014021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.027541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.035039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4170868c-7370-44ac-978c-5a309b06c409 None None] Provisioning complete for port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:35.035824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4170868c-7370-44ac-978c-5a309b06c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.056997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0882640 Oct 26 14:13:35.058789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39234) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.068659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7c991c8-286f-43ef-abae-a026cff07157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.071013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Request body: {'subnet': {'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-subnet', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:35.072269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.087235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd4420-6110-45f9-a864-c5227d6daf69 admin admin] Pushing event updated for resources: {'Network': ['ID=bafa30fe-919c-48d5-892e-3c52ed11eae3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:35.108658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:13:35.139044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7c991c8-286f-43ef-abae-a026cff07157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.167714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.173501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Made reservation on behalf of 31838a1a809c41c9b78e01dc5b32cdc2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:35.176520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.220276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:35.220821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.222417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f7c991c8-286f-43ef-abae-a026cff07157 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36defb1b376341d09556465b837a386b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444234 Oct 26 14:13:35.255911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39236) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.341001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c991c8-286f-43ef-abae-a026cff07157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ff254-f561-49d8-8e85-03fc43602fa9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:35.341814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.384980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.398851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-592b1d22-061b-467f-8307-78f4b7ab26b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1509943 Oct 26 14:13:35.400346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39238) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.409792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.457348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.492061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.552889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673a0812-4a40-48ac-bcab-5c93b06c6aa7,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:35.576376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-35aaec8f-290b-4bd0-b4a5-ae73a6278f79 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548523 Oct 26 14:13:35.608434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Checking segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:35.608781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Network hostable DHCP agents. Network: bafa30fe-919c-48d5-892e-3c52ed11eae3, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:13:35.712279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.748533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:13:35.774564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bafa30fe-919c-48d5-892e-3c52ed11eae3) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:35.785865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:35.787007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.791743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97b4624-67b0-4c44-8762-b9ff440b0f02 None None] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:35.814727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0f1239a6-b55b-44bf-8a4b-edfaa0ad09d4 None None] Provisioning complete for port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:35.815237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f1239a6-b55b-44bf-8a4b-edfaa0ad09d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.846109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.854922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e43adcc-e7ac-4e1f-9d66-e44d7f4d65e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7950025 Oct 26 14:13:35.857682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39240) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:35.872187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.874102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:35.874720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:35.878165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a08ff254-f561-49d8-8e85-03fc43602fa9 HTTP/1.1" status: 204 len: 168 time: 0.6173182 Oct 26 14:13:35.929301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550b4f8-a85a-49a9-8254-feb8cc5c899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ff254-f561-49d8-8e85-03fc43602fa9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:35.975879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f851d41b-bb11-4d46-958f-e37f9b09f8c3 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721491 Oct 26 14:13:36.071128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-407b468a-5ff7-4ade-af75-e47e492e7e7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.0825508 Oct 26 14:13:36.156628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-bafa30fe-919c-48d5-892e-3c52ed11eae3', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:36.158576 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.186568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.189984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.324233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.357394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:36.479493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:36.479959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5cfe9e7-01f7-4fe0-981a-1f84a70fbd7c not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:36.527896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Allocated IP 172.20.0.2 (bafa30fe-919c-48d5-892e-3c52ed11eae3/673a0812-4a40-48ac-bcab-5c93b06c6aa7/5e0d8e0a-6277-4267-bd41-4a17f5063af7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:36.659942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.666286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.672325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.678425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.684458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.691320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.698371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.700360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-703cf85e-dcf5-46b7-a240-8386323197af tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.6269097 Oct 26 14:13:36.762157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.763283 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee54867d-1d31-4c4f-bc4d-17aad0727d16 req-b07b3942-4c50-4dca-893b-c1663d59122f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514789 Oct 26 14:13:36.783215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1f5c558b-b1f0-4691-b6cc-a0b7652fb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.784119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1f5c558b-b1f0-4691-b6cc-a0b7652fb2a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.6529505 Oct 26 14:13:36.785117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::1 (395c5533-adb2-4657-af48-ea89ee0ad2f3/c1a2817f-c9c1-48bf-be35-8c4c81896890/7ac4efc7-11b3-41c5-926b-f20b3aebc9bb) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:36.826715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router e857ec8d-b19b-444b-b04a-2bb05187d4eb is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:36.849036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa389d53-5a6e-4dbc-98e2-33d83a713ea1 req-afa9ff58-5e74-4778-806d-7aa3543c1033 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.857865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.859546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa389d53-5a6e-4dbc-98e2-33d83a713ea1 req-afa9ff58-5e74-4778-806d-7aa3543c1033 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.3149171 Oct 26 14:13:36.877787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.953108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:36.980909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d3ba9798-0873-4190-b381-ddaa21dd205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:36.982990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-d3ba9798-0873-4190-b381-ddaa21dd205c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1834970 Oct 26 14:13:36.985951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:36.987217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2cccc2ee-d3e4-4e3f-b7a8-fa3a7b1cc958 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0473840 Oct 26 14:13:36.989858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:36.990586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:36.992011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Sync routers for ids ['e857ec8d-b19b-444b-b04a-2bb05187d4eb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:36.998703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:37.008036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:37.018560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Routers {'e857ec8d-b19b-444b-b04a-2bb05187d4eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:37.018560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e857ec8d-b19b-444b-b04a-2bb05187d4eb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:37.018560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Pushing event updated for resources: {'Port': ['ID=5e0d8e0a-6277-4267-bd41-4a17f5063af7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:37.019931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa389d53-5a6e-4dbc-98e2-33d83a713ea1 req-95abcbc1-0e53-48a1-992c-dbd9ccc2f01c tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592479 Oct 26 14:13:37.094786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.269087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.277227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c17823ae-9b66-43d3-821e-beffde4e8934 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/e857ec8d-b19b-444b-b04a-2bb05187d4eb HTTP/1.1" status: 200 len: 907 time: 0.2854385 Oct 26 14:13:37.281418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:37.334841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Attempting to bind port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:37.335237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Attempting to bind port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:37.335546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Attempting to bind port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 on network bafa30fe-919c-48d5-892e-3c52ed11eae3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:37.343915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:37.343915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Checking segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:37.344285 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.344630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Bound using segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:37.344964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Bound port: 5e0d8e0a-6277-4267-bd41-4a17f5063af7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:37.345151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:37.345720 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.348795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.374112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:37.378482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:37.379029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.383748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.393039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:37.433658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Set router e857ec8d-b19b-444b-b04a-2bb05187d4eb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:37.544970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] For port 5e0d8e0a-6277-4267-bd41-4a17f5063af7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:37.592632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-e483c02a-a2a0-4381-8eaf-0c3e986ef155 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001370 Oct 26 14:13:37.667048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] For port 5e0d8e0a-6277-4267-bd41-4a17f5063af7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e0d8e0a-6277-4267-bd41-4a17f5063af7,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:37.669718 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.701480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:37.804204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd5c8-a70f-4228-bb6a-4f5bd8260bd2 None None] Pushing event updated for resources: {'Port': ['ID=5e0d8e0a-6277-4267-bd41-4a17f5063af7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:38.017995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Allocated IP 172.25.5.138 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/81367638-bca9-46cb-8dca-0ba7e89c5262) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:38.040891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-825c6d6b-00d1-44a6-bd81-98bcca15f944 None None] Provisioning complete for port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:38.048105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-825c6d6b-00d1-44a6-bd81-98bcca15f944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.097700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.139644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-825c6d6b-00d1-44a6-bd81-98bcca15f944 None None] Port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:38.144328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.156041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e857ec8d-b19b-444b-b04a-2bb05187d4eb', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '267fe002-2634-4a51-aa0d-12535b8de887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:29Z', 'updated_at': '2021-10-26T14:13:34Z', 'revision_number': 3, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port': {'id': '267fe002-2634-4a51-aa0d-12535b8de887', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:33:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e857ec8d-b19b-444b-b04a-2bb05187d4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:30Z', 'updated_at': '2021-10-26T14:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:38.194765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.205565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.212800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.225727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.233301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.239270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.241800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-c70a0487-a72a-4f72-95be-f1d444bd4c14 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.3617084 Oct 26 14:13:38.252252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-f9f684a8-2d17-4f92-88f9-ab5070f8c252 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456096 Oct 26 14:13:38.271404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Checking router: e857ec8d-b19b-444b-b04a-2bb05187d4eb for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:38.274258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Updating router e857ec8d-b19b-444b-b04a-2bb05187d4eb port 267fe002-2634-4a51-aa0d-12535b8de887 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:38.306751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.399185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.406231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-4606128d-989f-433e-a01c-9f4ea1796364 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.1359730 Oct 26 14:13:38.439921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf499-516f-4773-8afb-f93ad3c66559 req-2b8c376b-1e5c-4a5a-b128-b3fe633b2464 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.457819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73baf499-516f-4773-8afb-f93ad3c66559 req-2b8c376b-1e5c-4a5a-b128-b3fe633b2464 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.41 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5424447 Oct 26 14:13:38.463374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-498ac2a2-f316-44b2-ae23-cf39d9225c9b req-0b3ecf35-36ca-42df-ac6c-c83fb7fb896e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2095079 Oct 26 14:13:38.639308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e0d8e0a-6277-4267-bd41-4a17f5063af7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:38.641333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.655710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700a0fe-7e77-44bc-952c-4b635e6fd0bd req-65799c93-7a6d-452f-9863-eb6e109ff3ae tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.657642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c700a0fe-7e77-44bc-952c-4b635e6fd0bd req-65799c93-7a6d-452f-9863-eb6e109ff3ae tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.5475314 Oct 26 14:13:38.758895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-bdf155c6-1f3c-4a3e-9053-b50c93f72b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.760766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-bdf155c6-1f3c-4a3e-9053-b50c93f72b9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.3344240 Oct 26 14:13:38.772710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.789674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c700a0fe-7e77-44bc-952c-4b635e6fd0bd req-8b8a29b8-1df2-4b48-94cd-838f0d5199f3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167772 Oct 26 14:13:38.884272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Deleting port 267fe002-2634-4a51-aa0d-12535b8de887 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:38.885191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:38.907938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:38.923899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:38.940818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:38.987350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8c9ac8a1-1140-4032-97cc-ab9e254e637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:38.988945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-8c9ac8a1-1140-4032-97cc-ab9e254e637d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2037923 Oct 26 14:13:38.997108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port b9689460-f06a-476e-b58e-66883f293437 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:38.997375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.015844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Pushing event updated for resources: {'Port': ['ID=81367638-bca9-46cb-8dca-0ba7e89c5262,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.085609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.109705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.135258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:39.135627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.142224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.222875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.225992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.232046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Attempting to bind port 267fe002-2634-4a51-aa0d-12535b8de887 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:39.232415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Attempting to bind port 267fe002-2634-4a51-aa0d-12535b8de887 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:39.232818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Attempting to bind port 267fe002-2634-4a51-aa0d-12535b8de887 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:39.239048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd480c1-f430-4f66-8a2c-74c2d4af93f2 None None] Pushing event updated for resources: {'Port': ['ID=267fe002-2634-4a51-aa0d-12535b8de887,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.267842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:39.268227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:39.268645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.269053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:39.269540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Bound port: 267fe002-2634-4a51-aa0d-12535b8de887, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:39.269922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.341894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] For port b9689460-f06a-476e-b58e-66883f293437, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=b9689460-f06a-476e-b58e-66883f293437,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:39.342268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.353017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] For port 267fe002-2634-4a51-aa0d-12535b8de887, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:39.362210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] For port 267fe002-2634-4a51-aa0d-12535b8de887, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=267fe002-2634-4a51-aa0d-12535b8de887,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:39.392036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.426129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.435015 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.511920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Calling delete_port for 267fe002-2634-4a51-aa0d-12535b8de887 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:39.516553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636c1e1-b5ff-438e-9011-9d02c53ed8a1 None None] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:39.552210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Routers {'e857ec8d-b19b-444b-b04a-2bb05187d4eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:39.553003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e857ec8d-b19b-444b-b04a-2bb05187d4eb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:39.571356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-1323c829-4fdc-4cb6-b7f3-89dd326c002f service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025447 Oct 26 14:13:39.699601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] Set router e857ec8d-b19b-444b-b04a-2bb05187d4eb gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:39.704458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-daa6f094-7f4a-400c-983e-5414a115f67e req-2bf734cb-eca0-42b5-8b29-41c6d1335524 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133204 Oct 26 14:13:39.821235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e857ec8d-b19b-444b-b04a-2bb05187d4eb', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:29Z', 'updated_at': '2021-10-26T14:13:38Z', 'revision_number': 4, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:39.834070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 5e0d8e0a-6277-4267-bd41-4a17f5063af7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e0d8e0a-6277-4267-bd41-4a17f5063af7,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:39.872241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd480c1-f430-4f66-8a2c-74c2d4af93f2 None None] Pushing event updated for resources: {'Port': ['ID=267fe002-2634-4a51-aa0d-12535b8de887,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:39.895327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091ca92-c1ee-44a5-9c8d-49b60b849a63 None None] The sync data for ids ['e857ec8d-b19b-444b-b04a-2bb05187d4eb'] in n-d-813419-9 is: [{'id': 'e857ec8d-b19b-444b-b04a-2bb05187d4eb', 'name': 'tempest-snat-router-146064584', 'tenant_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:29Z', 'updated_at': '2021-10-26T14:13:38Z', 'revision_number': 4, 'project_id': '05ec4a76543f45c3b4e5726bc9eeb0ec', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:39.897732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:39.904038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a021253d-6159-4f12-b660-0c2a550f0d02 None None] Provisioning complete for port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:39.904450 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a021253d-6159-4f12-b660-0c2a550f0d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.048838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=5e0d8e0a-6277-4267-bd41-4a17f5063af7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.070753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.122855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1159b725-db39-4ae2-bec5-2cbdc0c6ff60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.147093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.147811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.148727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.149368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.150035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.150664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.151294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.153483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4668f936-c9c7-43f7-a579-dd78c3421265 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6477 time: 0.2008393 Oct 26 14:13:40.162226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5efb19-b055-4450-840d-8661721f6c10 req-fcaa1c3a-ae59-4b02-9180-b7cab3411aa9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.170680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a5efb19-b055-4450-840d-8661721f6c10 req-fcaa1c3a-ae59-4b02-9180-b7cab3411aa9 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 944 time: 0.1612432 Oct 26 14:13:40.303765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39352) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:40.315185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:40.355890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:40.373954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:40.401403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a5efb19-b055-4450-840d-8661721f6c10 req-f49719ae-5051-45cc-8d67-f194f10e24c3 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups?id=1a38cf3f-3d5c-4347-9573-3e07fea05f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249949 Oct 26 14:13:40.424885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.439232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.465987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.472473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.487111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.499783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.518249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.523631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-96d3423b-17ab-4724-9222-04add84494f6 req-d8257a31-d845-4ab1-b956-5060497bab9e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.6146588 Oct 26 14:13:40.543776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e0d8e0a-6277-4267-bd41-4a17f5063af7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:40.552469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-b3c79656-b55e-4d71-9902-45f49a58e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:40.556009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-b3c79656-b55e-4d71-9902-45f49a58e84d service neutron] 10.222.0.73 "GET /v2.0/networks?id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 903 time: 0.3722072 Oct 26 14:13:40.661234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:40.661604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.706732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-86abd061-c4a7-4de6-bcef-23dc1ba8dbea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.1409969 Oct 26 14:13:40.733562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-96d3423b-17ab-4724-9222-04add84494f6 req-e843b2b4-7ef1-4a66-98d7-30175cc0f5d7 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974366 Oct 26 14:13:40.749707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.784704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4baed6-46bc-43c9-afdb-f4eb9a15aba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.789622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.790072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.790392 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Floating IP 153d1857-83ea-4a69-81da-d6ad952937ab disassociated. External IP: 172.25.5.211, port: b9689460-f06a-476e-b58e-66883f293437. Oct 26 14:13:40.790882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for b9689460-f06a-476e-b58e-66883f293437 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:40.847638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0cb99ff8-2c80-41a7-9c65-7371e9aa6620 None None] Provisioning complete for port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:40.848063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0cb99ff8-2c80-41a7-9c65-7371e9aa6620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:40.955345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Router 17581fba-0d75-4fac-b01e-427d06931262 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:41.109556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-70525363-c536-4033-aeac-cf5568593039 None None] Provisioning complete for port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:41.109781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70525363-c536-4033-aeac-cf5568593039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.124249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:41.130443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a93a193d-b9f0-4718-b1e3-310a992b7b86 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "PUT /v2.0/routers/17581fba-0d75-4fac-b01e-427d06931262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7284186 Oct 26 14:13:41.137967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.138696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:41.151120 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Sync routers for ids ['17581fba-0d75-4fac-b01e-427d06931262'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:41.169735 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Routers {'17581fba-0d75-4fac-b01e-427d06931262'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:41.170372 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['17581fba-0d75-4fac-b01e-427d06931262'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:41.178141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-70525363-c536-4033-aeac-cf5568593039 None None] Port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:41.245981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.263189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158e1a0-9489-4b55-aba8-af1ed965f92d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.264787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f158e1a0-9489-4b55-aba8-af1ed965f92d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports/7ac4efc7-11b3-41c5-926b-f20b3aebc9bb HTTP/1.1" status: 200 len: 911 time: 0.1208451 Oct 26 14:13:41.267365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39360) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.284560 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Set router 17581fba-0d75-4fac-b01e-427d06931262 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:41.320206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Port': ['ID=267fe002-2634-4a51-aa0d-12535b8de887,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:41.334300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a6fa7-4827-4758-a0eb-3ff104a3f29f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.341637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a6fa7-4827-4758-a0eb-3ff104a3f29f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.343256 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc0a6fa7-4827-4758-a0eb-3ff104a3f29f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0749514 Oct 26 14:13:41.346108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.425114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-a8725dea-e238-4cee-89bd-2e88e7e51cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:41.428043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-a8725dea-e238-4cee-89bd-2e88e7e51cac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.1992502 Oct 26 14:13:41.433671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:41.448212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Sync routers for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:41.467836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.472395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9bce7ca4-0826-4439-902d-eb01ab2ebf1a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6128290 Oct 26 14:13:41.478432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:41.479075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:41.493001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:41.530899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:37Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': '7ac4efc7-11b3-41c5-926b-f20b3aebc9bb', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:59:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17581fba-0d75-4fac-b01e-427d06931262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:38Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:41.541725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.565265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Checking router: 17581fba-0d75-4fac-b01e-427d06931262 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:41.565627 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Updating router 17581fba-0d75-4fac-b01e-427d06931262 port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:41.567747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94d4a085-0dca-4283-a0d1-5611bfd1be74 req-0d9104b6-d6b0-4041-822d-877de233e9cb tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0639234 Oct 26 14:13:41.604067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.611973 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:41.684361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:41.876110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.002886 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.010369 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.038151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:42.129146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: b9689460-f06a-476e-b58e-66883f293437 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:42.130907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device b9689460-f06a-476e-b58e-66883f293437 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:42.175224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4baed6-46bc-43c9-afdb-f4eb9a15aba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.193634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:39Z', 'revision_number': 3, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:42.198505 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6a65a-6891-4e16-8c59-8c256bc5110b None None] Pushing event updated for resources: {'Port': ['ID=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.231338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:42.232945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.247599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Checking router: 3a657f2f-0ca5-4d70-bb04-ec83cc65286b for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:42.247964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Updating router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b port 81367638-bca9-46cb-8dca-0ba7e89c5262 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:42.254363 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Attempting to bind port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:42.254816 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Attempting to bind port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:42.255079 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Attempting to bind port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:42.270579 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:42.271033 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:42.271358 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.271754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:42.272799 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Bound port: 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:42.273262 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.285820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4baed6-46bc-43c9-afdb-f4eb9a15aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.289119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=b9689460-f06a-476e-b58e-66883f293437,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.302893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.373486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4ac15f81-842d-4056-9418-aa7018548b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.375071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-4ac15f81-842d-4056-9418-aa7018548b29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8846912 Oct 26 14:13:42.389660 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] For port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:42.396475 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] For port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:42.405699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.407910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb, host n-d-813419-9, got binding levels [] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:42.408343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.413490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.414371 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.438144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:42.509357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.526564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.540199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Routers {'17581fba-0d75-4fac-b01e-427d06931262'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:42.541487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.543330 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['17581fba-0d75-4fac-b01e-427d06931262'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:42.548561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.559077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.566298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.573095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.581826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6449476f-c99b-4729-b412-ad39b450521d req-d1eb1f96-62fa-45d3-9b60-3b3b810b7da9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.5748055 Oct 26 14:13:42.583517 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6a65a-6891-4e16-8c59-8c256bc5110b None None] Pushing event updated for resources: {'Port': ['ID=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.674023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bfab4c3a-fa52-4e3d-91fd-61a19d86f055 None None] Provisioning complete for port 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:42.674909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bfab4c3a-fa52-4e3d-91fd-61a19d86f055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.684554 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] Set router 17581fba-0d75-4fac-b01e-427d06931262 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:42.713478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc441a-a9a4-49c0-995f-d77bc6c6708b req-7059ae24-c0a2-410d-9fd1-8590926472a3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:42.715232 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc441a-a9a4-49c0-995f-d77bc6c6708b req-7059ae24-c0a2-410d-9fd1-8590926472a3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.1948509 Oct 26 14:13:42.885606 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9bc441a-a9a4-49c0-995f-d77bc6c6708b req-0374adf4-46fa-4e46-a1f0-04c8974268f6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622818 Oct 26 14:13:42.924439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6449476f-c99b-4729-b412-ad39b450521d req-ee18d8ce-e791-489f-8b93-746e784ae6a9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3416088 Oct 26 14:13:42.935658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d4baed6-46bc-43c9-afdb-f4eb9a15aba0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55b19926611c452abde1ca345e8d70d1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5753136 Oct 26 14:13:42.936868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:42.947817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:42.989915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4baed6-46bc-43c9-afdb-f4eb9a15aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b4d98-1bb3-47f1-b21c-572197e68dbb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:42.990883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9d515f74-a587-4fad-acfb-d80e4d613ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.035716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.038450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e857ec8d-b19b-444b-b04a-2bb05187d4eb {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:43.039569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=7ac4efc7-11b3-41c5-926b-f20b3aebc9bb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.122362 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.126925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be3d226e-7e1e-4e2e-8d0a-986820d5a40f tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e857ec8d-b19b-444b-b04a-2bb05187d4eb HTTP/1.1" status: 204 len: 168 time: 5.8439236 Oct 26 14:13:43.130476 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:37Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': '7ac4efc7-11b3-41c5-926b-f20b3aebc9bb', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:59:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17581fba-0d75-4fac-b01e-427d06931262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:42Z', 'revision_number': 4, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:43.133974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:43.167126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bfab4c3a-fa52-4e3d-91fd-61a19d86f055 None None] Could not find standard attr ID for object 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:43.175808 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.183511 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.db [None req-bfab4c3a-fa52-4e3d-91fd-61a19d86f055 None None] No ports have port_id starting with 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb Oct 26 14:13:43.199454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aaceb9d2-404d-415f-bcb9-d130b3ac75d4 req-34828dfa-f69a-4a1b-89e5-d91f3a346848 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.1122444 Oct 26 14:13:43.205230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.228595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3718987e-75c0-4ba2-8ac2-eb1d57bdb958 None None] The sync data for ids ['17581fba-0d75-4fac-b01e-427d06931262'] in n-d-813419-9 is: [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:37Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': '7ac4efc7-11b3-41c5-926b-f20b3aebc9bb', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:59:f4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17581fba-0d75-4fac-b01e-427d06931262', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:42Z', 'revision_number': 4, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c1a2817f-c9c1-48bf-be35-8c4c81896890', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:43.275809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.290478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Attempting to bind port 81367638-bca9-46cb-8dca-0ba7e89c5262 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:43.291012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Attempting to bind port 81367638-bca9-46cb-8dca-0ba7e89c5262 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:43.291406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Attempting to bind port 81367638-bca9-46cb-8dca-0ba7e89c5262 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:43.313102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.334589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:43.335201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:43.335726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.336131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:43.336654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Bound port: 81367638-bca9-46cb-8dca-0ba7e89c5262, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:43.337038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.339039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2a0530bf-3111-4cb9-a57c-c816fde3b3c9 None None] Could not find standard attr ID for object 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:13:43.380898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e577-d5ba-4e55-86eb-b3b561ad5a06 None None] Pushing event updated for resources: {'Port': ['ID=81367638-bca9-46cb-8dca-0ba7e89c5262,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.438824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] For port 81367638-bca9-46cb-8dca-0ba7e89c5262, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:43.445544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] For port 81367638-bca9-46cb-8dca-0ba7e89c5262, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=81367638-bca9-46cb-8dca-0ba7e89c5262,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:43.452171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.453426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.508018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Router 5eb949ec-3a49-498c-9efb-d08247038cdf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:43.510949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-74e8a305-b23b-4ed8-88e1-13b62c596a35 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0993488 Oct 26 14:13:43.521237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.529751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:43.530550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:43.533167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77e577-d5ba-4e55-86eb-b3b561ad5a06 None None] Pushing event updated for resources: {'Port': ['ID=81367638-bca9-46cb-8dca-0ba7e89c5262,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.640968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.645667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.647453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed7b4d98-1bb3-47f1-b21c-572197e68dbb HTTP/1.1" status: 204 len: 168 time: 0.7089622 Oct 26 14:13:43.666118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c2308-8075-48b6-b078-4749e0938db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7b4d98-1bb3-47f1-b21c-572197e68dbb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:43.668436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.688548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Router 17581fba-0d75-4fac-b01e-427d06931262 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:43.759313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:43.888818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:43.929648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:43.951554 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Sync routers for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:43.974581 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:43.975269 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:44.137558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] No DVR routers for this DVR port b9689460-f06a-476e-b58e-66883f293437 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:44.181574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.212741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:39Z', 'revision_number': 3, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:44.290134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:44.315691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3f1e5-9671-4861-94b4-af5c7c56f9dd None None] The sync data for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 is: [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:39Z', 'revision_number': 3, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:44.387362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:44.433369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:44.439524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-de78471a-64ec-43e2-9dd2-9499aff037f1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "PUT /v2.0/routers/17581fba-0d75-4fac-b01e-427d06931262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0923035 Oct 26 14:13:44.442253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dea2053d-c382-494b-97ff-e346a0916deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.450671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:44.551704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.559644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.570276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.570581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.574731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73baf499-516f-4773-8afb-f93ad3c66559 req-029c8f1f-12ef-45b5-80ca-126a43987aab tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.41 "DELETE /v2.0/ports/b9689460-f06a-476e-b58e-66883f293437 HTTP/1.1" status: 204 len: 173 time: 6.0749004 Oct 26 14:13:44.576881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-deleted', 'tag': 'b9689460-f06a-476e-b58e-66883f293437'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:44.579367 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a683296-a59f-464a-83d5-a711964b859a" -d '{"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-deleted", "tag": "b9689460-f06a-476e-b58e-66883f293437"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:44.588658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.600823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.609049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.617511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.628873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-dbc120e4-cb35-4247-831e-f6347f0e3074 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.2424109 Oct 26 14:13:44.663523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfa388e3-7663-4fb8-ab84-8864dc426b79 req-9b1bd20f-b564-4364-b1e2-582d273cc888 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1106434 Oct 26 14:13:44.706869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:44.723038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477a5d7-78fc-4cf9-b96a-bf53a7e199da tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.726248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c477a5d7-78fc-4cf9-b96a-bf53a7e199da tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.730780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c477a5d7-78fc-4cf9-b96a-bf53a7e199da tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2790072 Oct 26 14:13:44.733218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-b77763ca-2892-4ce0-8885-b952a4f98591 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.734435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39400) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:44.735160 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-b77763ca-2892-4ce0-8885-b952a4f98591 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.41 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.7248406 Oct 26 14:13:44.752424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.805878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b9733-4fac-4749-90cb-4de4318bf845 req-deddc13e-06e1-4612-bbb7-0a7d9a32df85 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:44.807524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-452b9733-4fac-4749-90cb-4de4318bf845 req-deddc13e-06e1-4612-bbb7-0a7d9a32df85 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.7518163 Oct 26 14:13:44.820631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a408d44a-e0f6-481d-9bcb-61deb4ae17b4 req-c969b04f-e448-4596-a694-c38319fab7be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916616 Oct 26 14:13:44.830563 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Checking router: 5eb949ec-3a49-498c-9efb-d08247038cdf for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:44.854864 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:44.855916 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:44.872334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet c1a2817f-c9c1-48bf-be35-8c4c81896890 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:13:44.893462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Allocated IP 172.20.0.1 (bafa30fe-919c-48d5-892e-3c52ed11eae3/673a0812-4a40-48ac-bcab-5c93b06c6aa7/d86e27f1-4e66-4346-ba11-2c8c9fa3db7f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:44.895954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:44.957031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.033178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-452b9733-4fac-4749-90cb-4de4318bf845 req-2b3a5913-9aee-49c2-8ceb-1a218a2bd5a4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031858 Oct 26 14:13:45.033812 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:45.074977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90d63ec1-9b70-4521-b389-05232c5819a3 req-11c3df2b-33d2-4631-be99-138245921f10 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/ports?device_id=965e9d80-3b9c-4d50-a380-9290568a0f07 HTTP/1.1" status: 200 len: 210 time: 0.0773034 Oct 26 14:13:45.086839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dea2053d-c382-494b-97ff-e346a0916deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.106437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dea2053d-c382-494b-97ff-e346a0916deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.147981 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b90583-a8a0-45fe-ac2b-4275561fe779 x-openstack-request-id: req-47b90583-a8a0-45fe-ac2b-4275561fe779 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:45.148701 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965e9d80-3b9c-4d50-a380-9290568a0f07", "name": "network-vif-deleted", "tag": "b9689460-f06a-476e-b58e-66883f293437", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:45.149288 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47b90583-a8a0-45fe-ac2b-4275561fe779 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:45.149926 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965e9d80-3b9c-4d50-a380-9290568a0f07', 'name': 'network-vif-deleted', 'tag': 'b9689460-f06a-476e-b58e-66883f293437', 'status': 'completed', 'code': 200} Oct 26 14:13:45.154082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.155529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Deleting port 01844206-2cb8-4eba-95ff-c505b9b2bb24 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:45.156125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.222151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dea2053d-c382-494b-97ff-e346a0916deb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2f5c04fe01742fc8b01eccd7cb0ef51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334968 Oct 26 14:13:45.222847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2053d-c382-494b-97ff-e346a0916deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f5202-913d-4be2-97cd-02a129e113aa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:45.227911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39402) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:45.229454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Deleting port d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:45.231454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.349802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.370437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.398948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.404069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c1a2817f-c9c1-48bf-be35-8c4c81896890 HTTP/1.1" status: 204 len: 168 time: 0.6587863 Oct 26 14:13:45.407778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.409635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87042140-7acd-493a-ba5b-97e78a53d1d9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:45.411309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:45.471864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdf09c-2d46-4244-bd4c-4dc19df39886 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a2817f-c9c1-48bf-be35-8c4c81896890,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:45.476274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.478405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:45.511706 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29de8dd-5824-4e8d-8df3-9765a3568881 None None] The sync data for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 is: [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:04:04Z', 'revision_number': 4, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '23203ef5-7e36-41fb-a5bb-ba6f35de29b9', 'name': '', 'network_id': 'f4206489-532c-418f-88cd-e4d614a49d2c', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'mac_address': 'fa:16:3e:41:f7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:01Z', 'updated_at': '2021-10-26T14:04:15Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'subnets': [{'id': '36839ddd-f77f-4ec8-ac7a-f88305911a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:45.583184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:45.600970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] For port d7e2811f-1b27-4314-996e-34629868a315, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d7e2811f-1b27-4314-996e-34629868a315,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:45.601875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.642340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] For port 01844206-2cb8-4eba-95ff-c505b9b2bb24, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=01844206-2cb8-4eba-95ff-c505b9b2bb24,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:45.642711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.643558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Sync routers for ids ['17581fba-0d75-4fac-b01e-427d06931262'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:45.656161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Routers {'17581fba-0d75-4fac-b01e-427d06931262'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:45.657239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['17581fba-0d75-4fac-b01e-427d06931262'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:45.663737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Pushing event updated for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:45.688911 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.748768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:45.751240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Calling delete_port for 01844206-2cb8-4eba-95ff-c505b9b2bb24 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:45.757349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:45.785809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac72fc25-48d6-4718-8a58-b11471aace51 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3425977 Oct 26 14:13:45.788293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39406) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:45.799835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:13:45.820733 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.823290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Set router 17581fba-0d75-4fac-b01e-427d06931262 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:45.910237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:45.949329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:42Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:46.019774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Checking router: 17581fba-0d75-4fac-b01e-427d06931262 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:46.036070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.064290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Routers {'17581fba-0d75-4fac-b01e-427d06931262'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:46.065400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['17581fba-0d75-4fac-b01e-427d06931262'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:46.080384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.083095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.084351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982f5202-913d-4be2-97cd-02a129e113aa HTTP/1.1" status: 204 len: 168 time: 0.8554299 Oct 26 14:13:46.120334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b210aa0f-44e4-4ea5-ae22-24b9a7f22427 None None] New status for floating IP 153d1857-83ea-4a69-81da-d6ad952937ab: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:13:46.125213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4e5b3-950e-46c8-896c-f238fb020744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f5202-913d-4be2-97cd-02a129e113aa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:46.324223 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.328222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.355838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.361323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Deleting port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:46.361740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.371325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.378862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.380155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] Set router 17581fba-0d75-4fac-b01e-427d06931262 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:46.386532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.400914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.408320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.416865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.425379 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-2ba1ff18-9f60-4378-a55c-5711665c43ac tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.3950992 Oct 26 14:13:46.476967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:42Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:46.521217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e819e2f-f615-4b97-9613-d4e534ae0369 None None] The sync data for ids ['17581fba-0d75-4fac-b01e-427d06931262'] in n-d-813419-9 is: [{'id': '17581fba-0d75-4fac-b01e-427d06931262', 'name': 'tempest-NetworksTestDHCPv6-router-1927217363', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:35Z', 'updated_at': '2021-10-26T14:13:42Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:46.525857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7b598ad1-e6a5-4445-a345-cde3535112f9 None None] Provisioning complete for port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:46.526161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7b598ad1-e6a5-4445-a345-cde3535112f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.533880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2bc8bfc1-f5dc-4e47-a82c-17a355ae0ed0 req-56c4acc4-5adf-4d47-b611-fb6be4461768 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075413 Oct 26 14:13:46.552592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.553848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Fanout notify agent at l3_agent the message router_deleted on router 17581fba-0d75-4fac-b01e-427d06931262 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:46.598946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.605967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] For port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:46.606362 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.610289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c5d87e8-6b3e-45d7-8aae-92a87f4c7ab9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/routers/17581fba-0d75-4fac-b01e-427d06931262 HTTP/1.1" status: 204 len: 168 time: 0.8205543 Oct 26 14:13:46.611279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39420) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:46.632406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:46.642696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Calling delete_port for 3ecc3f79-73eb-455e-99fc-27c89e2fea6c owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:46.659451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7b598ad1-e6a5-4445-a345-cde3535112f9 None None] Port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:46.701308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db711bd-0fee-4982-b481-b42fd9a1c721 req-24235057-d092-40f4-b95b-00d4a8dc23d5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:46.703375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3db711bd-0fee-4982-b481-b42fd9a1c721 req-24235057-d092-40f4-b95b-00d4a8dc23d5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 946 time: 0.4539669 Oct 26 14:13:46.750421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:46.778747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.779054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.779506 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Floating IP fb376432-009d-46e1-a000-b464730709c2 disassociated. External IP: 172.25.5.24, port: d7e2811f-1b27-4314-996e-34629868a315. Oct 26 14:13:46.779720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Calling delete_port for d7e2811f-1b27-4314-996e-34629868a315 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:46.806191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.843040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] Pushing event deleted for resources: {'Port': ['ID=3ecc3f79-73eb-455e-99fc-27c89e2fea6c,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:46.847699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4be9bf-50cc-4c0e-b34c-cc7f410785ad None None] No DVR routers for this DVR port 3ecc3f79-73eb-455e-99fc-27c89e2fea6c on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:46.867809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.887347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.899558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:46.903079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:46.924800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3db711bd-0fee-4982-b481-b42fd9a1c721 req-e9aa5ade-845e-4afb-9081-c238c8e85c70 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=8d67a7cb-46b3-42c8-90ca-cf1658197b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045121 Oct 26 14:13:46.944965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 81367638-bca9-46cb-8dca-0ba7e89c5262 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:46.973312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event deleted for resources: {'Port': ['ID=01844206-2cb8-4eba-95ff-c505b9b2bb24,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:46.977663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.019966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 81367638-bca9-46cb-8dca-0ba7e89c5262 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:47.023423 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.111109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.182618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.218640 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.222607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'Port': ['ID=d7e2811f-1b27-4314-996e-34629868a315,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.277017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.280771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 81367638-bca9-46cb-8dca-0ba7e89c5262, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=81367638-bca9-46cb-8dca-0ba7e89c5262,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:47.296663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.306245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.310280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.311457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "DELETE /v2.0/security-groups/1a38cf3f-3d5c-4347-9573-3e07fea05f62 HTTP/1.1" status: 204 len: 168 time: 0.5595915 Oct 26 14:13:47.340389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.379529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3ecc3f79-73eb-455e-99fc-27c89e2fea6c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:47.388045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=81367638-bca9-46cb-8dca-0ba7e89c5262,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.422614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932178c7-6594-4511-89db-ac2ce79af44a tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a38cf3f-3d5c-4347-9573-3e07fea05f62,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.427960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3ecc3f79-73eb-455e-99fc-27c89e2fea6c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:47.429996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3ecc3f79-73eb-455e-99fc-27c89e2fea6c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:47.438036 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-f87dbcac-36d3-4461-9efb-c91a620f5c70 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] show failed (client error): The resource could not be found. Oct 26 14:13:47.447842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f87dbcac-36d3-4461-9efb-c91a620f5c70 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "GET /v2.0/security-groups/1a38cf3f-3d5c-4347-9573-3e07fea05f62 HTTP/1.1" status: 404 len: 347 time: 0.1048543 Oct 26 14:13:47.449109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.452031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39442) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.571255 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.575690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.597952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:47.605752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:47.609314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:47.610255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.619419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43269428-71df-4ff8-bd70-57af44a1423a None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:13:47.638544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0251198 Oct 26 14:13:47.649330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43bb79-3ca3-43e3-9706-cb09b852dba1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=c27c0a65-0c8a-404f-865c-743077f22ea6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:47.649330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39452) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.667303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:47.689678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-aa845161-9bdc-430a-9e5d-46dee5f66644 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3491340 Oct 26 14:13:47.715741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.716898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.723807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.724338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdebb7ca-aa63-429b-80af-56eacadefb4f {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:13:47.737119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.738815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-19852c92-1e26-4d44-9662-b73a80e67289 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fdebb7ca-aa63-429b-80af-56eacadefb4f HTTP/1.1" status: 204 len: 168 time: 4.6037655 Oct 26 14:13:47.745234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39454) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:47.753928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1700936672', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:47.763459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Deleting port d99c5b0a-866e-42cf-8865-7f187e387be1 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:47.763750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.855354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d7e2811f-1b27-4314-996e-34629868a315 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:47.922764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: d7e2811f-1b27-4314-996e-34629868a315 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:47.923374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d7e2811f-1b27-4314-996e-34629868a315 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:47.943297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:47.955719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.956803 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:47.987457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.008003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.055797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.057034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4fdf50c4-dfb5-4aa0-a0f4-5880c4644164 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3952990 Oct 26 14:13:48.073130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39496) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:48.088397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.099706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.101150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.101687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.102159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.102716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.103205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.104075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.105925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'c27c0a65-0c8a-404f-865c-743077f22ea6'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:13:48.106577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-61546e7a-a763-4f0d-8f49-e03a3e3348fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.3410938 Oct 26 14:13:48.106985 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.127214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.197494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.203950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.210297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.218713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.225162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.231559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.238184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:48.246777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-2a3db1a8-73cd-4d5c-8f05-32ab1d754eb2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.4108095 Oct 26 14:13:48.264390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.264785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.292845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/c27c0a65-0c8a-404f-865c-743077f22ea6/0361d8c5-7f6e-4504-a845-453ae77afe9e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:48.315399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Calling delete_port for d99c5b0a-866e-42cf-8865-7f187e387be1 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:48.348459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d93c163-865b-4f2a-b9aa-432e5bc40209 req-4d670e22-b3e5-45a8-9e5b-be776326db3d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811388 Oct 26 14:13:48.425718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39500) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:48.543583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.568523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.644822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-99473f82-608e-48ee-b4f2-b0e86fa76823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.667764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Pushing event updated for resources: {'Port': ['ID=0361d8c5-7f6e-4504-a845-453ae77afe9e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:48.677545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 81367638-bca9-46cb-8dca-0ba7e89c5262 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:48.710026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:48.715592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-698e4207-9509-42c9-8a98-0d900da9387a req-216ef22a-5095-4f12-a001-ae1c19919b6e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 210 time: 0.6293793 Oct 26 14:13:48.716141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:48.716232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.721578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:48.751493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.786718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Pushing event updated for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:48.793230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Attempting to bind port 0361d8c5-7f6e-4504-a845-453ae77afe9e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:48.793590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Attempting to bind port 0361d8c5-7f6e-4504-a845-453ae77afe9e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:48.793860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Attempting to bind port 0361d8c5-7f6e-4504-a845-453ae77afe9e on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:48.796477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.805043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:48.805423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:48.805844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.806331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:48.806970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Bound port: 0361d8c5-7f6e-4504-a845-453ae77afe9e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:48.807412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.839702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-99473f82-608e-48ee-b4f2-b0e86fa76823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.882929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] For port 0361d8c5-7f6e-4504-a845-453ae77afe9e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:48.886132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-99473f82-608e-48ee-b4f2-b0e86fa76823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.886623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] For port 0361d8c5-7f6e-4504-a845-453ae77afe9e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0361d8c5-7f6e-4504-a845-453ae77afe9e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:48.889424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 81367638-bca9-46cb-8dca-0ba7e89c5262 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:48.889895 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.915615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:48.997807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c21dd-a160-4344-8f9c-e04da6216103 None None] Pushing event updated for resources: {'Port': ['ID=0361d8c5-7f6e-4504-a845-453ae77afe9e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.054076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-99473f82-608e-48ee-b4f2-b0e86fa76823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6259cb4afb84253a7a43df0dc2133a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257627 Oct 26 14:13:49.055328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99473f82-608e-48ee-b4f2-b0e86fa76823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a43ae-eecf-4097-bee6-46dd45f038f8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.063505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39504) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:49.153995 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.182636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 01844206-2cb8-4eba-95ff-c505b9b2bb24 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:49.204941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Pushing event deleted for resources: {'Port': ['ID=d99c5b0a-866e-42cf-8865-7f187e387be1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:49.213807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 01844206-2cb8-4eba-95ff-c505b9b2bb24 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:49.215238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 01844206-2cb8-4eba-95ff-c505b9b2bb24 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:49.215820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:13:49.242002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:13:49.242002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7ac4efc7-11b3-41c5-926b-f20b3aebc9bb not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:13:49.243876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-2fcf348b-7919-4a95-af5c-c0820a6498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.244360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-2fcf348b-7919-4a95-af5c-c0820a6498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.244875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-2fcf348b-7919-4a95-af5c-c0820a6498d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.247194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-2fcf348b-7919-4a95-af5c-c0820a6498d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 2298 time: 1.0303760 Oct 26 14:13:49.290397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.435147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.438852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.440078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1cd7f3a9-017e-42e5-a0d5-616bff0b3b86 tempest-ServerActionsTestJSON-215556627 tempest-ServerActionsTestJSON-215556627-project] 10.222.0.37 "DELETE /v2.0/floatingips/153d1857-83ea-4a69-81da-d6ad952937ab HTTP/1.1" status: 204 len: 168 time: 1.9821160 Oct 26 14:13:49.447147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39508) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:49.455389 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.465576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:49.471841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:49.476960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:49.490271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:49.493831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-18ecfe07-54c4-4b47-9356-89b1e37313c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1001 time: 0.2367237 Oct 26 14:13:49.498929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:49.499542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:49.531576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::1 (395c5533-adb2-4657-af48-ea89ee0ad2f3/c27c0a65-0c8a-404f-865c-743077f22ea6/e535e984-cd4d-4234-a016-230369c84cf4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:49.535442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.618232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.626450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.635070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.642017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] No DVR routers for this DVR port d7e2811f-1b27-4314-996e-34629868a315 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:13:49.642258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.648762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.656157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.662326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.670842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-972c9041-8453-4b55-910e-13c8cacc169b req-9d115500-d402-498f-8fba-e3e94a00e4d5 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.2258773 Oct 26 14:13:49.675788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:49.679866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1079f0c0-0877-400f-82d1-5ad0b9127834 req-d601a65b-25a4-4d5a-a391-1daa049c953d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.41 "DELETE /v2.0/ports/d7e2811f-1b27-4314-996e-34629868a315 HTTP/1.1" status: 204 len: 173 time: 4.9293928 Oct 26 14:13:49.680348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-deleted', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:13:49.684689 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd0012-474c-41e5-bab9-6cc65f6fd0e5" -d '{"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-deleted", "tag": "d7e2811f-1b27-4314-996e-34629868a315"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:13:49.696909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:49.736647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-25112a82-91c3-414a-9659-e08079b8eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.738929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-25112a82-91c3-414a-9659-e08079b8eb6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.2294791 Oct 26 14:13:49.810144 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da649f85-ace0-4840-b643-b1299b26e826 x-openstack-request-id: req-da649f85-ace0-4840-b643-b1299b26e826 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:13:49.810462 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db60104-6ad7-4ad8-902c-d832a95c4762", "name": "network-vif-deleted", "tag": "d7e2811f-1b27-4314-996e-34629868a315", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:13:49.810714 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da649f85-ace0-4840-b643-b1299b26e826 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:13:49.811151 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db60104-6ad7-4ad8-902c-d832a95c4762', 'name': 'network-vif-deleted', 'tag': 'd7e2811f-1b27-4314-996e-34629868a315', 'status': 'completed', 'code': 200} Oct 26 14:13:49.875032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-7ac9ec25-68f2-4575-a09e-ca509c6cd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:49.876847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-7ac9ec25-68f2-4575-a09e-ca509c6cd080 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264610 Oct 26 14:13:49.884092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:50.084244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.119659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bbe75a9d-bfe0-4136-a8b8-27f01cb9d1ad None None] Provisioning complete for port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:50.119946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bbe75a9d-bfe0-4136-a8b8-27f01cb9d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.198936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.233527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bbe75a9d-bfe0-4136-a8b8-27f01cb9d1ad None None] Port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:50.417237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:50.476431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:50.506232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:50.507012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:50.594218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a5814d5-ca33-4c89-b229-aca9971af427 req-99f2a596-c2cd-4d01-a3bb-9de225aa42b6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db60104-6ad7-4ad8-902c-d832a95c4762 HTTP/1.1" status: 200 len: 210 time: 0.0985754 Oct 26 14:13:50.611386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a8b54e98-5a29-41ad-a506-dc2d689dc34b service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636374 Oct 26 14:13:50.696806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:50.697759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:50.704863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.708905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.714532 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Sync routers for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:50.715365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce5a43ae-eecf-4097-bee6-46dd45f038f8 HTTP/1.1" status: 204 len: 168 time: 1.6435809 Oct 26 14:13:50.726599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be618f88-221e-4c5c-8c85-f8f0253ccc3b admin admin] 10.222.0.37 "PUT /v2.0/routers/3a657f2f-0ca5-4d70-bb04-ec83cc65286b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2085171 Oct 26 14:13:50.758765 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:50.761257 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:50.794545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:50.839338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Allocated IP 172.25.5.63 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/bf8926e8-615d-4799-a7ea-82dc9983c408) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:50.877283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a8246-f86d-4161-8532-b6dae6cfa8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a43ae-eecf-4097-bee6-46dd45f038f8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:50.917166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-972c9041-8453-4b55-910e-13c8cacc169b req-0876f879-7a31-42b3-add9-823c1f8909fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2452395 Oct 26 14:13:50.962479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-90a04809-09ef-4ec2-b4eb-c8d1e9669aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426268 Oct 26 14:13:51.069731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0361d8c5-7f6e-4504-a845-453ae77afe9e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:51.146425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.213962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Provisioning complete for port 0361d8c5-7f6e-4504-a845-453ae77afe9e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:51.213962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.232821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-549c80b9-0505-4598-bd7f-c41cdcbc05f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 217 time: 0.2611077 Oct 26 14:13:51.254598 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:51.327106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:51.344530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:51.348616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:51.353353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:51.353955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.364546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.379850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-7555de64-4f88-4a60-9644-95d19249a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.391936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-7555de64-4f88-4a60-9644-95d19249a60a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1451004 Oct 26 14:13:51.533439 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.550415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0361d8c5-7f6e-4504-a845-453ae77afe9e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:51.550789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.645612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event updated for resources: {'Port': ['ID=bf8926e8-615d-4799-a7ea-82dc9983c408,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:51.659341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.689871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-e82ea90d-716b-4e24-8430-ea04b1caa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:51.692456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-e82ea90d-716b-4e24-8430-ea04b1caa5ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2881699 Oct 26 14:13:51.719307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:51.749894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:51.797586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:51.805590 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 2, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:51.818295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39544) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:51.847795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Checking router: 3a657f2f-0ca5-4d70-bb04-ec83cc65286b for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:51.848665 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Updating router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:51.860833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39548) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:51.870824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343827229', 'description': 'tempest-description--2035120758'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:51.890422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] For port 0361d8c5-7f6e-4504-a845-453ae77afe9e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0361d8c5-7f6e-4504-a845-453ae77afe9e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:51.898796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.901696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.903285 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:51.917917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.073888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a5fe96d7-adb8-4950-ac7b-65efd05cfd8d service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710051 Oct 26 14:13:52.078545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.084210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:52.120728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0964b5d-816b-41dd-88f1-92ab81cf8a1b None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:52.140879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4b76329b-3f6d-4f73-88ff-949faf40532e None None] Provisioning complete for port e535e984-cd4d-4234-a016-230369c84cf4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:52.141254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b76329b-3f6d-4f73-88ff-949faf40532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.176560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Pushing event updated for resources: {'Port': ['ID=0361d8c5-7f6e-4504-a845-453ae77afe9e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:52.199066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.199443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.206824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.207799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.208141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.208475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.208857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.209176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.209686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.210040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.210584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.210969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1a4ea7-33b4-4dad-bbbd-3c0d028b6463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:13:52.224651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4b76329b-3f6d-4f73-88ff-949faf40532e None None] Port e535e984-cd4d-4234-a016-230369c84cf4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:52.329709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.385503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.394815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.491326 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.499705 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.510038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.517895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.525022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.532328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.540810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.566878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.575834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:52.587668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-14454d67-ea48-4bb0-be11-fa32507f1888 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.5190275 Oct 26 14:13:52.620639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0361d8c5-7f6e-4504-a845-453ae77afe9e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:52.649434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4fdad-e984-44e7-86b1-c043354acc97 None None] Pushing event updated for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:52.711842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Attempting to bind port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:52.712283 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Attempting to bind port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:52.713197 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Attempting to bind port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f on network bafa30fe-919c-48d5-892e-3c52ed11eae3 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:52.730231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:52.730716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Checking segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:52.731078 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.731579 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Bound using segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:52.732340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Bound port: d86e27f1-4e66-4346-ba11-2c8c9fa3db7f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:52.732910 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.772138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75945b25-865b-4cb0-a09d-5ee8402732d8 None None] New status for floating IP fb376432-009d-46e1-a000-b464730709c2: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:13:52.840725 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] For port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:52.845458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] For port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:52.854825 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:52.977113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0361d8c5-7f6e-4504-a845-453ae77afe9e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:52.977493 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.010749 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:53.012793 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:53.032234 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4fdad-e984-44e7-86b1-c043354acc97 None None] Pushing event updated for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.077451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] Provisioning complete for port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:53.077829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.080165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-93b76100-07fe-403b-9da7-1dfe5ac46821 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9754734 Oct 26 14:13:53.105297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b31c7a34-a5f3-4a7e-81c2-1da74e9407c9 req-7b58c933-1c72-48cc-bcff-d1945bc924dd tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5161321 Oct 26 14:13:53.158636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.168005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.170143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d67a7cb-46b3-42c8-90ca-cf1658197b21 HTTP/1.1" status: 204 len: 168 time: 1.3294692 Oct 26 14:13:53.172166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.265420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a463c-da55-4e0a-b23d-26e2df6c0a14 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67a7cb-46b3-42c8-90ca-cf1658197b21,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.269694 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.270450 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c68afd91-21d3-45ee-9fd8-44ada780d495 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] show failed (client error): The resource could not be found. Oct 26 14:13:53.275215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c68afd91-21d3-45ee-9fd8-44ada780d495 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups/8d67a7cb-46b3-42c8-90ca-cf1658197b21 HTTP/1.1" status: 404 len: 347 time: 0.0569575 Oct 26 14:13:53.287309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39568) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.306993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-ebf65d57-3837-401d-b602-7949cdc7eeda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 217 time: 0.1718180 Oct 26 14:13:53.363497 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.364559 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:53.384190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.423833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.435079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] For port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:53.442755 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.539646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f42e537-0118-4388-a44b-1208a8d45f89,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.558273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-5e9f47aa-0f21-4a39-9585-b107bb7600c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.560105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.561143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-5e9f47aa-0f21-4a39-9585-b107bb7600c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.2436807 Oct 26 14:13:53.568443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4eddf-e285-4d11-922a-3852b255ebba None None] Pushing event updated for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.570686 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.578454 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0b51616c-efae-42e5-8ce1-95b66a71c6ec tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7112105 Oct 26 14:13:53.578454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.580112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39574) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.608847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b3ea2d4b-a58e-4aef-9bd4-843f04d78625 None None] Provisioning complete for port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:53.609513 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2d4b-a58e-4aef-9bd4-843f04d78625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.630747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'security_group_rule': {'security_group_id': '4f42e537-0118-4388-a44b-1208a8d45f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:53.634657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39576) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:53.687952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.688794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.763124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-207b4ac6-3965-48c9-b4be-92dc1208373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:53.766066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-207b4ac6-3965-48c9-b4be-92dc1208373e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827033 Oct 26 14:13:53.777285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:52Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:53.820193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf98aa70-7c83-4801-90d5-c4a72afc3719 None None] The sync data for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 is: [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:52Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:53.844283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.855234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:53.873133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Deleting port 75645df2-0f99-465f-8b0b-7b8364d76a7f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:53.873386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:53.928629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:54.005168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Deleting port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:54.005168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.078511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.104021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:54.105433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-41216da6-df7e-46e5-afec-7cd86fd66fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312285 Oct 26 14:13:54.107899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.110561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.124212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.135313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:54.161136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.161458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.214013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.215470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5890725 Oct 26 14:13:54.224701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39582) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:54.229468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'security_group_rule': {'security_group_id': '4f42e537-0118-4388-a44b-1208a8d45f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:54.279433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955b991-60d9-4342-9b81-0eee22434391 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25604cd7-5a01-400c-a569-be6d79bc420d,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:54.344596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Calling delete_port for 75645df2-0f99-465f-8b0b-7b8364d76a7f owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:54.400343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] For port 23203ef5-7e36-41fb-a5bb-ba6f35de29b9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:54.400738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.438583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.466319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-3c5caadb-1b85-440a-9783-ce63f53fdc4c service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515606 Oct 26 14:13:54.499564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Calling delete_port for 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:13:54.571114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.578218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.585512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.586184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0f5f7c2e-174c-42d8-982a-757197b79c43 None None] Provisioning complete for port e535e984-cd4d-4234-a016-230369c84cf4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:54.586867 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f5f7c2e-174c-42d8-982a-757197b79c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.593367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.593627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d86e27f1-4e66-4346-ba11-2c8c9fa3db7f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:54.598264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.604704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.611256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.619361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-bd4e28aa-2979-4a1c-80bd-42b467d46c54 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.3020539 Oct 26 14:13:54.643204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-8bdcffe7-a180-4209-9918-d0a9b4c47fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 217 time: 0.1565063 Oct 26 14:13:54.659540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f7c2e-174c-42d8-982a-757197b79c43 None None] Port e535e984-cd4d-4234-a016-230369c84cf4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:13:54.682313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:54.682988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.750709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c805532a-41e2-4f09-b86c-6258f119eec7 req-d04a086a-f3d1-49e2-baa0-26097f4497df tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290064 Oct 26 14:13:54.776750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.799719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.804532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-fc7714a4-1c8e-49fc-a693-2dc47c6c4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:54.805677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-fc7714a4-1c8e-49fc-a693-2dc47c6c4cc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1524544 Oct 26 14:13:54.860722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Router 74e0019d-4f47-4144-9a15-5492927a2645 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:54.863683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Router 71d1c636-33ae-4199-8394-9ce04d4ddea8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:13:54.901308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc18a7f2-6034-49b3-b2f5-5d22dd1659b5,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:54.916502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:54.918608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c8d7917-e84e-4589-bce5-036beec81fed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6925311 Oct 26 14:13:54.926751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:54.935244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:54.961385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.067045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a40ddc3e-e501-443d-a141-a2ad6298d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:55.070494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a40ddc3e-e501-443d-a141-a2ad6298d8b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2522364 Oct 26 14:13:55.186396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.362178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-1186a633-0ebc-49e1-b7b1-5816d1981953 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817547 Oct 26 14:13:55.364677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:55.386907 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] Sync routers for ids ['71d1c636-33ae-4199-8394-9ce04d4ddea8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:55.401999 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] Routers {'71d1c636-33ae-4199-8394-9ce04d4ddea8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:55.403304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71d1c636-33ae-4199-8394-9ce04d4ddea8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:55.457424 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:55.458314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.462890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b0070b00-c30f-490b-adb5-18ad65363875 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7147429 Oct 26 14:13:55.463748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39586) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.470843 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] Routers {'71d1c636-33ae-4199-8394-9ce04d4ddea8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:55.471834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:55.472067 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71d1c636-33ae-4199-8394-9ce04d4ddea8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:55.492094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.528753 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:55.529494 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06123ac9-410c-4231-873a-753c95f31ab5 None None] The sync data for ids ['71d1c636-33ae-4199-8394-9ce04d4ddea8'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:55.579263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:55.580984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.591289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a5649b55-9e72-47de-a52a-eed250a61351 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "PUT /v2.0/routers/74e0019d-4f47-4144-9a15-5492927a2645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5151689 Oct 26 14:13:55.599426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39588) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.600822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Sync routers for ids ['74e0019d-4f47-4144-9a15-5492927a2645'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:55.618691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Routers {'74e0019d-4f47-4144-9a15-5492927a2645'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:55.619324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['74e0019d-4f47-4144-9a15-5492927a2645'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:55.624820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Allocated IP 172.25.5.208 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d2426f66-82ce-44f1-bba8-d31f3a37d3d4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:55.629551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'Port': ['ID=75645df2-0f99-465f-8b0b-7b8364d76a7f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:55.659924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-b2f1283b-44a4-4de6-870b-f52853c79ccf service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811916 Oct 26 14:13:55.700052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70796a0-bb48-4cd1-ae4f-8778651c6b5f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:55.703751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e70796a0-bb48-4cd1-ae4f-8778651c6b5f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports/e535e984-cd4d-4234-a016-230369c84cf4 HTTP/1.1" status: 200 len: 911 time: 0.0954573 Oct 26 14:13:55.713050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:55.735838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Set router 74e0019d-4f47-4144-9a15-5492927a2645 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:55.737174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-afaa96b6-8a86-4332-b104-5687766c35a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 217 time: 0.0586736 Oct 26 14:13:55.738641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.792369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Pushing event deleted for resources: {'Port': ['ID=23203ef5-7e36-41fb-a5bb-ba6f35de29b9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:55.885829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.895424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:55.895424 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c32b509-816f-4ac6-80ae-4688d0a1ecf2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "DELETE /v2.0/floatingips/fb376432-009d-46e1-a000-b464730709c2 HTTP/1.1" status: 204 len: 168 time: 2.5386736 Oct 26 14:13:56.007105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-32aaef1d-ad83-4e32-a8d0-29449c06e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.010513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-32aaef1d-ad83-4e32-a8d0-29449c06e843 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.2620769 Oct 26 14:13:56.053776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:13:51Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': 'e535e984-cd4d-4234-a016-230369c84cf4', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:02:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e0019d-4f47-4144-9a15-5492927a2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:49Z', 'updated_at': '2021-10-26T14:13:52Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:56.095399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Checking router: 74e0019d-4f47-4144-9a15-5492927a2645 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:56.095887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Updating router 74e0019d-4f47-4144-9a15-5492927a2645 port e535e984-cd4d-4234-a016-230369c84cf4 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:13:56.117325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.131923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.208254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.258924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c7fc8-ffe2-4248-9d27-9fe223f9e8ad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.265693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c7fc8-ffe2-4248-9d27-9fe223f9e8ad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.270528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea7c7fc8-ffe2-4248-9d27-9fe223f9e8ad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4285588 Oct 26 14:13:56.271184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:56.416894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.423234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.430107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.437303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.440993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-8557ade7-553f-4cb6-a4fd-c2cef14dc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.442653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-8557ade7-553f-4cb6-a4fd-c2cef14dc50c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4193213 Oct 26 14:13:56.446397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.453742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.461017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:56.463156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-74354d7c-4351-48a1-bb13-e0f53f55db11 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.5150039 Oct 26 14:13:56.532319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.534576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39598) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:56.544321 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.544718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92747548', 'description': 'tempest-description--515357540'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:56.616979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.630060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56baba86-0c71-4ef6-a378-d2ed2b974f63 req-f69531b6-5ae6-4924-8cfe-3bca8dfaaf68 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338675 Oct 26 14:13:56.711114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.735905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Attempting to bind port e535e984-cd4d-4234-a016-230369c84cf4 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:13:56.737537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Attempting to bind port e535e984-cd4d-4234-a016-230369c84cf4 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:13:56.738389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Attempting to bind port e535e984-cd4d-4234-a016-230369c84cf4 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:13:56.742698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff701-175a-40b9-a866-457ef8d4bbff None None] Pushing event updated for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:56.756072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:13:56.757292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:13:56.758290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.759255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:13:56.760405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Bound port: e535e984-cd4d-4234-a016-230369c84cf4, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:13:56.761407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.801066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-d9f5e756-bc22-47c6-ada5-2eba351e7221 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077478 Oct 26 14:13:56.835370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Allocated IP 172.25.5.228 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1cd71790-5974-49ea-a45c-9edf3bb32ee0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:13:56.888510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] For port e535e984-cd4d-4234-a016-230369c84cf4, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:13:56.893983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:56.894565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] For port e535e984-cd4d-4234-a016-230369c84cf4, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e535e984-cd4d-4234-a016-230369c84cf4,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:13:56.902392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.934377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.970157 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:56.987134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:56.998137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Routers {'74e0019d-4f47-4144-9a15-5492927a2645'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:56.998812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['74e0019d-4f47-4144-9a15-5492927a2645'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:57.000113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:57.017063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.036818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.046681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:13:57.054274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:13:57.061576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:13:57.070548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.071819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5310223 Oct 26 14:13:57.083188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39600) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.093903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Pushing event updated for resources: {'Port': ['ID=d2426f66-82ce-44f1-bba8-d31f3a37d3d4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.101934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group_rule': {'security_group_id': 'ac13e1d7-c51e-4053-9b23-5ec9e2740441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:57.216016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Router 5eb949ec-3a49-498c-9efb-d08247038cdf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:57.218061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b569538-8bd5-495f-b34b-8dbbb171f067 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13e1d7-c51e-4053-9b23-5ec9e2740441,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.230322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.264904 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.288395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efff701-175a-40b9-a866-457ef8d4bbff None None] Pushing event updated for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.300019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] Provisioning complete for port e535e984-cd4d-4234-a016-230369c84cf4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:57.300476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.321532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.351519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] Set router 74e0019d-4f47-4144-9a15-5492927a2645 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:57.367360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.422394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'Port': ['ID=1cd71790-5974-49ea-a45c-9edf3bb32ee0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.485917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.526823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.530405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.553018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-532b3bf8-512b-4c67-adda-a2f7dbda73ba service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375221 Oct 26 14:13:57.583663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.593526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] For port e535e984-cd4d-4234-a016-230369c84cf4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e535e984-cd4d-4234-a016-230369c84cf4,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:57.598720 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.616280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d5e15d-8be2-48ef-a49f-658acfb20266,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.618555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:13:57.626389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-33ba31a7-3474-4acd-a42d-47f609e96b5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 217 time: 0.0653052 Oct 26 14:13:57.638908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fa1636d1-cb31-4121-885d-a8ca6941812b admin admin] 10.222.0.37 "PUT /v2.0/routers/5eb949ec-3a49-498c-9efb-d08247038cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1839476 Oct 26 14:13:57.645702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39602) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.651435 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Sync routers for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:13:57.677567 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:57.678769 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:57.702381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.743294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e243b-02f7-4b74-add5-7de34005d4a6 None None] Pushing event updated for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.755437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-1d54314d-fae9-4db4-bcb0-de7d070b54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:57.757260 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-1d54314d-fae9-4db4-bcb0-de7d070b54d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.1180584 Oct 26 14:13:57.759840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-672c6a74-a362-48ff-a907-23742078fb3f None None] Provisioning complete for port e535e984-cd4d-4234-a016-230369c84cf4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:57.760004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.760837 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-672c6a74-a362-48ff-a907-23742078fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.778466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.781388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.789455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56762142-3db1-4942-b078-1dd31d616d3d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6936500 Oct 26 14:13:57.794781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:57.802052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'security_group_rule': {'security_group_id': 'ac13e1d7-c51e-4053-9b23-5ec9e2740441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:57.820269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:13:51Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': 'e535e984-cd4d-4234-a016-230369c84cf4', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:02:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e0019d-4f47-4144-9a15-5492927a2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:49Z', 'updated_at': '2021-10-26T14:13:56Z', 'revision_number': 4, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:57.859875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1199e148-dbf7-469a-8654-b881bbd2783c None None] The sync data for ids ['74e0019d-4f47-4144-9a15-5492927a2645'] in n-d-813419-9 is: [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:13:51Z', 'revision_number': 2, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None, '_interfaces': [{'id': 'e535e984-cd4d-4234-a016-230369c84cf4', 'name': '', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'mac_address': 'fa:16:3e:02:99:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e0019d-4f47-4144-9a15-5492927a2645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:49Z', 'updated_at': '2021-10-26T14:13:56Z', 'revision_number': 4, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'subnets': [{'id': 'c27c0a65-0c8a-404f-865c-743077f22ea6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:57.864082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'Port': ['ID=1cd71790-5974-49ea-a45c-9edf3bb32ee0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:57.936345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.958045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:57.968714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4cd8f428-7022-4fcd-aabe-4c5460875c14 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0309992 Oct 26 14:13:57.985691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.065889 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:58.066210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.105131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-27047528-402d-4771-b363-8a6e4f0cac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.106972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-27047528-402d-4771-b363-8a6e4f0cac1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3407547 Oct 26 14:13:58.171927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.180107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.189234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.197124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.203937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.211602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.212686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.219568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:58.221826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-2005cfd1-a67a-46ca-93ec-84d9b6372bb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5420 time: 0.2579720 Oct 26 14:13:58.383477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-053669ea-4a15-46aa-8ec0-c329bb1561c5 req-0843761f-9f00-4e5b-91b6-af51cd09637a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962257 Oct 26 14:13:58.458991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d37b2940-ea74-4423-93a6-ff900ead516d details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:58.502328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.510643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-69014bff-40a8-4017-8912-b8b5921986cc service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898354 Oct 26 14:13:58.565299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.600549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-8095abd7-7be8-403f-99de-65818d7750cb tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--343827229&fields=id&tenant_id=31838a1a809c41c9b78e01dc5b32cdc2 HTTP/1.1" status: 200 len: 267 time: 0.3460438 Oct 26 14:13:58.657007 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:13:54Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:58.679095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e535e984-cd4d-4234-a016-230369c84cf4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:13:58.683407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.690718 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Checking router: 5eb949ec-3a49-498c-9efb-d08247038cdf for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:13:58.708529 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Routers {'5eb949ec-3a49-498c-9efb-d08247038cdf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:13:58.708529 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5eb949ec-3a49-498c-9efb-d08247038cdf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:58.789152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-aa316b08-136c-4489-a1f3-79045e376e74 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500579 Oct 26 14:13:58.843642 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] Set router 5eb949ec-3a49-498c-9efb-d08247038cdf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:13:58.868468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a6b0023b-bef8-4fff-a46b-e0b537cc6d50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.0710557 Oct 26 14:13:58.927247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:58.944568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.000665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.029152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-bb9edfc0-c9d6-460f-8a35-642ddbfffed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:59.030813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-bb9edfc0-c9d6-460f-8a35-642ddbfffed0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.1535802 Oct 26 14:13:59.038536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'port_id': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'mac_address': 'fa:16:3e:e6:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:59.063317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e535e984-cd4d-4234-a016-230369c84cf4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:13:59.065137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.149127 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:13:54Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:13:59.171340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.185988 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67433bc7-6073-4e7c-b269-93f4cba307df None None] The sync data for ids ['5eb949ec-3a49-498c-9efb-d08247038cdf'] in n-d-813419-9 is: [{'id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'name': 'tempest-ServerActionsTestJSON-727670592-router', 'tenant_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:03:46Z', 'updated_at': '2021-10-26T14:13:54Z', 'revision_number': 5, 'project_id': '7e2e50cb70594fdb9bef67eca6cd9663', 'gw_port': {'id': 'd36da509-eca1-4080-b0d8-e1adead8667e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:02:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb949ec-3a49-498c-9efb-d08247038cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:03:49Z', 'updated_at': '2021-10-26T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:13:59.192204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37b2940-ea74-4423-93a6-ff900ead516d {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:59.262847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.267583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-ff7919e0-ea4d-4b4c-b89b-6a1563b55516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:59.271631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.273329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 94b6e849-42dc-4612-8fc9-52c3181d135e details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:59.273505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.276885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-ff7919e0-ea4d-4b4c-b89b-6a1563b55516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2031579 Oct 26 14:13:59.312744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9a89fa-f603-4913-9604-a0ebdfab71ae,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.314289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router 71d1c636-33ae-4199-8394-9ce04d4ddea8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:13:59.345738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.348181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9ee9b2de-b8cb-4831-8005-85169ad6731d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5515568 Oct 26 14:13:59.353052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.354654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39620) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:59.364064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=94b6e849-42dc-4612-8fc9-52c3181d135e,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.364774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:59.367877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.382034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '94b6e849-42dc-4612-8fc9-52c3181d135e', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'port_id': '94b6e849-42dc-4612-8fc9-52c3181d135e', 'mac_address': 'fa:16:3e:50:78:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:59.436860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Pushing event updated for resources: {'Port': ['ID=d2426f66-82ce-44f1-bba8-d31f3a37d3d4,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.439689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.460347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b6e849-42dc-4612-8fc9-52c3181d135e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:59.503391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=94b6e849-42dc-4612-8fc9-52c3181d135e,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.509525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.510580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fe3f9e0c-e190-4683-92c1-a11897644055 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:13:59.526910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.551156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.612023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-71170c15-74dd-483d-8259-485892da5430 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:13:59.613536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-71170c15-74dd-483d-8259-485892da5430 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/networks?id=bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 200 len: 815 time: 1.0120640 Oct 26 14:13:59.618495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.624099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-09b23571-5a1f-4be4-ba84-133fd9bcc3a2 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9373631 Oct 26 14:13:59.625413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:13:59.632185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1258101723', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'fixed_ips': [{'ip_address': '172.25.5.208'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:13:59.663038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-a5849374-c16a-4f70-8a01-1f7305d28be2 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/quotas/31838a1a809c41c9b78e01dc5b32cdc2 HTTP/1.1" status: 200 len: 375 time: 0.0399270 Oct 26 14:13:59.718433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:13:59.737472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fe3f9e0c-e190-4683-92c1-a11897644055,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.751482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Deleting port d36da509-eca1-4080-b0d8-e1adead8667e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:59.751748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.764376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'port_id': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'mac_address': 'fa:16:3e:2f:f4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:13:59.785413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Made reservation on behalf of f5744179a38e42369dea60fe95a02a48 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:13:59.788889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.853170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.855654 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.868437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-456129d4-efa7-4bf0-b0a4-e3fa8f2c6233 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1762185 Oct 26 14:13:59.892374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3f9e0c-e190-4683-92c1-a11897644055 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:13:59.913218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port e535e984-cd4d-4234-a016-230369c84cf4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:13:59.913625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.949133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fe3f9e0c-e190-4683-92c1-a11897644055,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:13:59.957234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:13:59.958452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e246eb26-49ef-4260-91e8-45fa77983bf8 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:00.020047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-832f8998-6e76-4281-95f4-8c3dd011002b service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7408376 Oct 26 14:14:00.028997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-c0b343f8-7ada-4851-b2d3-1bddfa016f55 service neutron] 10.222.0.37 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027853 Oct 26 14:14:00.108532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e246eb26-49ef-4260-91e8-45fa77983bf8,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.113067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.139330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'e246eb26-49ef-4260-91e8-45fa77983bf8', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'port_id': 'e246eb26-49ef-4260-91e8-45fa77983bf8', 'mac_address': 'fa:16:3e:9a:8c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:00.174656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] For port d36da509-eca1-4080-b0d8-e1adead8667e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d36da509-eca1-4080-b0d8-e1adead8667e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.175036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.185798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.199581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9acac-1c0b-46b8-96d7-92265148ba79 req-a73ad54c-af37-448c-a4df-703961d1707e service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581461 Oct 26 14:14:00.212787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e246eb26-49ef-4260-91e8-45fa77983bf8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:00.222008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Calling delete_port for d36da509-eca1-4080-b0d8-e1adead8667e owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:00.255683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e246eb26-49ef-4260-91e8-45fa77983bf8,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.265310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:00.266062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.267216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e4554675-450a-44ad-9df2-9684143d64f9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:00.277644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.281808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-547fe69a-c482-4388-8629-4e3e15b8bddd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "PUT /v2.0/routers/71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 200 len: 925 time: 4.8135934 Oct 26 14:14:00.290148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.294380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] Sync routers for ids ['71d1c636-33ae-4199-8394-9ce04d4ddea8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:00.319997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:14:00.356296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port e535e984-cd4d-4234-a016-230369c84cf4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e535e984-cd4d-4234-a016-230369c84cf4,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.356727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.363352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] Routers {'71d1c636-33ae-4199-8394-9ce04d4ddea8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:00.364000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71d1c636-33ae-4199-8394-9ce04d4ddea8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:00.379782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for e535e984-cd4d-4234-a016-230369c84cf4 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:00.439501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:00.441726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.447544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.453806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.454172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.460893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.467734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.473933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.478720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:00.481052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.488404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.488961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-9fb56a1e-dbaf-4899-a196-3cf03f900fe9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5423 time: 0.4784238 Oct 26 14:14:00.523656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] Routers {'71d1c636-33ae-4199-8394-9ce04d4ddea8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:00.528834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71d1c636-33ae-4199-8394-9ce04d4ddea8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:00.533130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:00.533785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 23203ef5-7e36-41fb-a5bb-ba6f35de29b9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:00.546364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'e4554675-450a-44ad-9df2-9684143d64f9', 'network_id': '34d4b147-a906-49a5-9a92-175cc9fc5421', 'port_id': 'e4554675-450a-44ad-9df2-9684143d64f9', 'mac_address': 'fa:16:3e:6b:cc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb03d63-39c4-4c51-b76b-1bf438da960b', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:00.567581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.576404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61e816fc-b619-416e-b6ec-78f3ad1be6f2 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 200 len: 925 time: 0.2849460 Oct 26 14:14:00.582113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.589675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-349ea49b-168e-40b4-8aa7-5c47786fa3e2 req-ff6051ff-a2a5-4b7b-96d9-4e5a90a9bf34 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993834 Oct 26 14:14:00.592579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:00.593585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4b8d3-4d84-467c-92aa-66a1bc249e29 None None] The sync data for ids ['71d1c636-33ae-4199-8394-9ce04d4ddea8'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:00.624712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.639006 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.653598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4554675-450a-44ad-9df2-9684143d64f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:00.664340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.667824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-ec58492d-48b7-47ee-8055-c322eb2a552e service neutron] 10.222.0.37 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872438 Oct 26 14:14:00.675577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.681885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.683777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] device_id is not set on port 44817bef-5cfd-4a43-b68d-494a27288bfd yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:00.763806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Allocated IP 172.25.5.121 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f3c9cd12-2e6e-45ac-8067-352e6b1aacab) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:00.777511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dac21cff-79fe-4ea7-b099-97792826cdc7 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:00.797032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.852371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55537733-1bf7-40e5-b4a8-d8cb15011046 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:00.856084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55537733-1bf7-40e5-b4a8-d8cb15011046 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=71d1c636-33ae-4199-8394-9ce04d4ddea8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2476332 Oct 26 14:14:00.859260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:00.889677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac6e22-2709-4409-86fc-6b6e1e4dae9f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:00.901173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:00.951210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:00.962132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=e535e984-cd4d-4234-a016-230369c84cf4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.001700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'port_id': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'mac_address': 'fa:16:3e:e6:49:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:01.074048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.081394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-512b05a0-44e8-4eb2-b570-580d6b76d49b req-c833d17b-7e99-47dc-90b3-0c119d286017 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.1146390 Oct 26 14:14:01.108419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac21cff-79fe-4ea7-b099-97792826cdc7 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:01.140607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:01.144169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d37b2940-ea74-4423-93a6-ff900ead516d'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:01.178640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.199259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a382a5fb-0921-40b3-aec7-cce93d3b73e4 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:01.204306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a382a5fb-0921-40b3-aec7-cce93d3b73e4 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.3438921 Oct 26 14:14:01.206129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39634) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.214431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['94b6e849-42dc-4612-8fc9-52c3181d135e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:01.251159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e246eb26-49ef-4260-91e8-45fa77983bf8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:01.253248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['fe3f9e0c-e190-4683-92c1-a11897644055'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:01.255538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['e4554675-450a-44ad-9df2-9684143d64f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:01.258022 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.258679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c6ee8018-640d-4daa-af27-adefbefc0d3c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:01.290455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5074d561-69a1-4440-a7ae-5ce3d2ea96e1 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 200 len: 205 time: 0.0677741 Oct 26 14:14:01.292907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39636) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.296908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.314908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.327039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36da509-eca1-4080-b0d8-e1adead8667e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.439461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.506859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.600552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.637013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Router 74e0019d-4f47-4144-9a15-5492927a2645 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:01.653918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.657525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.664991 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:14:01.665742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:01.676384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:01.685469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:01.697559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:01.730455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=f3c9cd12-2e6e-45ac-8067-352e6b1aacab,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.763630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.810845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.811400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb949ec-3a49-498c-9efb-d08247038cdf {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:01.811517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:01.821728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ae21bfc-9afb-4561-a790-72e5e688cccb tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1944106 Oct 26 14:14:01.822373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.829794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.831066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32635b05-9ddf-430a-8e03-1557629dfab6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5eb949ec-3a49-498c-9efb-d08247038cdf HTTP/1.1" status: 204 len: 168 time: 4.1832590 Oct 26 14:14:01.835503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:01.843853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:01.909076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Deleting subnet 36839ddd-f77f-4ec8-ac7a-f88305911a03 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:01.909297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'network_id': '141815a7-9db9-4e12-a924-3975deee6f99', 'port_id': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'mac_address': 'fa:16:3e:86:9b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:01.914017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:01.966399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.007486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:02.020210 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Sync routers for ids ['74e0019d-4f47-4144-9a15-5492927a2645'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:02.040787 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Routers {'74e0019d-4f47-4144-9a15-5492927a2645'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:02.041052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-be448af6-aafa-43c1-8728-0227634fae0f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "PUT /v2.0/routers/74e0019d-4f47-4144-9a15-5492927a2645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7386858 Oct 26 14:14:02.041528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.044939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['74e0019d-4f47-4144-9a15-5492927a2645'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:02.071316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.151523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.187070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b84d1-4009-49ee-8367-7591f06d1fa0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.190483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b84d1-4009-49ee-8367-7591f06d1fa0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.192375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d2b84d1-4009-49ee-8367-7591f06d1fa0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1479523 Oct 26 14:14:02.203674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36839ddd-f77f-4ec8-ac7a-f88305911a03,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:02.210814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.225336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.226525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39654) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.244185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.249123 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Set router 74e0019d-4f47-4144-9a15-5492927a2645 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:02.254735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.262625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.268675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.275014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.276947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbf4563b-787e-49e8-be14-4a8357f059e6 req-5374a02e-f1e3-49af-affb-93e67eabc331 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.0743861 Oct 26 14:14:02.295874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.315660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:02.329389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.329627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-ca842eaa-fef5-4412-947e-e276cc22aee3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5426 time: 0.5038474 Oct 26 14:14:02.336901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-174c78ca-f878-47ee-88ce-b80672cfe402 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/36839ddd-f77f-4ec8-ac7a-f88305911a03 HTTP/1.1" status: 204 len: 168 time: 0.4903488 Oct 26 14:14:02.342061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:02.343856 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:14:00Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:02.346738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port bf8926e8-615d-4799-a7ea-82dc9983c408 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:02.352312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.362470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2026ec7-9a30-49d5-b6cb-081993b943ad None None] Network f4206489-532c-418f-88cd-e4d614a49d2c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:02.403017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Checking router: 74e0019d-4f47-4144-9a15-5492927a2645 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:02.409506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a7774bd-ee97-407c-ae83-c702a39ac9c9 req-08f3671d-486c-4c35-9287-3ad658c72627 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788939 Oct 26 14:14:02.414666 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Routers {'74e0019d-4f47-4144-9a15-5492927a2645'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:02.415664 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['74e0019d-4f47-4144-9a15-5492927a2645'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:02.418429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ee8018-640d-4daa-af27-adefbefc0d3c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:02.419674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.426480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Deleting port d2426f66-82ce-44f1-bba8-d31f3a37d3d4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:02.426795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.558016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.559282 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.560532 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] Set router 74e0019d-4f47-4144-9a15-5492927a2645 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:02.577743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Calling delete_port for d2426f66-82ce-44f1-bba8-d31f3a37d3d4 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:02.602336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:02.631810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.635591 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:14:00Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:02.650103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d36da509-eca1-4080-b0d8-e1adead8667e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:02.676401 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c433a561-6bcf-4404-9a6c-204e4604654c None None] The sync data for ids ['74e0019d-4f47-4144-9a15-5492927a2645'] in n-d-813419-9 is: [{'id': '74e0019d-4f47-4144-9a15-5492927a2645', 'name': 'tempest-NetworksTestDHCPv6-router-1291130842', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:47Z', 'updated_at': '2021-10-26T14:14:00Z', 'revision_number': 3, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:02.716960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d36da509-eca1-4080-b0d8-e1adead8667e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:02.717384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d36da509-eca1-4080-b0d8-e1adead8667e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:02.745445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d37b2940-ea74-4423-93a6-ff900ead516d up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:02.797675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet c27c0a65-0c8a-404f-865c-743077f22ea6 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:02.800935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.811983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.827698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:02.840392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2426f66-82ce-44f1-bba8-d31f3a37d3d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:02.860009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port d37b2940-ea74-4423-93a6-ff900ead516d completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:02.863211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.875317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d37b2940-ea74-4423-93a6-ff900ead516d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:02.875951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.926239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.929295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.934276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.935605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-87735dfd-6969-4221-9b02-f27e686b8f31 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886 tempest-ExternalNetworksAdminNegativeTestJSON-1272869886-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/e643c517-f361-49a7-97b3-e8b5500e2f82 HTTP/1.1" status: 204 len: 168 time: 1.1034822 Oct 26 14:14:02.944737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.951562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:02.978823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.001770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.009351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:03.012739 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d3c89-065a-4c77-ad4b-8e0f835cce01" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:03.039147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c6ee8018-640d-4daa-af27-adefbefc0d3c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:03.060732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for bf8926e8-615d-4799-a7ea-82dc9983c408 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:03.124080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16367011-89f4-4467-939e-27f128d0be88 None None] DHCP port deletion for f4206489-532c-418f-88cd-e4d614a49d2c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:03.128525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dac21cff-79fe-4ea7-b099-97792826cdc7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:03.165538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=f3c9cd12-2e6e-45ac-8067-352e6b1aacab,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.192761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:03.211069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.234296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.279240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.303359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.309272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-277cccd1-3480-42a5-9100-c0121f1487b2 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9440162 Oct 26 14:14:03.346465 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b711cb-3fcd-4f5a-b511-6b748bddd2eb x-openstack-request-id: req-54b711cb-3fcd-4f5a-b511-6b748bddd2eb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:03.347237 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:03.347497 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54b711cb-3fcd-4f5a-b511-6b748bddd2eb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:03.347928 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'code': 200} Oct 26 14:14:03.349557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.388072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Deleting port 965c130d-97fd-4df1-8e0b-cff052fe37d2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:03.388631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.443932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7110e78f-bd6b-4e9d-8323-c56e5a734725 req-fa2001ad-f42e-44d6-bebf-3a59ddd76cb4 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.0796206 Oct 26 14:14:03.449744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39674) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.496571 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.581888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] For port 965c130d-97fd-4df1-8e0b-cff052fe37d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=965c130d-97fd-4df1-8e0b-cff052fe37d2,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:03.582359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.625958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0b6f1-141e-493c-842a-9096978fa422 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:03.628979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Deleting port 965c130d-97fd-4df1-8e0b-cff052fe37d2 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:03.629435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.662423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.669360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c27c0a65-0c8a-404f-865c-743077f22ea6 HTTP/1.1" status: 204 len: 168 time: 1.4023976 Oct 26 14:14:03.672472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.684457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-7d052bff-f096-4f22-bc4d-8dcd1c6aadfc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--92747548&fields=id&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 267 time: 0.0883141 Oct 26 14:14:03.692319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf887a92-0510-4494-82d9-f0b87859a768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.708304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Calling delete_port for 965c130d-97fd-4df1-8e0b-cff052fe37d2 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:03.710840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d4a31-e8f9-431f-b99d-94ce5380c3a0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=c27c0a65-0c8a-404f-865c-743077f22ea6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.803619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.809653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.815689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.821938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.828177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.834936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.840897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.842851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-3657b4a8-5a22-4c3c-90bb-e80638c1ceb6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5428 time: 0.2237563 Oct 26 14:14:03.848850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.856282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-16367011-89f4-4467-939e-27f128d0be88 None None] For port 965c130d-97fd-4df1-8e0b-cff052fe37d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=965c130d-97fd-4df1-8e0b-cff052fe37d2,segment=NetworkSegment(89946705-4863-49af-a04b-0015efecd45c),segment_id=89946705-4863-49af-a04b-0015efecd45c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:03.856986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:03.869053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-551ee6a3-30be-4d65-a0d5-3f3fcb674664 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1954315 Oct 26 14:14:03.872975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39694) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:03.892336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Calling delete_port for 965c130d-97fd-4df1-8e0b-cff052fe37d2 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:03.922836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=bf8926e8-615d-4799-a7ea-82dc9983c408,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:03.984270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-da630202-508a-4251-81e3-3d1105720a96 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:03.991450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba913bd3-af9b-4dcc-b8ff-15770e86e613 req-ab50377e-da99-43db-949f-3e2fa7b57bd2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286688 Oct 26 14:14:03.991670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-da630202-508a-4251-81e3-3d1105720a96 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 816 time: 0.2660055 Oct 26 14:14:03.997405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.014428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.029213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.073578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.107356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16367011-89f4-4467-939e-27f128d0be88 None None] Pushing event deleted for resources: {'Port': ['ID=965c130d-97fd-4df1-8e0b-cff052fe37d2,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.112024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16367011-89f4-4467-939e-27f128d0be88 None None] No DVR routers for this DVR port 965c130d-97fd-4df1-8e0b-cff052fe37d2 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:04.140225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:04.200277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Deleting port 0361d8c5-7f6e-4504-a845-453ae77afe9e {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:04.200277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.275163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] For port 0361d8c5-7f6e-4504-a845-453ae77afe9e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0361d8c5-7f6e-4504-a845-453ae77afe9e,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:04.275997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.294570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Calling delete_port for 0361d8c5-7f6e-4504-a845-453ae77afe9e owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:04.396122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.411228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] No DVR routers for this DVR port 0361d8c5-7f6e-4504-a845-453ae77afe9e on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:04.435113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d44b4-fe8a-49e3-b2a3-8ea5888a7936 None None] Pushing event deleted for resources: {'Port': ['ID=0361d8c5-7f6e-4504-a845-453ae77afe9e,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.445315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-ac01184a-2d8f-4a2f-9198-b9eaa55f2212 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/quotas/4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 375 time: 0.4526730 Oct 26 14:14:04.483177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=965c130d-97fd-4df1-8e0b-cff052fe37d2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.486081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] No DVR routers for this DVR port 965c130d-97fd-4df1-8e0b-cff052fe37d2 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:04.489316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.494313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.512458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf887a92-0510-4494-82d9-f0b87859a768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.576321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e535e984-cd4d-4234-a016-230369c84cf4 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:04.589113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf887a92-0510-4494-82d9-f0b87859a768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.600914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.602528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e535e984-cd4d-4234-a016-230369c84cf4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:04.602878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e535e984-cd4d-4234-a016-230369c84cf4 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:04.603465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0361d8c5-7f6e-4504-a845-453ae77afe9e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:04.604016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.608797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5a81d4a-a904-4794-bdc2-dcbc5b68a475 req-a7b88d66-dea9-4270-a524-c9e1fd8fcd86 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.0902133 Oct 26 14:14:04.637596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0361d8c5-7f6e-4504-a845-453ae77afe9e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:04.637988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0361d8c5-7f6e-4504-a845-453ae77afe9e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:04.638405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 965c130d-97fd-4df1-8e0b-cff052fe37d2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:04.645014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.645658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router 71d1c636-33ae-4199-8394-9ce04d4ddea8 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:04.653476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.654538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-291f2947-00aa-4856-8b6d-54caa380fa76 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 204 len: 168 time: 3.2870078 Oct 26 14:14:04.661608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39698) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.668630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 965c130d-97fd-4df1-8e0b-cff052fe37d2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:04.668981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1514354286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:04.669109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 965c130d-97fd-4df1-8e0b-cff052fe37d2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:04.677648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.691621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887a92-0510-4494-82d9-f0b87859a768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1066378-c9ee-4b44-884a-9209ae8cc4c1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.699043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bf887a92-0510-4494-82d9-f0b87859a768 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9e4d77af523429998b63708320580cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2479448 Oct 26 14:14:04.701507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39700) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.716233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.716782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Fanout notify agent at l3_agent the message router_deleted on router 74e0019d-4f47-4144-9a15-5492927a2645 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:04.724179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.729174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6129a9db-14b4-47ca-9cd7-2453eb24d9b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/routers/74e0019d-4f47-4144-9a15-5492927a2645 HTTP/1.1" status: 204 len: 168 time: 0.8525977 Oct 26 14:14:04.731778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dac21cff-79fe-4ea7-b099-97792826cdc7 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:04.737331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.745127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4206489-532c-418f-88cd-e4d614a49d2c']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:04.745832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-a53502c4-3161-4204-9fc3-46881bb58488 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2811961 Oct 26 14:14:04.763913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89946705-4863-49af-a04b-0015efecd45c') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:04.764240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89946705-4863-49af-a04b-0015efecd45c') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:04.774119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.775410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.783358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.787177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d63669b-db9b-4b85-89d1-e70c18f14421 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0401390 Oct 26 14:14:04.788590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.806064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.823267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:04.823992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: items = [ Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:04.826035 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:04.853941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port dac21cff-79fe-4ea7-b099-97792826cdc7 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:04.867540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port dac21cff-79fe-4ea7-b099-97792826cdc7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:04.867921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.904293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.917256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.934395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.942981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.949882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f4206489-532c-418f-88cd-e4d614a49d2c HTTP/1.1" status: 204 len: 168 time: 2.5561070 Oct 26 14:14:04.952329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:04.956686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5a33874d-6a8e-45cd-8e98-eae949086e05 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2941499 Oct 26 14:14:04.958687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:04.968851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177629c-06da-4b85-af28-ffd0effbfb59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4206489-532c-418f-88cd-e4d614a49d2c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:04.991835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.010986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-e0632190-e5f0-4d46-a1fe-e24db1b13816 service neutron] 10.222.0.37 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185509 Oct 26 14:14:05.018396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:05.031328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:05.037577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.038969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c6ee8018-640d-4daa-af27-adefbefc0d3c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:05.107102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.131785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.165162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c6ee8018-640d-4daa-af27-adefbefc0d3c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:05.170263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c6ee8018-640d-4daa-af27-adefbefc0d3c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:05.170582 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.175990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f505f5a-48d5-4ea5-a3b1-fd9249be57b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.178863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4f505f5a-48d5-4ea5-a3b1-fd9249be57b2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3851740 Oct 26 14:14:05.183130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.190397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39718) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.202703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.240060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.246543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.252617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.258680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.263308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.265187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.271148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.277227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:05.279201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-471b11f0-4d0b-4bc1-be9c-65e88c2b663b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5429 time: 0.1456106 Oct 26 14:14:05.281037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-572c2cc7-ff8f-4bd4-91f8-853486fa6493 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955119 Oct 26 14:14:05.286163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39720) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.298601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:05.310889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:05.316999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.317945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 94b6e849-42dc-4612-8fc9-52c3181d135e up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:05.364634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:05.368055 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f29b0e-0343-4edb-a778-6513691f2f60" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:05.382912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2840b9-d35d-44f8-ac6a-67ac9ec6c277 req-93fa4b92-859f-4cb9-a263-1e8ef62fe780 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954933 Oct 26 14:14:05.388457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-6d98ea64-1b4c-4e3c-be08-2ab71c7e6139 service neutron] 10.222.0.37 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631132 Oct 26 14:14:05.430799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.436152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d158aa7c-ff67-4065-9bae-12b3aef32251 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e2e50cb70594fdb9bef67eca6cd9663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356243 Oct 26 14:14:05.438841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39724) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:05.450294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.463258 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b344a1c9-2de3-414b-a2ed-1af2594b02c7 x-openstack-request-id: req-b344a1c9-2de3-414b-a2ed-1af2594b02c7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:05.463587 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:05.463889 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b344a1c9-2de3-414b-a2ed-1af2594b02c7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:05.464189 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'code': 200} Oct 26 14:14:05.464665 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'code': 200} Oct 26 14:14:05.469192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:05.473212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.488421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.491661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 94b6e849-42dc-4612-8fc9-52c3181d135e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:05.492338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.493651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1066378-c9ee-4b44-884a-9209ae8cc4c1 HTTP/1.1" status: 204 len: 168 time: 0.7911520 Oct 26 14:14:05.504674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 94b6e849-42dc-4612-8fc9-52c3181d135e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:05.505044 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.560997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b3d19-b112-4aae-8e34-bf0ccd381fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1066378-c9ee-4b44-884a-9209ae8cc4c1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.600398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.631970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.773000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.800196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b26073b0-0c32-46e8-abb2-5a1ce2b9ecab req-edf7962a-30b1-45d2-a8be-cd79d2e2a92c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.0783043 Oct 26 14:14:05.850829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a83b48d3-63a3-491d-8fb4-9078fe552406 req-23809a6b-d5c5-4d9a-b2b1-9938d51ebecf tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.0699260 Oct 26 14:14:05.851453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=94b6e849-42dc-4612-8fc9-52c3181d135e,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:05.858424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.865250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fe3f9e0c-e190-4683-92c1-a11897644055 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:05.895248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.898848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.902591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eb96e31-254f-4d49-8fbe-2655ca34b72f HTTP/1.1" status: 204 len: 168 time: 0.4601567 Oct 26 14:14:05.941902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb001670-5de0-48e3-8bb8-503ebccb8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb96e31-254f-4d49-8fbe-2655ca34b72f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:05.976638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:05.978946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:06.011012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port fe3f9e0c-e190-4683-92c1-a11897644055 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:06.016278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port fe3f9e0c-e190-4683-92c1-a11897644055 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:06.017114 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.018237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.154355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:06.162849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.286945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Allocated IP 172.25.5.214 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6e402829-0c3d-41d2-b2de-23b5bb0c8ee4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:06.291818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:06.312154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:06.324473 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.326855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.328993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.331962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ae06b7-ae09-4561-b92f-e60b5e5bf6c1 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:06.336232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=10fa176d-5b3d-4ac1-a201-11ac4aa6bada,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:06.371654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98d99ad9-dd3d-44c4-a8dd-d40d4d7f813c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0820272 Oct 26 14:14:06.374888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:06.389517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:06.494920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:06.504687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fe3f9e0c-e190-4683-92c1-a11897644055,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:06.528032 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.528826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e246eb26-49ef-4260-91e8-45fa77983bf8 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:06.623229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.641906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:06.657130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.668817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f75bb76-68d7-4c30-994b-053499ac9eb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5744179a38e42369dea60fe95a02a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715140 Oct 26 14:14:06.673231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:06.673445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39756) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:06.717219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '10fa176d-5b3d-4ac1-a201-11ac4aa6bada'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:06.718508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.730545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port e246eb26-49ef-4260-91e8-45fa77983bf8 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:06.751737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.761113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.786987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.794080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.800324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.807669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.815364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:06.818154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-25505edf-3256-4b96-91ba-bfeb734e66e8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5432 time: 0.2550304 Oct 26 14:14:06.820452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.915701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.917897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port e246eb26-49ef-4260-91e8-45fa77983bf8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:06.919602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:06.935656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Allocated IP 2001:db8::f816:3eff:fe01:4f0 (395c5533-adb2-4657-af48-ea89ee0ad2f3/10fa176d-5b3d-4ac1-a201-11ac4aa6bada/36027ce1-fd2b-454f-8246-5c072aa40484) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:06.942821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:06.952605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:06.955115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:06.971300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event updated for resources: {'Port': ['ID=6e402829-0c3d-41d2-b2de-23b5bb0c8ee4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.013429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba43444e-6859-4bfc-b9b6-4c2d80f45ed9 req-545a4f3a-be1c-431d-a173-2c736c0ba8bb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834667 Oct 26 14:14:07.063379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19f649ba-02dc-4e94-9331-33742c176a56 req-c8748634-62b5-4777-b753-07b0a9722e7c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.1298127 Oct 26 14:14:07.084801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.196277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-260f05ba-ed63-44f6-ab06-c6f77d496f75 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.197826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-260f05ba-ed63-44f6-ab06-c6f77d496f75 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.41 "GET /v2.0/networks?id=bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 200 len: 815 time: 0.3031321 Oct 26 14:14:07.254894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0cbdafd-a3d5-45e7-977d-1bb7d72ded43 req-b5c4f9a2-1d61-493b-8a3f-03591c083e0e tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.0681949 Oct 26 14:14:07.262577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.265029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.268988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88ac6e22-2709-4409-86fc-6b6e1e4dae9f HTTP/1.1" status: 204 len: 168 time: 0.5945351 Oct 26 14:14:07.281418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.293188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.338819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6f27e-06a5-4135-a10c-ed01b6b8ca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac6e22-2709-4409-86fc-6b6e1e4dae9f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.361587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-886b543f-b611-45b5-887f-91c08e251b8b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31838a1a809c41c9b78e01dc5b32cdc2 HTTP/1.1" status: 200 len: 379 time: 0.1316917 Oct 26 14:14:07.376846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'port': {'device_id': '3cf8b579-4025-4345-95fc-6ebb17493111', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'admin_state_up': True, 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'security_groups': ['4f42e537-0118-4388-a44b-1208a8d45f89']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:07.378116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Pushing event updated for resources: {'Port': ['ID=36027ce1-fd2b-454f-8246-5c072aa40484,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.447905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:07.454285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:07.461180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:07.517139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.534696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.551720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b6e849-42dc-4612-8fc9-52c3181d135e'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:07.554640 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc074ec-2861-40da-9016-cee45f663ea7" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "94b6e849-42dc-4612-8fc9-52c3181d135e"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:07.558305 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.626210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e246eb26-49ef-4260-91e8-45fa77983bf8,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:07.686092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-b582ccfe-27fe-4484-90ec-bfe51186fa82 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.687617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-b582ccfe-27fe-4484-90ec-bfe51186fa82 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 816 time: 0.2835279 Oct 26 14:14:07.689922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39782) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:07.691817 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98941a6d-0600-499d-8d55-35c32481e624 x-openstack-request-id: req-98941a6d-0600-499d-8d55-35c32481e624 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:07.692352 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "94b6e849-42dc-4612-8fc9-52c3181d135e", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:07.693060 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98941a6d-0600-499d-8d55-35c32481e624 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:07.694574 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b6e849-42dc-4612-8fc9-52c3181d135e', 'code': 200} Oct 26 14:14:07.695215 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'code': 200} Oct 26 14:14:07.704711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.705605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e4554675-450a-44ad-9df2-9684143d64f9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:07.739226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:07.751049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:07.752722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.764643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:07.765455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.808098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-70c37d57-6d16-4412-b022-eca80f32d1d7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 378 time: 0.0997040 Oct 26 14:14:07.809540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Attempting to bind port 36027ce1-fd2b-454f-8246-5c072aa40484 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:07.809923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Attempting to bind port 36027ce1-fd2b-454f-8246-5c072aa40484 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:07.810288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Attempting to bind port 36027ce1-fd2b-454f-8246-5c072aa40484 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:07.828770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:07.829280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:07.829872 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.830337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:07.830818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Bound port: 36027ce1-fd2b-454f-8246-5c072aa40484, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:07.831248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.833500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'port': {'device_id': '057e8999-3f99-4093-b817-3405234a66cd', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'admin_state_up': True, 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'security_groups': ['ac13e1d7-c51e-4053-9b23-5ec9e2740441']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:07.888539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:07.915068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port e4554675-450a-44ad-9df2-9684143d64f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:07.928134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port e4554675-450a-44ad-9df2-9684143d64f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:07.928598 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.941063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.947706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:07.948441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34eb4b64-8756-4180-919b-dc8150a38dc1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5721948 Oct 26 14:14:07.950826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39794) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:07.959065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] For port 36027ce1-fd2b-454f-8246-5c072aa40484, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:07.962617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:4c:27:f5', 'name': 'tempest-NetworksTestDHCPv6-1610912169'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:07.970710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1691970085-network', 'tenant_id': '517dcd0f09c2461380371f8be29506bb'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:07.980447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] For port 36027ce1-fd2b-454f-8246-5c072aa40484, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=36027ce1-fd2b-454f-8246-5c072aa40484,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:07.994549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.104681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473999bf-00f0-4169-a08c-468aa7cd7683 None None] Pushing event updated for resources: {'Port': ['ID=36027ce1-fd2b-454f-8246-5c072aa40484,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:08.106305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Made reservation on behalf of 31838a1a809c41c9b78e01dc5b32cdc2 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:08.110663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.116242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.168822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:08.175370 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.283591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Made reservation on behalf of 517dcd0f09c2461380371f8be29506bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:08.285692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:08.285934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.304685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.309646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.315743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.322194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.328325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.334974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.340931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.342830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-fd379c8b-b54f-4d48-b5e7-e6dfb4de14bc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.1783152 Oct 26 14:14:08.410728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7a1d2d6-3e91-4ec9-9170-18dcae83efae req-44143328-5fca-4e20-89be-7d058fcba854 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.1601417 Oct 26 14:14:08.411430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.420154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Router fe2b6b19-afa6-46f7-a300-485bcebe45b9 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:08.440731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a4dc2e9-626b-4385-a417-ea2618ba1a4a req-93b95ba5-1f84-4d6c-b35f-ee3a134587f1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873847 Oct 26 14:14:08.504065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Allocated IP 172.20.0.11 (bafa30fe-919c-48d5-892e-3c52ed11eae3/673a0812-4a40-48ac-bcab-5c93b06c6aa7/fdd4b20e-c706-464e-86f9-06a4732bbaa0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:08.543796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Made reservation on behalf of 4bf4aa6f7dd64efab80a0ca5963fc1d4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:08.548449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.577630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.623215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:08.646909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] Sync routers for ids ['fe2b6b19-afa6-46f7-a300-485bcebe45b9'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:08.654263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.658557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 36027ce1-fd2b-454f-8246-5c072aa40484 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:08.659158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-558d393a-7f8d-4046-8134-bbcdb97bec30 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "PUT /v2.0/routers/fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 200 len: 884 time: 3.6503704 Oct 26 14:14:08.659294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d24a6056-8401-45ac-82b6-0acaae1d2afc req-6e40830b-24d2-472b-a351-f4159024d67b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.1287127 Oct 26 14:14:08.661089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39814) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.673211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:08.700622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] Routers {'fe2b6b19-afa6-46f7-a300-485bcebe45b9'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:08.701289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['fe2b6b19-afa6-46f7-a300-485bcebe45b9'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:08.745880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:08.774163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] Routers {'fe2b6b19-afa6-46f7-a300-485bcebe45b9'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:08.774906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:13:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['fe2b6b19-afa6-46f7-a300-485bcebe45b9'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:08.792814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1299433266'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:08.798110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a8568e7-16aa-4c44-ad8e-002ffa871147 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 200 len: 925 time: 0.1327863 Oct 26 14:14:08.799111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.827061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:08.827648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9fd82-2ed1-4c62-bd67-801331e417ea None None] The sync data for ids ['fe2b6b19-afa6-46f7-a300-485bcebe45b9'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:08.836438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:08.836843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.849023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c3706-3469-4778-9ce3-8bdb210624f3 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.854047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-392c3706-3469-4778-9ce3-8bdb210624f3 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=fe2b6b19-afa6-46f7-a300-485bcebe45b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0511007 Oct 26 14:14:08.854914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39818) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.928832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.929914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Made reservation on behalf of 2f0a3369770d40f29d37097db7a5604f for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:08.933498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.952386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52e90-2c83-42e3-994b-e62be8fa8953 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:08.956865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5dc52e90-2c83-42e3-994b-e62be8fa8953 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.0982211 Oct 26 14:14:08.957440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39820) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:08.968673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 36027ce1-fd2b-454f-8246-5c072aa40484, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=36027ce1-fd2b-454f-8246-5c072aa40484,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:08.974438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:08.998456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ad19cb5f-ed30-4690-9256-97ca85af2653 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 200 len: 205 time: 0.0398540 Oct 26 14:14:09.001861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:09.002983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.018749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.035557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.049184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=36027ce1-fd2b-454f-8246-5c072aa40484,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:09.057858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.110742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Allocated IP 172.20.0.10 (de77bd72-6790-4c8f-acb4-2ff7a1feecfc/656708a9-eb2f-421c-8155-de0f07c1c872/d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:09.133050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.139087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:09.149242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 03296102-28f7-42e2-b406-2da1d410cd7c yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:09.172652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.196047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f444e-d06b-467f-8a7d-efc9ed9fa96b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:09.201872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.201872 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Added segment 15622ea1-f3fb-4926-adea-7f741650511f of type vlan for network 7e21815b-b77e-496a-84a7-4fbbfa637c79 Oct 26 14:14:09.250935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.315549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port 6e402829-0c3d-41d2-b2de-23b5bb0c8ee4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:09.316205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.401517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82534162-52fd-42f8-a209-0a0a473cc68c None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:09.405464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.415273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.418784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for 6e402829-0c3d-41d2-b2de-23b5bb0c8ee4 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:09.469139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.483044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4fe8203-075a-4516-8aa6-3ededa2c67df None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:09.483677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4fe8203-075a-4516-8aa6-3ededa2c67df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.552806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.586582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.595870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:09.607229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.609964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:09.609964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.629435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8aa6028d-f234-4212-b837-056d81553189 req-370fc0f4-3a25-454d-acd9-1e3d16b59298 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.0395188 Oct 26 14:14:09.666374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:09.692559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:09.706555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246eb26-49ef-4260-91e8-45fa77983bf8'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:09.711455 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271709b5-b70b-4b97-a5ef-4c26fa6ad423" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "e246eb26-49ef-4260-91e8-45fa77983bf8"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "e4554675-450a-44ad-9df2-9684143d64f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:09.730857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.733174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event updated for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:09.742716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:09.796323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843413c6-f3c8-43b8-a9a9-eddc0f7356aa,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:09.849373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.850648 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Added segment 901b6ce4-cf7b-4943-aa32-4e7fcfdff89d of type vlan for network a74740c9-90d9-4a91-97be-ccca776cfe9a Oct 26 14:14:09.875631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '10fa176d-5b3d-4ac1-a201-11ac4aa6bada', 'ip_address': '2001:db8::f816:3eff:fe01:4f0'}, {'subnet_id': '9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '36027ce1-fd2b-454f-8246-5c072aa40484'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:14:09.909525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.926989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:09.940046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2399347 Oct 26 14:14:10.000710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.014850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39836) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.038906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Request body: {'subnet': {'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1691970085-subnet', 'tenant_id': '517dcd0f09c2461380371f8be29506bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.083234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-500af496-b85b-410c-bf47-16acc6f66f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.087279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6a035a48-cdb1-4d0e-a8e8-4c08d1775176 None None] Provisioning complete for port fdd4b20e-c706-464e-86f9-06a4732bbaa0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:10.087641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a035a48-cdb1-4d0e-a8e8-4c08d1775176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.119801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 172.20.0.7 (395c5533-adb2-4657-af48-ea89ee0ad2f3/9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b/03296102-28f7-42e2-b406-2da1d410cd7c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:10.126194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6a035a48-cdb1-4d0e-a8e8-4c08d1775176 None None] Port fdd4b20e-c706-464e-86f9-06a4732bbaa0 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:10.138273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Made reservation on behalf of 517dcd0f09c2461380371f8be29506bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:10.141944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.184909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=6e402829-0c3d-41d2-b2de-23b5bb0c8ee4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:10.198289 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:14:10.232860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe4c:27f5 (395c5533-adb2-4657-af48-ea89ee0ad2f3/10fa176d-5b3d-4ac1-a201-11ac4aa6bada/03296102-28f7-42e2-b406-2da1d410cd7c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:10.264256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.300822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35371a64-d515-4a9e-ae4f-35f9c93d2b9a req-7ad601cb-ac72-420e-bb5d-98266f2e7aac tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.302416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35371a64-d515-4a9e-ae4f-35f9c93d2b9a req-7ad601cb-ac72-420e-bb5d-98266f2e7aac tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 932 time: 0.1309643 Oct 26 14:14:10.384822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.388157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.439949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35371a64-d515-4a9e-ae4f-35f9c93d2b9a req-b840d007-e643-4b76-a323-82526399bfbc tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067007 Oct 26 14:14:10.446185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.446656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router fe2b6b19-afa6-46f7-a300-485bcebe45b9 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:10.453898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.458510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d2521b57-0403-4c37-9455-b740191a585c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 204 len: 168 time: 1.4522028 Oct 26 14:14:10.460030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39838) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.464669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1744055904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.492834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.494163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.544067 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d6889-1840-498e-8124-3b9a8e1e742f x-openstack-request-id: req-7c3d6889-1840-498e-8124-3b9a8e1e742f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:10.544401 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "e246eb26-49ef-4260-91e8-45fa77983bf8", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-plugged", "status": "completed", "tag": "e4554675-450a-44ad-9df2-9684143d64f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:10.544684 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c3d6889-1840-498e-8124-3b9a8e1e742f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:10.545501 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e246eb26-49ef-4260-91e8-45fa77983bf8', 'code': 200} Oct 26 14:14:10.545843 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9', 'code': 200} Oct 26 14:14:10.565425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 36027ce1-fd2b-454f-8246-5c072aa40484 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:10.579105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.590377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.614991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.617223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-30d066b0-2603-4e46-beb9-6a218c3e9765 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1562812 Oct 26 14:14:10.620483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.625416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': True}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:10.634424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ad3a2-672f-41d8-aebd-82303183eb5d admin admin] Pushing event updated for resources: {'Network': ['ID=7e21815b-b77e-496a-84a7-4fbbfa637c79,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:10.641460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:10.641832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.665844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7e21815b-b77e-496a-84a7-4fbbfa637c79 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:10.684795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.691430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.700903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.708065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.716373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.725334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.731609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.733696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-abb4b24c-6e64-44e9-a717-1afd41c349c9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 1.1181686 Oct 26 14:14:10.791855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.793932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.802291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93b0ceaf-52ab-4c12-aed2-4f7166abbbe5 req-d9ee5bf1-0002-45eb-b104-99b44a381ec8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.0643144 Oct 26 14:14:10.803638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.809173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:10.809787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.886915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.933350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:10.958414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3759866 Oct 26 14:14:10.962759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39844) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:10.964696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-91963789-8724-48ba-a8da-48914e876882 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5919843 Oct 26 14:14:10.970842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Request body: {'subnet': {'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:11.017532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Request body: {'port': {'device_id': '3cf8b579-4025-4345-95fc-6ebb17493111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:11.088268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.088805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.089256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.089718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.090185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.090652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.091120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.093272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-7b5f038d-ff28-48ce-b09c-60f86d3b46b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.4563341 Oct 26 14:14:11.103846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Made reservation on behalf of 2f0a3369770d40f29d37097db7a5604f for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:11.107206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.133342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-abc71a3c-f1ad-40db-a836-128f65f692e3 req-3a24cdd9-d616-4551-9a73-cccbbd72a96f tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3565252 Oct 26 14:14:11.153871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458d9fc-9c71-4fc5-8975-916d1ffa36a4 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'Network': ['ID=a74740c9-90d9-4a91-97be-ccca776cfe9a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.160684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:11.169414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:11.175014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:11.225865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:11.250228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.298609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.323724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.371252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.424573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbb45695-c6be-40dd-b102-2ec947ff8dce req-8bbf890b-07d0-4080-ba39-da4262d2bc4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2894006 Oct 26 14:14:11.460726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6a345e64-4716-4168-8a43-2b70e557a5d1 None None] Provisioning complete for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:11.460988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.461100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a345e64-4716-4168-8a43-2b70e557a5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.462003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.497394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6a345e64-4716-4168-8a43-2b70e557a5d1 None None] Port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:11.518032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.523920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 172.25.5.77 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/22b4b9bb-c6a0-422e-b735-ce8eba0ac73f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:11.539315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.549459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.593579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-9fecef9d-931b-460a-9736-190e1830c1fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7716098 Oct 26 14:14:11.667254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Request body: {'port': {'device_id': '057e8999-3f99-4093-b817-3405234a66cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:11.668158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'Subnet': ['ID=a06c048a-a992-453a-889d-dd7701033989,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.728842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533978a9-4842-4336-81b9-dd1958628ec9 req-0836de66-727b-4453-bb8a-6b701875aad7 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.730381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-533978a9-4842-4336-81b9-dd1958628ec9 req-0836de66-727b-4453-bb8a-6b701875aad7 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 932 time: 0.1620564 Oct 26 14:14:11.732967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63acc62-7cce-4fc4-b51b-36b6fc5e9403,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:11.741229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Checking segment: {'id': '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:11.741593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Network hostable DHCP agents. Network: a74740c9-90d9-4a91-97be-ccca776cfe9a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:11.788400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.812137 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-533978a9-4842-4336-81b9-dd1958628ec9 req-8d67a57f-bd4e-4d57-9cc3-311a54edcece tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725524 Oct 26 14:14:11.814487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Network a74740c9-90d9-4a91-97be-ccca776cfe9a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:11.837403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a74740c9-90d9-4a91-97be-ccca776cfe9a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:11.838236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.839806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.845956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Checking segment: {'id': '15622ea1-f3fb-4926-adea-7f741650511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:11.846220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:11.846318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Network hostable DHCP agents. Network: 7e21815b-b77e-496a-84a7-4fbbfa637c79, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:11.847158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.858318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ec91f-829e-4943-9046-d788c4d376da None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:11.870746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a58e2c9-a02a-4720-ac97-b3aa3b9ee766 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9058146 Oct 26 14:14:11.874534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39850) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:11.877404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:11.883706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Request body: {'port': {'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-587168723'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:11.926879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:11.960040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:11.976897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:11.982088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:11.983731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:11.991800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Network 7e21815b-b77e-496a-84a7-4fbbfa637c79 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:11.992848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:11.993056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Allocated IP 172.20.0.2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b/36027ce1-fd2b-454f-8246-5c072aa40484) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:12.003402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=22b4b9bb-c6a0-422e-b735-ce8eba0ac73f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:12.040595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=03296102-28f7-42e2-b406-2da1d410cd7c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:12.074291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7e21815b-b77e-496a-84a7-4fbbfa637c79) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:12.092244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420caf2-b64c-403a-9da8-c9244fb2e583 None None] Network 7e21815b-b77e-496a-84a7-4fbbfa637c79 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:12.101337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.101935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.197465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Made reservation on behalf of 2f0a3369770d40f29d37097db7a5604f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:12.199064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.200112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.202025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.233346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] device_id is not set on port b8b645eb-dd46-4f28-90ed-73acc70f7db8 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:12.235648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a251-6e69-43d7-80a6-c4a402fb30cd req-a4763511-4aca-4be4-9ed7-99e2810435e4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.237532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cc6a251-6e69-43d7-80a6-c4a402fb30cd req-a4763511-4aca-4be4-9ed7-99e2810435e4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 932 time: 0.3036406 Oct 26 14:14:12.280427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] For port 36027ce1-fd2b-454f-8246-5c072aa40484, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=36027ce1-fd2b-454f-8246-5c072aa40484,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:12.292688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad39f233-3976-4d29-b8ec-eb31c79b2e89 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2532871 Oct 26 14:14:12.314689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a74740c9-90d9-4a91-97be-ccca776cfe9a', 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a', 'tenant_id': '2f0a3369770d40f29d37097db7a5604f', 'fixed_ips': [{'subnet_id': 'a06c048a-a992-453a-889d-dd7701033989'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:12.316564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.342234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd4b20e-c706-464e-86f9-06a4732bbaa0 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:12.352480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-27014578-b148-4e93-8e1b-81f462477149 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3970420 Oct 26 14:14:12.356808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39856) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:12.369019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.395867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b19e27-aab7-45ae-9288-3997995c3097 None None] Network 7e21815b-b77e-496a-84a7-4fbbfa637c79 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:12.440892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Transition to ACTIVE for port object fdd4b20e-c706-464e-86f9-06a4732bbaa0 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:14:12.448032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cc6a251-6e69-43d7-80a6-c4a402fb30cd req-fc1da4ac-032d-4b7e-a37e-902f40b8e336 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490502 Oct 26 14:14:12.459044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.511125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.541956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.556739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.558107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.570745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.575243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:12.578075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.586523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.621501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.628912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.631784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-154bbaa8-fa68-4458-b989-d7d99747cd51 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.3202465 Oct 26 14:14:12.642962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.691579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcb2be-fd5e-478f-914b-5872220244d2 None None] Pushing event updated for resources: {'Port': ['ID=36027ce1-fd2b-454f-8246-5c072aa40484,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:12.848009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd0b1fd-bfa9-42bd-bd43-e821ed5ec5b3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.861042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd0b1fd-bfa9-42bd-bd43-e821ed5ec5b3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:12.865926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-acd0b1fd-bfa9-42bd-bd43-e821ed5ec5b3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4973369 Oct 26 14:14:12.869119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39874) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:12.887633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Attempting to bind port fdd4b20e-c706-464e-86f9-06a4732bbaa0 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:12.888276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Attempting to bind port fdd4b20e-c706-464e-86f9-06a4732bbaa0 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:12.888652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Attempting to bind port fdd4b20e-c706-464e-86f9-06a4732bbaa0 on network bafa30fe-919c-48d5-892e-3c52ed11eae3 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:12.911966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Port fdd4b20e-c706-464e-86f9-06a4732bbaa0 on network bafa30fe-919c-48d5-892e-3c52ed11eae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:12.913059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Attempting to bind port fdd4b20e-c706-464e-86f9-06a4732bbaa0 on network bafa30fe-919c-48d5-892e-3c52ed11eae3 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:12.916747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:12.946392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a6658789-55c0-469a-9d92-f99275bdbabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.946556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Allocated IP 2001:db8::1ff (a74740c9-90d9-4a91-97be-ccca776cfe9a/a06c048a-a992-453a-889d-dd7701033989/b8b645eb-dd46-4f28-90ed-73acc70f7db8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:12.963346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.976383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:12.976752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Checking segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:12.977275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Bound using segment: {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:12.977825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Bound port: fdd4b20e-c706-464e-86f9-06a4732bbaa0, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:12.978262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:12.988807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93935a37-0097-4fb7-b75b-e9406b4ac016 req-344d4188-e7dc-48ef-bbfb-e2a49a773cba tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2655938 Oct 26 14:14:13.013279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Transition to ACTIVE for port object d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:14:13.039908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.144536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-151f355e-35e2-4d6f-85d4-0520f31fffd5 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.146132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-151f355e-35e2-4d6f-85d4-0520f31fffd5 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/networks?id=7e21815b-b77e-496a-84a7-4fbbfa637c79 HTTP/1.1" status: 200 len: 809 time: 0.2870734 Oct 26 14:14:13.162454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:13.184686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:13.203832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-839b20a4-d1ab-42f2-acd0-b085d76dc3e2 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/quotas/517dcd0f09c2461380371f8be29506bb HTTP/1.1" status: 200 len: 375 time: 0.0491037 Oct 26 14:14:13.229175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:13.267754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.291178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-fc7102ef-9c6d-4587-9b25-5616ccf99ea2 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=517dcd0f09c2461380371f8be29506bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597429 Oct 26 14:14:13.339141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.340061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.341742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] 10.222.0.41 "PUT /v2.0/ports/fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 200 len: 1092 time: 2.3421280 Oct 26 14:14:13.344691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:13.347309 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690c1c73-b653-44d5-8dc4-e388efea739b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:13.422765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:13.425087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:13.425565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:13.482736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:13.483135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:13.489582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561716e-0a94-4770-87fa-dfd698931143 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:13.561793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:13.562191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:13.562534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:13.562992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Bound port: d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:13.563360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.611030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-c017eb88-de62-4457-b66c-8c68e24fcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.612794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-c017eb88-de62-4457-b66c-8c68e24fcdd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 1095 time: 0.2122855 Oct 26 14:14:13.706477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-d5c70d38-66ea-43c4-896b-f6a794564d6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 200 len: 217 time: 0.0682862 Oct 26 14:14:13.737498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-47c5c751-9439-4695-ad46-bf943baf117f service neutron] 10.222.0.37 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939810 Oct 26 14:14:13.786661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b5b52-9229-4281-a780-7b1e8f8ce719 req-a720a041-947b-44c6-b937-f4272d0516ac tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.791326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e5b5b52-9229-4281-a780-7b1e8f8ce719 req-a720a041-947b-44c6-b937-f4272d0516ac tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 944 time: 0.6952541 Oct 26 14:14:13.798221 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.826611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:13.850842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-0483bde0-0660-4924-80be-466d01d9ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.852357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-0483bde0-0660-4924-80be-466d01d9ec04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673a0812-4a40-48ac-bcab-5c93b06c6aa7 HTTP/1.1" status: 200 len: 854 time: 0.1381118 Oct 26 14:14:13.855796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:13.867144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c047cd95-f138-4ccd-bdd0-adbe26d8440e None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:13.868534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 03296102-28f7-42e2-b406-2da1d410cd7c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:13.868880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.871259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c047cd95-f138-4ccd-bdd0-adbe26d8440e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.893152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.916416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.960240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:13.960937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:13.962349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] 10.222.0.41 "PUT /v2.0/ports/d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1092 time: 2.3501110 Oct 26 14:14:13.983830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-d94a34a4-3afd-48e1-9cfc-90bc3188d5bd service neutron] 10.222.0.37 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248535 Oct 26 14:14:13.994863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e5b5b52-9229-4281-a780-7b1e8f8ce719 req-9a9771b9-03ae-4ec0-a154-b16206d3bb35 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831250 Oct 26 14:14:13.996506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-b67c7fc0-6370-4017-9aaa-dd8fb10cf5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.008917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-b67c7fc0-6370-4017-9aaa-dd8fb10cf5db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bafa30fe-919c-48d5-892e-3c52ed11eae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364589 Oct 26 14:14:14.033033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248069f5-57e2-4693-b39c-d3b883aa990d service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:14.034320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.050884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.103863 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa96dcc-682e-4ecf-9402-8f248fdf7fb4 x-openstack-request-id: req-2aa96dcc-682e-4ecf-9402-8f248fdf7fb4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:14.104245 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:14.104430 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aa96dcc-682e-4ecf-9402-8f248fdf7fb4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:14.104926 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'status': 'completed', 'code': 200} Oct 26 14:14:14.164950 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.219778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-e6f27e2b-2482-4d1c-845e-5b80a38c5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.222301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-e6f27e2b-2482-4d1c-845e-5b80a38c5a29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1095 time: 0.1749730 Oct 26 14:14:14.238531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f34f03f2-5d40-4f28-a5b1-1fe4c2bb8219 None None] Provisioning complete for port 03296102-28f7-42e2-b406-2da1d410cd7c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:14.240373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f34f03f2-5d40-4f28-a5b1-1fe4c2bb8219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.300746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-c5359e7f-448f-4d94-bd04-6e47413c22f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 217 time: 0.0683644 Oct 26 14:14:14.313334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f34f03f2-5d40-4f28-a5b1-1fe4c2bb8219 None None] Port 03296102-28f7-42e2-b406-2da1d410cd7c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:14.390513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.401548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.414865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-7362babf-f70d-45f6-a139-93e8eb9f70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.420871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 03296102-28f7-42e2-b406-2da1d410cd7c owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:14.421926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-7362babf-f70d-45f6-a139-93e8eb9f70d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.0808449 Oct 26 14:14:14.432255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36d44f-7ce1-47d1-8595-fa33be4eebfd req-a81c568e-2fcc-4487-88f8-d95507447c13 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.440626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a36d44f-7ce1-47d1-8595-fa33be4eebfd req-a81c568e-2fcc-4487-88f8-d95507447c13 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.1955059 Oct 26 14:14:14.463669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Allocated IP 2001:db8::2 (a74740c9-90d9-4a91-97be-ccca776cfe9a/a06c048a-a992-453a-889d-dd7701033989/a67ae072-93b3-4ac3-8021-dfff6576841c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:14.504925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-d8b9dd8f-1e1d-448f-97be-a973835779a7 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585979 Oct 26 14:14:14.530249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Network a74740c9-90d9-4a91-97be-ccca776cfe9a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:14.530553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.537765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.545343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.546713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 36027ce1-fd2b-454f-8246-5c072aa40484 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:14.552152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.560219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.569317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.576975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:14.582311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'Port': ['ID=b8b645eb-dd46-4f28-90ed-73acc70f7db8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:14.588134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.590246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-c842218c-bf0f-4d14-9af5-d0f9e91c838d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.3069174 Oct 26 14:14:14.614662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:14.621032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.621963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.663976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a36d44f-7ce1-47d1-8595-fa33be4eebfd req-4f2565cb-17f5-44cb-b45c-79857bedcc5c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217984 Oct 26 14:14:14.676775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:14.677254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.684675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b28b041d-1582-4b25-acbc-739b7f326ed9 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8086362 Oct 26 14:14:14.690395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:14.692942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-5b5a8d33-a2fb-41fb-8ca0-57c3cfed5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:14.695202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-5b5a8d33-a2fb-41fb-8ca0-57c3cfed5ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505498 Oct 26 14:14:14.698096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Request body: {'port': {'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1647172729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:14.698899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] bootfile-name is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:14.699235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] tftp-server is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:14.699571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] server-ip-address is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:14.772138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router 40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:14.845641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.856516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-926c1591-aa32-47d5-a4c6-6b43985f4b11 req-0c8212e7-0ed8-40a3-999e-eb62d30d34bf tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 210 time: 0.0649812 Oct 26 14:14:14.861303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:14.875631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80235865-9468-4fe7-91a1-68bccb9c64d0 req-396ed3bd-ad79-4f21-8a30-28f8daf45755 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604642 Oct 26 14:14:14.915411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:14.915411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:14.916000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:14.930770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bd6d958-f9a8-4da5-9d03-8a3692d00bf4 req-7c13ba1d-f4e4-4e0f-b922-00558115ba59 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381951 Oct 26 14:14:14.970620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-36e5e2cd-a13e-4d89-a38e-fe13adb8d50b service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559986 Oct 26 14:14:15.000432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Pushing event updated for resources: {'Port': ['ID=a67ae072-93b3-4ac3-8021-dfff6576841c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:15.070577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Attempting to bind port a67ae072-93b3-4ac3-8021-dfff6576841c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:15.070952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Attempting to bind port a67ae072-93b3-4ac3-8021-dfff6576841c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:15.080229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Attempting to bind port a67ae072-93b3-4ac3-8021-dfff6576841c on network a74740c9-90d9-4a91-97be-ccca776cfe9a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:15.087055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:15.087431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Checking segment: {'id': '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:15.087830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.088230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Bound using segment: {'id': '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:15.088749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Bound port: a67ae072-93b3-4ac3-8021-dfff6576841c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'a74740c9-90d9-4a91-97be-ccca776cfe9a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:15.089137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.121961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1c73-b653-44d5-8dc4-e388efea739b req-c7d1b99e-73a1-4fe0-bdcf-bf1db9ffb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.124766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-c7d1b99e-73a1-4fe0-bdcf-bf1db9ffb28d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 1095 time: 0.0663769 Oct 26 14:14:15.141425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Made reservation on behalf of 2f0a3369770d40f29d37097db7a5604f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:15.146878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.162292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:15.174307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] Sync routers for ids ['40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:15.180717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.184308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84280c24-927a-40d7-8ab7-4a9d301b92b8 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "PUT /v2.0/routers/40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 200 len: 918 time: 4.5603006 Oct 26 14:14:15.184308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.187443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:15.194561 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] Routers {'40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:15.195798 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:15.211518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] For port a67ae072-93b3-4ac3-8021-dfff6576841c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:15.224235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] For port a67ae072-93b3-4ac3-8021-dfff6576841c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a67ae072-93b3-4ac3-8021-dfff6576841c,segment=NetworkSegment(901b6ce4-cf7b-4943-aa32-4e7fcfdff89d),segment_id=901b6ce4-cf7b-4943-aa32-4e7fcfdff89d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:15.232165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.257810 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:15.271157 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] Routers {'40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:15.273544 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:15.320837 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:15.321565 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b0a0b-dc3a-4415-b4ab-18112f723bb8 None None] The sync data for ids ['40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:15.344201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] device_id is not set on port e5ad54c7-a2ee-4de6-b550-79a362b70002 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:15.346667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce854df-b501-4df8-8c57-28b3c3aefe9c None None] Pushing event updated for resources: {'Port': ['ID=a67ae072-93b3-4ac3-8021-dfff6576841c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:15.359447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=03296102-28f7-42e2-b406-2da1d410cd7c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:15.394133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.403648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.415780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.424603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.435028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.444301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.450759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.452837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20bb750f-4b60-4047-8f3d-b0a630da07a4 req-12afb82b-d8a2-448b-a31a-91a13bf22019 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.4114041 Oct 26 14:14:15.466672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39902) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:15.501800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Request body: {'floatingip': {'port_id': 'fe3f9e0c-e190-4683-92c1-a11897644055'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:15.629502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0807f5a-6487-45ff-b85f-4c30ee50592e tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 200 len: 924 time: 0.4392438 Oct 26 14:14:15.638159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39904) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:15.748371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.759681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:15.774897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1c73-b653-44d5-8dc4-e388efea739b req-12f0e318-4856-4988-95d0-fa20a5361348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.777159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-12f0e318-4856-4988-95d0-fa20a5361348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 200 len: 916 time: 0.1818955 Oct 26 14:14:15.843374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd182e-5f27-419e-9183-05e34abbaa22 req-927e1a68-d37a-408e-b371-ce4f7cef8380 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.845057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbdd182e-5f27-419e-9183-05e34abbaa22 req-927e1a68-d37a-408e-b371-ce4f7cef8380 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 944 time: 0.7172563 Oct 26 14:14:15.853811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-235e5b28-197e-48c5-8616-4e2b0939b418 req-e8b4e937-74d7-465b-9f53-f1705a6f0e7f service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757370 Oct 26 14:14:15.899236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-27f361f5-1eb9-46e8-b6a3-3632897cd314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 200 len: 217 time: 0.0768013 Oct 26 14:14:15.987433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc5360-40f0-4ea2-b285-93986a5b93b4 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:15.988980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-efcc5360-40f0-4ea2-b285-93986a5b93b4 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3468750 Oct 26 14:14:15.995662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbdd182e-5f27-419e-9183-05e34abbaa22 req-f9acd35b-f8be-4872-a87d-95d3bfe01b37 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408751 Oct 26 14:14:15.996130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39910) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.026145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1c73-b653-44d5-8dc4-e388efea739b req-b053c890-15e9-46c3-b0dc-0db97c512639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.028109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-b053c890-15e9-46c3-b0dc-0db97c512639 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673a0812-4a40-48ac-bcab-5c93b06c6aa7 HTTP/1.1" status: 200 len: 854 time: 0.1144564 Oct 26 14:14:16.034432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-d30cadc9-7f88-453b-b0ab-8b35a049c3e5 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.035876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-d30cadc9-7f88-453b-b0ab-8b35a049c3e5 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.73 "GET /v2.0/networks?id=7e21815b-b77e-496a-84a7-4fbbfa637c79 HTTP/1.1" status: 200 len: 809 time: 0.3226573 Oct 26 14:14:16.061191 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.064479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-205f0840-074d-45ed-8381-0597d8560da7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/03296102-28f7-42e2-b406-2da1d410cd7c HTTP/1.1" status: 204 len: 168 time: 3.1913831 Oct 26 14:14:16.065884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Allocated IP 2001:db8::d4 (a74740c9-90d9-4a91-97be-ccca776cfe9a/a06c048a-a992-453a-889d-dd7701033989/e5ad54c7-a2ee-4de6-b550-79a362b70002) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:16.070151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39912) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.074316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Request body: {'port': {'device_id': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79', 'admin_state_up': True, 'tenant_id': '517dcd0f09c2461380371f8be29506bb'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:16.118907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:16.121683 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaef394-3bb0-4e6a-9adc-b96b35321962" -d '{"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:16.188793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27f5a999-3952-46e9-8da4-4b601eda7a4a req-e2c2bfa9-10b8-405a-974c-a9d0426f9b7e tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 210 time: 0.1186335 Oct 26 14:14:16.213694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258fa1e-4723-4f85-bb36-3b91bb841f8e req-7d5373d4-9c1f-4de6-8aa5-67a36e464cb3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.215782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4258fa1e-4723-4f85-bb36-3b91bb841f8e req-7d5373d4-9c1f-4de6-8aa5-67a36e464cb3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.3398490 Oct 26 14:14:16.247094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1c73-b653-44d5-8dc4-e388efea739b req-e048090d-5214-434a-8da0-c96b5c576649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.248666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-e048090d-5214-434a-8da0-c96b5c576649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bafa30fe-919c-48d5-892e-3c52ed11eae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801500 Oct 26 14:14:16.260683 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b632c47-e7ed-4ccc-bccc-828bcd9beeda x-openstack-request-id: req-2b632c47-e7ed-4ccc-bccc-828bcd9beeda {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:16.260983 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:16.261739 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b632c47-e7ed-4ccc-bccc-828bcd9beeda {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:16.261739 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'status': 'completed', 'code': 200} Oct 26 14:14:16.264133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565f6f84-f1c3-4205-ab95-e682b11e119c tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.269330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-565f6f84-f1c3-4205-ab95-e682b11e119c tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.2693341 Oct 26 14:14:16.276383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.295510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7a431-7c01-4f8b-9576-50fc82927c0a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.297092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7a431-7c01-4f8b-9576-50fc82927c0a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.298633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7a431-7c01-4f8b-9576-50fc82927c0a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.303352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a3c7a431-7c01-4f8b-9576-50fc82927c0a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2231231 Oct 26 14:14:16.317385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.364874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-47573dc4-7263-4323-a050-68f774c54d7c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 200 len: 205 time: 0.0839527 Oct 26 14:14:16.369095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4258fa1e-4723-4f85-bb36-3b91bb841f8e req-32cef583-ad60-4097-890b-1d4da539f335 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523478 Oct 26 14:14:16.382463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39922) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:16.511961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 10fa176d-5b3d-4ac1-a201-11ac4aa6bada {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:16.519573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Made reservation on behalf of 517dcd0f09c2461380371f8be29506bb for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:16.523696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.528024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.534909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ee4d25fb-6aec-4222-8c2b-1d71ba50545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.536445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ee4d25fb-6aec-4222-8c2b-1d71ba50545b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1095 time: 0.2358067 Oct 26 14:14:16.565187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-3d34104d-2341-491b-8d54-bb7e4f6f7fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027494 Oct 26 14:14:16.614500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978cd5b-ba4e-4ec2-b0b1-ed14bff7043c None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:16.659734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a67ae072-93b3-4ac3-8021-dfff6576841c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:16.690850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.691627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.803093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.883465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-493ca547-ff61-4675-af1e-d9f90c9d3c43 None None] Provisioning complete for port a67ae072-93b3-4ac3-8021-dfff6576841c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:16.883820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-493ca547-ff61-4675-af1e-d9f90c9d3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.899819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a67ae072-93b3-4ac3-8021-dfff6576841c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:16.899819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.906625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ec74fdf1-bb70-49fa-84b0-ad1899052d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:16.908186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ec74fdf1-bb70-49fa-84b0-ad1899052d5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.3574178 Oct 26 14:14:16.915207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:16.915606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-690c1c73-b653-44d5-8dc4-e388efea739b req-fa98f51a-25b8-4c35-9e32-02e77ea4ae83 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330131 Oct 26 14:14:16.972311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-849b3f13-21ae-4ffc-b151-149132c1061c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 217 time: 0.0540287 Oct 26 14:14:16.991500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.000737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Allocated IP 172.20.0.8 (7e21815b-b77e-496a-84a7-4fbbfa637c79/a63acc62-7cce-4fc4-b51b-36b6fc5e9403/d5c2c34d-1c09-424f-92db-c3bda0dc5961) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:17.002144 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.052139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.074754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.078087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.088829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ce3ce6c0-2f14-4866-97f4-3f0f58b343a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.090369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-ce3ce6c0-2f14-4866-97f4-3f0f58b343a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1080642 Oct 26 14:14:17.123361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port a67ae072-93b3-4ac3-8021-dfff6576841c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a67ae072-93b3-4ac3-8021-dfff6576841c,segment=NetworkSegment(901b6ce4-cf7b-4943-aa32-4e7fcfdff89d),segment_id=901b6ce4-cf7b-4943-aa32-4e7fcfdff89d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:17.174029 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.262939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=a67ae072-93b3-4ac3-8021-dfff6576841c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:17.280483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-5af7064c-d735-4b2f-ab83-ec96d0a7ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.282049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-5af7064c-d735-4b2f-ab83-ec96d0a7ae2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654494 Oct 26 14:14:17.295229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014113-7cf1-41e6-a32b-aa66076f03e0 req-5aeb90f8-6d5c-4ea3-9c4b-04c1d6211fcf tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.301081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19014113-7cf1-41e6-a32b-aa66076f03e0 req-5aeb90f8-6d5c-4ea3-9c4b-04c1d6211fcf tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 944 time: 0.1810794 Oct 26 14:14:17.430649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port 22b4b9bb-c6a0-422e-b735-ce8eba0ac73f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:17.430991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.447152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.506630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19014113-7cf1-41e6-a32b-aa66076f03e0 req-495a1e09-f54d-4317-8f90-2efb37a54366 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906857 Oct 26 14:14:17.571262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-76d79ab7-cb72-47e1-9d42-39237df8230c service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689385 Oct 26 14:14:17.605423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Network a74740c9-90d9-4a91-97be-ccca776cfe9a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:17.612292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.627459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Provisioning complete for port a67ae072-93b3-4ac3-8021-dfff6576841c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:17.628624 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.641855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:17.671267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5c17aaa-7039-4211-8988-bd0ca48badf1 req-ba8b744a-f957-4742-b3a4-9b9ab57e7dea tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 210 time: 0.0520284 Oct 26 14:14:17.672421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.674519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'Port': ['ID=e5ad54c7-a2ee-4de6-b550-79a362b70002,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:17.680102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:17.682359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for 22b4b9bb-c6a0-422e-b735-ce8eba0ac73f owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:17.695130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.695855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.740868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cffaae97-d4a0-419c-9859-4cc4775bc11b tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0470192 Oct 26 14:14:17.744601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39930) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:17.748583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=10fa176d-5b3d-4ac1-a201-11ac4aa6bada,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:17.753375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.763180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc3934-570c-474f-92e2-b54ad0a148c2 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:17.766160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f715f46f-942a-4a9b-a729-532815efe192 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/10fa176d-5b3d-4ac1-a201-11ac4aa6bada HTTP/1.1" status: 204 len: 168 time: 1.4438047 Oct 26 14:14:17.767251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:17.804458 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Floating IP 057482c8-717c-4e08-b4ed-c934848e783c associated. External IP: 172.25.5.154, port: fe3f9e0c-e190-4683-92c1-a11897644055. Oct 26 14:14:17.804887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d12c-7025-4c3b-8803-12ed5e9091c9 req-2c412385-3832-439d-8faf-d0a59596bede tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:17.812728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9830d12c-7025-4c3b-8803-12ed5e9091c9 req-2c412385-3832-439d-8faf-d0a59596bede tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.1882141 Oct 26 14:14:17.815690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Provisioning complete for port e5ad54c7-a2ee-4de6-b550-79a362b70002 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:17.816188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.820446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.870641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Port e5ad54c7-a2ee-4de6-b550-79a362b70002 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:17.905568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:17.906032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Provisioning complete for port b8b645eb-dd46-4f28-90ed-73acc70f7db8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:17.906639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.911205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.970318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:17.979995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fdd4b20e-c706-464e-86f9-06a4732bbaa0 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:18.000808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-05749a75-abea-4b48-a87a-3d6d9622d9e7 None None] Port b8b645eb-dd46-4f28-90ed-73acc70f7db8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:18.151503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dae67209-880d-4f31-b4bd-93cd2669dcda None None] Provisioning complete for port b8b645eb-dd46-4f28-90ed-73acc70f7db8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:18.151940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dae67209-880d-4f31-b4bd-93cd2669dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.154942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:18.196753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'port_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'mac_address': 'fa:16:3e:7e:63:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:18.228226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-dae67209-880d-4f31-b4bd-93cd2669dcda None None] Port b8b645eb-dd46-4f28-90ed-73acc70f7db8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:18.245422 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.259995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd4b20e-c706-464e-86f9-06a4732bbaa0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:18.265548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.282808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:18.289972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.300078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Router cc649dd6-c3f7-4e32-a023-c6117b77fcad has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:18.374030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.386851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d4da88f-5da9-45ea-8519-80b4d212f381 None None] Provisioning complete for port e5ad54c7-a2ee-4de6-b550-79a362b70002 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:18.387624 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d4da88f-5da9-45ea-8519-80b4d212f381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.393309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Network 7e21815b-b77e-496a-84a7-4fbbfa637c79 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:18.405882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:18.408465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:18.414298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9830d12c-7025-4c3b-8803-12ed5e9091c9 req-86a8860a-f8ea-46b5-953e-4ded8779ce3f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6007121 Oct 26 14:14:18.424353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5668e7b-3aae-4367-81cf-0d8168ce10d6 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.431369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5668e7b-3aae-4367-81cf-0d8168ce10d6 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.433149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.437487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5668e7b-3aae-4367-81cf-0d8168ce10d6 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.451688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5668e7b-3aae-4367-81cf-0d8168ce10d6 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6994236 Oct 26 14:14:18.470297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39934) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.478548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3d4da88f-5da9-45ea-8519-80b4d212f381 None None] Port e5ad54c7-a2ee-4de6-b550-79a362b70002 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:18.484275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.491156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccaef394-3bb0-4e6a-9adc-b96b35321962 req-904ce463-aac7-43cd-ac5a-e24d0ba2c7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320332 Oct 26 14:14:18.525280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.530630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75d0300b-cd1f-44fb-ab8f-2fc91f521ec6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b HTTP/1.1" status: 204 len: 168 time: 0.7605414 Oct 26 14:14:18.531271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39936) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.585281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['fdd4b20e-c706-464e-86f9-06a4732bbaa0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:18.593493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Pushing event updated for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.629189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fcc2f1ca-ef03-49a5-bb09-43695891ba19 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842848 Oct 26 14:14:18.639724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:18.640938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.644269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:18.645487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:18.650832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a67ae072-93b3-4ac3-8021-dfff6576841c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:18.652230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:18.694414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Sync routers for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:18.715471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:18.716074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.716473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:18.760393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.791014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=22b4b9bb-c6a0-422e-b735-ce8eba0ac73f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:18.796042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2f62662-7d24-4f4d-aeb0-01731c0a2f49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "PUT /v2.0/floatingips/057482c8-717c-4e08-b4ed-c934848e783c HTTP/1.1" status: 200 len: 991 time: 3.3223734 Oct 26 14:14:18.804328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-448c09cc-7707-404a-9e81-b13f7a6b3b9b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7363515 Oct 26 14:14:18.824702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Request body: {'port': {'device_id': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:18.826817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:18.829206 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe835f-d7be-46a8-bce5-d1fd08600310" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:18.863977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:18.868239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.875353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:18.906240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.979555 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:18.982004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880cbaf-a079-4b75-b47f-eb2c0e4b5e3e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:18.999377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76456ea-a2ab-459d-bc53-eaf3a0c2b3bb req-70a7e0b8-1af1-45a3-aa87-28b05071a143 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.001189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e76456ea-a2ab-459d-bc53-eaf3a0c2b3bb req-70a7e0b8-1af1-45a3-aa87-28b05071a143 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 945 time: 0.3828967 Oct 26 14:14:19.059704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005d95-4331-42e7-94db-12f5544761c8 req-48e28fa8-71bf-4225-a6c5-7742c68965fe tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.061322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6005d95-4331-42e7-94db-12f5544761c8 req-48e28fa8-71bf-4225-a6c5-7742c68965fe tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 931 time: 0.3035860 Oct 26 14:14:19.063396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Deleting port e5ad54c7-a2ee-4de6-b550-79a362b70002 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:19.063396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.124697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-53256665-c293-4951-b99f-0e7b0ec1459b None None] Provisioning complete for port 36027ce1-fd2b-454f-8246-5c072aa40484 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:19.125182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53256665-c293-4951-b99f-0e7b0ec1459b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.151442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e76456ea-a2ab-459d-bc53-eaf3a0c2b3bb req-c71e014b-d376-4f61-9181-e4375333f67a tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143117 Oct 26 14:14:19.159321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.171339 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.207661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6005d95-4331-42e7-94db-12f5544761c8 req-23fb67c9-f89c-4d95-8f5f-b97a44c2b104 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127853 Oct 26 14:14:19.254320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.258522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a67ae072-93b3-4ac3-8021-dfff6576841c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:19.258970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.295944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Calling delete_port for e5ad54c7-a2ee-4de6-b550-79a362b70002 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:19.302372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.303631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router 40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:19.312353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.314599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-41943f43-fe1a-450d-b80d-8308e8cc9711 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 204 len: 168 time: 2.9302809 Oct 26 14:14:19.321194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:19.327255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1087849775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:19.376790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.377873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.392698 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a190fac-86f2-472d-9530-b12b7f80d123 x-openstack-request-id: req-6a190fac-86f2-472d-9530-b12b7f80d123 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:19.393083 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:19.393406 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a190fac-86f2-472d-9530-b12b7f80d123 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:19.393961 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'status': 'completed', 'code': 200} Oct 26 14:14:19.467210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.487979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.513029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c2c34d-1c09-424f-92db-c3bda0dc5961 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:19.523838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.529112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.533053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b1ca939-a8bf-4815-86b1-4284eb2c37a8 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2085743 Oct 26 14:14:19.534293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:19.557072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:19.580319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:19.602295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:19.617917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Transition to ACTIVE for port object d5c2c34d-1c09-424f-92db-c3bda0dc5961 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:14:19.650276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.718415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.718995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.719472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.719932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.720387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.720869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.721322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.723273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-016e21ae-5696-4e3b-bbcd-d82e970d5e4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.2781649 Oct 26 14:14:19.792172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:19.814527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '057482c8-717c-4e08-b4ed-c934848e783c', 'tenant_id': '01022bec82774d478491ae06767531a2', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'port_id': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'mac_address': 'fa:16:3e:2f:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:19Z', 'updated_at': '2021-10-26T14:14:16Z', 'revision_number': 1, 'project_id': '01022bec82774d478491ae06767531a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:19.847599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Checking router: cc649dd6-c3f7-4e32-a023-c6117b77fcad for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:19.854975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Deleting port 36027ce1-fd2b-454f-8246-5c072aa40484 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:19.855380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.895105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:19.895879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:19.918766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:19.934905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc848-690e-463b-99b6-321d8baa623a req-0d5c116a-788b-4898-baed-3a0521488833 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:19.942323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-275dc848-690e-463b-99b6-321d8baa623a req-0d5c116a-788b-4898-baed-3a0521488833 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.3566658 Oct 26 14:14:19.957134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Attempting to bind port d5c2c34d-1c09-424f-92db-c3bda0dc5961 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:19.957496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Attempting to bind port d5c2c34d-1c09-424f-92db-c3bda0dc5961 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '15622ea1-f3fb-4926-adea-7f741650511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:19.957833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Attempting to bind port d5c2c34d-1c09-424f-92db-c3bda0dc5961 on network 7e21815b-b77e-496a-84a7-4fbbfa637c79 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:19.976026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:19.997775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Port d5c2c34d-1c09-424f-92db-c3bda0dc5961 on network 7e21815b-b77e-496a-84a7-4fbbfa637c79 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:14:19.998104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Attempting to bind port d5c2c34d-1c09-424f-92db-c3bda0dc5961 on network 7e21815b-b77e-496a-84a7-4fbbfa637c79 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:20.007101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:20.007505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Checking segment: {'id': '15622ea1-f3fb-4926-adea-7f741650511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:20.007902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Bound using segment: {'id': '15622ea1-f3fb-4926-adea-7f741650511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:20.008350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Bound port: d5c2c34d-1c09-424f-92db-c3bda0dc5961, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15622ea1-f3fb-4926-adea-7f741650511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:20.008745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.067081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.098480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:20.101118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-275dc848-690e-463b-99b6-321d8baa623a req-0b71ab96-2223-4bd9-9f40-82e4ea0e5d98 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1577966 Oct 26 14:14:20.102852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961,segment=NetworkSegment(15622ea1-f3fb-4926-adea-7f741650511f),segment_id=15622ea1-f3fb-4926-adea-7f741650511f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:20.110597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] For port 36027ce1-fd2b-454f-8246-5c072aa40484, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=36027ce1-fd2b-454f-8246-5c072aa40484,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:20.110996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.113108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.116828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:20.152269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-6111ffdf-4cf1-400a-86f3-591f713bf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.153880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-6111ffdf-4cf1-400a-86f3-591f713bf184 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e HTTP/1.1" status: 200 len: 913 time: 0.4057577 Oct 26 14:14:20.154629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event deleted for resources: {'Port': ['ID=e5ad54c7-a2ee-4de6-b550-79a362b70002,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.161014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Calling delete_port for 36027ce1-fd2b-454f-8246-5c072aa40484 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:20.240973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.241468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.242954 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] 10.222.0.73 "PUT /v2.0/ports/d5c2c34d-1c09-424f-92db-c3bda0dc5961 HTTP/1.1" status: 200 len: 1091 time: 1.4226301 Oct 26 14:14:20.245769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:20.247900 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89155cf7-a49f-4c02-aac9-b2cc9d431243" -d '{"events": [{"name": "network-changed", "server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:20.324055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:20.355157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:20.375541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceeb3b-b255-4876-ad41-ab3a08ae027a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.411695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.421456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.432506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cea5c3-5904-4a99-91ad-eadeabc5f3de req-4194d793-68d2-4acc-92ee-494a0173a1e9 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.437019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06cea5c3-5904-4a99-91ad-eadeabc5f3de req-4194d793-68d2-4acc-92ee-494a0173a1e9 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 945 time: 0.1631987 Oct 26 14:14:20.441791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-3818e017-0023-4ff4-9ba4-41782354b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.443801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-3818e017-0023-4ff4-9ba4-41782354b3b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=517dcd0f09c2461380371f8be29506bb&device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 1094 time: 0.1436706 Oct 26 14:14:20.472169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:20.482968 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.497654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.498808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.508971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-df09fd4f-9dd8-4903-820a-b26918762863 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "DELETE /v2.0/ports/e5ad54c7-a2ee-4de6-b550-79a362b70002 HTTP/1.1" status: 204 len: 168 time: 2.0341883 Oct 26 14:14:20.510674 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.518454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39962) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:20.534937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] Pushing event deleted for resources: {'Port': ['ID=36027ce1-fd2b-454f-8246-5c072aa40484,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.539900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96b088-9994-4767-8b76-e570f78b3c5f None None] No DVR routers for this DVR port 36027ce1-fd2b-454f-8246-5c072aa40484 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:20.549945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-c143afb1-b2ca-488c-92a1-e1117b5a5fde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961 HTTP/1.1" status: 200 len: 217 time: 0.0800018 Oct 26 14:14:20.554391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:20.565988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.596085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Request body: {'port': {'name': 'tempest-new-port-name-1714215357', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:20.596882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] bootfile-name is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:20.597406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] tftp-server is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:20.598146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] server-ip-address is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:14:20.604086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-7c5a69b6-a5fe-4b5c-a599-e2851891425f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 999 time: 0.4064262 Oct 26 14:14:20.606143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 36027ce1-fd2b-454f-8246-5c072aa40484 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:20.638044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 36027ce1-fd2b-454f-8246-5c072aa40484 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:20.638802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 36027ce1-fd2b-454f-8246-5c072aa40484 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:20.657409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06cea5c3-5904-4a99-91ad-eadeabc5f3de req-1144645b-ba72-4a83-b384-14c583acc7f7 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901510 Oct 26 14:14:20.701305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:20.733443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '057482c8-717c-4e08-b4ed-c934848e783c', 'tenant_id': '01022bec82774d478491ae06767531a2', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'port_id': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'mac_address': 'fa:16:3e:2f:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:19Z', 'updated_at': '2021-10-26T14:14:16Z', 'revision_number': 1, 'project_id': '01022bec82774d478491ae06767531a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:20.751956 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28c4954-5ee5-4b5c-bb81-eb5ab1e3fbfe x-openstack-request-id: req-f28c4954-5ee5-4b5c-bb81-eb5ab1e3fbfe {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:20.753487 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:20.753964 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f28c4954-5ee5-4b5c-bb81-eb5ab1e3fbfe {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:20.754859 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961', 'status': 'completed', 'code': 200} Oct 26 14:14:20.759043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-820c9671-7ce0-410e-85cb-9074c4127883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.761001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-820c9671-7ce0-410e-85cb-9074c4127883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a63acc62-7cce-4fc4-b51b-36b6fc5e9403 HTTP/1.1" status: 200 len: 849 time: 0.1992905 Oct 26 14:14:20.761244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Port 36027ce1-fd2b-454f-8246-5c072aa40484 concurrently deleted while adding address for new subnet {'id': '2435bdae-f6b2-4308-9b8b-93cfaf0c2791', 'name': '', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1638, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-26T14:14:18Z', 'updated_at': '2021-10-26T14:14:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bca8556c80d74afaa5bde3ea1d21bd30'}. {{(pid=102164) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 26 14:14:20.761930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.764294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cc63e-9d8c-4312-891b-1ba712c7729c None None] The sync data for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 is: [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '057482c8-717c-4e08-b4ed-c934848e783c', 'tenant_id': '01022bec82774d478491ae06767531a2', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'port_id': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'mac_address': 'fa:16:3e:2f:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:12:19Z', 'updated_at': '2021-10-26T14:14:16Z', 'revision_number': 1, 'project_id': '01022bec82774d478491ae06767531a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:20.817254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-8a388a9b-1357-4dd4-845b-82916fa89777 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e21815b-b77e-496a-84a7-4fbbfa637c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457809 Oct 26 14:14:20.825770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Allocated IP 172.25.5.114 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/26033093-ac96-4788-9425-a6f39149fcac) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:20.830398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:20.855184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:20.865196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:20.870885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.871486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:20.878180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-39dcb7bf-c212-4043-8f29-47c4f5335446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:20.879651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-39dcb7bf-c212-4043-8f29-47c4f5335446 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.2432883 Oct 26 14:14:20.902954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7519f-0a3f-4001-8e6c-cd77833e6a74 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:20.991669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-add4db33-c424-4ad3-b002-f7022f6948a7 service neutron] 10.222.0.73 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635873 Oct 26 14:14:21.078194 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9572da7-210b-4f69-82ca-79e7459659ad None None] New status for floating IP 057482c8-717c-4e08-b4ed-c934848e783c: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:14:21.109895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15af90fd-56d6-4cfd-8f2c-f071adcffbbd req-d63ee2fd-8a29-4537-81da-866166ee05f2 service neutron] 10.222.0.73 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057303 Oct 26 14:14:21.147083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.214357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '2435bdae-f6b2-4308-9b8b-93cfaf0c2791'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:21.228403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.301965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-341dc5ec-2d9b-4d26-9e51-ef9860b17a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.305362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-341dc5ec-2d9b-4d26-9e51-ef9860b17a30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=517dcd0f09c2461380371f8be29506bb&device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 1094 time: 0.1318307 Oct 26 14:14:21.337172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.374613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffa00-8127-4e3c-9b86-bfb357a737ab req-d8edf3c3-c1d9-43c9-918b-bf90d71b2515 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.376170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d8ffa00-8127-4e3c-9b86-bfb357a737ab req-d8edf3c3-c1d9-43c9-918b-bf90d71b2515 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 943 time: 0.7977412 Oct 26 14:14:21.405263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.438560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794752d-9c87-49d7-abd0-de9ca5e72cc4 req-b9dae1af-1461-44b6-8171-51d5e81b1454 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.440150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9794752d-9c87-49d7-abd0-de9ca5e72cc4 req-b9dae1af-1461-44b6-8171-51d5e81b1454 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1907654 Oct 26 14:14:21.445400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Allocated IP 2001:db8::f816:3eff:feca:9df7 (395c5533-adb2-4657-af48-ea89ee0ad2f3/2435bdae-f6b2-4308-9b8b-93cfaf0c2791/f3e4961c-d914-4742-8dc4-20f988dbd756) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:21.449246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=2435bdae-f6b2-4308-9b8b-93cfaf0c2791,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:21.459702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Pushing event updated for resources: {'Port': ['ID=26033093-ac96-4788-9425-a6f39149fcac,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:21.465725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-717d1722-6ba3-4d8e-934c-16b2c0a17c91 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8174486 Oct 26 14:14:21.468082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:21.475014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:21.476610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:21.483357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:21.488060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:21.554620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9794752d-9c87-49d7-abd0-de9ca5e72cc4 req-c3eebe93-29fc-422f-b933-6b742811ca33 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979974 Oct 26 14:14:21.557721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-8dcc5f1f-1117-4fc2-84c4-b7a62287865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.559234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-8dcc5f1f-1117-4fc2-84c4-b7a62287865f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e21815b-b77e-496a-84a7-4fbbfa637c79 HTTP/1.1" status: 200 len: 910 time: 0.2377293 Oct 26 14:14:21.589341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d8ffa00-8127-4e3c-9b86-bfb357a737ab req-9d452597-adf8-4a8a-86ec-e2c9c3af5934 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795166 Oct 26 14:14:21.591117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-fc614a36-8471-4d93-a18f-6eb739a321bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.592546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-fc614a36-8471-4d93-a18f-6eb739a321bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601106 Oct 26 14:14:21.656730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-bebe2f08-022a-4c84-904d-fa0c43a2b745 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961 HTTP/1.1" status: 200 len: 217 time: 0.0887263 Oct 26 14:14:21.665421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.682244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.736062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-97f0db8b-805c-4be2-89c9-4bd76c45bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.737598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-97f0db8b-805c-4be2-89c9-4bd76c45bdb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a63acc62-7cce-4fc4-b51b-36b6fc5e9403 HTTP/1.1" status: 200 len: 849 time: 0.0512249 Oct 26 14:14:21.746193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Pushing event updated for resources: {'Port': ['ID=f3e4961c-d914-4742-8dc4-20f988dbd756,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:21.754179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:21.756070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:21.759477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:21.762048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.821371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-3c3a73d6-b673-4882-a668-d3735b76397a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e21815b-b77e-496a-84a7-4fbbfa637c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461280 Oct 26 14:14:21.826176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-418ecd4b-314e-4cff-b329-240501ba547e service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226679 Oct 26 14:14:21.833414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Attempting to bind port f3e4961c-d914-4742-8dc4-20f988dbd756 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:21.835177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Attempting to bind port f3e4961c-d914-4742-8dc4-20f988dbd756 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:21.836385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Attempting to bind port f3e4961c-d914-4742-8dc4-20f988dbd756 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:21.842930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:21.843715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:21.844352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.845453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:21.846265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Bound port: f3e4961c-d914-4742-8dc4-20f988dbd756, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:21.846888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.904102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213ec8-2ebd-4f2d-9409-3334e4a48c56 req-9285f95a-ef7c-42c7-8616-6aa3b8dceeee tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:21.906022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a213ec8-2ebd-4f2d-9409-3334e4a48c56 req-9285f95a-ef7c-42c7-8616-6aa3b8dceeee tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 945 time: 0.1607454 Oct 26 14:14:21.923573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] For port f3e4961c-d914-4742-8dc4-20f988dbd756, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:21.927835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] For port f3e4961c-d914-4742-8dc4-20f988dbd756, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f3e4961c-d914-4742-8dc4-20f988dbd756,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:21.933109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:21.935421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:21.938992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.077948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7dbe835f-d7be-46a8-bce5-d1fd08600310 req-4b928dd4-fe2c-4c0f-8e2d-11dca7569078 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376351 Oct 26 14:14:22.098866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.112949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.121946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:22.166695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] In _notify_port_updated(), no bound segment for port b8b645eb-dd46-4f28-90ed-73acc70f7db8 on network a74740c9-90d9-4a91-97be-ccca776cfe9a {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:14:22.172898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.173658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.175028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "PUT /v2.0/ports/b8b645eb-dd46-4f28-90ed-73acc70f7db8 HTTP/1.1" status: 200 len: 1130 time: 1.5838122 Oct 26 14:14:22.184394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39972) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.188794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e24869-7f47-469e-847b-8880a3f84935 None None] Pushing event updated for resources: {'Port': ['ID=f3e4961c-d914-4742-8dc4-20f988dbd756,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.216742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:22.231225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:22.231591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.257762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a895-13d3-44e2-b4d2-7fc978b3367c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event updated for resources: {'Port': ['ID=b8b645eb-dd46-4f28-90ed-73acc70f7db8,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.322397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76fb9b-83eb-48f2-babe-3e5004ffa729 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.327059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd76fb9b-83eb-48f2-babe-3e5004ffa729 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "GET /v2.0/ports/b8b645eb-dd46-4f28-90ed-73acc70f7db8 HTTP/1.1" status: 200 len: 1130 time: 0.1385200 Oct 26 14:14:22.328098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39976) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.374420 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.426750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:22.428244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:22.431658 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36923c25-f22d-4e2c-8209-e711bfade8e8" -d '{"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:22.450130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a213ec8-2ebd-4f2d-9409-3334e4a48c56 req-374d7c7c-362e-4db8-9b4e-5b878a2bedd0 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5325024 Oct 26 14:14:22.464140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.466794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fdd4b20e-c706-464e-86f9-06a4732bbaa0 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:22.516180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-4726eeeb-6b87-4faf-9cdd-cba99ecd376c service neutron] 10.222.0.73 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785874 Oct 26 14:14:22.571259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.632125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:22.672693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Deleting port b8b645eb-dd46-4f28-90ed-73acc70f7db8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:22.673044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.676101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:22.676686 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14c9da-dc34-42d4-89dd-7f1e38c3b4ad x-openstack-request-id: req-4d14c9da-dc34-42d4-89dd-7f1e38c3b4ad {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:22.677055 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:22.678056 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d14c9da-dc34-42d4-89dd-7f1e38c3b4ad {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:22.678056 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'code': 200} Oct 26 14:14:22.705405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.706052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.715829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89155cf7-a49f-4c02-aac9-b2cc9d431243 req-39f04a82-b3a3-4001-a6ca-0f156d3b2ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828878 Oct 26 14:14:22.769346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=5e65bfd7-8d0f-474b-bb90-0023911af2f4,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.785334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.798555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8314967d-d4ae-4c78-a366-85e6f51bd3a2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3252125 Oct 26 14:14:22.809311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39984) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:22.822148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:39:af:d1', 'name': 'tempest-NetworksTestDHCPv6-1576643081'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:22.829946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3c698443-7375-4798-85f7-39bb3b107c10 None None] Provisioning complete for port b8b645eb-dd46-4f28-90ed-73acc70f7db8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:22.830592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3c698443-7375-4798-85f7-39bb3b107c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.837786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:22.862721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port fdd4b20e-c706-464e-86f9-06a4732bbaa0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:22.876665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port fdd4b20e-c706-464e-86f9-06a4732bbaa0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:22.877321 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.895373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70ab9-a827-4d44-b2bc-9547aa049d25 req-ed5387ec-50d3-4726-8bbd-e355ae460b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.897770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35c70ab9-a827-4d44-b2bc-9547aa049d25 req-ed5387ec-50d3-4726-8bbd-e355ae460b2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1097 time: 0.1795201 Oct 26 14:14:22.909130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3c698443-7375-4798-85f7-39bb3b107c10 None None] Port b8b645eb-dd46-4f28-90ed-73acc70f7db8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:22.909551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:22.916396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649e7d-d42d-49db-ba98-81c128516641 req-236bdfd9-27a6-493c-adcd-555e98eed7a9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.917747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39649e7d-d42d-49db-ba98-81c128516641 req-236bdfd9-27a6-493c-adcd-555e98eed7a9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1894038 Oct 26 14:14:22.940850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Calling delete_port for b8b645eb-dd46-4f28-90ed-73acc70f7db8 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:22.956365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e0d11-e9b8-4d05-ac39-c9cd7bab4b4e req-e5aa53c1-11eb-46d2-8065-ec8addd08de6 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:22.958077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-074e0d11-e9b8-4d05-ac39-c9cd7bab4b4e req-e5aa53c1-11eb-46d2-8065-ec8addd08de6 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 943 time: 0.1660743 Oct 26 14:14:22.978329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.016511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:23.023702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.047716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-35c70ab9-a827-4d44-b2bc-9547aa049d25 req-f37c0a0f-bdda-4a67-aa34-e8ad622e16d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262190 Oct 26 14:14:23.076644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39649e7d-d42d-49db-ba98-81c128516641 req-593d3f79-a240-4263-ba82-745649a87432 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462672 Oct 26 14:14:23.077060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.079889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-074e0d11-e9b8-4d05-ac39-c9cd7bab4b4e req-36b13423-0d55-4825-a629-8abca8cfe195 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050787 Oct 26 14:14:23.123691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:23.128659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.133505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.182456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.273107 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.299224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Router ea46dbad-6ed2-4344-a033-6986870d882f is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:23.306807 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.311485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event deleted for resources: {'Port': ['ID=b8b645eb-dd46-4f28-90ed-73acc70f7db8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:23.358921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.362775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2154a5a0-90ca-49bf-aa66-804162f1467f tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "DELETE /v2.0/ports/b8b645eb-dd46-4f28-90ed-73acc70f7db8 HTTP/1.1" status: 204 len: 168 time: 1.0343921 Oct 26 14:14:23.364281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 4f2fed04-4c72-4527-872d-b81f5450ebb7 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:23.369851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39988) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.446472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:23.452531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.455888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bdf78b3b-9355-4a48-a6a8-1351b1b7d364 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "PUT /v2.0/routers/ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 200 len: 920 time: 3.9034181 Oct 26 14:14:23.456109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39990) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.471113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] Sync routers for ids ['ea46dbad-6ed2-4344-a033-6986870d882f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:23.483058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Deleting subnet a06c048a-a992-453a-889d-dd7701033989 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:23.490048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] Routers {'ea46dbad-6ed2-4344-a033-6986870d882f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:23.491061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.493047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea46dbad-6ed2-4344-a033-6986870d882f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:23.603809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:23.616683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] Routers {'ea46dbad-6ed2-4344-a033-6986870d882f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:23.617292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea46dbad-6ed2-4344-a033-6986870d882f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:23.638870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-318b720d-a991-457a-a8aa-31391d985be5 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 200 len: 926 time: 0.1814663 Oct 26 14:14:23.641583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39994) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.667005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:23.668051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40312351-cc5d-4b71-b458-aa3777c8e24a None None] The sync data for ids ['ea46dbad-6ed2-4344-a033-6986870d882f'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:23.700404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.743188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 172.20.0.8 (395c5533-adb2-4657-af48-ea89ee0ad2f3/5e65bfd7-8d0f-474b-bb90-0023911af2f4/4f2fed04-4c72-4527-872d-b81f5450ebb7) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:23.755421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe39:afd1 (395c5533-adb2-4657-af48-ea89ee0ad2f3/2435bdae-f6b2-4308-9b8b-93cfaf0c2791/4f2fed04-4c72-4527-872d-b81f5450ebb7) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:23.756028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976635-9598-45ae-a2a9-70ca4a069803 req-c51939b7-fd83-437c-aa4d-f4e037c69f0b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:23.758260 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88976635-9598-45ae-a2a9-70ca4a069803 req-c51939b7-fd83-437c-aa4d-f4e037c69f0b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.1820831 Oct 26 14:14:23.770049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d40ad8e-d476-4bf7-b022-cd45c1577b14 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:23.774460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d40ad8e-d476-4bf7-b022-cd45c1577b14 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=ea46dbad-6ed2-4344-a033-6986870d882f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1290917 Oct 26 14:14:23.775637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:23.798917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c8bdfc-3850-45ee-954c-ed5264069d83 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:23.820651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88976635-9598-45ae-a2a9-70ca4a069803 req-23108146-5033-4b14-8f99-533fffc754ed tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527589 Oct 26 14:14:23.882293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] Provisioning complete for port f3e4961c-d914-4742-8dc4-20f988dbd756 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:23.882731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:23.910959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.055908 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.062275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab7ae1f-e7fe-4baf-ac9c-6a35bb0212dd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.063687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ab7ae1f-e7fe-4baf-ac9c-6a35bb0212dd tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.2877660 Oct 26 14:14:24.067663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.084893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.102598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] For port f3e4961c-d914-4742-8dc4-20f988dbd756, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f3e4961c-d914-4742-8dc4-20f988dbd756,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:24.108716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.110215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.114475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "DELETE /v2.0/subnets/a06c048a-a992-453a-889d-dd7701033989 HTTP/1.1" status: 204 len: 168 time: 0.7435026 Oct 26 14:14:24.136585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.138399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.147594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3f27d649-5b4f-420c-abc9-3bc9eb1c25a2 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 200 len: 205 time: 0.0696046 Oct 26 14:14:24.149807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb779710-691f-4a53-878e-d7833cd3d400 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event deleted for resources: {'Subnet': ['ID=a06c048a-a992-453a-889d-dd7701033989,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:24.151648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40006) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:24.251860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff575e2c-52d0-48fe-8fce-590872aec2bd None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:24.315737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '2435bdae-f6b2-4308-9b8b-93cfaf0c2791', 'ip_address': '2001:db8::f816:3eff:feca:9df7'}, {'subnet_id': '5e65bfd7-8d0f-474b-bb90-0023911af2f4'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'f3e4961c-d914-4742-8dc4-20f988dbd756'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:14:24.347485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf00e6-79ce-4f19-8d2f-bf4647133a3d req-abc48b1d-4280-4de3-a5e1-40d2366fc5f7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.349114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eeaf00e6-79ce-4f19-8d2f-bf4647133a3d req-abc48b1d-4280-4de3-a5e1-40d2366fc5f7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1039224 Oct 26 14:14:24.354861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.379807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ebb8-8de7-4037-b337-7903d9cb1ee4 None None] Pushing event updated for resources: {'Port': ['ID=f3e4961c-d914-4742-8dc4-20f988dbd756,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:24.386183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.520529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eeaf00e6-79ce-4f19-8d2f-bf4647133a3d req-b7db696f-6e15-499a-9ee2-3fe047b78bb4 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727026 Oct 26 14:14:24.573127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.616827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.645707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] DHCP port deletion for a74740c9-90d9-4a91-97be-ccca776cfe9a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:24.656777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94fa1-787b-48e0-98c8-bda6b1c7a5fc req-f5c49aa9-d3e7-4bab-849f-f9b45c3078e9 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.665773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7f94fa1-787b-48e0-98c8-bda6b1c7a5fc req-f5c49aa9-d3e7-4bab-849f-f9b45c3078e9 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 943 time: 0.1390405 Oct 26 14:14:24.668160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.689078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port 26033093-ac96-4788-9425-a6f39149fcac {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:24.690212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:24.692222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.692871 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6233ea49-1ce9-41ed-9d94-5b1829e09cb2" -d '{"events": [{"server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:24.733023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f3e4961c-d914-4742-8dc4-20f988dbd756 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:24.794362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:24.801799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:24.802160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.804329 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e6159-9156-48f9-9baa-e3b2a32fd38e x-openstack-request-id: req-c47e6159-9156-48f9-9baa-e3b2a32fd38e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:24.804644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:24.805139 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "name": "network-vif-plugged", "status": "completed", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:24.805666 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c47e6159-9156-48f9-9baa-e3b2a32fd38e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:24.806207 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'code': 200} Oct 26 14:14:24.826349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7f94fa1-787b-48e0-98c8-bda6b1c7a5fc req-7049ed35-ae90-4508-94ee-011c8a3513f2 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595867 Oct 26 14:14:24.827166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for 26033093-ac96-4788-9425-a6f39149fcac owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:24.843282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5c2c34d-1c09-424f-92db-c3bda0dc5961 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:14:24.848377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Allocated IP 172.20.0.2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/5e65bfd7-8d0f-474b-bb90-0023911af2f4/f3e4961c-d914-4742-8dc4-20f988dbd756) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:24.860200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=4f2fed04-4c72-4527-872d-b81f5450ebb7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:24.894745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:24.895395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.910406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Deleting port a67ae072-93b3-4ac3-8021-dfff6576841c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:24.910776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:24.931904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f2aa33d0-9f4e-4a78-ab13-2412f1834a5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1186965 Oct 26 14:14:24.932681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40014) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.002015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Deleting port a67ae072-93b3-4ac3-8021-dfff6576841c {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:25.002495 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.004461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] For port a67ae072-93b3-4ac3-8021-dfff6576841c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a67ae072-93b3-4ac3-8021-dfff6576841c,segment=NetworkSegment(901b6ce4-cf7b-4943-aa32-4e7fcfdff89d),segment_id=901b6ce4-cf7b-4943-aa32-4e7fcfdff89d)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.005160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.025421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Calling delete_port for a67ae072-93b3-4ac3-8021-dfff6576841c owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:25.028382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f3e4961c-d914-4742-8dc4-20f988dbd756 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:25.028776 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.041419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1d338-5b6b-4d3e-984b-b98244bc1cc9 req-5223cdfe-e0b9-4086-b7d3-c7d1ce636439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.042950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99d1d338-5b6b-4d3e-984b-b98244bc1cc9 req-5223cdfe-e0b9-4086-b7d3-c7d1ce636439 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 1097 time: 0.1952600 Oct 26 14:14:25.126190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55651b-e1d7-4db4-9ccc-275b50e43328 req-06ced194-9f41-4f69-a61d-c2b69dfaf807 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.127667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c55651b-e1d7-4db4-9ccc-275b50e43328 req-06ced194-9f41-4f69-a61d-c2b69dfaf807 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.1376169 Oct 26 14:14:25.142885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.144676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1943688-1db9-47f8-9d43-a0a771ae6113 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.152611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1943688-1db9-47f8-9d43-a0a771ae6113 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.156438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a1943688-1db9-47f8-9d43-a0a771ae6113 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1839089 Oct 26 14:14:25.171427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.175648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] For port a67ae072-93b3-4ac3-8021-dfff6576841c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a67ae072-93b3-4ac3-8021-dfff6576841c,segment=NetworkSegment(901b6ce4-cf7b-4943-aa32-4e7fcfdff89d),segment_id=901b6ce4-cf7b-4943-aa32-4e7fcfdff89d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.176205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.183125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] No DVR routers for this DVR port a67ae072-93b3-4ac3-8021-dfff6576841c on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:25.184651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event deleted for resources: {'Port': ['ID=a67ae072-93b3-4ac3-8021-dfff6576841c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.188756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] For port f3e4961c-d914-4742-8dc4-20f988dbd756, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f3e4961c-d914-4742-8dc4-20f988dbd756,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.212312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99d1d338-5b6b-4d3e-984b-b98244bc1cc9 req-ebf3007d-f5ef-40d5-92b4-8576dae9d0a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568680 Oct 26 14:14:25.221443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Calling delete_port for a67ae072-93b3-4ac3-8021-dfff6576841c owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:25.226618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961,segment=NetworkSegment(15622ea1-f3fb-4926-adea-7f741650511f),segment_id=15622ea1-f3fb-4926-adea-7f741650511f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.256951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c55651b-e1d7-4db4-9ccc-275b50e43328 req-52d94ec9-4099-4d57-ab64-4ba2bcbba421 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962920 Oct 26 14:14:25.264997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961', 'network_id': '7e21815b-b77e-496a-84a7-4fbbfa637c79', 'port_id': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961', 'mac_address': 'fa:16:3e:26:31:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63acc62-7cce-4fc4-b51b-36b6fc5e9403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:14:25.289169 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.320907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.334558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.345910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.352973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=26033093-ac96-4788-9425-a6f39149fcac,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.363466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74740c9-90d9-4a91-97be-ccca776cfe9a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.378143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.378608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.378960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.379312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.379641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.379973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.380302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.381355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.381718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.382283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.382414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.382999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:25.386509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.387221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901b6ce4-cf7b-4943-aa32-4e7fcfdff89d') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:25.413940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.439953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 4f2fed04-4c72-4527-872d-b81f5450ebb7 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:25.440403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.444127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.468032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.489031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:25.489439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:25.493792 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:25.569823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.570863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.588395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.616229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.625911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] 10.222.0.37 "DELETE /v2.0/networks/a74740c9-90d9-4a91-97be-ccca776cfe9a HTTP/1.1" status: 204 len: 168 time: 1.4859362 Oct 26 14:14:25.633852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.634618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router ea46dbad-6ed2-4344-a033-6986870d882f {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:25.641841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.650295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-263a534e-f27b-4c06-9a08-b923f52280ab tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 204 len: 168 time: 1.4958668 Oct 26 14:14:25.653807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ab50-423e-4882-8daf-bdfdcb2ad75c tempest-ExtraDHCPOptionsIpV6TestJSON-919978143 tempest-ExtraDHCPOptionsIpV6TestJSON-919978143-project] Pushing event deleted for resources: {'Network': ['ID=a74740c9-90d9-4a91-97be-ccca776cfe9a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.655474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40022) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:25.657241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.670847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-381086645', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:25.694795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.698311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5426a8e-a878-4587-b5c1-ed75af7a0a35 None None] Pushing event updated for resources: {'Port': ['ID=f3e4961c-d914-4742-8dc4-20f988dbd756,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.700062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 4f2fed04-4c72-4527-872d-b81f5450ebb7 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:25.722697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c2c34d-1c09-424f-92db-c3bda0dc5961 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:14:25.743577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.789662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961,segment=NetworkSegment(15622ea1-f3fb-4926-adea-7f741650511f),segment_id=15622ea1-f3fb-4926-adea-7f741650511f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:25.791050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Network a74740c9-90d9-4a91-97be-ccca776cfe9a is not hosted by any dhcp agent {{(pid=102165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:14:25.791549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] No DVR routers for this DVR port a67ae072-93b3-4ac3-8021-dfff6576841c on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:25.793835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66966bd-2538-4b10-8153-1e15dd609953 None None] Pushing event deleted for resources: {'Port': ['ID=a67ae072-93b3-4ac3-8021-dfff6576841c,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.800947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.831618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.832684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:25.911071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17e9d-3391-47fb-b9db-2b9eb936ec71 req-5ee9d58c-c794-4e27-a18e-fe8cf3c83583 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:25.914437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bf17e9d-3391-47fb-b9db-2b9eb936ec71 req-5ee9d58c-c794-4e27-a18e-fe8cf3c83583 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2355273 Oct 26 14:14:25.922113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:25.988039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.012414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076661-1a0e-4c00-a80a-c68c02ae7b0b req-52f51369-d04e-4180-8d79-61e13ff78efa tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.014587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52076661-1a0e-4c00-a80a-c68c02ae7b0b req-52f51369-d04e-4180-8d79-61e13ff78efa tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 944 time: 0.0703576 Oct 26 14:14:26.026987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40030) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.086194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5c2c34d-1c09-424f-92db-c3bda0dc5961'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:26.114734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52076661-1a0e-4c00-a80a-c68c02ae7b0b req-838f7590-f67b-4706-9ce1-7f7aa771a5d0 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846536 Oct 26 14:14:26.123991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bf17e9d-3391-47fb-b9db-2b9eb936ec71 req-5c81d8c6-7bb6-426a-a12c-4635e315dd00 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2031600 Oct 26 14:14:26.243785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.360044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3ee74-4761-4723-9cd7-188b3a49cd65 req-4dcc0a9a-dcd0-4fc5-9f0e-853ba8d9f9a1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.361665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ff3ee74-4761-4723-9cd7-188b3a49cd65 req-4dcc0a9a-dcd0-4fc5-9f0e-853ba8d9f9a1 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1248531 Oct 26 14:14:26.365199 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.370451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5775d3ba-1b05-4964-8554-0874e1de3b79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f0a3369770d40f29d37097db7a5604f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372958 Oct 26 14:14:26.372190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40038) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.376604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40040) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.406480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Request body: {'floatingip': {'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:26.454312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.489898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=4f2fed04-4c72-4527-872d-b81f5450ebb7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:26.491027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.529120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.561913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.566106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.569042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/843413c6-f3c8-43b8-a9a9-eddc0f7356aa HTTP/1.1" status: 204 len: 168 time: 0.1898861 Oct 26 14:14:26.581947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f3e4961c-d914-4742-8dc4-20f988dbd756 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:26.596447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66cdae-0d5e-4a75-8a32-b61953bec1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843413c6-f3c8-43b8-a9a9-eddc0f7356aa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:26.601936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.602288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.602626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.603415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.603415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.603653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.603988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.604313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.604702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.605018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.605301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.605621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:26.688539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c924e-a68a-43d7-afac-fab91e01a02d req-8b9367e4-7f9b-49e4-97a3-de003dc139f4 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.689893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6e8d8b23-f56b-4436-acc1-ebe86a9877d7 None None] Provisioning complete for port f3e4961c-d914-4742-8dc4-20f988dbd756 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:26.690508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e8d8b23-f56b-4436-acc1-ebe86a9877d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.692980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f3e4961c-d914-4742-8dc4-20f988dbd756 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:26.694280 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.696578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209c924e-a68a-43d7-afac-fab91e01a02d req-8b9367e4-7f9b-49e4-97a3-de003dc139f4 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.3454754 Oct 26 14:14:26.762182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:26.769858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6b1e595-3a70-434f-b2d9-bf710dc41a01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/4f2fed04-4c72-4527-872d-b81f5450ebb7 HTTP/1.1" status: 204 len: 168 time: 1.5928812 Oct 26 14:14:26.770073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.842392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4a4a0-e2fe-443c-a490-f183d80e1c89 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.850212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4a4a0-e2fe-443c-a490-f183d80e1c89 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.853378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4a4a0-e2fe-443c-a490-f183d80e1c89 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:26.856105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1fd4a4a0-e2fe-443c-a490-f183d80e1c89 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0851123 Oct 26 14:14:26.858840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40050) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:26.953154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 2435bdae-f6b2-4308-9b8b-93cfaf0c2791 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:26.957711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.013558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209c924e-a68a-43d7-afac-fab91e01a02d req-51ec5bdc-50d7-4ce6-a944-3a5db642dc16 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160689 Oct 26 14:14:27.023522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a67ae072-93b3-4ac3-8021-dfff6576841c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:27.026861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.067197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a67ae072-93b3-4ac3-8021-dfff6576841c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:27.067809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a67ae072-93b3-4ac3-8021-dfff6576841c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:27.072851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-55927ba0-0344-44cc-b85c-87a1bd07fe17 None None] Could not find standard attr ID for object 4f2fed04-4c72-4527-872d-b81f5450ebb7. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:27.166791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.377555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9587a-4ed3-4157-bdea-f1e61cfec3fe req-c03673a3-17ec-4792-9dba-b035b2629688 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:27.381210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5d9587a-4ed3-4157-bdea-f1e61cfec3fe req-c03673a3-17ec-4792-9dba-b035b2629688 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 944 time: 0.1468289 Oct 26 14:14:27.423422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.480827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=2435bdae-f6b2-4308-9b8b-93cfaf0c2791,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:27.486650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5d9587a-4ed3-4157-bdea-f1e61cfec3fe req-aaf0d299-986e-49f2-a28f-aa9124cdd8cd tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953178 Oct 26 14:14:27.487751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.494484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cec2f494-3bf9-4c38-90a5-b11211d00fe7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/2435bdae-f6b2-4308-9b8b-93cfaf0c2791 HTTP/1.1" status: 204 len: 168 time: 0.6329670 Oct 26 14:14:27.495228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6aa19-332e-4943-a319-ba6664210f18 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:27.495536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:27.580864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 5e65bfd7-8d0f-474b-bb90-0023911af2f4 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:27.585158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.634354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.701115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40072) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:27.711978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.740637 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.765845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.866916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430844447'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:27.874913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.933331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=5e65bfd7-8d0f-474b-bb90-0023911af2f4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:27.935861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.939406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3eef8b67-5724-4c66-a081-6e24e4e918e4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/5e65bfd7-8d0f-474b-bb90-0023911af2f4 HTTP/1.1" status: 204 len: 168 time: 0.4428747 Oct 26 14:14:27.942316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:27.953667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:27.954167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.957707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.970045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:27.997629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.000923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-943cecd7-2c59-4255-bbd7-2e081f7ea84c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574558 Oct 26 14:14:28.005473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40080) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:28.011008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Allocated IP 172.25.5.28 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/b423b24f-f7f4-4b07-b49c-c7313ee3d60e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:28.015777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:28.178357 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Floating IP 7346e6ad-acb8-47dc-acde-ea8998433abc associated. External IP: 172.25.5.121, port: d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9. Oct 26 14:14:28.184040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.195124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.211647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:28.215344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.244174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb54f3c-a8e9-478d-b9c9-17bcec46c876 req-a472984f-9537-474d-8bb8-eda723b72ae8 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.245818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8eb54f3c-a8e9-478d-b9c9-17bcec46c876 req-a472984f-9537-474d-8bb8-eda723b72ae8 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.1328084 Oct 26 14:14:28.246669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:28.320949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.321231 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment bdcb2a68-d37c-44e8-9739-b02e8e97c50f of type vlan for network 6643dae9-94c8-4d63-a2ad-d5934670237c Oct 26 14:14:28.324828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.345721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a033cc87-7ea2-4a9d-adc1-ffdf9e0916a7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:28.409364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.425527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8eb54f3c-a8e9-478d-b9c9-17bcec46c876 req-df6cf2b1-b746-4468-99e8-930f04089c72 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618152 Oct 26 14:14:28.453819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.461533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.468094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.477042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.481648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d07a92-4a82-4750-b0e8-2a3a63ece7f1 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:28.575931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6bd12f73-16a4-4e41-82b6-0024140f88dd None None] Provisioning complete for port f3e4961c-d914-4742-8dc4-20f988dbd756 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:28.576391 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6bd12f73-16a4-4e41-82b6-0024140f88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.594128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:28.606787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:28.607742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9055350 Oct 26 14:14:28.640965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:28.662974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event updated for resources: {'Port': ['ID=b423b24f-f7f4-4b07-b49c-c7313ee3d60e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:28.681016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f0ed7-1c4b-41ef-8d31-9e90a943d521 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=6643dae9-94c8-4d63-a2ad-d5934670237c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:28.722547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.751091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:28.769292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:28.774244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:28.783686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 6643dae9-94c8-4d63-a2ad-d5934670237c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:28.786959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.787507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.803778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47514ba-ddb5-490e-a68f-64b1a92c0540 req-8306558c-03c6-492b-ae78-f4c3acdabe0c tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.805668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e47514ba-ddb5-490e-a68f-64b1a92c0540 req-8306558c-03c6-492b-ae78-f4c3acdabe0c tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.2846367 Oct 26 14:14:28.810689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c4c6-5bb1-4af9-85b0-658c8158ce40 req-0c847871-959f-4ef6-9e32-e8f7a536dc20 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:28.818176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a251c4c6-5bb1-4af9-85b0-658c8158ce40 req-0c847871-959f-4ef6-9e32-e8f7a536dc20 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 944 time: 0.1651514 Oct 26 14:14:28.818666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40088) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:28.823327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Request body: {'floatingip': {'port_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:28.833220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=fe273a8c-7d08-47c5-b1d8-cef53985e518,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:28.845999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:28.851646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-44904955-d9c3-4432-8df1-6bfecde45e75 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8403816 Oct 26 14:14:28.853131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40090) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:28.858201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:28.882572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:28.933379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5c2c34d-1c09-424f-92db-c3bda0dc5961 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:29.016438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a251c4c6-5bb1-4af9-85b0-658c8158ce40 req-ffc00677-8ddb-4117-b26e-63665baff514 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970577 Oct 26 14:14:29.043169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:29.048000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.121806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port d5c2c34d-1c09-424f-92db-c3bda0dc5961 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:14:29.137210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d5c2c34d-1c09-424f-92db-c3bda0dc5961 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:29.138193 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.170334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Deleting port f3e4961c-d914-4742-8dc4-20f988dbd756 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:29.171136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.309315 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.318732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:29.325935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.333605 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:29.346594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:29.347522 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:29.389331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] For port f3e4961c-d914-4742-8dc4-20f988dbd756, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f3e4961c-d914-4742-8dc4-20f988dbd756,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:29.391791 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.426153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Calling delete_port for f3e4961c-d914-4742-8dc4-20f988dbd756 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:29.442922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.489847 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:29.570951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da63140f-e4b9-4207-80f2-9bafc8ec6270 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "PUT /v2.0/floatingips/7346e6ad-acb8-47dc-acde-ea8998433abc HTTP/1.1" status: 200 len: 992 time: 3.1678894 Oct 26 14:14:29.575181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:29.577569 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:29.671348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:29.674514 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bc5624-91cf-47cd-9fd5-28c88cfeba38" -d '{"events": [{"server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "name": "network-vif-plugged", "status": "completed", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:29.721372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961,segment=NetworkSegment(15622ea1-f3fb-4926-adea-7f741650511f),segment_id=15622ea1-f3fb-4926-adea-7f741650511f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:29.739756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:29.745685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.755559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:29.763016 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7729ac0-8758-4a3b-afd8-17ecd4d05209 x-openstack-request-id: req-d7729ac0-8758-4a3b-afd8-17ecd4d05209 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:29.765266 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:29.765266 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7729ac0-8758-4a3b-afd8-17ecd4d05209 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:29.765854 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'status': 'completed', 'code': 200} Oct 26 14:14:29.830148 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64eacf0-9ef5-4168-9f5e-5a249a3f6b5e x-openstack-request-id: req-b64eacf0-9ef5-4168-9f5e-5a249a3f6b5e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:29.830401 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "name": "network-vif-plugged", "status": "completed", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:29.830571 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b64eacf0-9ef5-4168-9f5e-5a249a3f6b5e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:29.830957 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961', 'code': 200} Oct 26 14:14:29.850837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] No DVR routers for this DVR port f3e4961c-d914-4742-8dc4-20f988dbd756 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:29.874579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebd735-07a7-4d93-98c4-d631518f6514 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:29.995246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.064649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74412b-1f4c-4fa8-a89a-bcf314d4ef8d None None] Pushing event deleted for resources: {'Port': ['ID=f3e4961c-d914-4742-8dc4-20f988dbd756,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.278369 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '7346e6ad-acb8-47dc-acde-ea8998433abc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e8999-3f99-4093-b817-3405234a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:14:01Z', 'updated_at': '2021-10-26T14:14:27Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:30.310275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '6a98a3ff-f1e0-4dde-a90c-062cec83c3e7'}, {'subnet_id': 'fe273a8c-7d08-47c5-b1d8-cef53985e518'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:30.311496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.316930 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:30.342522 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:30.343909 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:30.509295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:30.585673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.595460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.605190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f3e4961c-d914-4742-8dc4-20f988dbd756 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:30.643122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f3e4961c-d914-4742-8dc4-20f988dbd756 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:30.645521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f3e4961c-d914-4742-8dc4-20f988dbd756 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:30.728536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Allocated IP 172.20.0.2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/fe273a8c-7d08-47c5-b1d8-cef53985e518/20e7f66a-b0d3-403c-b2f2-6e74eb085ed9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:30.732051 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Floating IP 15d026ee-6f25-4b8d-98e0-868b315656c9 associated. External IP: 172.25.5.228, port: fdd4b20e-c706-464e-86f9-06a4732bbaa0. Oct 26 14:14:30.734803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Allocated IP 2001:db8::f816:3eff:fee9:9e4 (395c5533-adb2-4657-af48-ea89ee0ad2f3/6a98a3ff-f1e0-4dde-a90c-062cec83c3e7/20e7f66a-b0d3-403c-b2f2-6e74eb085ed9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:30.895338 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.904529 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:30.954163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:30.956852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:30.965671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:30.972425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Pushing event updated for resources: {'Port': ['ID=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:30.995873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-c0696962-509f-4e27-b470-dadf334d1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:30.997453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-c0696962-509f-4e27-b470-dadf334d1725 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1097 time: 1.2466660 Oct 26 14:14:31.014672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b27aa-a6c7-4bba-b303-f7cc8da0f3ce req-d71e3125-edba-403a-87cb-438d09da79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.016132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-001b27aa-a6c7-4bba-b303-f7cc8da0f3ce req-d71e3125-edba-403a-87cb-438d09da79b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 1096 time: 1.0900156 Oct 26 14:14:31.093364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Attempting to bind port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:31.094036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Attempting to bind port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:31.094618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Attempting to bind port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:31.103503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:31.104191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:31.105386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.106653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:31.107314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Bound port: 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:31.107873 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.110031 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.revisions.revision_plugin [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Could not find related port for resource to bump revision. Oct 26 14:14:31.127103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:31.128767 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '7346e6ad-acb8-47dc-acde-ea8998433abc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e8999-3f99-4093-b817-3405234a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:14:01Z', 'updated_at': '2021-10-26T14:14:27Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:31.139730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652332c-a7ac-4743-8df8-4795857219e1 req-cd384daa-0022-4aec-a503-aadfa60420ff tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.142203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0652332c-a7ac-4743-8df8-4795857219e1 req-cd384daa-0022-4aec-a503-aadfa60420ff tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.4579008 Oct 26 14:14:31.147949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.165779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae5eb4c-bc6e-4ddd-bd83-5ad594872b83 None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '7346e6ad-acb8-47dc-acde-ea8998433abc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e8999-3f99-4093-b817-3405234a66cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:14:01Z', 'updated_at': '2021-10-26T14:14:27Z', 'revision_number': 1, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:31.192213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] For port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:31.197652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] For port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:31.211828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.325985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669548-6f1c-4a53-b5de-2bdae7cbde9e None None] Pushing event updated for resources: {'Port': ['ID=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:31.389983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Router 0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:31.402323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-cae6ba4c-7034-4993-9889-bd63c2c4218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.404157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-cae6ba4c-7034-4993-9889-bd63c2c4218e service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.3870056 Oct 26 14:14:31.422257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Port f3e4961c-d914-4742-8dc4-20f988dbd756 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 14:14:31.422833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:9df7 {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 14:14:31.491600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feca:9df7 {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 14:14:31.502712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-001b27aa-a6c7-4bba-b303-f7cc8da0f3ce req-bb3f1b79-a3bb-4078-8054-54c6ba728f49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849776 Oct 26 14:14:31.512052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.513402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:31.519410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.527928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Sync routers for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:31.575201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:31.576127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:31.597817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0652332c-a7ac-4743-8df8-4795857219e1 req-e5175ff9-e26a-45e1-b766-405399d52092 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878548 Oct 26 14:14:31.614399 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb837b-863c-435c-af01-8936d2476fdd None None] New status for floating IP 7346e6ad-acb8-47dc-acde-ea8998433abc: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:14:31.635449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:31.644429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-ae86437f-f217-42d3-837f-1ecd21e0a324 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1000 time: 0.2232518 Oct 26 14:14:31.649029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:31.652673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.653602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:31.684017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=6a98a3ff-f1e0-4dde-a90c-062cec83c3e7,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:31.812116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e8c42d2-efaf-42f0-97a6-ebe59b487068 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "PUT /v2.0/floatingips/15d026ee-6f25-4b8d-98e0-868b315656c9 HTTP/1.1" status: 200 len: 992 time: 2.9910498 Oct 26 14:14:31.821888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:31.830229 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb62339a-993f-40cc-bdf6-8cb89c74781f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:31.844286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d5bc195-4965-43b9-919f-6598b8ac507a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9900491 Oct 26 14:14:31.850465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:31.872050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:3f:d4:6a', 'name': 'tempest-NetworksTestDHCPv6-1066288059'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:31.883584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-d085118f-71d1-4de5-bb23-b94d070549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:31.886886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-d085118f-71d1-4de5-bb23-b94d070549c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.2297108 Oct 26 14:14:31.956391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:32.027321 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d45fd-41db-4b7e-9548-5cc05a35c596 x-openstack-request-id: req-058d45fd-41db-4b7e-9548-5cc05a35c596 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:32.039480 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:32.040612 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-058d45fd-41db-4b7e-9548-5cc05a35c596 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:32.041146 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'status': 'completed', 'code': 200} Oct 26 14:14:32.134746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:32.151356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] Sync routers for ids ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:32.159920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-5546db88-fc11-45ed-9fab-d61300621583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.162485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-5546db88-fc11-45ed-9fab-d61300621583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2671430 Oct 26 14:14:32.177991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.179801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e80a7c1a-d293-47d8-9f85-45480dc54aa7 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.5194316 Oct 26 14:14:32.191124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-f37173f0-01d8-42e4-a648-b34f2100efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.195157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-f37173f0-01d8-42e4-a648-b34f2100efdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 1097 time: 0.1902473 Oct 26 14:14:32.195738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40118) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.197980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] Routers {'0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:32.198336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.203400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:32.210373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:32.243927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.280113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40120) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:32.289810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:32.321471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] Routers {'0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:32.322270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.363076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.364165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99c1e0-b330-4285-bf3f-268574e27cba None None] The sync data for ids ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:32.406612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.436089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port d5a2a813-9864-439b-b186-6f9c245dbea2 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:32.443143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:32.448283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:32.561939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '15d026ee-6f25-4b8d-98e0-868b315656c9', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'port_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'mac_address': 'fa:16:3e:7e:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8b579-4025-4345-95fc-6ebb17493111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:13:57Z', 'updated_at': '2021-10-26T14:14:30Z', 'revision_number': 1, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.622511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Checking router: 3a657f2f-0ca5-4d70-bb04-ec83cc65286b for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:14:32.635388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-a83432a6-b3ee-4597-928d-e3e2b0d9f5bc service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644763 Oct 26 14:14:32.651691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:32.652811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:32.802077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-7dce7e96-8361-4628-9011-b8accaffd410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:32.810020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-7dce7e96-8361-4628-9011-b8accaffd410 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 200 len: 916 time: 0.5982087 Oct 26 14:14:32.917236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d1f9726-5812-44b4-824a-6b7fa0e2e6ea req-f4b4905d-ad6f-4538-941c-077759ed877c service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167920 Oct 26 14:14:32.985327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:14:33.043219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 172.20.0.4 (395c5533-adb2-4657-af48-ea89ee0ad2f3/fe273a8c-7d08-47c5-b1d8-cef53985e518/d5a2a813-9864-439b-b186-6f9c245dbea2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:33.052384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe3f:d46a (395c5533-adb2-4657-af48-ea89ee0ad2f3/6a98a3ff-f1e0-4dde-a90c-062cec83c3e7/d5a2a813-9864-439b-b186-6f9c245dbea2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:33.067452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd789f7-208b-4ee0-ac4e-681f4317a185 req-b77f0420-fa69-480a-a9cf-073ef00c1dcc tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.076364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cd789f7-208b-4ee0-ac4e-681f4317a185 req-b77f0420-fa69-480a-a9cf-073ef00c1dcc tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.1580510 Oct 26 14:14:33.079894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-54250a86-561b-4e14-9893-e9f502dc4ed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 200 len: 1000 time: 0.1588366 Oct 26 14:14:33.126779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:33.155691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-acc87492-f94a-4a7b-9a72-1651c940d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.157344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-acc87492-f94a-4a7b-9a72-1651c940d124 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673a0812-4a40-48ac-bcab-5c93b06c6aa7 HTTP/1.1" status: 200 len: 854 time: 0.0679698 Oct 26 14:14:33.169916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4abac-79bf-4994-88f0-df263c2af84c None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:33.201887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.273108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cd789f7-208b-4ee0-ac4e-681f4317a185 req-d2032f65-3259-4780-952a-a596816c4dc1 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957734 Oct 26 14:14:33.306238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:33.307018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.320649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=1416081c-7637-407a-ba99-1305a2bd2c3d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:33.329443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-18573b83-a539-4f84-8b9c-e723b1b5ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.330627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-18573b83-a539-4f84-8b9c-e723b1b5ec5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bafa30fe-919c-48d5-892e-3c52ed11eae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541409 Oct 26 14:14:33.335267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4f025b55-3ae3-453f-b119-b4483d0ff006 None None] Provisioning complete for port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:33.336121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4f025b55-3ae3-453f-b119-b4483d0ff006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.347560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.358015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:33.358651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: 6643dae9-94c8-4d63-a2ad-d5934670237c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:33.372398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.408009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network 6643dae9-94c8-4d63-a2ad-d5934670237c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:33.408276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.425341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 6643dae9-94c8-4d63-a2ad-d5934670237c) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:33.430778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.431372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.446209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.452081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570d7b9-8853-40c5-9c75-65409c19b38c None None] Network 6643dae9-94c8-4d63-a2ad-d5934670237c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:33.458017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-604b10fb-1a4c-4d5b-9a63-d022874a6437 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1764634 Oct 26 14:14:33.469676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40130) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.478351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1623454730'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:33.518382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-9dd846c2-300f-4c62-8226-c5ee89fb3a79 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765015 Oct 26 14:14:33.525551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=d5a2a813-9864-439b-b186-6f9c245dbea2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:33.537909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:33.543578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.555015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:33.556609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:33.564251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:33.612965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Deleting port b423b24f-f7f4-4b07-b49c-c7313ee3d60e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:33.613469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.630080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.631970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.659771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0cfc8aec-cd7d-47d6-ba3b-7abc382400ab tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8081412 Oct 26 14:14:33.663617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40134) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.668360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.674120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:33.706859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.707317 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment bb380a8b-1161-4329-a074-4fd284184b47 of type vlan for network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca Oct 26 14:14:33.733266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc3b38-af89-47b4-b901-af2e10bdc6f8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.739815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc3b38-af89-47b4-b901-af2e10bdc6f8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.745633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55dc3b38-af89-47b4-b901-af2e10bdc6f8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0774341 Oct 26 14:14:33.745633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.773601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb62339a-993f-40cc-bdf6-8cb89c74781f req-6fbfad93-cb3b-4fc4-ab99-eff960948937 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487893 Oct 26 14:14:33.788568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.789764 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4f025b55-3ae3-453f-b119-b4483d0ff006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.802236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.810881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '15d026ee-6f25-4b8d-98e0-868b315656c9', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'port_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'mac_address': 'fa:16:3e:7e:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8b579-4025-4345-95fc-6ebb17493111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:13:57Z', 'updated_at': '2021-10-26T14:14:30Z', 'revision_number': 1, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:33.826312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:33.829329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Calling delete_port for b423b24f-f7f4-4b07-b49c-c7313ee3d60e owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:33.873891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port d5a2a813-9864-439b-b186-6f9c245dbea2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:33.874284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.886095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.887084 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.893237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:33.893967 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:33.898861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1225b71-fe77-49ce-ab29-f95e511f564c None None] The sync data for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 is: [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '15d026ee-6f25-4b8d-98e0-868b315656c9', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'port_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'mac_address': 'fa:16:3e:7e:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf8b579-4025-4345-95fc-6ebb17493111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:13:57Z', 'updated_at': '2021-10-26T14:14:30Z', 'revision_number': 1, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:33.971476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4971225 Oct 26 14:14:33.972611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40138) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:33.979516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:34.010302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5ce4b-83f6-4e67-ba09-a938627495dc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=a1f0b85a-d4ac-4d19-8d83-5593e27b75ca,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.017222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-6643dae9-94c8-4d63-a2ad-d5934670237c', 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '1416081c-7637-407a-ba99-1305a2bd2c3d'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:34.018087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.037947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:34.047658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.091373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for d5a2a813-9864-439b-b186-6f9c245dbea2 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:34.117204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.122388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-4f025b55-3ae3-453f-b119-b4483d0ff006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:34.122741 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-4f025b55-3ae3-453f-b119-b4483d0ff006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:34.170960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.226942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Pushing event deleted for resources: {'Port': ['ID=b423b24f-f7f4-4b07-b49c-c7313ee3d60e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.246838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:34.250477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.345138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.404264 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe9c23-bc86-4684-9c01-b34b4327450e None None] New status for floating IP 15d026ee-6f25-4b8d-98e0-868b315656c9: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:14:34.436124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Allocated IP 2001:db8:0:ffff::2 (6643dae9-94c8-4d63-a2ad-d5934670237c/1416081c-7637-407a-ba99-1305a2bd2c3d/18d4be37-0a60-492a-961c-dc40a8896513) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:34.616194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:34.754980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.829556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=d5a2a813-9864-439b-b186-6f9c245dbea2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:34.839918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a3293-3ffb-457f-9e03-9dcb6d117812 req-558a2ce8-6d5f-4e9e-b940-e2badf91237f tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:34.850232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c8a3293-3ffb-457f-9e03-9dcb6d117812 req-558a2ce8-6d5f-4e9e-b940-e2badf91237f tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.4099414 Oct 26 14:14:34.859585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:34.859961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.867527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.883180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.898248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.911580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:34.974216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-33a490f1-5992-441f-8838-1f55286cd780 None None] Could not find standard attr ID for object d5a2a813-9864-439b-b186-6f9c245dbea2. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:34.985104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Network 6643dae9-94c8-4d63-a2ad-d5934670237c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:35.020648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c8a3293-3ffb-457f-9e03-9dcb6d117812 req-e3647dbd-2bc0-408e-91dd-b8743ec0501c tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692255 Oct 26 14:14:35.030268 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.045747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:35.045747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:35.045747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Pushing event updated for resources: {'Port': ['ID=18d4be37-0a60-492a-961c-dc40a8896513,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.056913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-33a490f1-5992-441f-8838-1f55286cd780 None None] Provisioning complete for port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:35.057289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-33a490f1-5992-441f-8838-1f55286cd780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.078370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Router 0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:14:35.134103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=816b1241-7386-4117-8243-58921e0d6412,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.140637 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.144697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d2918e0-e01e-4a4a-afe4-f5f6a9b0c8ff tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/d5a2a813-9864-439b-b186-6f9c245dbea2 HTTP/1.1" status: 204 len: 168 time: 1.3977921 Oct 26 14:14:35.150761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.157751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Attempting to bind port 18d4be37-0a60-492a-961c-dc40a8896513 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:35.158129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Attempting to bind port 18d4be37-0a60-492a-961c-dc40a8896513 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:35.158495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Attempting to bind port 18d4be37-0a60-492a-961c-dc40a8896513 on network 6643dae9-94c8-4d63-a2ad-d5934670237c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:35.173846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:35.174232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Checking segment: {'id': 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:35.174638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.175036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Bound using segment: {'id': 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:35.175611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Bound port: 18d4be37-0a60-492a-961c-dc40a8896513, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '6643dae9-94c8-4d63-a2ad-d5934670237c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:35.175908 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.238509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:35.247741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.251323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f22ab10-14c9-4187-a8c9-70775f8108fa tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "PUT /v2.0/routers/0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 200 len: 709 time: 3.0506449 Oct 26 14:14:35.251838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40154) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.285507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': 'bb380a8b-1161-4329-a074-4fd284184b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:35.288294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: a1f0b85a-d4ac-4d19-8d83-5593e27b75ca, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:35.301875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e4822-aef1-4667-a9ab-9b0e6016c725 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.316894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e4822-aef1-4667-a9ab-9b0e6016c725 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.320030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e4822-aef1-4667-a9ab-9b0e6016c725 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.327938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b7e4822-aef1-4667-a9ab-9b0e6016c725 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1758802 Oct 26 14:14:35.328613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.429864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:35.445295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 6a98a3ff-f1e0-4dde-a90c-062cec83c3e7 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:35.450160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.476904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f89f26b-125b-4d75-ac02-33193ad48d3c tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/routers/0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 200 len: 744 time: 0.2235994 Oct 26 14:14:35.480477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40164) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.484993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a1f0b85a-d4ac-4d19-8d83-5593e27b75ca) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:35.498033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:35.498650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.506779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a854b6-d887-48b1-9cb1-7cfbb648d1d4 None None] Network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:35.510063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] Sync routers for ids ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:35.528796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.538961 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a22483f-aef2-4acd-a52b-4b88b61e3c91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5649858 Oct 26 14:14:35.552874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.596689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9642a10c-7f65-4935-928d-d7cd56fdc4b7 tempest-RoutersIpV6AdminTest-1580522835 tempest-RoutersIpV6AdminTest-1580522835-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 200 len: 205 time: 0.1148086 Oct 26 14:14:35.597657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.639940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] Routers {'0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:35.640680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb622dbc-f6f8-417c-9101-b34ee873639e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 200 len: 205 time: 0.0384948 Oct 26 14:14:35.642099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:35.642290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40174) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.655667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fd1f0180-67df-4d11-8372-f0bc5811d83f None None] Could not find standard attr ID for object d5a2a813-9864-439b-b186-6f9c245dbea2. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:35.701594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:35.706563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] For port 18d4be37-0a60-492a-961c-dc40a8896513, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:35.711822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.737172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] For port 18d4be37-0a60-492a-961c-dc40a8896513, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18d4be37-0a60-492a-961c-dc40a8896513,segment=NetworkSegment(bdcb2a68-d37c-44e8-9739-b02e8e97c50f),segment_id=bdcb2a68-d37c-44e8-9739-b02e8e97c50f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:35.753674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.788001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.832686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=6a98a3ff-f1e0-4dde-a90c-062cec83c3e7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.836904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] Routers {'0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:35.838755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:35.838912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.845004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-77ae995b-bf9d-43b3-b4ea-6e7e6b7a4e1c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/6a98a3ff-f1e0-4dde-a90c-062cec83c3e7 HTTP/1.1" status: 204 len: 168 time: 0.5044372 Oct 26 14:14:35.845259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40182) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:35.847337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:35.850215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19ba11-07e2-4419-bb95-d7145e3b7f83 None None] Pushing event updated for resources: {'Port': ['ID=18d4be37-0a60-492a-961c-dc40a8896513,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:35.856222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdc6c06-6b79-4480-974d-2be054e2afb9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:35.927976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet fe273a8c-7d08-47c5-b1d8-cef53985e518 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:35.932329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.024164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.100998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:36.101623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8fdd2-6f7d-4662-9377-5d6476fdd27f None None] The sync data for ids ['0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:36.172219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.250664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a1f0b85a-d4ac-4d19-8d83-5593e27b75ca', 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '816b1241-7386-4117-8243-58921e0d6412'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:36.251682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.292038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.345515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=fe273a8c-7d08-47c5-b1d8-cef53985e518,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:36.367509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.374444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-85cd158c-bbb7-4f08-9f1a-ae4ba1146571 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/fe273a8c-7d08-47c5-b1d8-cef53985e518 HTTP/1.1" status: 204 len: 168 time: 0.5251744 Oct 26 14:14:36.376931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.500149 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.555135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.562275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.621343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Allocated IP 2001:db8::1 (a1f0b85a-d4ac-4d19-8d83-5593e27b75ca/816b1241-7386-4117-8243-58921e0d6412/fe66561d-925f-4932-b769-59f2bab6dba8) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:36.677614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.766906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18d4be37-0a60-492a-961c-dc40a8896513 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:36.791565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.792531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Fanout notify agent at l3_agent the message router_deleted on router 0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:14:36.804965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.806865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d7d4ee6-66cb-4816-af19-25c4a8600223 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 204 len: 168 time: 1.1644113 Oct 26 14:14:36.822969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40202) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.872920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79890da4-71c3-4b37-95e0-70386f15c20e tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 200 len: 205 time: 0.0484672 Oct 26 14:14:36.875683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40208) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:36.944103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 18d4be37-0a60-492a-961c-dc40a8896513 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:36.944484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:36.986046 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-9951db83-f22e-4998-b8b0-3223352263a5 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:36.995198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9951db83-f22e-4998-b8b0-3223352263a5 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/0e4d4e3d-f812-4f68-8d0b-b9fa6f288c03 HTTP/1.1" status: 404 len: 336 time: 0.1180847 Oct 26 14:14:36.998170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40210) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.046428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa1a8305-59de-47f4-80e3-d9ee51150e47 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 200 len: 205 time: 0.0463905 Oct 26 14:14:37.049274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40214) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.121971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84cd595c-f9a6-4b94-baa2-3470813e26e8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7403173 Oct 26 14:14:37.122137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40216) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.129416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:37.137212 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-e2089cda-7d61-46ab-9358-f5f45ede85fb tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:37.143399 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.146655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e2089cda-7d61-46ab-9358-f5f45ede85fb tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/ea46dbad-6ed2-4344-a033-6986870d882f HTTP/1.1" status: 404 len: 336 time: 0.0961027 Oct 26 14:14:37.154283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40218) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.195424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.213740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-200b2638-257d-4cbc-8450-463c1a62ca61 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 200 len: 205 time: 0.0580430 Oct 26 14:14:37.216651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40220) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.271474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.290100 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-202b8fff-4d4f-43ef-8566-2ecbfe3628f1 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:37.291176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-202b8fff-4d4f-43ef-8566-2ecbfe3628f1 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/40bf98eb-e79a-4fb4-9cf6-c2da23d7ff33 HTTP/1.1" status: 404 len: 336 time: 0.0735724 Oct 26 14:14:37.294272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40224) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.303097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:37.312058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.324064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:37.325645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:14:37.343788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f866ea5-726a-4f87-a7b8-9db98b65cc10 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 200 len: 205 time: 0.0483003 Oct 26 14:14:37.345721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.348418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.369777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 18d4be37-0a60-492a-961c-dc40a8896513, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18d4be37-0a60-492a-961c-dc40a8896513,segment=NetworkSegment(bdcb2a68-d37c-44e8-9739-b02e8e97c50f),segment_id=bdcb2a68-d37c-44e8-9739-b02e8e97c50f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:37.376082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:37.382500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:37.405228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.407641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Pushing event updated for resources: {'Port': ['ID=fe66561d-925f-4932-b769-59f2bab6dba8,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.430444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=816b1241-7386-4117-8243-58921e0d6412,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.431365 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c1b6faa7-fee3-41f4-8307-24eb51e11fc9 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:37.436625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1b6faa7-fee3-41f4-8307-24eb51e11fc9 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/fe2b6b19-afa6-46f7-a300-485bcebe45b9 HTTP/1.1" status: 404 len: 336 time: 0.0852761 Oct 26 14:14:37.439258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40228) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.495973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-22ab29f4-f5ac-48a8-b540-3383d563ba3c tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 200 len: 205 time: 0.0500202 Oct 26 14:14:37.496773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40234) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.587085 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-bd4895d4-ae57-4e59-b61d-b02fe7580d4b tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:37.590246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.596087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd4895d4-ae57-4e59-b61d-b02fe7580d4b tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/71d1c636-33ae-4199-8394-9ce04d4ddea8 HTTP/1.1" status: 404 len: 336 time: 0.0941367 Oct 26 14:14:37.598567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40236) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.613085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Attempting to bind port fe66561d-925f-4932-b769-59f2bab6dba8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:37.613462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Attempting to bind port fe66561d-925f-4932-b769-59f2bab6dba8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'bb380a8b-1161-4329-a074-4fd284184b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:37.614382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Attempting to bind port fe66561d-925f-4932-b769-59f2bab6dba8 on network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:37.632071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f0b85a-d4ac-4d19-8d83-5593e27b75ca']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:37.633698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:37.634091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Checking segment: {'id': 'bb380a8b-1161-4329-a074-4fd284184b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:37.634498 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.634897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Bound using segment: {'id': 'bb380a8b-1161-4329-a074-4fd284184b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:37.635370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Bound port: fe66561d-925f-4932-b769-59f2bab6dba8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb380a8b-1161-4329-a074-4fd284184b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:37.635756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.652716 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ed35243-ae5d-4852-afdd-e16a033eb79a tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "GET /v2.0/ports?device_id=79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 HTTP/1.1" status: 200 len: 205 time: 0.0499256 Oct 26 14:14:37.654446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40240) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.658440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de669a9-0370-4bbd-b928-062506bef8e7 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:37.660867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb380a8b-1161-4329-a074-4fd284184b47') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:37.661333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb380a8b-1161-4329-a074-4fd284184b47') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:37.669373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=18d4be37-0a60-492a-961c-dc40a8896513,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:37.689846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.721673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.739557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:37.740766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:37.746181 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:37.754477 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-ab524c7b-6060-4582-8e34-34523334f947 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] delete failed (client error): The resource could not be found. Oct 26 14:14:37.758788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab524c7b-6060-4582-8e34-34523334f947 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/routers/79f36127-f0ad-4f64-8dcd-8e96a26d1ce8 HTTP/1.1" status: 404 len: 336 time: 0.1014473 Oct 26 14:14:37.759621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:37.784777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790e945-fc6f-427c-8748-6aa5c15c7f37 None None] Network 6643dae9-94c8-4d63-a2ad-d5934670237c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:37.810019 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c4aa0-299c-4575-801e-d58f395eb236 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] DELETE failed (client error): The resource could not be found. Oct 26 14:14:37.810493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32c4aa0-299c-4575-801e-d58f395eb236 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:37.816693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b32c4aa0-299c-4575-801e-d58f395eb236 tempest-RoutersIpV6AdminTest-238283774 tempest-RoutersIpV6AdminTest-238283774-project] 10.222.0.37 "DELETE /v2.0/subnets/0ff9682b-e007-4683-b9b4-ad27b99c97fb HTTP/1.1" status: 404 len: 337 time: 0.0536015 Oct 26 14:14:37.853975 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:14:37.853975 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:14:37.853975 n-d-813419-9 neutron-server[102163]: [parameters: {'id': 'a1f0b85a-d4ac-4d19-8d83-5593e27b75ca'}] Oct 26 14:14:37.853975 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:37.855827 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:37.910532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-41a8099f-3ff6-438e-9ab8-aca9c35b82f6 None None] Provisioning complete for port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:37.911182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41a8099f-3ff6-438e-9ab8-aca9c35b82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:37.972580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] For port fe66561d-925f-4932-b769-59f2bab6dba8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:38.010374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.022756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] For port fe66561d-925f-4932-b769-59f2bab6dba8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fe66561d-925f-4932-b769-59f2bab6dba8,segment=NetworkSegment(bb380a8b-1161-4329-a074-4fd284184b47),segment_id=bb380a8b-1161-4329-a074-4fd284184b47)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:38.046534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.121538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:38.126199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:38.137369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:38.138715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.175415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=2ce0db72-9cd5-44c3-b2fd-382529fceb31,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.200614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1977ad54-7d1a-47dd-a9f0-38053bf1a940 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0764596 Oct 26 14:14:38.203803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40258) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.211026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:38.256632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.307319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:38.323755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d98c4-6e59-4898-9e76-5ceca69907b1 None None] Pushing event updated for resources: {'Port': ['ID=fe66561d-925f-4932-b769-59f2bab6dba8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.351126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea243187-ac73-4391-81cf-44fe6aef6559 None None] Network a1f0b85a-d4ac-4d19-8d83-5593e27b75ca requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:38.373147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d56441-dd71-4398-a146-c1326d9d1682 req-1a85b080-3f27-447b-82ce-4dafe1b35924 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:38.374676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d56441-dd71-4398-a146-c1326d9d1682 req-1a85b080-3f27-447b-82ce-4dafe1b35924 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.0797915 Oct 26 14:14:38.378485 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.449455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d56441-dd71-4398-a146-c1326d9d1682 req-bbf061ce-6aad-45c4-81d0-a85502f7393f tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Oct 26 14:14:38.453158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:38.457356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.464927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34db46c8-79b1-4449-8ee9-e767c3e1996e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.602634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting port fe66561d-925f-4932-b769-59f2bab6dba8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:38.603520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.705568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34db46c8-79b1-4449-8ee9-e767c3e1996e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.711535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34db46c8-79b1-4449-8ee9-e767c3e1996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.766507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18d4be37-0a60-492a-961c-dc40a8896513 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:38.766736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db46c8-79b1-4449-8ee9-e767c3e1996e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8888031-a129-4fea-b3ee-64af22947c5b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:38.779427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34db46c8-79b1-4449-8ee9-e767c3e1996e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a8205cc90e7401489b13fb51283d76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211496 Oct 26 14:14:38.782327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40266) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:38.785681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] For port fe66561d-925f-4932-b769-59f2bab6dba8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fe66561d-925f-4932-b769-59f2bab6dba8,segment=NetworkSegment(bb380a8b-1161-4329-a074-4fd284184b47),segment_id=bb380a8b-1161-4329-a074-4fd284184b47)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:38.786539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.841804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-88556213-7636-4267-b819-61b049764872 None None] Provisioning complete for port 18d4be37-0a60-492a-961c-dc40a8896513 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:38.842074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Calling delete_port for fe66561d-925f-4932-b769-59f2bab6dba8 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:38.842172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-88556213-7636-4267-b819-61b049764872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.855990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Deleting port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:38.856357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.895692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.930907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.982243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 18d4be37-0a60-492a-961c-dc40a8896513 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:38.982631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.994932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.998442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:38.999620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8888031-a129-4fea-b3ee-64af22947c5b HTTP/1.1" status: 204 len: 168 time: 0.2160759 Oct 26 14:14:39.011128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f143ba1-dadf-4c6e-99b6-52afc770b3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8888031-a129-4fea-b3ee-64af22947c5b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.037639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.059284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] For port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:39.059683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.104390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Calling delete_port for 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:39.107494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Port': ['ID=fe66561d-925f-4932-b769-59f2bab6dba8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.118913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No DVR routers for this DVR port fe66561d-925f-4932-b769-59f2bab6dba8 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:39.268004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.278466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.303381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:39.320277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f0b85a-d4ac-4d19-8d83-5593e27b75ca']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:39.326711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:39.351910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] Pushing event deleted for resources: {'Port': ['ID=20e7f66a-b0d3-403c-b2f2-6e74eb085ed9,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.355176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e36899-441a-4543-92b6-53f3e0e3cc98 None None] No DVR routers for this DVR port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:39.358825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:39.359466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:39.375579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c3e58422-9b11-43a4-93ed-e8f74e920eb4 None None] Provisioning complete for port 18d4be37-0a60-492a-961c-dc40a8896513 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:39.375950 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3e58422-9b11-43a4-93ed-e8f74e920eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.381344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd0850c-cd60-4eeb-ae1e-916998ad99be None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:39.399677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb380a8b-1161-4329-a074-4fd284184b47') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:39.399966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb380a8b-1161-4329-a074-4fd284184b47') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:39.421752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.446317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.461798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40276) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.477013 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.revisions.revision_plugin [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Could not find related port for resource to bump revision. Oct 26 14:14:39.479165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:39.479716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:39.482925 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:39.499364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Port 20e7f66a-b0d3-403c-b2f2-6e74eb085ed9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 14:14:39.499464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:9e4 {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 14:14:39.528925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-374e00dc-d8c8-4cf5-b2e8-a265b3c6f5f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05ec4a76543f45c3b4e5726bc9eeb0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658083 Oct 26 14:14:39.531140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:9e4 {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 14:14:39.531264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.532910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.613867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:39.624069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:39.649876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.650531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.659923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b52bb-7a1a-4780-97e1-718c673a0b1f req-904e8e22-a649-44de-89ad-5ee3622d7372 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.665309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f2b52bb-7a1a-4780-97e1-718c673a0b1f req-904e8e22-a649-44de-89ad-5ee3622d7372 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.0890467 Oct 26 14:14:39.666697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.667332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.673739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=ad3d9253-58b0-4b33-ace4-29b344323b11,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.681331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.688436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/a1f0b85a-d4ac-4d19-8d83-5593e27b75ca HTTP/1.1" status: 204 len: 168 time: 4.1319730 Oct 26 14:14:39.689882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40282) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.695418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '2ce0db72-9cd5-44c3-b2fd-382529fceb31'}, {'subnet_id': 'ad3d9253-58b0-4b33-ace4-29b344323b11'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:39.697419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.704821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386617734'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:39.713555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff0ea-7ac8-4eeb-9450-3c2acda28d44 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=a1f0b85a-d4ac-4d19-8d83-5593e27b75ca,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.722874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79726bce-0aab-4fec-9312-c09ce3119029 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5172522 Oct 26 14:14:39.729110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40286) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:39.737276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:f5:e9:be', 'name': 'tempest-NetworksTestDHCPv6-69201923'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:39.766501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-2b383fff-285a-49f9-9ea7-1a43cb3c7d16 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1811152 Oct 26 14:14:39.771021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.829407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:39.834320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.838122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f2b52bb-7a1a-4780-97e1-718c673a0b1f req-8d595d60-2d85-4204-a726-b2e043ecb4fd tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/security-groups?id=777f444e-d06b-467f-8a7d-efc9ed9fa96b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664100 Oct 26 14:14:39.882385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-4494d2c7-0b5d-4676-941e-2b6940d26de4 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.884750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-4494d2c7-0b5d-4676-941e-2b6940d26de4 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.73 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 945 time: 0.1779473 Oct 26 14:14:39.906431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.909955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.916044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2408ef2-f213-4260-91c8-4e9c3d75c662 HTTP/1.1" status: 204 len: 168 time: 0.3836963 Oct 26 14:14:39.932173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:39.951062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce73b3-1abf-4d20-afc3-984a7601b53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2408ef2-f213-4260-91c8-4e9c3d75c662,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:39.954522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:39.954862 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment 666ad4d0-17db-4045-b099-a744457cb22f of type vlan for network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 Oct 26 14:14:39.979292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.979759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.980393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.980962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.981441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.981912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.982497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:39.984986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b69d743d-af79-4984-b788-db3e2dc2f17d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.1444263 Oct 26 14:14:40.053629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:40.055845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Deleting port d5c2c34d-1c09-424f-92db-c3bda0dc5961 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:40.056414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.083582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Allocated IP 172.20.0.2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/2ce0db72-9cd5-44c3-b2fd-382529fceb31/b1715a6e-caf3-4aa7-95b0-607aa944a838) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:40.086122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0dc7c809-e874-458c-ac9b-f4f310272184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.094028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Allocated IP 2001:db8::f816:3eff:fede:dcf6 (395c5533-adb2-4657-af48-ea89ee0ad2f3/ad3d9253-58b0-4b33-ace4-29b344323b11/b1715a6e-caf3-4aa7-95b0-607aa944a838) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:40.094323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.190962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.198837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.199325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.214448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] For port d5c2c34d-1c09-424f-92db-c3bda0dc5961, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d5c2c34d-1c09-424f-92db-c3bda0dc5961,segment=NetworkSegment(15622ea1-f3fb-4926-adea-7f741650511f),segment_id=15622ea1-f3fb-4926-adea-7f741650511f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:40.217045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.252963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Calling delete_port for d5c2c34d-1c09-424f-92db-c3bda0dc5961 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:40.311106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-68557b3d-4e82-49a3-b001-679ed49731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.311637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-68557b3d-4e82-49a3-b001-679ed49731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.312157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-68557b3d-4e82-49a3-b001-679ed49731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.314095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-68557b3d-4e82-49a3-b001-679ed49731a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.2925744 Oct 26 14:14:40.320712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6167917 Oct 26 14:14:40.328941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:40.340765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:40.346309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.357983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.414131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:40.421583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:40.424833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:40.442103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e08bf-d1fb-4985-a386-4ba0ce719774 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=48962247-34cc-4c33-9cc1-6ff6f5e4bf01,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.452766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.462954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.469632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:40.496368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Pushing event updated for resources: {'Port': ['ID=b1715a6e-caf3-4aa7-95b0-607aa944a838,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.504713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d5c2c34d-1c09-424f-92db-c3bda0dc5961'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:14:40.507759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-d3054037-ead6-406b-b3f6-94752e2a3339 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.1725202 Oct 26 14:14:40.516789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 9c896710-d492-480e-a4a4-dd229732901a yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:40.583044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Pushing event deleted for resources: {'Port': ['ID=d5c2c34d-1c09-424f-92db-c3bda0dc5961,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.586667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] No DVR routers for this DVR port d5c2c34d-1c09-424f-92db-c3bda0dc5961 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:40.590381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.594540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1431b2d8-91e5-4125-88fd-5b5f7e4a1671 req-f6fb19aa-f39a-4910-a0a6-73d40cfdda94 tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.73 "DELETE /v2.0/ports/d5c2c34d-1c09-424f-92db-c3bda0dc5961 HTTP/1.1" status: 204 len: 173 time: 0.6993337 Oct 26 14:14:40.595387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'name': 'network-vif-deleted', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:14:40.598903 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c4bf86-8932-4350-b9a5-bccca11feec3" -d '{"events": [{"server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "name": "network-vif-deleted", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:14:40.664909 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca391a7-bc47-4331-b0ba-281ce8aa210e x-openstack-request-id: req-dca391a7-bc47-4331-b0ba-281ce8aa210e {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:14:40.665132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Attempting to bind port b1715a6e-caf3-4aa7-95b0-607aa944a838 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:40.665380 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c352e7-0a54-4572-8618-31a2cf2e9c09", "name": "network-vif-deleted", "tag": "d5c2c34d-1c09-424f-92db-c3bda0dc5961", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:14:40.665496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Attempting to bind port b1715a6e-caf3-4aa7-95b0-607aa944a838 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:40.665658 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dca391a7-bc47-4331-b0ba-281ce8aa210e {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:14:40.665851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Attempting to bind port b1715a6e-caf3-4aa7-95b0-607aa944a838 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:40.666029 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c352e7-0a54-4572-8618-31a2cf2e9c09', 'name': 'network-vif-deleted', 'tag': 'd5c2c34d-1c09-424f-92db-c3bda0dc5961', 'status': 'completed', 'code': 200} Oct 26 14:14:40.683340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:40.685976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:40.686495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:40.686944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.687423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:40.687556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.688065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Bound port: b1715a6e-caf3-4aa7-95b0-607aa944a838, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:40.688530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.718082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-76ca1a38-cae9-4b3e-9795-a444c7fe6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.719831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-76ca1a38-cae9-4b3e-9795-a444c7fe6215 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.1977935 Oct 26 14:14:40.776446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] For port b1715a6e-caf3-4aa7-95b0-607aa944a838, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:40.779533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] For port b1715a6e-caf3-4aa7-95b0-607aa944a838, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1715a6e-caf3-4aa7-95b0-607aa944a838,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:40.784970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:40.869213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385a657-fe6b-4c3c-a51e-ccc68ba9a56b None None] Pushing event updated for resources: {'Port': ['ID=b1715a6e-caf3-4aa7-95b0-607aa944a838,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:40.908610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-43cc1d89-253e-4201-933d-f12179577f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:40.910439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-43cc1d89-253e-4201-933d-f12179577f31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572604 Oct 26 14:14:41.060725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1769d7c-810d-4192-87d2-40dce9d62c3d req-39626a53-1a0e-41ff-845e-7a56f2b1e16b tempest-ServerTagsTestJSON-843249188 tempest-ServerTagsTestJSON-843249188-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c352e7-0a54-4572-8618-31a2cf2e9c09 HTTP/1.1" status: 200 len: 210 time: 0.0806596 Oct 26 14:14:41.147956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 172.20.0.6 (395c5533-adb2-4657-af48-ea89ee0ad2f3/2ce0db72-9cd5-44c3-b2fd-382529fceb31/9c896710-d492-480e-a4a4-dd229732901a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:41.164945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fef5:e9be (395c5533-adb2-4657-af48-ea89ee0ad2f3/ad3d9253-58b0-4b33-ace4-29b344323b11/9c896710-d492-480e-a4a4-dd229732901a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:41.243953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40322) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:41.330355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.341997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b64c5dab-48d0-41e6-9173-1f1e3d385093 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991952 Oct 26 14:14:41.407066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dbf95c08-1599-4eea-8b2c-bf84e8e2f92e tempest-AgentManagementNegativeTest-1689451046 tempest-AgentManagementNegativeTest-1689451046-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1618640 Oct 26 14:14:41.543877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=7e90fada-84ce-4952-927a-7ef0282fa551,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.589075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': '666ad4d0-17db-4045-b099-a744457cb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:41.589492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: 48962247-34cc-4c33-9cc1-6ff6f5e4bf01, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:41.629816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.645365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-dfdb90d1-9136-4e3f-aaa7-6af21da9a2c8 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634406 Oct 26 14:14:41.662626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:41.707802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-e535cdfa-cbd5-43ef-b5a0-4667a953c02c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.0544982 Oct 26 14:14:41.747904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 48962247-34cc-4c33-9cc1-6ff6f5e4bf01) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:41.759062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:41.759062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.759524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40332) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:41.766730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30116a6b-336a-4d3c-908c-a68ae81ba4a5 None None] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:41.768010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.835030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40336) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:41.836229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f8e0bfa7-c986-4f12-9c11-3f6d8f642d99 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4994659 Oct 26 14:14:41.838998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-72463889-c2bd-400b-97e2-a6ebc0a92144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:41.841362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-72463889-c2bd-400b-97e2-a6ebc0a92144 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1251652 Oct 26 14:14:41.844251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059107409'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:41.881115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:41.891995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:41.899572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:41.913548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:41.920232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:41.924920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=9c896710-d492-480e-a4a4-dd229732901a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:41.993801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-c1f9f3ec-c3b5-42db-ad45-1dacf0b130ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:41.997433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-c1f9f3ec-c3b5-42db-ad45-1dacf0b130ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357222 Oct 26 14:14:42.021823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:42.022342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.037407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78d0ee3d-7111-428d-ae1d-c5aa09f63ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.057709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:42.093345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98f418c3-6bbe-4828-81b6-8a64eff52387 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3605824 Oct 26 14:14:42.097169 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.098981 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment 64aa0b12-0c35-4308-82e1-7f953fd6aea6 of type vlan for network 593f7e52-1742-4df2-bb07-470602d91b07 Oct 26 14:14:42.101249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40340) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.121553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-48962247-34cc-4c33-9cc1-6ff6f5e4bf01', 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '7e90fada-84ce-4952-927a-7ef0282fa551'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:42.123411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.199235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.208332 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-7cd801c8-3f46-4def-b98d-da9f03a188d5 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032712 Oct 26 14:14:42.245511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40346) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.322036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.328332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:42.329325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.356804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1fabb-f383-4987-8c8e-dcb98654abcf tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:42.377471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb1fabb-f383-4987-8c8e-dcb98654abcf tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:42.379211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bbb1fabb-f383-4987-8c8e-dcb98654abcf tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1735632 Oct 26 14:14:42.389130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40350) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.421978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Allocated IP 2001:db8::1 (48962247-34cc-4c33-9cc1-6ff6f5e4bf01/7e90fada-84ce-4952-927a-7ef0282fa551/72f52ecc-0adf-492b-a987-813698bea416) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:42.467252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=593f7e52-1742-4df2-bb07-470602d91b07,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:42.489391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78d0ee3d-7111-428d-ae1d-c5aa09f63ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.494916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-15572b97-c368-4902-88e3-a5933a8094f4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6587145 Oct 26 14:14:42.498420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Deleting subnet a63acc62-7cce-4fc4-b51b-36b6fc5e9403 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:42.501118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40352) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.509053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': '593f7e52-1742-4df2-bb07-470602d91b07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:42.514642 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78d0ee3d-7111-428d-ae1d-c5aa09f63ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.517631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.544665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a123737-aed0-4ca5-bacf-31849aa46d66 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:42.616879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 593f7e52-1742-4df2-bb07-470602d91b07 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:42.682032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1715a6e-caf3-4aa7-95b0-607aa944a838 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:42.685834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-9b24110e-e44b-4b19-b250-dec104a3ff2c service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218543 Oct 26 14:14:42.700551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.749153 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78d0ee3d-7111-428d-ae1d-c5aa09f63ef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=366e3f09aa4d49c6a8c46a1e52febb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886818 Oct 26 14:14:42.755730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0ee3d-7111-428d-ae1d-c5aa09f63ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d6474-4645-421b-89b3-add4f8df57f0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:42.761973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40354) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:42.785092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] Provisioning complete for port b1715a6e-caf3-4aa7-95b0-607aa944a838 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:42.785595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.798091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-e13457a7-fc62-462e-9c8c-2acac309ebb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.0970540 Oct 26 14:14:42.815430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.849476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 9c896710-d492-480e-a4a4-dd229732901a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:42.850060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.858537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:42.862264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:42.921935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-537fd273-6d39-49da-9c3b-dcacd5abbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:42.923661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-537fd273-6d39-49da-9c3b-dcacd5abbcf5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1159701 Oct 26 14:14:42.956747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Performing IP validity checks on allocation pools {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:14:42.957593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:14:42.963123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.018246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.022610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-be521199-546c-4e02-8844-1f4a72c3243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:43.023533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.024420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-be521199-546c-4e02-8844-1f4a72c3243f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917375 Oct 26 14:14:43.026674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.040881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5c2c34d-1c09-424f-92db-c3bda0dc5961 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:43.102581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63acc62-7cce-4fc4-b51b-36b6fc5e9403,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.120271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.123749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1c04181d-b891-4b5a-bddf-ef504f95c0aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a63acc62-7cce-4fc4-b51b-36b6fc5e9403 HTTP/1.1" status: 204 len: 168 time: 0.8768842 Oct 26 14:14:43.134458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: d5c2c34d-1c09-424f-92db-c3bda0dc5961 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:43.135286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d5c2c34d-1c09-424f-92db-c3bda0dc5961 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:43.136663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:43.168349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-638ae541-9eac-4e60-9514-7c038d85e513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.324968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1715a6e-caf3-4aa7-95b0-607aa944a838 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:43.325675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.338963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.393239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.395235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.398238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.403490 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/055d6474-4645-421b-89b3-add4f8df57f0 HTTP/1.1" status: 204 len: 168 time: 0.6353421 Oct 26 14:14:43.403490 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.421055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.492224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e015d-377f-4f99-b051-1ed1421066c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d6474-4645-421b-89b3-add4f8df57f0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.513128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 9c896710-d492-480e-a4a4-dd229732901a owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:43.549880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.588371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=e46b1ecd-b2d0-42b4-9459-c5cede02cfc2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.623079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': '64aa0b12-0c35-4308-82e1-7f953fd6aea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '593f7e52-1742-4df2-bb07-470602d91b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:43.623761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: 593f7e52-1742-4df2-bb07-470602d91b07, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:43.631603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e21815b-b77e-496a-84a7-4fbbfa637c79']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.659454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:43.664220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Pushing event updated for resources: {'Port': ['ID=72f52ecc-0adf-492b-a987-813698bea416,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:43.667028 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.669472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:43.672876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15622ea1-f3fb-4926-adea-7f741650511f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.673143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15622ea1-f3fb-4926-adea-7f741650511f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:43.679326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:43.708163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.745277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network 593f7e52-1742-4df2-bb07-470602d91b07 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:43.752262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-65ec0855-e75d-41c1-845a-e9f1f88474c4 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148557 Oct 26 14:14:43.764532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.777925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 593f7e52-1742-4df2-bb07-470602d91b07) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:43.782742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:43.783989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.789668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:43.790359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:43.792420 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:43.826302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] For port b1715a6e-caf3-4aa7-95b0-607aa944a838, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1715a6e-caf3-4aa7-95b0-607aa944a838,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:43.855925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4464e1e-4cd9-49c3-97d7-3e572efc1dae None None] Network 593f7e52-1742-4df2-bb07-470602d91b07 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:43.870133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-178d09e3-773b-4180-9d7e-2eb81dac1d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3677301 Oct 26 14:14:43.871214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40368) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:43.923428 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.951983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.963927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:43.980788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7e21815b-b77e-496a-84a7-4fbbfa637c79 HTTP/1.1" status: 204 len: 168 time: 0.8390262 Oct 26 14:14:44.099192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.115764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd0bf8-26ef-4ef6-a766-32ffa0cf31a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e21815b-b77e-496a-84a7-4fbbfa637c79,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.171750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.203725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.359757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Attempting to bind port 72f52ecc-0adf-492b-a987-813698bea416 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:44.360430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Attempting to bind port 72f52ecc-0adf-492b-a987-813698bea416 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '666ad4d0-17db-4045-b099-a744457cb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:44.360743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Attempting to bind port 72f52ecc-0adf-492b-a987-813698bea416 on network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:44.372795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.391303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:44.462145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.487217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa98e4e7-6fef-4c27-a74a-8fa62130bf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-593f7e52-1742-4df2-bb07-470602d91b07', 'network_id': '593f7e52-1742-4df2-bb07-470602d91b07', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': 'e46b1ecd-b2d0-42b4-9459-c5cede02cfc2'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:44.488181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aa98e4e7-6fef-4c27-a74a-8fa62130bf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.501883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.511496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262717c3-d929-4834-8232-4a087a0d8817 None None] Pushing event updated for resources: {'Port': ['ID=b1715a6e-caf3-4aa7-95b0-607aa944a838,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.525854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:44.526211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Checking segment: {'id': '666ad4d0-17db-4045-b099-a744457cb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:44.526614 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.527016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Bound using segment: {'id': '666ad4d0-17db-4045-b099-a744457cb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:44.527765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Bound port: 72f52ecc-0adf-492b-a987-813698bea416, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666ad4d0-17db-4045-b099-a744457cb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '48962247-34cc-4c33-9cc1-6ff6f5e4bf01'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:44.528165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.584701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:44.586085 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:44.610688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d8fbf700-80c4-4f75-9b74-56d511d45d81 None None] Provisioning complete for port 9c896710-d492-480e-a4a4-dd229732901a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:44.611329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf700-80c4-4f75-9b74-56d511d45d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.612016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e41093d-2cb0-42be-a689-f84620f50912 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517dcd0f09c2461380371f8be29506bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164764 Oct 26 14:14:44.616763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40386) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:44.683406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=9c896710-d492-480e-a4a4-dd229732901a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.778600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-a0d13431-0db7-4bdc-8d62-6650f13f3994 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0140955 Oct 26 14:14:44.788254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.868464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=e46b1ecd-b2d0-42b4-9459-c5cede02cfc2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:44.882969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.883357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-9308b500-c068-443f-aaef-4519360d956a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0827386 Oct 26 14:14:44.934092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbf700-80c4-4f75-9b74-56d511d45d81 None None] Port 9c896710-d492-480e-a4a4-dd229732901a was deleted so its status cannot be updated. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 14:14:44.956222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-4be18735-e0d6-48e5-a3c6-424d0a4049ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:44.958216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-4be18735-e0d6-48e5-a3c6-424d0a4049ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0650115 Oct 26 14:14:44.962557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:44.966721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dc68b10f-237d-49d6-97d0-1bdbae8d8798 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/9c896710-d492-480e-a4a4-dd229732901a HTTP/1.1" status: 204 len: 168 time: 2.5740743 Oct 26 14:14:44.969589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40396) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.001194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.032168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d8fbf700-80c4-4f75-9b74-56d511d45d81 None None] Provisioning complete for port b1715a6e-caf3-4aa7-95b0-607aa944a838 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:45.032863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fbf700-80c4-4f75-9b74-56d511d45d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.050394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.065273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593f7e52-1742-4df2-bb07-470602d91b07']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.080031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-6a57c263-4f6a-4ad6-b119-0acc0ca3dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.081826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-6a57c263-4f6a-4ad6-b119-0acc0ca3dd05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135488 Oct 26 14:14:45.087688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64aa0b12-0c35-4308-82e1-7f953fd6aea6') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.087931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64aa0b12-0c35-4308-82e1-7f953fd6aea6') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:45.115861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b3c84-1702-4648-b2dd-b9ba524a1d20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.117778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b3c84-1702-4648-b2dd-b9ba524a1d20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.120727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b3c84-1702-4648-b2dd-b9ba524a1d20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:45.124366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-800b3c84-1702-4648-b2dd-b9ba524a1d20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1535881 Oct 26 14:14:45.127461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40400) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.129292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.148786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.157443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:45.158110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.213502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] For port 72f52ecc-0adf-492b-a987-813698bea416, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:45.282344 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:45.311295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 2ce0db72-9cd5-44c3-b2fd-382529fceb31 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-aa98e4e7-6fef-4c27-a74a-8fa62130bf70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46b1ecd-b2d0-42b4-9459-c5cede02cfc2: This subnet is being modified by another concurrent operation. Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:14:45.319526 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46b1ecd-b2d0-42b4-9459-c5cede02cfc2: This subnet is being modified by another concurrent operation. Oct 26 14:14:45.329767 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:14:45.358532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.373918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.390066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40402) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.416823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.431276 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/593f7e52-1742-4df2-bb07-470602d91b07 HTTP/1.1" status: 204 len: 168 time: 1.5576110 Oct 26 14:14:45.451103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d132c8-9d83-44ea-ade6-0fd5aeb5fa7a None None] Network 593f7e52-1742-4df2-bb07-470602d91b07 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:45.456983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:45.467394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944651810'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:45.494638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.494985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-d4f2ae96-366d-4d25-aa27-d45ab5618321 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929296 Oct 26 14:14:45.499493 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.501540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/777f444e-d06b-467f-8a7d-efc9ed9fa96b HTTP/1.1" status: 204 len: 168 time: 0.8834319 Oct 26 14:14:45.514966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2064e43-192c-4429-a35a-ec99166db3c4 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=593f7e52-1742-4df2-bb07-470602d91b07,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.544038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d132c8-9d83-44ea-ade6-0fd5aeb5fa7a None None] Network 593f7e52-1742-4df2-bb07-470602d91b07 could not be found, it might have been deleted concurrently. {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:14:45.547330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1715a6e-caf3-4aa7-95b0-607aa944a838 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:45.575444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb38787-ac22-4f64-b41a-c58cb4d02d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f444e-d06b-467f-8a7d-efc9ed9fa96b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:45.621654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:45.634061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.728012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:45.732545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.754701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] For port 72f52ecc-0adf-492b-a987-813698bea416, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=72f52ecc-0adf-492b-a987-813698bea416,segment=NetworkSegment(666ad4d0-17db-4045-b099-a744457cb22f),segment_id=666ad4d0-17db-4045-b099-a744457cb22f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:45.801600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.802959 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment f04b3d56-e06b-45c2-9e1b-1dd851be547d of type vlan for network 3070f4b2-d52d-4333-997a-081c8da4431d Oct 26 14:14:45.856642 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.936408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-972a6345-14ba-4cd4-a874-5d901c800d8e service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247391 Oct 26 14:14:45.952270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.979706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:45.980059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1607433740'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:46.008234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.056634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e95314ed-24c9-47ad-86b0-91da16c9cfd0 None None] Could not find standard attr ID for object 9c896710-d492-480e-a4a4-dd229732901a. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:14:46.080285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-9dc932cd-67e1-44d4-8635-8cd272c651aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.1116140 Oct 26 14:14:46.087120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Made reservation on behalf of cd88cb8726564def9c5299772ccf9cf2 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:46.096448 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.098064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1715a6e-caf3-4aa7-95b0-607aa944a838 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:46.098639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.111885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.123855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.130255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:46.132079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.195348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58281e-7919-4412-983b-0ad9a7aa7846 None None] Pushing event updated for resources: {'Port': ['ID=72f52ecc-0adf-492b-a987-813698bea416,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.223426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-6e9fb1a4-8853-4f2d-8189-26256e13ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:46.240798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-6e9fb1a4-8853-4f2d-8189-26256e13ca17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1481221 Oct 26 14:14:46.246151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7856765 Oct 26 14:14:46.251272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40418) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:46.297960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': '3070f4b2-d52d-4333-997a-081c8da4431d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:46.358290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-8ebb25ea-11a9-4fa2-a80f-231fd2456071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:46.359913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-8ebb25ea-11a9-4fa2-a80f-231fd2456071 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1119893 Oct 26 14:14:46.368639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.450016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.541700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898e6d-a4a0-48ad-a1e5-25e425b11d0c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=3070f4b2-d52d-4333-997a-081c8da4431d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.544007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.545650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f764eed-d252-4833-a3fe-420379bb378e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:46.578132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce0db72-9cd5-44c3-b2fd-382529fceb31,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:46.587027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.592658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-843bd427-8bef-4386-9081-29e85d11dd07 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/2ce0db72-9cd5-44c3-b2fd-382529fceb31 HTTP/1.1" status: 204 len: 168 time: 1.4598093 Oct 26 14:14:46.597719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40426) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:46.703809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3070f4b2-d52d-4333-997a-081c8da4431d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:46.778072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet ad3d9253-58b0-4b33-ace4-29b344323b11 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:14:46.790354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:46.905165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-27159f4a-9423-414e-8dc1-c4ac29073447 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333748 Oct 26 14:14:46.946075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.003035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:47.027611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:47.032198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.059062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.059409 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Added segment 1cf04999-dcb9-4bb0-8874-56df2568f13c of type vlan for network bfdad698-866d-4312-bc59-e628311ee971 Oct 26 14:14:47.153443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062b0e3b-02b4-434e-9cb1-fe03111d62a6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.207291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.346949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.375771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:47.383720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.389814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-b371fb4c-fcc3-4822-941e-b813d15ce995 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717607 Oct 26 14:14:47.393271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.477674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 72f52ecc-0adf-492b-a987-813698bea416 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:47.517025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40444) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.556854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-07b2aa90-4710-43f0-b175-d4d3c46b6883 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.1376815 Oct 26 14:14:47.621629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 72f52ecc-0adf-492b-a987-813698bea416 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:47.621629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.638638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2422059 Oct 26 14:14:47.642825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40448) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:47.648385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'subnet': {'network_id': 'bfdad698-866d-4312-bc59-e628311ee971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:47.663283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fc36-be3b-489b-a545-d762d6b1f797 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Network': ['ID=bfdad698-866d-4312-bc59-e628311ee971,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:47.681856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bfdad698-866d-4312-bc59-e628311ee971 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:47.821516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-20246518-96f5-4c42-9bea-922b1f63ea04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4917758 Oct 26 14:14:47.825774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-5b7a1526-8b35-494f-b0d6-83158b45726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:47.840976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.863490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-5b7a1526-8b35-494f-b0d6-83158b45726c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.2417057 Oct 26 14:14:47.936358 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:47.989248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-845325400-network', 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:48.045584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 72f52ecc-0adf-492b-a987-813698bea416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=72f52ecc-0adf-492b-a987-813698bea416,segment=NetworkSegment(666ad4d0-17db-4045-b099-a744457cb22f),segment_id=666ad4d0-17db-4045-b099-a744457cb22f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:48.049025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Made reservation on behalf of cd88cb8726564def9c5299772ccf9cf2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:48.054437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.054793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.060802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=c32e9436-a451-4728-92af-9b7a91cd54e8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.137322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': 'f04b3d56-e06b-45c2-9e1b-1dd851be547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '3070f4b2-d52d-4333-997a-081c8da4431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:48.137584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: 3070f4b2-d52d-4333-997a-081c8da4431d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:48.141342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.159189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-651dbb3c-d446-46dc-9e44-51237e9b32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.162424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-651dbb3c-d446-46dc-9e44-51237e9b32c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2946126 Oct 26 14:14:48.200790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network 3070f4b2-d52d-4333-997a-081c8da4431d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:48.227036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3070f4b2-d52d-4333-997a-081c8da4431d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:48.231980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.232650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.303140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.308257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3d9253-58b0-4b33-ace4-29b344323b11 HTTP/1.1" status: 204 len: 168 time: 1.6994076 Oct 26 14:14:48.313973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2f82d-c66b-4d38-8bb0-98251560e0ea tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3d9253-58b0-4b33-ace4-29b344323b11,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.320578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a38bc-0307-4b93-9f2c-4a4e048d5488 None None] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:48.322569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b659f-ef6f-4a28-9489-4c0583b65026 None None] Network 3070f4b2-d52d-4333-997a-081c8da4431d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:48.327452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40456) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.328104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b59909-d394-4d65-972e-5cf8e9dfa8d9 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:48.348282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:48.355490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.391371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-46b78566-ca70-4aa7-87d6-5f4cda5a1047 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1080678 Oct 26 14:14:48.393955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.396813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.397490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.398012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.398540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.399239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.399845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.400587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.402831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-310c07fb-d213-46d8-bf33-de283913ac8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1efc0331d8794c69a783d06f9a1037cb&device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 6502 time: 0.4025655 Oct 26 14:14:48.403832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40458) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.461391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e3ed5327-ec4b-4b69-8bdd-6850dac43e56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140103 Oct 26 14:14:48.471433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.475480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40460) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.561764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-16fd21e8-8ba2-4b0d-b0cf-b59d563c477d None None] Provisioning complete for port 72f52ecc-0adf-492b-a987-813698bea416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:48.568284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16fd21e8-8ba2-4b0d-b0cf-b59d563c477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.600373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Subnet': ['ID=39b94da7-c054-4315-845f-52b61171e0ee,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.620641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Checking segment: {'id': '1cf04999-dcb9-4bb0-8874-56df2568f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:48.621014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network hostable DHCP agents. Network: bfdad698-866d-4312-bc59-e628311ee971, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:48.625510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=72f52ecc-0adf-492b-a987-813698bea416,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:48.648768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84dbe8-6f44-4628-9e5a-76d6834e1830 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.652958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-db84dbe8-6f44-4628-9e5a-76d6834e1830 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1731822 Oct 26 14:14:48.655129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40462) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.657678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-c6a01324-d0ca-4f3f-915d-636be4659cbf service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846159 Oct 26 14:14:48.708063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.746679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa057f2d-7913-485f-b5bf-a1888571fadb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.752655 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa057f2d-7913-485f-b5bf-a1888571fadb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0921884 Oct 26 14:14:48.753978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40464) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.766741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-c5e9d204-330c-440f-baf8-09e13be3d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.767593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-c5e9d204-330c-440f-baf8-09e13be3d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.768241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-c5e9d204-330c-440f-baf8-09e13be3d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.769988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-c5e9d204-330c-440f-baf8-09e13be3d1a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53d0a737-0d52-420b-84a2-7695344d1314&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&id=12a9d787-df10-49ec-b406-d6fa3322d297&id=12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 200 len: 2298 time: 0.3120561 Oct 26 14:14:48.777032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network bfdad698-866d-4312-bc59-e628311ee971 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:48.803621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bfdad698-866d-4312-bc59-e628311ee971) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:48.814892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:48.815523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.825849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.839341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff7c25b0-2bc5-4561-878c-b4c699b9ec35 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839002 Oct 26 14:14:48.849958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518410a-b8ab-4e74-a9b8-805676a2ac5f None None] Network bfdad698-866d-4312-bc59-e628311ee971 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:48.862136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.867370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:48.894129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c90d6246-e221-45bd-b928-85707189aa35 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2465611 Oct 26 14:14:48.903179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40468) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:48.915627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1096577878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:48.946782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:48.984943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.020699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.026360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-a2a56aa9-200c-42ea-8ebf-0f4cbe158827 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543565 Oct 26 14:14:49.046365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-21cae2a8-63d2-4267-8603-3bc60654a3c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 200 len: 1001 time: 0.2624164 Oct 26 14:14:49.061422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:49.065523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.069068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.073536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:49.078249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.090596 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:49.091116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:49.143789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=c32e9436-a451-4728-92af-9b7a91cd54e8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:49.167659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035695f7-59f8-4ce1-b6c2-eb53263ddf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-3070f4b2-d52d-4333-997a-081c8da4431d', 'network_id': '3070f4b2-d52d-4333-997a-081c8da4431d', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': 'c32e9436-a451-4728-92af-9b7a91cd54e8'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:49.168822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-035695f7-59f8-4ce1-b6c2-eb53263ddf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.244097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-16fd21e8-8ba2-4b0d-b0cf-b59d563c477d None None] Provisioning complete for port b1715a6e-caf3-4aa7-95b0-607aa944a838 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:49.244459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16fd21e8-8ba2-4b0d-b0cf-b59d563c477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.248689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81fdf1a7-8daa-4ee4-bf95-57483b1575e2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3853292 Oct 26 14:14:49.250101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40474) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:49.316868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-f5c4ff4e-0720-4134-98ff-96b866d3745c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.2799306 Oct 26 14:14:49.323154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.323955 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Added segment c0597c7e-8de7-4646-8378-7a20e3182c4e of type vlan for network 22517755-34f3-4628-918f-2b3920d21195 Oct 26 14:14:49.337539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:14:49.397211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b04275-3401-4dec-a5ca-9d1cc723db4e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:49.432435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:49.595276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-fe3f57bf-767a-42ec-b945-ab6627cd2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:49.597543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-fe3f57bf-767a-42ec-b945-ab6627cd2d50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 200 len: 856 time: 0.5171912 Oct 26 14:14:49.638806 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.647504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 72f52ecc-0adf-492b-a987-813698bea416 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:49.709311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.730874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070f4b2-d52d-4333-997a-081c8da4431d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:49.743395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04b3d56-e06b-45c2-9e1b-1dd851be547d') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:49.743793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04b3d56-e06b-45c2-9e1b-1dd851be547d') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:49.756928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.772815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.773771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894220a-f638-4492-ab74-6a369dc002d6 None None] Network 3070f4b2-d52d-4333-997a-081c8da4431d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:49.793178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.805791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:49.806449 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:49.809913 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:49.813349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.850944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-c88ffd23-d838-4392-8f07-256339f2df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:49.855111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-c88ffd23-d838-4392-8f07-256339f2df05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.5208547 Oct 26 14:14:49.876740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:49.881258 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.882962 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:49.883440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:49.896953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.905866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.914696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/3070f4b2-d52d-4333-997a-081c8da4431d HTTP/1.1" status: 204 len: 168 time: 1.4976342 Oct 26 14:14:49.915898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d9ae6559-f6d9-426f-bf2d-9e09f700d163 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5104413 Oct 26 14:14:49.916651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40478) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:49.927657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40480) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:49.941638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232575142'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:49.947326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f2b53-0c2d-4b3f-9d81-4f7033d7691e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=3070f4b2-d52d-4333-997a-081c8da4431d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:49.971551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-bfdad698-866d-4312-bc59-e628311ee971', 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971', 'tenant_id': 'cd88cb8726564def9c5299772ccf9cf2', 'fixed_ips': [{'subnet_id': '39b94da7-c054-4315-845f-52b61171e0ee'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:49.972466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:49.973467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.976529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:49.981918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:50.010795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:50.013478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.016168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-932f2439-bc98-4ef3-bbf0-aac77c6e370a tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1113880 Oct 26 14:14:50.021665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40482) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:50.050865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-855c64e8-a4f8-4b1b-8c66-300f2e956b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:50.054613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-855c64e8-a4f8-4b1b-8c66-300f2e956b4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53d0a737-0d52-420b-84a2-7695344d1314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272692 Oct 26 14:14:50.102189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.102837 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment 909375b2-b403-4c39-88dc-cc84ebd0540b of type vlan for network d94206dc-faa5-429a-a57f-a9a6ad4e450a Oct 26 14:14:50.138776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.141074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:50.142097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.142393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Deleting port b1715a6e-caf3-4aa7-95b0-607aa944a838 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:50.142977 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.233275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] For port b1715a6e-caf3-4aa7-95b0-607aa944a838, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1715a6e-caf3-4aa7-95b0-607aa944a838,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:50.233705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.262099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Calling delete_port for b1715a6e-caf3-4aa7-95b0-607aa944a838 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:50.274755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.337592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 72f52ecc-0adf-492b-a987-813698bea416 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:50.338234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.408375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.415704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:50.416428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.460939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9289103 Oct 26 14:14:50.464696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40488) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:50.470731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Request body: {'subnet': {'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-845325400-subnet', 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:50.501181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-2abe7357-2edc-4682-ae53-580ebab966e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:50.504892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-2abe7357-2edc-4682-ae53-580ebab966e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6279469 Oct 26 14:14:50.554249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6162577 Oct 26 14:14:50.566487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40492) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:50.574652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c5fc-21ee-437d-a1e8-7042840ae724 admin admin] Pushing event updated for resources: {'Network': ['ID=22517755-34f3-4628-918f-2b3920d21195,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:50.579321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': 'd94206dc-faa5-429a-a57f-a9a6ad4e450a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:50.608260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eea2a2-60aa-4a74-9d53-ab87fa633bd6 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=d94206dc-faa5-429a-a57f-a9a6ad4e450a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:50.659426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 22517755-34f3-4628-918f-2b3920d21195 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:50.706630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d94206dc-faa5-429a-a57f-a9a6ad4e450a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:50.727503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:50.733728 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.736743 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:50.737536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:50.737903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:50.739300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Allocated IP 172.20.0.2 (bfdad698-866d-4312-bc59-e628311ee971/39b94da7-c054-4315-845f-52b61171e0ee/5d6df9b5-2c08-4b7a-9f64-0f2266ffe815) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:50.742778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.745358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-1044b1bd-1bcd-4503-b939-9fd8b40fb532 service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851271 Oct 26 14:14:50.749277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:50.909874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e4e9ba8d-cbc5-40d5-8d2e-fd30723087eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9379957 Oct 26 14:14:50.922231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:50.943256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:50.959558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-71c82104-4853-4165-9b12-1795614c91af service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416385 Oct 26 14:14:50.974906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.061882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-11eb53f7-ae98-46bf-a53b-ea01b7e94a79 None None] Provisioning complete for port 72f52ecc-0adf-492b-a987-813698bea416 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:51.062302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-11eb53f7-ae98-46bf-a53b-ea01b7e94a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.064895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] Pushing event deleted for resources: {'Port': ['ID=b1715a6e-caf3-4aa7-95b0-607aa944a838,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.083742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f521c-207f-4904-85d9-d0e387fd565b None None] No DVR routers for this DVR port b1715a6e-caf3-4aa7-95b0-607aa944a838 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:14:51.203220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1715a6e-caf3-4aa7-95b0-607aa944a838 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:14:51.268364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b1715a6e-caf3-4aa7-95b0-607aa944a838 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:14:51.268990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1715a6e-caf3-4aa7-95b0-607aa944a838 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:14:51.276788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:51.280742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.527194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.542124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.592039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Network bfdad698-866d-4312-bc59-e628311ee971 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:51.595794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:51.599796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:51.664931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Pushing event updated for resources: {'Port': ['ID=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.683443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Attempting to bind port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:51.683837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Attempting to bind port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1cf04999-dcb9-4bb0-8874-56df2568f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:51.684270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Attempting to bind port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 on network bfdad698-866d-4312-bc59-e628311ee971 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:51.694273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:51.694883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Checking segment: {'id': '1cf04999-dcb9-4bb0-8874-56df2568f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:51.695189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.695583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Bound using segment: {'id': '1cf04999-dcb9-4bb0-8874-56df2568f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:51.697429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Bound port: 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf04999-dcb9-4bb0-8874-56df2568f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'bfdad698-866d-4312-bc59-e628311ee971'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:51.698083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.736199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-6f4fc6cf-2230-4c4b-a662-df575861fe6e service neutron] 10.222.0.41 "GET /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762380 Oct 26 14:14:51.822384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] For port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:51.827468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] For port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,segment=NetworkSegment(1cf04999-dcb9-4bb0-8874-56df2568f13c),segment_id=1cf04999-dcb9-4bb0-8874-56df2568f13c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:51.833276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.854765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.866333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-7659981f-2e52-4ee9-b3fd-9f061ef879ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 217 time: 0.1212900 Oct 26 14:14:51.942062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dbbd6-b8b7-492e-b0ed-331c3869b311 None None] Pushing event updated for resources: {'Port': ['ID=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:51.961559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:51.965768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:51.967946 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:51.968691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:51.976821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e16f52f-ad67-4e60-b4e9-d5f7ffdfec79 req-fefd9060-1173-4f63-b86c-12b67afd8566 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961412 Oct 26 14:14:51.995516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-557a02fe-c032-4431-9602-0a44874d5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:51.997683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-557a02fe-c032-4431-9602-0a44874d5fca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.1161165 Oct 26 14:14:52.003521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6f1d2dd-7f61-48a8-a7bc-643e335a0976 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0765300 Oct 26 14:14:52.022217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40502) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:52.029973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:52.165056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Allocated IP 172.20.0.1 (bfdad698-866d-4312-bc59-e628311ee971/39b94da7-c054-4315-845f-52b61171e0ee/fd5bd5be-e1a3-4c7e-8200-2ac1152a9375) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:52.169683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-02e218e4-cdf5-4e6b-93b8-54452117f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:52.171814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-02e218e4-cdf5-4e6b-93b8-54452117f6db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1639364 Oct 26 14:14:52.191876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.308349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:52.315653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.319343 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:52.320450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:52.328154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.365172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c8f09e91-26df-4847-8bc0-a2e2dd29a165 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3411095 Oct 26 14:14:52.372484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40504) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:52.386002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:52.428371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-8cd835f6-df43-4a84-a3b2-a7044ebbe638 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432499 Oct 26 14:14:52.651421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-7a515a2d-ef4c-48c8-bdb4-7206b3ebc45a service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132053 Oct 26 14:14:52.666606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56e5bfe-9f61-476a-8e56-52ae96bb041b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.728291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-ca3e6910-05e1-4328-8837-9c14c54230d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 217 time: 0.0685105 Oct 26 14:14:52.779167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:52.796609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-e5ff1dc0-84f3-4b6e-b71e-1e3d1f499f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:52.798390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-e5ff1dc0-84f3-4b6e-b71e-1e3d1f499f46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.0625684 Oct 26 14:14:52.847656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:52.858190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Network hostable DHCP agents. Network: 22517755-34f3-4628-918f-2b3920d21195, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:52.870348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-268bd16d-b7fa-4aed-86b5-f8c37d20d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:52.875410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-268bd16d-b7fa-4aed-86b5-f8c37d20d064 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685253 Oct 26 14:14:52.941028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': '909375b2-b403-4c39-88dc-cc84ebd0540b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd94206dc-faa5-429a-a57f-a9a6ad4e450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:52.941362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: d94206dc-faa5-429a-a57f-a9a6ad4e450a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:52.962470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=3f738e90-9b5d-4991-aebd-8d22d7242f73,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:52.993246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Network 22517755-34f3-4628-918f-2b3920d21195 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:53.007497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:53.011478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.013435 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:14:53.014057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:14:53.022513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.026178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-03c967ca-0a57-4fbd-a98c-3186d04f758c service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421018 Oct 26 14:14:53.044725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network d94206dc-faa5-429a-a57f-a9a6ad4e450a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:53.053158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 22517755-34f3-4628-918f-2b3920d21195) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:53.065719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028325d0-148d-459c-91ec-72ccfdb9e313 None None] Network 22517755-34f3-4628-918f-2b3920d21195 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:53.099915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.100658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.108751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d94206dc-faa5-429a-a57f-a9a6ad4e450a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:53.116157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6875d810-4c9f-40f0-aa4e-221dcc17d96b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7351301 Oct 26 14:14:53.128407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network bfdad698-866d-4312-bc59-e628311ee971 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:53.135224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40512) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.136443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.137145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.148628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:53.151774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07e7fc-dcf5-472d-865f-15464099c70f None None] Network d94206dc-faa5-429a-a57f-a9a6ad4e450a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:53.160257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:53.178295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c93aa3be-fb71-421d-86ea-3f4b54c0e94b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7124302 Oct 26 14:14:53.182915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=fd5bd5be-e1a3-4c7e-8200-2ac1152a9375,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:53.227349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a8d223a5-a70a-4a16-b922-e171e8265dff tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6475053 Oct 26 14:14:53.227349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.266013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-754fdeec-3df5-43c7-a79d-1d5fad1ca4c2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1253555 Oct 26 14:14:53.268658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40518) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.322631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.324474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-c4e709b0-ee11-4610-b3bf-2eb4924cc657 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810497 Oct 26 14:14:53.406170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-5d2ca854-6585-444e-8a38-4b145702c95f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 200 len: 217 time: 0.0734074 Oct 26 14:14:53.414045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.439517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90f9cc-9d46-448f-8a84-8d653d936f25 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.446366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ca90f9cc-9d46-448f-8a84-8d653d936f25 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1724625 Oct 26 14:14:53.449165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40520) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.575971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.623248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-87cd4c61-63c1-45bb-9e4b-ac896574db4a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681416 Oct 26 14:14:53.623248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40524) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:53.629702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:53.693462 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.733077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:53.754511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.811423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6969dd-5596-40fa-8ed0-16e231ae8d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-d94206dc-faa5-429a-a57f-a9a6ad4e450a', 'network_id': 'd94206dc-faa5-429a-a57f-a9a6ad4e450a', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '3f738e90-9b5d-4991-aebd-8d22d7242f73'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:53.811941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-d9c858c0-9141-49a4-8afc-bd58c42a5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:53.813339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c6969dd-5596-40fa-8ed0-16e231ae8d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:53.814497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-d9c858c0-9141-49a4-8afc-bd58c42a5dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.3989363 Oct 26 14:14:54.006960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-caa3abf1-335a-4485-b8b2-fd470e69509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:54.009377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.009961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-caa3abf1-335a-4485-b8b2-fd470e69509b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831467 Oct 26 14:14:54.055713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:54.060336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.100685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=3f738e90-9b5d-4991-aebd-8d22d7242f73,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.214274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ef613-3873-4290-8d6d-24c2cc8bc6f6 None None] Network 22517755-34f3-4628-918f-2b3920d21195 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:54.231831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff7927-947e-4745-a03a-d98ef0720ffd None None] Network bfdad698-866d-4312-bc59-e628311ee971 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:54.283466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.330002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94206dc-faa5-429a-a57f-a9a6ad4e450a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:54.356242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909375b2-b403-4c39-88dc-cc84ebd0540b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:54.358322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909375b2-b403-4c39-88dc-cc84ebd0540b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:54.384959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Provisioning complete for port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:54.385298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-9c6969dd-5596-40fa-8ed0-16e231ae8d04 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f738e90-9b5d-4991-aebd-8d22d7242f73: This subnet is being modified by another concurrent operation. Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:14:54.387920 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f738e90-9b5d-4991-aebd-8d22d7242f73: This subnet is being modified by another concurrent operation. Oct 26 14:14:54.398037 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:14:54.404408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.430625 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-61516756-65dd-4900-be30-b774bf56a504 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101901 Oct 26 14:14:54.442595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.446521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7fa3d-a348-4ba0-9145-9957e0757d60 None None] Network d94206dc-faa5-429a-a57f-a9a6ad4e450a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:54.448092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.460922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.466339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:14:54.466962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:14:54.478318 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:14:54.482673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:54.482673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.541648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-f5002076-d644-4909-a3e7-361a63154e6e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:54.543272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-f5002076-d644-4909-a3e7-361a63154e6e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.3411829 Oct 26 14:14:54.603566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-aed29043-d6d5-4993-8943-6f3ec7befae9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0485258 Oct 26 14:14:54.667092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-99c11ba6-ee60-49c3-89f4-8bb68aa28569 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532923 Oct 26 14:14:54.688354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=fd5bd5be-e1a3-4c7e-8200-2ac1152a9375,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.699544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.704780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-8d2c3378-0e8f-4b3c-8b7b-24a62abf4e47 service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608297 Oct 26 14:14:54.709805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.732381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.741911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/d94206dc-faa5-429a-a57f-a9a6ad4e450a HTTP/1.1" status: 204 len: 168 time: 1.5087953 Oct 26 14:14:54.741911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d456fc-e135-4863-a023-5600cd7c0b4c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=d94206dc-faa5-429a-a57f-a9a6ad4e450a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:54.798990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40544) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:54.810024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047328571'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:54.847273 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.865981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network bfdad698-866d-4312-bc59-e628311ee971 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:54.867747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.870297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:54.923961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] For port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,segment=NetworkSegment(1cf04999-dcb9-4bb0-8874-56df2568f13c),segment_id=1cf04999-dcb9-4bb0-8874-56df2568f13c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:54.931585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:54.959230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-42c16fc8-821c-48ea-b1ec-e9542968f5b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 200 len: 217 time: 0.2148242 Oct 26 14:14:55.025153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:14:55.025775 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:14:55.029729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Pushing event updated for resources: {'Port': ['ID=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:55.046758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.049881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.050577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.051433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.052932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.053571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.055516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.056214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.056780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.057429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.058126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.058676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01088f8e-ea81-46f6-9406-4049e11aaeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:14:55.065952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-7a35d3c3-72be-4d13-8b76-2e503e403aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:55.069054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-7a35d3c3-72be-4d13-8b76-2e503e403aab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 200 len: 797 time: 0.0891178 Oct 26 14:14:55.121028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Router 35ea35eb-97ce-43e2-9dc1-485f6684a7fb is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:14:55.138958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:55.148431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.257780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:14:55.264674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a2e5fabe-8e90-417e-826a-8b0433fc8883 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "PUT /v2.0/routers/35ea35eb-97ce-43e2-9dc1-485f6684a7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2408247 Oct 26 14:14:55.265221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1a4ae165-cd04-4faa-87e1-e544794cfd49 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832114 Oct 26 14:14:55.276012 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] Sync routers for ids ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:14:55.283856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40550) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:55.289991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'port': {'network_id': 'bfdad698-866d-4312-bc59-e628311ee971', 'name': 'tempest-FloatingIPNegativeTestJSON-1690121108'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:55.298771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-b517fa42-f587-4fdd-b398-26b456d3ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:55.301642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-b517fa42-f587-4fdd-b398-26b456d3ef25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2239895 Oct 26 14:14:55.302798 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] Routers {'35ea35eb-97ce-43e2-9dc1-485f6684a7fb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:55.303465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:55.362333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:14:55.369975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ea8c92c0-dfc6-41fa-9a02-f9b0f7a27ad1 None None] Provisioning complete for port fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:55.371400 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:55.372948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8c92c0-dfc6-41fa-9a02-f9b0f7a27ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.403030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:14:55.418087 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] Routers {'35ea35eb-97ce-43e2-9dc1-485f6684a7fb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:14:55.419322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:55.445179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.506910 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:14:55.508680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Made reservation on behalf of cd88cb8726564def9c5299772ccf9cf2 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:55.509105 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beccd53d-6772-4eb9-b597-61c7f14145d5 None None] The sync data for ids ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:14:55.521732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.557856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] device_id is not set on port 41357b6f-ba52-4196-b731-3546b89c86fc yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:55.581832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.582186 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment 6872466c-5de2-4041-9b97-477bc0bfdb22 of type vlan for network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d Oct 26 14:14:55.665404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c92c0-dfc6-41fa-9a02-f9b0f7a27ad1 None None] Port fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:55.668574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:55.676673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.681780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:55.685711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ea8c92c0-dfc6-41fa-9a02-f9b0f7a27ad1 None None] Provisioning complete for port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:55.686205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea8c92c0-dfc6-41fa-9a02-f9b0f7a27ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.694474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=33a62dd2-7082-4090-a306-4e7de4916c88,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:55.722577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:55.723175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.780538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adceea0e-b24a-42b3-9a43-1a49ac1c257f None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:55.817295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Allocated IP 172.20.0.14 (bfdad698-866d-4312-bc59-e628311ee971/39b94da7-c054-4315-845f-52b61171e0ee/41357b6f-ba52-4196-b731-3546b89c86fc) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:55.847598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-17de9aa7-269e-444a-8e01-a46ee8fca58f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2235632 Oct 26 14:14:55.850473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:14:55.852466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40554) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:55.861069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-63dc08af-88f5-4dfd-b364-1b426245eecc service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661654 Oct 26 14:14:55.863785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-586821c9-e6f7-456b-8db2-606f58faf7ad service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310359 Oct 26 14:14:55.864631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.864778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:82:8b:71', 'name': 'tempest-NetworksTestDHCPv6-1211327836'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:55.875435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:55.876582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:55.913396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1125422 Oct 26 14:14:55.935076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:55.979015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:56.082223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5acb7-7fd8-4a18-854f-3f768938ced0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:56.100030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:56.101064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.108167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:14:56.165243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-2601fdef-99a9-4d36-950d-b4fe55754bfc service neutron] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715454 Oct 26 14:14:56.254771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-4e8ce05b-0a4d-4a20-be83-d0da9376a921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 200 len: 217 time: 0.0812297 Oct 26 14:14:56.290560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d2854dd2-9880-41b1-a39e-3b234fc8e1aa None None] Provisioning complete for port fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:56.290745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2854dd2-9880-41b1-a39e-3b234fc8e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.293508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:56.301552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.347954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-910f4abc-8aa2-401e-984f-acb2c354b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.350114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d2854dd2-9880-41b1-a39e-3b234fc8e1aa None None] Port fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:56.351485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '33a62dd2-7082-4090-a306-4e7de4916c88'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:56.352399 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.352980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-910f4abc-8aa2-401e-984f-acb2c354b950 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0860882 Oct 26 14:14:56.455271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-2e7ee9e4-5065-4536-bb98-f83ea3d8793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:56.457065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-2e7ee9e4-5065-4536-bb98-f83ea3d8793e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988357 Oct 26 14:14:56.507506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9e4722b-6916-4bd9-8298-6dd3f80ca09a req-2e79555e-c953-49a6-a1bd-069c294895b7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 210 time: 0.2536099 Oct 26 14:14:56.625139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:56.658312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-d4c311d4-0898-4aaf-a0e6-aea3f5393961 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892726 Oct 26 14:14:56.672566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Allocated IP 2001:db8::f816:3eff:fe07:ade0 (395c5533-adb2-4657-af48-ea89ee0ad2f3/33a62dd2-7082-4090-a306-4e7de4916c88/3933139e-cd43-44d5-a68b-bf05e899aece) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:56.754178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.820189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.841367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.847424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-bcabdc95-a9d6-422d-b610-a8c898cab9b7 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694233 Oct 26 14:14:56.909323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:14:56.926005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-296c9c07-963e-43f2-a978-1555df88685f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 200 len: 217 time: 0.0683317 Oct 26 14:14:56.961647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:56.978982 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.009384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-942ea122-3795-4efd-8d06-d145bdd62a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.011042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-942ea122-3795-4efd-8d06-d145bdd62a3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 200 len: 797 time: 0.0755453 Oct 26 14:14:57.040132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:57.044982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:57.050608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:57.058414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Pushing event updated for resources: {'Port': ['ID=3933139e-cd43-44d5-a68b-bf05e899aece,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.105361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40db8c-632d-4413-8652-584530e5de1a req-892b946c-e139-4981-a167-a79d2265f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.106998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-892b946c-e139-4981-a167-a79d2265f50f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12a9d787-df10-49ec-b406-d6fa3322d297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869029 Oct 26 14:14:57.187347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Attempting to bind port 3933139e-cd43-44d5-a68b-bf05e899aece on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:57.188176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Attempting to bind port 3933139e-cd43-44d5-a68b-bf05e899aece by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:57.189270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Attempting to bind port 3933139e-cd43-44d5-a68b-bf05e899aece on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:57.198638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:57.199221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:57.199933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.200456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:57.201306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Bound port: 3933139e-cd43-44d5-a68b-bf05e899aece, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:57.202033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.265978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-7608957b-febe-433b-aed2-d9e56d791590 service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450126 Oct 26 14:14:57.305666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] For port 3933139e-cd43-44d5-a68b-bf05e899aece, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:57.314521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] For port 3933139e-cd43-44d5-a68b-bf05e899aece, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3933139e-cd43-44d5-a68b-bf05e899aece,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:57.322763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.341814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=f5d78c30-c242-4700-b993-837652855dcd,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.377417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.423285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754921c-1db8-479d-ae2d-2e076a99f7b6 None None] Pushing event updated for resources: {'Port': ['ID=3933139e-cd43-44d5-a68b-bf05e899aece,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.454745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa40db8c-632d-4413-8652-584530e5de1a req-3d81440f-7680-47b1-9d6a-5fa78f10ddef service neutron] 10.222.0.41 "GET /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723511 Oct 26 14:14:57.458694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': '6872466c-5de2-4041-9b97-477bc0bfdb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:57.459147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:14:57.488102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network bfdad698-866d-4312-bc59-e628311ee971 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:57.501756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:57.519993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:57.525036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe82:8b71 (395c5533-adb2-4657-af48-ea89ee0ad2f3/33a62dd2-7082-4090-a306-4e7de4916c88/52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:57.586706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=41357b6f-ba52-4196-b731-3546b89c86fc,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:57.611948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:14:57.648428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:57.659940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270cdff-0238-42f5-bc1e-780fd1e76008 None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:14:57.789692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.790954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.811293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:57.812650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:57.995871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d', 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': 'f5d78c30-c242-4700-b993-837652855dcd'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:14:57.997510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.003353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-87974fe3-a1d9-4af0-8b0f-b4b8c7b17b7e None None] Provisioning complete for port 41357b6f-ba52-4196-b731-3546b89c86fc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:58.004092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87974fe3-a1d9-4af0-8b0f-b4b8c7b17b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.005718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70443011-81f6-4bec-b0e6-aab5ff874810 req-48c7bed9-cca6-48c8-89b4-9f4a2233c204 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 210 time: 0.3296535 Oct 26 14:14:58.045996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-76b517ad-6a98-4064-9b8f-a6f60145c33b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7607088 Oct 26 14:14:58.046661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.050663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-d5c2e2f8-b8d8-4f94-b5d1-3d741e7ae58c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.054146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-d5c2e2f8-b8d8-4f94-b5d1-3d741e7ae58c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.2577319 Oct 26 14:14:58.057831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:58.079815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:58.080705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-87974fe3-a1d9-4af0-8b0f-b4b8c7b17b7e None None] Port 41357b6f-ba52-4196-b731-3546b89c86fc cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:58.089280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c0c0322-24d2-42e4-8459-76ab0eadb2a0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1211245 Oct 26 14:14:58.089280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40584) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.094718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:58.179738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.228876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.246838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:58.251424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.306425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Allocated IP 2001:db8::2 (b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d/f5d78c30-c242-4700-b993-837652855dcd/baf084f3-69b0-4daa-bcd3-77dca8e2db43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:58.382333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.392860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:14:58.396304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.465948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.3 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/dfd19a18-417e-48bf-9517-9141070702a0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:58.533076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.545901 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.575351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:58.612891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:58.617446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:58.626655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.627121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.633762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:58.709775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:58.711146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.715544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:58.721524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:58.726026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Pushing event updated for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:58.729425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.731531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f48f7540-f6f9-4a58-b716-1c3559ab5ae8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8760090 Oct 26 14:14:58.868240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.891680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Attempting to bind port baf084f3-69b0-4daa-bcd3-77dca8e2db43 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:14:58.892048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Attempting to bind port baf084f3-69b0-4daa-bcd3-77dca8e2db43 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '6872466c-5de2-4041-9b97-477bc0bfdb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:14:58.892857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Attempting to bind port baf084f3-69b0-4daa-bcd3-77dca8e2db43 on network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:14:58.902350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:14:58.902350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Checking segment: {'id': '6872466c-5de2-4041-9b97-477bc0bfdb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:14:58.902772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.903496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Bound using segment: {'id': '6872466c-5de2-4041-9b97-477bc0bfdb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:14:58.903930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Bound port: baf084f3-69b0-4daa-bcd3-77dca8e2db43, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872466c-5de2-4041-9b97-477bc0bfdb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:14:58.904331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:58.922969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d5301-0d3b-4e06-80a1-f644d212ffa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.930626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d5301-0d3b-4e06-80a1-f644d212ffa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:58.932530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d9d5301-0d3b-4e06-80a1-f644d212ffa3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2010388 Oct 26 14:14:58.935343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40594) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:58.951782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Allocated IP 172.25.5.214 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0f9cf25d-3450-4c6c-bf09-a68b734550c7) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:14:58.995021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:14:58.999405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=baf084f3-69b0-4daa-bcd3-77dca8e2db43,segment=NetworkSegment(6872466c-5de2-4041-9b97-477bc0bfdb22),segment_id=6872466c-5de2-4041-9b97-477bc0bfdb22)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:14:59.005930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.068826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.124151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751c42-ffd8-476f-8f9f-2775a69fe7ad None None] Pushing event updated for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.152034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:59.179304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:59.186020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:59.215168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.238975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] Provisioning complete for port 3933139e-cd43-44d5-a68b-bf05e899aece triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:59.239424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.247619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:14:59.248318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.255901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.342397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.343080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.346985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.385862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:59.388536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1c70a332-5096-4e08-86b3-675d9955861f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3227770 Oct 26 14:14:59.408052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Request body: {'port': {'device_id': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:59.444341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.484319 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:59.518347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.518988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.528093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] For port 3933139e-cd43-44d5-a68b-bf05e899aece, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3933139e-cd43-44d5-a68b-bf05e899aece,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:14:59.535928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.550115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.566761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:14:59.583481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6c4ca-c56e-4d29-90e0-0fc558b8633f req-f201b530-20b8-4dc6-96a9-036727938920 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.585692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-50f6c4ca-c56e-4d29-90e0-0fc558b8633f req-f201b530-20b8-4dc6-96a9-036727938920 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 931 time: 0.4609327 Oct 26 14:14:59.618556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5280306 Oct 26 14:14:59.619695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40600) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:59.647762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.660680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cc7cb-21ef-4bc2-988c-07a6761fff7d tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=71478a2b-d6bd-496b-8840-fc39379e7bee,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.694331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235d432-05ef-4ec1-ae13-5a2bee0169fa None None] Pushing event updated for resources: {'Port': ['ID=3933139e-cd43-44d5-a68b-bf05e899aece,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.703560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6503e02f-1349-45a5-b523-905a9bfdb467 None None] Provisioning complete for port 52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:14:59.704311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6503e02f-1349-45a5-b523-905a9bfdb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.754659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6503e02f-1349-45a5-b523-905a9bfdb467 None None] Port 52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:14:59.765860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:14:59.792451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:14:59.799519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:14:59.801915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=0f9cf25d-3450-4c6c-bf09-a68b734550c7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:14:59.824372 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-50f6c4ca-c56e-4d29-90e0-0fc558b8633f req-b5f02b54-a040-44af-80bc-5ed63294d4b2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296822 Oct 26 14:14:59.865694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:14:59.879751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.884522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.887464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.889576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.891230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:14:59.901541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40608) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:14:59.901872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a8b31b5-6000-460c-aea7-7e5db30e5e14 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2772651 Oct 26 14:14:59.909632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1380915944'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:14:59.960309 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.029105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.055834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device baf084f3-69b0-4daa-bcd3-77dca8e2db43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:00.081121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.085946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3e59afcc-8e97-4dc8-87b5-512bed7b0baa tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e HTTP/1.1" status: 204 len: 168 time: 1.1488068 Oct 26 14:15:00.086831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:00.089742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40610) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.090771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.098525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.199506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:00.199880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.298638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.309437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525dfb8-48a5-4755-b1c6-3a72216368a1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:00.320920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525dfb8-48a5-4755-b1c6-3a72216368a1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:00.325922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8525dfb8-48a5-4755-b1c6-3a72216368a1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2350106 Oct 26 14:15:00.326817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.396978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.424409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 33a62dd2-7082-4090-a306-4e7de4916c88 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:00.429655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.477707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=baf084f3-69b0-4daa-bcd3-77dca8e2db43,segment=NetworkSegment(6872466c-5de2-4041-9b97-477bc0bfdb22),segment_id=6872466c-5de2-4041-9b97-477bc0bfdb22)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:00.482388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.489171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.490583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3933139e-cd43-44d5-a68b-bf05e899aece up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:00.661512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.672948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.699026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3933139e-cd43-44d5-a68b-bf05e899aece triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:00.699487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.788410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30cf644-a5c7-4291-9725-17faf659d811 None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:00.797923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.875772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.876034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0849420-f23d-4c32-9402-644ad461cb1c None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:00.890807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/33a62dd2-7082-4090-a306-4e7de4916c88 HTTP/1.1" status: 204 len: 168 time: 0.5335798 Oct 26 14:15:00.892050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e51dc-0d50-411a-9d50-26493ef1c7a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=33a62dd2-7082-4090-a306-4e7de4916c88,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:00.899484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:00.936139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:00.975447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:00.975814 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment b8e1f711-e9d7-4206-acae-93171858d72c of type vlan for network ff8003a2-e38c-4242-afcc-12b3f97de45d Oct 26 14:15:01.042966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee7f47e8-12bf-4682-967c-4ef35a6dc96c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359589 Oct 26 14:15:01.048609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40624) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:01.054428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:01.142978 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.218211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-18aa3f69-241e-4f6c-ac2c-c6f883b186d6 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:01.219569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-18aa3f69-241e-4f6c-ac2c-c6f883b186d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.247699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.253906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.254543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.315980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.348415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.350869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd19a18-417e-48bf-9517-9141070702a0 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:01.370654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.399239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:01.405192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.505086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:01.558219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6539900 Oct 26 14:15:01.558219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Transition to ACTIVE for port object dfd19a18-417e-48bf-9517-9141070702a0 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:01.561312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.565012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:01.580016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d1297-e09e-4386-a9ef-ec554c693bec req-8b551604-4542-46dc-a670-d15361b2009f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:01.581969 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f21d1297-e09e-4386-a9ef-ec554c693bec req-8b551604-4542-46dc-a670-d15361b2009f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 931 time: 0.5592005 Oct 26 14:15:01.600992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:01.603807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Update dhcp port {'port': {'network_id': 'b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d', 'fixed_ips': [{'subnet_id': 'f5d78c30-c242-4700-b993-837652855dcd', 'ip_address': '2001:db8::2'}, {'subnet_id': '71478a2b-d6bd-496b-8840-fc39379e7bee'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'baf084f3-69b0-4daa-bcd3-77dca8e2db43'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:15:01.617864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.625257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=0f9cf25d-3450-4c6c-bf09-a68b734550c7,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.634363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19908-f238-4671-b777-629cc03a8a69 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=ff8003a2-e38c-4242-afcc-12b3f97de45d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.654755 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.667820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.670320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e04090ca-582c-47dc-aa43-d5521c085908 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6169870 Oct 26 14:15:01.675121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ff8003a2-e38c-4242-afcc-12b3f97de45d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:01.716219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:01.720860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a28b3d15-d265-4ba9-b386-5fa5601b0d97 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'floatingip': {'port_id': '41357b6f-ba52-4196-b731-3546b89c86fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:01.725306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f21d1297-e09e-4386-a9ef-ec554c693bec req-83c59b56-5509-437b-b769-530978fd101b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255112 Oct 26 14:15:01.827447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Deleting port 3933139e-cd43-44d5-a68b-bf05e899aece {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:01.828289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.876186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device baf084f3-69b0-4daa-bcd3-77dca8e2db43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:01.918934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a28b3d15-d265-4ba9-b386-5fa5601b0d97 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:01.933660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:01.976825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] For port 3933139e-cd43-44d5-a68b-bf05e899aece, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3933139e-cd43-44d5-a68b-bf05e899aece,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:01.977230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.000639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Calling delete_port for 3933139e-cd43-44d5-a68b-bf05e899aece owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:02.161292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:02.161730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.218544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Allocated IP 172.20.0.1 (b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d/71478a2b-d6bd-496b-8840-fc39379e7bee/baf084f3-69b0-4daa-bcd3-77dca8e2db43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:02.306089 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-a28b3d15-d265-4ba9-b386-5fa5601b0d97 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] update failed (client error): The resource could not be found. Oct 26 14:15:02.307163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a28b3d15-d265-4ba9-b386-5fa5601b0d97 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "PUT /v2.0/floatingips/cda5da5a-cb99-4991-91a9-b6392d17fb47 HTTP/1.1" status: 404 len: 507 time: 0.5899117 Oct 26 14:15:02.309996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.310727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.311733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40636) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.345597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Attempting to bind port dfd19a18-417e-48bf-9517-9141070702a0 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:02.346035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Attempting to bind port dfd19a18-417e-48bf-9517-9141070702a0 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:02.346225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Attempting to bind port dfd19a18-417e-48bf-9517-9141070702a0 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:02.351210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.352404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] Pushing event deleted for resources: {'Port': ['ID=3933139e-cd43-44d5-a68b-bf05e899aece,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.363082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network ff8003a2-e38c-4242-afcc-12b3f97de45d is not hosted by any dhcp agent {{(pid=102163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:15:02.369324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:02.369977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.371402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "PUT /v2.0/networks/ff8003a2-e38c-4242-afcc-12b3f97de45d HTTP/1.1" status: 200 len: 723 time: 0.7943883 Oct 26 14:15:02.375389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40638) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.384480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36137129-4b77-4498-b8bf-106dd1c4ed4a None None] No DVR routers for this DVR port 3933139e-cd43-44d5-a68b-bf05e899aece on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:02.391385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': 'ff8003a2-e38c-4242-afcc-12b3f97de45d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:02.403956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:02.415909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.440286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=baf084f3-69b0-4daa-bcd3-77dca8e2db43,segment=NetworkSegment(6872466c-5de2-4041-9b97-477bc0bfdb22),segment_id=6872466c-5de2-4041-9b97-477bc0bfdb22)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:02.448421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Port dfd19a18-417e-48bf-9517-9141070702a0 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:02.448777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Attempting to bind port dfd19a18-417e-48bf-9517-9141070702a0 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:02.483756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.497476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.552799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3933139e-cd43-44d5-a68b-bf05e899aece no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:02.554951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:02.555299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:02.555734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:02.556156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Bound port: dfd19a18-417e-48bf-9517-9141070702a0, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:02.556542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.571167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:02.579494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=588dfbb1-8c10-4d8f-b6ed-c1198765c061,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.594617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:02.597680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836b72f-0fc9-482c-9278-38f16c42ee6b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=ff8003a2-e38c-4242-afcc-12b3f97de45d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.615502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3933139e-cd43-44d5-a68b-bf05e899aece {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:02.616076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3933139e-cd43-44d5-a68b-bf05e899aece not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:02.622847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:02.623790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.655104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:02.656418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4037b90-d433-441d-8ed1-f3410c556e1e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:02.660942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.712539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9dc7818d-0185-4a32-9103-24bd9033468c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6615839 Oct 26 14:15:02.714186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:02.727374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:0d:24:6e', 'name': 'tempest-NetworksTestDHCPv6-1059223741'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:02.738093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118ca38-966b-46a5-9965-e3b3d5b5c6b9 None None] Pushing event updated for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:02.746572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ff8003a2-e38c-4242-afcc-12b3f97de45d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:02.820416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting port 0f9cf25d-3450-4c6c-bf09-a68b734550c7 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:02.821217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:02.872662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:02.906917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dfd19a18-417e-48bf-9517-9141070702a0,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:02.953327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.033637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.034244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.035794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] 10.222.0.73 "PUT /v2.0/ports/dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 200 len: 1091 time: 3.6353920 Oct 26 14:15:03.036761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:03.039585 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977fa38a-1506-4a9e-9356-4448f7abb7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "tag": "dfd19a18-417e-48bf-9517-9141070702a0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:03.078927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '588dfbb1-8c10-4d8f-b6ed-c1198765c061'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:03.082183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.088264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db9d1-ac12-471d-b056-a34b1ca2b007 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.104896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68527f-fb27-4261-bf11-d440cacae96c req-f91cfff8-ad6e-4839-ae2d-133c048c6c7b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.106900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f68527f-fb27-4261-bf11-d440cacae96c req-f91cfff8-ad6e-4839-ae2d-133c048c6c7b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 943 time: 0.1967726 Oct 26 14:15:03.118432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:03.184827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.185187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.249065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Calling delete_port for 0f9cf25d-3450-4c6c-bf09-a68b734550c7 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:03.251247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.287506 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f0ccaf-3b96-4f1f-95c8-b7937920ce6d x-openstack-request-id: req-40f0ccaf-3b96-4f1f-95c8-b7937920ce6d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:03.288194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f68527f-fb27-4261-bf11-d440cacae96c req-44f25970-efd1-49cb-b170-d52a793d635c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482043 Oct 26 14:15:03.294905 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "tag": "dfd19a18-417e-48bf-9517-9141070702a0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:03.295278 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40f0ccaf-3b96-4f1f-95c8-b7937920ce6d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:03.295708 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0', 'status': 'completed', 'code': 200} Oct 26 14:15:03.381969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Allocated IP 2001:db8::f816:3eff:fe9e:149e (395c5533-adb2-4657-af48-ea89ee0ad2f3/588dfbb1-8c10-4d8f-b6ed-c1198765c061/2560419c-7d29-496f-912b-2a24e9f5e4f2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:03.398791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-f8f77818-3fe7-4c0e-9f93-b5647c11d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.404818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-f8f77818-3fe7-4c0e-9f93-b5647c11d109 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 1094 time: 0.2720909 Oct 26 14:15:03.447116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=30acc8ea-bc96-4562-a523-93d805752f6b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.500011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': 'b8e1f711-e9d7-4206-acae-93171858d72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'ff8003a2-e38c-4242-afcc-12b3f97de45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:03.500474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: ff8003a2-e38c-4242-afcc-12b3f97de45d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:03.508708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-f6fee660-48e8-4484-a7da-ff09d0c0e056 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 200 len: 217 time: 0.0932846 Oct 26 14:15:03.512855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.540085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network ff8003a2-e38c-4242-afcc-12b3f97de45d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:03.555418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ff8003a2-e38c-4242-afcc-12b3f97de45d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:03.564896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.565846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.598529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc9108-b5c8-457a-b175-496f7e4914da None None] Network ff8003a2-e38c-4242-afcc-12b3f97de45d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:03.608274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port a4c5828b-6cfe-40f0-b7b3-93e5564788bb yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:03.624149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4dd5aeee-28cd-4016-a77b-7ec3979902ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2404809 Oct 26 14:15:03.627245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40656) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:03.634726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:03.679662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.685536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.697919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.711243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-0d72d795-dfe0-42a6-a1b0-d1564c4f200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:03.712923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-0d72d795-dfe0-42a6-a1b0-d1564c4f200e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1943295 Oct 26 14:15:03.743172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Port': ['ID=0f9cf25d-3450-4c6c-bf09-a68b734550c7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.787604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-9f00fb36-f8d6-43c6-94c5-a31a0884603e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423808 Oct 26 14:15:03.816266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:03.817404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6016290'] for subnet, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.823552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:03.831760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:03.879235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device baf084f3-69b0-4daa-bcd3-77dca8e2db43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:03.900743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db216d0-4386-47a7-9f87-e594a3819248 None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:03.903637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe0d:246e (395c5533-adb2-4657-af48-ea89ee0ad2f3/588dfbb1-8c10-4d8f-b6ed-c1198765c061/a4c5828b-6cfe-40f0-b7b3-93e5564788bb) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:03.943501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Pushing event updated for resources: {'Port': ['ID=2560419c-7d29-496f-912b-2a24e9f5e4f2,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:03.948542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.961873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:03.963404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91126443-1d30-4581-8f3c-727c4fe8b05b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "DELETE /v2.0/floatingips/cda5da5a-cb99-4991-91a9-b6392d17fb47 HTTP/1.1" status: 204 len: 168 time: 1.6484125 Oct 26 14:15:03.971938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40660) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:03.981348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-388c1c6c-a9ff-4a4a-91a1-5228337a1073 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'floatingip': {'floating_network_id': 'bfdad698-866d-4312-bc59-e628311ee971', 'port_id': '41357b6f-ba52-4196-b731-3546b89c86fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:04.033359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-26c147bf-469e-44e6-ab6f-9edcb47d916e service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307551 Oct 26 14:15:04.037389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-388c1c6c-a9ff-4a4a-91a1-5228337a1073 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.119921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752494810085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5600836'] for subnet, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.163988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.165262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.166924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "PUT /v2.0/subnets/30acc8ea-bc96-4562-a523-93d805752f6b HTTP/1.1" status: 200 len: 826 time: 0.5381663 Oct 26 14:15:04.170442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40662) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.199770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Attempting to bind port 2560419c-7d29-496f-912b-2a24e9f5e4f2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:04.200407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Attempting to bind port 2560419c-7d29-496f-912b-2a24e9f5e4f2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:04.200984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Attempting to bind port 2560419c-7d29-496f-912b-2a24e9f5e4f2 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:04.226924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-99cf8a3e-4ab7-4188-bdec-c81ff0c0602f None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:04.227598 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-99cf8a3e-4ab7-4188-bdec-c81ff0c0602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.235799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:04.236424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:04.237046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.237603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:04.238262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Bound port: 2560419c-7d29-496f-912b-2a24e9f5e4f2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:04.238828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.243002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f9ed4-7bc6-409f-b6dc-8c7566527f10 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=30acc8ea-bc96-4562-a523-93d805752f6b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:04.272235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ac923-9013-45ca-bc65-4717447d0127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ff8003a2-e38c-4242-afcc-12b3f97de45d', 'network_id': 'ff8003a2-e38c-4242-afcc-12b3f97de45d', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '30acc8ea-bc96-4562-a523-93d805752f6b'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:04.273087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-570ac923-9013-45ca-bc65-4717447d0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.338031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90b4e76a-7c6f-48e0-bc7a-643cee67d4a8 req-1b4336a3-8918-44b2-9f3f-36c66a376b93 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926228 Oct 26 14:15:04.341784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.354133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:04.354736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.391553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.471844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.496176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.547838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-e33440b8-07d5-4b8e-ac87-971798419f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.549360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-e33440b8-07d5-4b8e-ac87-971798419f6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 1094 time: 0.1468687 Oct 26 14:15:04.562305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:04.569304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b96d0-c769-4be4-9cdb-47be6c7895c8 req-607ea0a8-d956-49e0-a7a3-1d1a367f150f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.571136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-070b96d0-c769-4be4-9cdb-47be6c7895c8 req-607ea0a8-d956-49e0-a7a3-1d1a367f150f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 943 time: 0.1357238 Oct 26 14:15:04.606529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:04.617535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:04.626377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.627163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.641162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-070b96d0-c769-4be4-9cdb-47be6c7895c8 req-0437f093-1683-4e6e-a217-2c55a0d5962c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537460 Oct 26 14:15:04.648002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.688831 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-388c1c6c-a9ff-4a4a-91a1-5228337a1073 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:15:04.690441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-388c1c6c-a9ff-4a4a-91a1-5228337a1073 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7174075 Oct 26 14:15:04.695403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40670) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.704367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] For port 2560419c-7d29-496f-912b-2a24e9f5e4f2, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:04.706081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '41357b6f-ba52-4196-b731-3546b89c86fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:04.711729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9935427 Oct 26 14:15:04.720257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-570ac923-9013-45ca-bc65-4717447d0127 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30acc8ea-bc96-4562-a523-93d805752f6b: This subnet is being modified by another concurrent operation. Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:15:04.721789 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30acc8ea-bc96-4562-a523-93d805752f6b: This subnet is being modified by another concurrent operation. Oct 26 14:15:04.728369 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:15:04.736338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] For port 2560419c-7d29-496f-912b-2a24e9f5e4f2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2560419c-7d29-496f-912b-2a24e9f5e4f2,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:04.742283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc994-d9c6-4a93-8eab-1d423c4ca494 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=a4c5828b-6cfe-40f0-b7b3-93e5564788bb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:04.751337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.814662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=30acc8ea-bc96-4562-a523-93d805752f6b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:04.821281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c28c5-69d0-4abf-bc30-6fe8694516e1 None None] Network ff8003a2-e38c-4242-afcc-12b3f97de45d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:04.829304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.830626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e108d0-2aa7-4f71-8267-ac0daccf2741 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.838698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e108d0-2aa7-4f71-8267-ac0daccf2741 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.840673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61e108d0-2aa7-4f71-8267-ac0daccf2741 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1192987 Oct 26 14:15:04.845182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:04.863540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-65825d2b-c524-412a-a4f4-caed346be21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:04.869710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-65825d2b-c524-412a-a4f4-caed346be21f service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.2991602 Oct 26 14:15:04.873083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8003a2-e38c-4242-afcc-12b3f97de45d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.885014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.895372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e1f711-e9d7-4206-acae-93171858d72c') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.896583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e1f711-e9d7-4206-acae-93171858d72c') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:04.924415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:04.946307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-51c94caf-f0af-4336-9100-615acac9daad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 200 len: 217 time: 0.0466602 Oct 26 14:15:04.958687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a540-6960-4c68-ad6d-81c38eb1ffce None None] Pushing event updated for resources: {'Port': ['ID=2560419c-7d29-496f-912b-2a24e9f5e4f2,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:05.016074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.034883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:05.035353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:05.039561 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:05.072914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b9308-5ce0-4f8a-8f2e-000f33d09a1d None None] Network ff8003a2-e38c-4242-afcc-12b3f97de45d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:05.073081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-0ac8e71b-ca23-40ef-9194-cee194f75fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.085641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-0ac8e71b-ca23-40ef-9194-cee194f75fb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1315181 Oct 26 14:15:05.165062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-7f8f7d0d-e931-488e-9873-2b99d9fedfbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647845 Oct 26 14:15:05.168641 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.186534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.193512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/ff8003a2-e38c-4242-afcc-12b3f97de45d HTTP/1.1" status: 204 len: 168 time: 1.0211012 Oct 26 14:15:05.198601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40678) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.226362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb11ec-f275-45a6-8ddb-7e88fe83e620 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=ff8003a2-e38c-4242-afcc-12b3f97de45d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:05.311227 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a7d97c-e4aa-40d1-acd7-d74d3369de82 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:05.311848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a7d97c-e4aa-40d1-acd7-d74d3369de82 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:05.315172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34a7d97c-e4aa-40d1-acd7-d74d3369de82 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/ff8003a2-e38c-4242-afcc-12b3f97de45d HTTP/1.1" status: 404 len: 339 time: 0.0989299 Oct 26 14:15:05.319398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.326405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-211972128', 'description': 'd1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:05.334745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port a4c5828b-6cfe-40f0-b7b3-93e5564788bb {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:05.334957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.335049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.425014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb606b70-a898-48d0-be2f-7185ebe97000 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:05.426954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb606b70-a898-48d0-be2f-7185ebe97000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.431614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:05.435744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.447403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-76a98afa-7ad6-4422-8f84-c050f4c58e51 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652256 Oct 26 14:15:05.504236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:05.543134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.543512 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment 457a9b4d-444c-4ec9-b340-53f004a671ab of type vlan for network eaa3bca2-a917-418c-819b-a36225eae907 Oct 26 14:15:05.545397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Allocated IP 172.25.5.194 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4f091e64-4289-4938-a192-659ff885d669) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:05.585903 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.609485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for a4c5828b-6cfe-40f0-b7b3-93e5564788bb owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:05.615414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.684409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977fa38a-1506-4a9e-9356-4448f7abb7c4 req-e1c3c4fb-83b2-4027-902b-3f8b2f697eb4 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257280 Oct 26 14:15:05.824508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.868419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=a4c5828b-6cfe-40f0-b7b3-93e5564788bb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:05.902350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:05.909082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b46f4988-360c-4b14-adb5-12a5cd410f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/a4c5828b-6cfe-40f0-b7b3-93e5564788bb HTTP/1.1" status: 204 len: 168 time: 1.0626328 Oct 26 14:15:05.909779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:05.970495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2560419c-7d29-496f-912b-2a24e9f5e4f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:05.987099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6afbae-8120-4e8d-8b5b-bd1a2150cc16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.989218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6afbae-8120-4e8d-8b5b-bd1a2150cc16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:05.992194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f6afbae-8120-4e8d-8b5b-bd1a2150cc16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0810609 Oct 26 14:15:05.995848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:06.041046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2560419c-7d29-496f-912b-2a24e9f5e4f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:06.041731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.055136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.061238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:06.061971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.102750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 588dfbb1-8c10-4d8f-b6ed-c1198765c061 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:06.114496 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.167785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.173015 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.177793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8568575 Oct 26 14:15:06.182508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.195166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:06.205014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9431-b780-4b00-bfa8-01dd600c6708 req-ca131af4-01bf-411c-9113-d50d87f64b93 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:06.205979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9ad9431-b780-4b00-bfa8-01dd600c6708 req-ca131af4-01bf-411c-9113-d50d87f64b93 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 943 time: 0.2018874 Oct 26 14:15:06.230564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 2560419c-7d29-496f-912b-2a24e9f5e4f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2560419c-7d29-496f-912b-2a24e9f5e4f2,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:06.238880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.318326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237113fd-ce37-4de1-b952-93ae10d2405b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=eaa3bca2-a917-418c-819b-a36225eae907,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:06.335063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network eaa3bca2-a917-418c-819b-a36225eae907 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:06.338881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.382635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b4fb0-ed9f-44d2-b368-778420bbe680 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:06.384225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e34b4fb0-ed9f-44d2-b368-778420bbe680 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks?id=eaa3bca2-a917-418c-819b-a36225eae907 HTTP/1.1" status: 200 len: 764 time: 0.1773071 Oct 26 14:15:06.387127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:06.393393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=2560419c-7d29-496f-912b-2a24e9f5e4f2,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:06.403410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9ad9431-b780-4b00-bfa8-01dd600c6708 req-2d213701-9605-4f5e-9dc6-ae3371a7053c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844797 Oct 26 14:15:06.410401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.417045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'description': 'd2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:06.476883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:06.483057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:06.493696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:06.523817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event updated for resources: {'Port': ['ID=4f091e64-4289-4938-a192-659ff885d669,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:06.637719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-748f8633-9f3d-43d5-8f4c-d431565704b6 None None] Provisioning complete for port 2560419c-7d29-496f-912b-2a24e9f5e4f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:06.638779 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-748f8633-9f3d-43d5-8f4c-d431565704b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.750004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting port 4f091e64-4289-4938-a192-659ff885d669 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:06.750407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.861179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.861551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:06.882242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Calling delete_port for 4f091e64-4289-4938-a192-659ff885d669 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:06.884815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b8840bb6-b0c4-44e3-b687-5edfc9fcca55 None None] Could not find standard attr ID for object a4c5828b-6cfe-40f0-b7b3-93e5564788bb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:06.979083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.012521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dfd19a18-417e-48bf-9517-9141070702a0 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:15:07.032107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=588dfbb1-8c10-4d8f-b6ed-c1198765c061,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.043697 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.047210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b2ec992-fc0d-41be-b43d-8ed5f8bcea69 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/588dfbb1-8c10-4d8f-b6ed-c1198765c061 HTTP/1.1" status: 204 len: 168 time: 1.0501800 Oct 26 14:15:07.051005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40702) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.096758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7016efac-3b9e-4ce5-8bca-b71397813402 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445325 Oct 26 14:15:07.100576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.102930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.110607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973dd97-6517-4a0f-a207-67b5602f094b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:07.123801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.136980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.169676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Port': ['ID=4f091e64-4289-4938-a192-659ff885d669,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.208592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network eaa3bca2-a917-418c-819b-a36225eae907 is not hosted by any dhcp agent {{(pid=102163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:15:07.215932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.216733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.218209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "PUT /v2.0/networks/eaa3bca2-a917-418c-819b-a36225eae907 HTTP/1.1" status: 200 len: 761 time: 0.8295763 Oct 26 14:15:07.219038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efba65c-5a0d-47e0-8dd1-9d4c8c76350e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=eaa3bca2-a917-418c-819b-a36225eae907,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.220815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.224742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dfd19a18-417e-48bf-9517-9141070702a0,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.247042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd020128-ea25-4e00-84c1-509c3eefd6cb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.249362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd020128-ea25-4e00-84c1-509c3eefd6cb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1477635 Oct 26 14:15:07.254523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network eaa3bca2-a917-418c-819b-a36225eae907 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:07.254772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40708) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.313760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'dfd19a18-417e-48bf-9517-9141070702a0', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': 'dfd19a18-417e-48bf-9517-9141070702a0', 'mac_address': 'fa:16:3e:95:03:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:15:07.324111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d588de0-261e-4dd3-8f29-5e1db46207e3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.328826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8d588de0-261e-4dd3-8f29-5e1db46207e3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715122 Oct 26 14:15:07.329418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40712) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.362562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f4429-293d-4187-a0f2-0fda1b5a6fb3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.364130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a1f4429-293d-4187-a0f2-0fda1b5a6fb3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks?id=eaa3bca2-a917-418c-819b-a36225eae907 HTTP/1.1" status: 200 len: 764 time: 0.1421144 Oct 26 14:15:07.370833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.404769 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.416923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-64cb5ebb-c351-4f30-ab29-0c0a13e315fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862439 Oct 26 14:15:07.417610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.423317 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] create failed (client error): The resource could not be found. Oct 26 14:15:07.428260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:07.428479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d4aea900-c795-40ca-930a-ea5ba2e1b584 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7281449 Oct 26 14:15:07.433036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd19a18-417e-48bf-9517-9141070702a0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:07.436976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40718) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.457824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dfd19a18-417e-48bf-9517-9141070702a0,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.467271 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.547891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:07.550635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:07.613737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Deleting port 2560419c-7d29-496f-912b-2a24e9f5e4f2 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:07.614929 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.657510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:07.673117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.689226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc235c-c262-4c7e-805a-64e0246dd44c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.690734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-46fc235c-c262-4c7e-805a-64e0246dd44c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3187802 Oct 26 14:15:07.694452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.701298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] For port 2560419c-7d29-496f-912b-2a24e9f5e4f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2560419c-7d29-496f-912b-2a24e9f5e4f2,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:07.701942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.722142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Calling delete_port for 2560419c-7d29-496f-912b-2a24e9f5e4f2 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:07.723720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting port 41357b6f-ba52-4196-b731-3546b89c86fc {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:07.724244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.726302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca171-441d-4043-bed7-cb65204abead req-7573246f-347d-460e-9dd3-49c67ed441dd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:07.735101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-548ca171-441d-4043-bed7-cb65204abead req-7573246f-347d-460e-9dd3-49c67ed441dd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 944 time: 0.1894019 Oct 26 14:15:07.789673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a477921b-cf65-4a1a-a7bc-76c816686a25 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 207 time: 0.0940013 Oct 26 14:15:07.794834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:07.831670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:07.839440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.880092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] No DVR routers for this DVR port 2560419c-7d29-496f-912b-2a24e9f5e4f2 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:07.889485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2560419c-7d29-496f-912b-2a24e9f5e4f2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:07.910724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:07.936639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Calling delete_port for 41357b6f-ba52-4196-b731-3546b89c86fc owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:07.960614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c3950-5346-4265-84c3-5f4d4d8c1ca2 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:08.009091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-548ca171-441d-4043-bed7-cb65204abead req-40ed9ea6-bfa0-45a3-9a55-2946da52dab4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729399 Oct 26 14:15:08.147537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.157854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.165632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.172388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.179306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.182462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78ca62-6550-49c2-91e2-615c0f354c07 None None] Pushing event deleted for resources: {'Port': ['ID=2560419c-7d29-496f-912b-2a24e9f5e4f2,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:08.191877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.193225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2560419c-7d29-496f-912b-2a24e9f5e4f2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:08.194001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2560419c-7d29-496f-912b-2a24e9f5e4f2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:08.203052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40730) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.205978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3ec8e4d-9237-4a00-9704-0e26c615e842 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4099433 Oct 26 14:15:08.276618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:08.318838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.404278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.410265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c3950-5346-4265-84c3-5f4d4d8c1ca2 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:08.461909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:08.463637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:08.498700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.499294 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.532101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=9fedc698-1503-4467-8a70-05972f31f4b4,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:08.534314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Port': ['ID=41357b6f-ba52-4196-b731-3546b89c86fc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:08.613046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-147d9936-03ce-4925-8f71-99ac3b326f14 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1943343 Oct 26 14:15:08.618370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.625005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:6e:b7:ab', 'name': 'tempest-NetworksTestDHCPv6-711831208'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:08.632759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c93f9c9c-096f-43c2-b15a-3a2b7bc35bf5 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4282315 Oct 26 14:15:08.636647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40736) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.701258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.707178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e4ca5832-1ce1-4f7b-9ecb-ab1b74aa00c4 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "DELETE /v2.0/ports/41357b6f-ba52-4196-b731-3546b89c86fc HTTP/1.1" status: 204 len: 168 time: 1.2665854 Oct 26 14:15:08.708072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40738) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.748196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.749882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.751488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.753111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.754769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.756914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f85c81fd-c37c-462b-9882-532f1fc40b8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1198664 Oct 26 14:15:08.764068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40740) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.793580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:08.830845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ab0f1-2b51-4549-a9ad-2ef70ee8390b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.832585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-054ab0f1-2b51-4549-a9ad-2ef70ee8390b tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "GET /v2.0/ports?device_id=35ea35eb-97ce-43e2-9dc1-485f6684a7fb HTTP/1.1" status: 200 len: 913 time: 0.1229653 Oct 26 14:15:08.835786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40742) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:08.910352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:08.915025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.916621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.918136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.919635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.921189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:08.926748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d42c8192-d05d-4601-9e30-c88ca17c9cbe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1578679 Oct 26 14:15:08.928807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.017329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 4f0005d1-1284-437d-b4b5-c30e2bac8dd3 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:09.060855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': '9fedc698-1503-4467-8a70-05972f31f4b4'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:09.061769 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.113594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f63ea4-1ef6-4d66-adb1-ec1a8589f7d8 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.116008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-37f63ea4-1ef6-4d66-adb1-ec1a8589f7d8 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks/6643dae9-94c8-4d63-a2ad-d5934670237c HTTP/1.1" status: 200 len: 803 time: 0.1869040 Oct 26 14:15:09.120891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.272432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe6e:b7ab (395c5533-adb2-4657-af48-ea89ee0ad2f3/9fedc698-1503-4467-8a70-05972f31f4b4/4f0005d1-1284-437d-b4b5-c30e2bac8dd3) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:09.285985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.314041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576518e-881a-48bc-973d-35dd9f78daca req-b07029d0-c10f-415a-9d60-178b0446b674 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.315565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5576518e-881a-48bc-973d-35dd9f78daca req-b07029d0-c10f-415a-9d60-178b0446b674 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 944 time: 0.1191568 Oct 26 14:15:09.327637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2ecee4b5-2a37-4eff-be33-04ad2a676e91 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/networks/6643dae9-94c8-4d63-a2ad-d5934670237c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2054653 Oct 26 14:15:09.337656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40754) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.460941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5576518e-881a-48bc-973d-35dd9f78daca req-2886679a-6888-4f74-8f52-256eb83fb473 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321054 Oct 26 14:15:09.489363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa6fde2-6240-480a-83ce-0d4140509c88 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.494678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6aa6fde2-6240-480a-83ce-0d4140509c88 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets/1416081c-7637-407a-ba99-1305a2bd2c3d HTTP/1.1" status: 200 len: 843 time: 0.1518385 Oct 26 14:15:09.495323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40756) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.563830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84ed0a-7e45-4579-b3d7-defdda5f9f8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.566696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad84ed0a-7e45-4579-b3d7-defdda5f9f8e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "GET /v2.0/subnets/1416081c-7637-407a-ba99-1305a2bd2c3d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0690095 Oct 26 14:15:09.571279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40760) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.579816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193371888'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:09.590075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.631994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.646371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:09.652534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.674687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:09.680247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:09.683272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Allocated IP 2001:db8::f816:3eff:fe7b:af0d (395c5533-adb2-4657-af48-ea89ee0ad2f3/9fedc698-1503-4467-8a70-05972f31f4b4/2eb25ace-7d93-41fd-bc55-d7b7b1014277) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:09.708932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:09.714790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.715601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.749968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1297164 Oct 26 14:15:09.752129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ee15a-3567-4e69-beb5-c3a63f8d2749 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=4f0005d1-1284-437d-b4b5-c30e2bac8dd3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:09.755533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40762) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.772251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:09.797854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.798483 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Added segment eea88a7d-ef3e-4785-aef5-441068e57cd6 of type vlan for network 72b62723-b2e6-4ee1-8661-93c6896272ff Oct 26 14:15:09.819653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4a7efe-dc27-475f-b6cd-be80115156eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:09.823643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-df4a7efe-dc27-475f-b6cd-be80115156eb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0646484 Oct 26 14:15:09.824284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40764) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:09.874977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting port fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:09.875655 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.943588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 4f0005d1-1284-437d-b4b5-c30e2bac8dd3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:09.943988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.947861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.955510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:09.964750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.028155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:10.035324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:10.039727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:10.057699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.060595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Pushing event updated for resources: {'Port': ['ID=2eb25ace-7d93-41fd-bc55-d7b7b1014277,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.070928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.072598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.084715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.104394 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40fea4e7-fe44-45fe-8620-aa509657ac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.105573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.111577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 4f0005d1-1284-437d-b4b5-c30e2bac8dd3 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:10.142750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Attempting to bind port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:10.143118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Attempting to bind port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:10.143479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Attempting to bind port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:10.151445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:10.152018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:10.152604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.153066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:10.153794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Bound port: 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:10.156017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.203888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6294580 Oct 26 14:15:10.208659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Calling delete_port for fd5bd5be-e1a3-4c7e-8200-2ac1152a9375 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:10.218342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40770) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:10.228800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:10.249563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] For port 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:10.256287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] For port 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2eb25ace-7d93-41fd-bc55-d7b7b1014277,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:10.257994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d24de8-5a47-4eb4-805f-202fd038ebc0 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Network': ['ID=72b62723-b2e6-4ee1-8661-93c6896272ff,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.265110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.282857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 72b62723-b2e6-4ee1-8661-93c6896272ff details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:10.363283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.407538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=4f0005d1-1284-437d-b4b5-c30e2bac8dd3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.438467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.441873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b820246-adfc-4aca-941c-5358720d8453 None None] Pushing event updated for resources: {'Port': ['ID=2eb25ace-7d93-41fd-bc55-d7b7b1014277,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.443417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a5de85c-d5eb-4102-9f42-66088769bb15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/4f0005d1-1284-437d-b4b5-c30e2bac8dd3 HTTP/1.1" status: 204 len: 168 time: 0.6180129 Oct 26 14:15:10.445906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40772) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:10.493182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Made reservation on behalf of 96e60df7a6b6487b9782d87010181702 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:10.497660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.539567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75338d-d9a6-4e6b-9876-e982aaa938b0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.542177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75338d-d9a6-4e6b-9876-e982aaa938b0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.545671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4e75338d-d9a6-4e6b-9876-e982aaa938b0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0973079 Oct 26 14:15:10.547083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40776) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:10.624743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Performing IP validity checks on allocation pools {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:15:10.625550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:15:10.665477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 9fedc698-1503-4467-8a70-05972f31f4b4 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:10.670068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.717320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.722253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870309-f5b7-4d1f-9c3d-07d07942fc2e req-d9d3f44a-7fa6-4c5c-8fee-2ebfc0ce06bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:10.729175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca870309-f5b7-4d1f-9c3d-07d07942fc2e req-d9d3f44a-7fa6-4c5c-8fee-2ebfc0ce06bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 944 time: 0.1444688 Oct 26 14:15:10.769396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.773930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Port': ['ID=fd5bd5be-e1a3-4c7e-8200-2ac1152a9375,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:10.829500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca870309-f5b7-4d1f-9c3d-07d07942fc2e req-5b6c6350-e0e4-4729-b840-e3c4c372b13d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938303 Oct 26 14:15:10.898907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.975309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:10.982850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.010920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=9fedc698-1503-4467-8a70-05972f31f4b4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:11.016777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.020106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64da55c3-a177-4f6a-a1ce-629db5b8fdfe tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/9fedc698-1503-4467-8a70-05972f31f4b4 HTTP/1.1" status: 204 len: 168 time: 0.4720247 Oct 26 14:15:11.025600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:11.045916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dfd19a18-417e-48bf-9517-9141070702a0 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:11.068970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2bad1482-5654-4439-943f-65e85b75fc78 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420380 Oct 26 14:15:11.071900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:11.076925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:11.094890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.125879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port dfd19a18-417e-48bf-9517-9141070702a0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:15:11.130737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port dfd19a18-417e-48bf-9517-9141070702a0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:11.131332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.194308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:11.207830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.245819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.254152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=294cc857-872e-4c78-8ef1-bf30ec975088,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:11.262801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Checking segment: {'id': 'eea88a7d-ef3e-4785-aef5-441068e57cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:11.263008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network hostable DHCP agents. Network: 72b62723-b2e6-4ee1-8661-93c6896272ff, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:11.285376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Router 35ea35eb-97ce-43e2-9dc1-485f6684a7fb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:11.317287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:11.321421 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7029b01-5c49-4a77-a827-c1a7f09bfeec" -d '{"events": [{"server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19a18-417e-48bf-9517-9141070702a0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:11.321672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Network 72b62723-b2e6-4ee1-8661-93c6896272ff is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:11.363092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dfd19a18-417e-48bf-9517-9141070702a0,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:11.368930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.448689 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2c8360-ca87-4935-a06e-d9de152bfe96 x-openstack-request-id: req-ad2c8360-ca87-4935-a06e-d9de152bfe96 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:11.449027 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "name": "network-vif-plugged", "status": "completed", "tag": "dfd19a18-417e-48bf-9517-9141070702a0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:11.450107 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad2c8360-ca87-4935-a06e-d9de152bfe96 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:11.450703 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0', 'code': 200} Oct 26 14:15:11.471384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:11.676219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:11.822622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c93be8-f8cb-41a1-a14c-09fda2bbb997 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:11.866214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:11.879062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fbaf9aa6-42c4-4b01-818a-7f5da8041de7 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "PUT /v2.0/routers/35ea35eb-97ce-43e2-9dc1-485f6684a7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393186 Oct 26 14:15:11.879062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 72b62723-b2e6-4ee1-8661-93c6896272ff) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:11.879062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40794) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:11.911914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:11.912865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:11.924991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] Sync routers for ids ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:11.935331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2eb25ace-7d93-41fd-bc55-d7b7b1014277 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:11.977049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Provisioning complete for port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:11.977426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.063254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88db1bb2-c870-4829-b01c-a3dddaef3a83 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8434045 Oct 26 14:15:12.067161 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.070910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40796) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:12.077396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] Routers {'35ea35eb-97ce-43e2-9dc1-485f6684a7fb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:12.078224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:12.078445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:12.139078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:12.191219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30debaac-3e58-4ba0-b1ad-ae9e07013d2f req-e8932be4-812b-404a-9e7e-afa8910f297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.192905 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30debaac-3e58-4ba0-b1ad-ae9e07013d2f req-e8932be4-812b-404a-9e7e-afa8910f297e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 1096 time: 0.3572998 Oct 26 14:15:12.216735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.235756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886743b8-0aee-4e9b-933d-472a4250b92a req-492045fe-3c8b-4e47-b6c9-2f7546deb413 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.237387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-886743b8-0aee-4e9b-933d-472a4250b92a req-492045fe-3c8b-4e47-b6c9-2f7546deb413 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 945 time: 0.2404814 Oct 26 14:15:12.361588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] Routers {'35ea35eb-97ce-43e2-9dc1-485f6684a7fb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:12.362864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:14:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:12.403737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.407135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:12.408799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08378bb3-1612-43a6-b193-2255515e01a3 None None] The sync data for ids ['35ea35eb-97ce-43e2-9dc1-485f6684a7fb'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:12.412349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30debaac-3e58-4ba0-b1ad-ae9e07013d2f req-468c1b55-47c9-4008-bd9d-4fa25681d185 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099853 Oct 26 14:15:12.413749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.464922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.495531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:12.495948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.499768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-886743b8-0aee-4e9b-933d-472a4250b92a req-305b2a14-4392-4a2d-9878-e46cabbfbb55 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949008 Oct 26 14:15:12.501659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28435342'] for subnet, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.527576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.537719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Fanout notify agent at l3_agent the message router_deleted on router 35ea35eb-97ce-43e2-9dc1-485f6684a7fb {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:15:12.559795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.564121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-44ffc888-16f8-4311-8bc1-f49ea80fd559 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "DELETE /v2.0/routers/35ea35eb-97ce-43e2-9dc1-485f6684a7fb HTTP/1.1" status: 204 len: 168 time: 0.6652641 Oct 26 14:15:12.566871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2eb25ace-7d93-41fd-bc55-d7b7b1014277,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:12.570586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40806) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:12.613929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.621466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.623443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.635096 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.719417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting subnet 39b94da7-c054-4315-845f-52b61171e0ee {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:12.727644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.768168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:12.783286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:12.795063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:12.795722 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:12.801499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:12.801499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.815512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=e7052618-4df7-4f93-9b3b-9cda5f02d9b6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:12.830302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=2eb25ace-7d93-41fd-bc55-d7b7b1014277,revision_number=5']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:12.842324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:12.842815 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:12.845982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e343306-f917-4053-bf4c-1c5634a1c42e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7728574 Oct 26 14:15:12.847341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:12.853529 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-82d0548f-19a7-4823-b571-18a7f41e76df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:12.866011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:81:f8:ea', 'name': 'tempest-NetworksTestDHCPv6-1328823082'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:12.873766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c93be8-f8cb-41a1-a14c-09fda2bbb997 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:12.936414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.049922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.057494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.057767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:13.063957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.064727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.070750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.076836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.083039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.089490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.099712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-8d53d574-e9a0-4de1-b1df-7fb546bb31c4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.2116675 Oct 26 14:15:13.108895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 8ccf770a-d097-4189-aa0f-91c4631af531 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:13.176575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.212139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752494810085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29325645'] for subnet, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.268247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f64ed71-b84b-48d6-83ae-196236267fbb req-a6268380-8113-470e-aac8-27c676996d9a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676090 Oct 26 14:15:13.304747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.305306 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.310037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "PUT /v2.0/subnets/294cc857-872e-4c78-8ef1-bf30ec975088 HTTP/1.1" status: 200 len: 900 time: 1.2341914 Oct 26 14:15:13.312939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40814) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.321406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe81:f8ea (395c5533-adb2-4657-af48-ea89ee0ad2f3/e7052618-4df7-4f93-9b3b-9cda5f02d9b6/8ccf770a-d097-4189-aa0f-91c4631af531) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:13.332949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be056c0d-397c-4ad3-aee4-3d3695b4fb86 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event updated for resources: {'Subnet': ['ID=294cc857-872e-4c78-8ef1-bf30ec975088,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.350045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.438932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-72b62723-b2e6-4ee1-8661-93c6896272ff', 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff', 'tenant_id': '96e60df7a6b6487b9782d87010181702', 'fixed_ips': [{'subnet_id': '294cc857-872e-4c78-8ef1-bf30ec975088'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:13.440161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.459893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.464323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "DELETE /v2.0/subnets/39b94da7-c054-4315-845f-52b61171e0ee HTTP/1.1" status: 204 len: 168 time: 0.8878624 Oct 26 14:15:13.465683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4a719-ed00-4afc-993e-28a68d53ac4d tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Subnet': ['ID=39b94da7-c054-4315-845f-52b61171e0ee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.469008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.538612 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.563810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.624119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.635545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.664802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.681148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2eb25ace-7d93-41fd-bc55-d7b7b1014277,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:13.691388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.754568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.824369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:13.828688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:13.833868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:13.841449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.842119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.853001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=8ccf770a-d097-4189-aa0f-91c4631af531,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.856094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a507-14ee-44ce-8c33-a5713e24de45 req-584943a2-cfcf-4451-82f3-89d0ab7235a6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.859208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c49a507-14ee-44ce-8c33-a5713e24de45 req-584943a2-cfcf-4451-82f3-89d0ab7235a6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 945 time: 0.2104805 Oct 26 14:15:13.871545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d616ec7-fab4-454c-875b-07b72f4edd53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0193343 Oct 26 14:15:13.871758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.879602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.879888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2eb25ace-7d93-41fd-bc55-d7b7b1014277 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:13.938612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca0bf1-7eb1-4251-b926-e5653e338e9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.946268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca0bf1-7eb1-4251-b926-e5653e338e9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:13.950728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-80ca0bf1-7eb1-4251-b926-e5653e338e9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0753875 Oct 26 14:15:13.951036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:13.969094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=2eb25ace-7d93-41fd-bc55-d7b7b1014277,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:13.972276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:13.978860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Allocated IP 2001:db8::3 (72b62723-b2e6-4ee1-8661-93c6896272ff/294cc857-872e-4c78-8ef1-bf30ec975088/b246c8a4-155f-4c7e-9635-2d0993a33212) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:13.986900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:13.987231 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-3a7aa5f3-ba1c-49ae-8e20-cc2df75b6b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:14.030090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Deleting port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:14.030899 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.059574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:14.059943 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.113494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 8ccf770a-d097-4189-aa0f-91c4631af531 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:14.113840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.142156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c49a507-14ee-44ce-8c33-a5713e24de45 req-6910a0d8-ffd4-40d2-bb01-4812de4c6520 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545180 Oct 26 14:15:14.164583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] For port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,segment=NetworkSegment(1cf04999-dcb9-4bb0-8874-56df2568f13c),segment_id=1cf04999-dcb9-4bb0-8874-56df2568f13c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:14.164583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.188130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Calling delete_port for 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:14.221713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.236928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 8ccf770a-d097-4189-aa0f-91c4631af531 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:14.243522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.250962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.258860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.266710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.282465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.305623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.311933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.316587 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:15:14.321487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.328279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.330280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-a4cb4316-e612-4be0-a099-a7d0e288476e tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.3584063 Oct 26 14:15:14.335563 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.369661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Network 72b62723-b2e6-4ee1-8661-93c6896272ff is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:14.373962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:14.396198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:14.428942 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.451153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-50615fc7-0cdf-4c64-aa5b-4d105b851469 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.452432 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-50615fc7-0cdf-4c64-aa5b-4d105b851469 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1126466 Oct 26 14:15:14.478890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Pushing event updated for resources: {'Port': ['ID=b246c8a4-155f-4c7e-9635-2d0993a33212,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.505962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Attempting to bind port b246c8a4-155f-4c7e-9635-2d0993a33212 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:14.506408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Attempting to bind port b246c8a4-155f-4c7e-9635-2d0993a33212 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'eea88a7d-ef3e-4785-aef5-441068e57cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:14.506878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Attempting to bind port b246c8a4-155f-4c7e-9635-2d0993a33212 on network 72b62723-b2e6-4ee1-8661-93c6896272ff {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:14.514436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:14.514871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Checking segment: {'id': 'eea88a7d-ef3e-4785-aef5-441068e57cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:14.515308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.515751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Bound using segment: {'id': 'eea88a7d-ef3e-4785-aef5-441068e57cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:14.516436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Bound port: b246c8a4-155f-4c7e-9635-2d0993a33212, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea88a7d-ef3e-4785-aef5-441068e57cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '72b62723-b2e6-4ee1-8661-93c6896272ff'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:14.517920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.553784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cf722-47c7-47a7-9068-5191026e72a0 req-b579e3ac-00ff-468e-8fe2-a12138b0aecb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.555496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-378cf722-47c7-47a7-9068-5191026e72a0 req-b579e3ac-00ff-468e-8fe2-a12138b0aecb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.2249203 Oct 26 14:15:14.581949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.585722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-378cf722-47c7-47a7-9068-5191026e72a0 req-9da13a63-5da6-48fb-b560-e1de9aa9acef tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0155060 Oct 26 14:15:14.587762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=294cc857-872e-4c78-8ef1-bf30ec975088,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.611348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.623851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] For port b246c8a4-155f-4c7e-9635-2d0993a33212, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:14.629211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] For port b246c8a4-155f-4c7e-9635-2d0993a33212, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b246c8a4-155f-4c7e-9635-2d0993a33212,segment=NetworkSegment(eea88a7d-ef3e-4785-aef5-441068e57cd6),segment_id=eea88a7d-ef3e-4785-aef5-441068e57cd6)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:14.634762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.655096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=8ccf770a-d097-4189-aa0f-91c4631af531,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.720154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b62723-b2e6-4ee1-8661-93c6896272ff']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:14.720400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.725858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fa930679-da08-40c8-baf8-cf11c4af6574 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/8ccf770a-d097-4189-aa0f-91c4631af531 HTTP/1.1" status: 204 len: 168 time: 0.7725186 Oct 26 14:15:14.729794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40846) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:14.744870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea88a7d-ef3e-4785-aef5-441068e57cd6') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:14.745190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea88a7d-ef3e-4785-aef5-441068e57cd6') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:14.759582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd1283-b5a7-4f85-b259-30fb062ae393 None None] Pushing event updated for resources: {'Port': ['ID=b246c8a4-155f-4c7e-9635-2d0993a33212,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.773225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.779113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4fef48-3616-4daa-ad9c-62e638193fbd None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:15:14.780001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.787907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.788966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-378cf722-47c7-47a7-9068-5191026e72a0 req-2a78deb8-bcce-4884-a356-cbcf1346a260 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929636 Oct 26 14:15:14.794126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.800676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.809473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.815586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.817677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-e4f49a14-b38d-45e8-848e-2c37d43470e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 5445 time: 0.3409264 Oct 26 14:15:14.823070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.827576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.828645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6208ec-a1a3-493c-929a-70b6b2c4cc53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.831339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6208ec-a1a3-493c-929a-70b6b2c4cc53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:14.833822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce6208ec-a1a3-493c-929a-70b6b2c4cc53 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1027079 Oct 26 14:15:14.837141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:14.893487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Port': ['ID=5d6df9b5-2c08-4b7a-9f64-0f2266ffe815,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:14.898066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] No DVR routers for this DVR port 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:14.936267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.952550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-d3c3d437-d444-440f-b0a4-14b45ae642e8 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4612806 Oct 26 14:15:14.956299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:14.956299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:14.959391 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:14.971193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet e7052618-4df7-4f93-9b3b-9cda5f02d9b6 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:14.976921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:14.977517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:15.021623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fef48-3616-4daa-ad9c-62e638193fbd None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:15:15.041591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.067259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-378cf722-47c7-47a7-9068-5191026e72a0 req-affdcdf2-ef74-4eff-bda7-21053d39b87b service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695138 Oct 26 14:15:15.098738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2dbc0a8-3165-4098-bea0-737ec767040d req-7ea38043-e7f6-466e-8ef8-a26eb5ff239a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2569745 Oct 26 14:15:15.125305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.177766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:15:15.177766 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:15:15.177766 n-d-813419-9 neutron-server[102163]: [parameters: {'id': '72b62723-b2e6-4ee1-8661-93c6896272ff'}] Oct 26 14:15:15.177766 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:15.178206 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:15.182068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdad698-866d-4312-bc59-e628311ee971']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.184707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.201424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf04999-dcb9-4bb0-8874-56df2568f13c') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.201719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf04999-dcb9-4bb0-8874-56df2568f13c') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:15.217003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.244682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-378cf722-47c7-47a7-9068-5191026e72a0 req-64df5a07-c50b-47b0-bd78-92ec47774cdf service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624660 Oct 26 14:15:15.256615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.263270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.272529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:15.273059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:15.343055 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:15.364040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.387359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.395346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.397269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] 10.222.0.37 "DELETE /v2.0/networks/bfdad698-866d-4312-bc59-e628311ee971 HTTP/1.1" status: 204 len: 168 time: 1.9238598 Oct 26 14:15:15.447627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=e7052618-4df7-4f93-9b3b-9cda5f02d9b6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:15.459355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.462642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-10a456fd-3d83-46dc-9fbd-c5a2e6773630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e7052618-4df7-4f93-9b3b-9cda5f02d9b6 HTTP/1.1" status: 204 len: 168 time: 0.6242900 Oct 26 14:15:15.469773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40860) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.493428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c06965-db8b-460d-8c19-41a0f4851a26 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:15.534032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4487853-c501-465f-b48c-84fde6097070 tempest-FloatingIPNegativeTestJSON-396301632 tempest-FloatingIPNegativeTestJSON-396301632-project] Pushing event deleted for resources: {'Network': ['ID=bfdad698-866d-4312-bc59-e628311ee971,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:15.593603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1bb038d-103a-4c33-89d1-bc111c6c4fb8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225517 Oct 26 14:15:15.594521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.618419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=76bc6667-66d7-4ccc-a198-c6cb195c130e,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:15.662127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] For port 76bc6667-66d7-4ccc-a198-c6cb195c130e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:15.682236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2cc75-9c0e-442f-9071-363f8006900a None None] Network 72b62723-b2e6-4ee1-8661-93c6896272ff requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:15.731801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.772189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b573e9-fa27-4aa0-9c54-0d8f43b92ab5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:15.781112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-72b573e9-fa27-4aa0-9c54-0d8f43b92ab5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1826074 Oct 26 14:15:15.781495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.881900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] device_id is not set on port 76bc6667-66d7-4ccc-a198-c6cb195c130e yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:15.894169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40880) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.928274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad93811-b8e1-4d30-8a75-b19179a144bc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:15.930016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dad93811-b8e1-4d30-8a75-b19179a144bc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467042 Oct 26 14:15:15.933082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40884) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:15.940553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:15.971753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.027205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94d128be-96c9-41e4-b28e-1d357b083bcf tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927896 Oct 26 14:15:16.031432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:16.037419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:16.127445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:16.141034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting port b246c8a4-155f-4c7e-9635-2d0993a33212 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:16.141374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.195227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:16.198893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.263718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a35bdd-eaa4-460c-af3a-edaa88b3e66e None None] DHCP port deletion for bfdad698-866d-4312-bc59-e628311ee971 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:16.265938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2eb25ace-7d93-41fd-bc55-d7b7b1014277 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:16.274413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] No DVR routers for this DVR port 76bc6667-66d7-4ccc-a198-c6cb195c130e on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:16.294839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 76bc6667-66d7-4ccc-a198-c6cb195c130e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:16.351929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] For port b246c8a4-155f-4c7e-9635-2d0993a33212, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b246c8a4-155f-4c7e-9635-2d0993a33212,segment=NetworkSegment(eea88a7d-ef3e-4785-aef5-441068e57cd6),segment_id=eea88a7d-ef3e-4785-aef5-441068e57cd6)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:16.352398 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.375236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Calling delete_port for b246c8a4-155f-4c7e-9635-2d0993a33212 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:16.387472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.393600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f233b88-02f1-4b99-a090-2294cec96ef2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd88cb8726564def9c5299772ccf9cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981189 Oct 26 14:15:16.394167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:16.466679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 76bc6667-66d7-4ccc-a198-c6cb195c130e not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:16.467055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 9a44006a-a1ff-4823-9026-65a0c67ff0aa no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:16.521880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.532950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.540267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.540471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.547020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.554037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:16.554928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.555923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.564023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190f03d-c0ad-4782-b302-ae00dc81e3da None None] Network 72b62723-b2e6-4ee1-8661-93c6896272ff requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:16.564188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.566392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-c3a2c13d-a681-40a3-aaf3-59adb0a7bd76 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 4665 time: 0.2575178 Oct 26 14:15:16.569022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.624130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Port': ['ID=b246c8a4-155f-4c7e-9635-2d0993a33212,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:16.634810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No DVR routers for this DVR port b246c8a4-155f-4c7e-9635-2d0993a33212 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:16.659233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:16.684868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f478d170-e0d5-4cb5-959d-ef336437beb5 req-5e041434-a742-48f7-9bb3-0dc2482e0e47 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074655 Oct 26 14:15:16.691194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.773849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.810997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.813087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-123dce72-d56f-4c14-bff5-ba3bc984f0c9 None None] Provisioning complete for port 76bc6667-66d7-4ccc-a198-c6cb195c130e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:16.813631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-123dce72-d56f-4c14-bff5-ba3bc984f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.817841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] In _notify_port_updated(), no bound segment for port 76bc6667-66d7-4ccc-a198-c6cb195c130e on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:16.818303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.818921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.820216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-b8c24bb3-f933-4004-bf52-5ff7bdcbece2 service neutron] 10.222.0.41 "PUT /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 200 len: 1033 time: 1.8475966 Oct 26 14:15:16.829071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.831458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.832139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.839204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/062b0e3b-02b4-434e-9cb1-fe03111d62a6 HTTP/1.1" status: 204 len: 168 time: 0.4383016 Oct 26 14:15:16.877961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:16.881387 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb1c50b-9f05-461a-9cd4-7a79f000539f" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:16.931590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:16.935442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb5525-dd6d-4fa6-91d8-8df30589f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b0e3b-02b4-434e-9cb1-fe03111d62a6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:16.944198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:16.945222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:16.947570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:16.948223 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:16.966147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-123dce72-d56f-4c14-bff5-ba3bc984f0c9 None None] Port 76bc6667-66d7-4ccc-a198-c6cb195c130e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:16.999488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9644332 Oct 26 14:15:17.004519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40916) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.006915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.007689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e426fc11-973c-4df3-a1a8-96594853d8ff no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:17.017950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:d1:ac:7d', 'name': 'tempest-NetworksTestDHCPv6-391401694'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:17.025624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334ac39-7e4a-4b07-ae37-6a281e5bb98d None None] Network 72b62723-b2e6-4ee1-8661-93c6896272ff requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:17.025862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f883074-88fe-4d38-b321-03f1a6404c9e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=e66a454d-40ab-4295-8ea2-e419765337dd,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.090518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Deleting port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:17.090899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.133851 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc93b3-66d5-4043-b55a-d301aa3394f0 x-openstack-request-id: req-9fcc93b3-66d5-4043-b55a-d301aa3394f0 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:17.134095 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "9a44006a-a1ff-4823-9026-65a0c67ff0aa", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:17.134228 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fcc93b3-66d5-4043-b55a-d301aa3394f0 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:17.134766 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a44006a-a1ff-4823-9026-65a0c67ff0aa', 'code': 200} Oct 26 14:15:17.207287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:17.296198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.326645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.353358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 1f4d6f13-940c-49e0-b6f8-2c22660272e4 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:17.365264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b62723-b2e6-4ee1-8661-93c6896272ff']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:17.400426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea88a7d-ef3e-4785-aef5-441068e57cd6') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:17.400734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea88a7d-ef3e-4785-aef5-441068e57cd6') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:17.409418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-2cb7e8a9-dcc8-4477-a8c6-195835cbe090 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.411001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-2cb7e8a9-dcc8-4477-a8c6-195835cbe090 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 1.1343441 Oct 26 14:15:17.432171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.433126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] For port 2eb25ace-7d93-41fd-bc55-d7b7b1014277, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2eb25ace-7d93-41fd-bc55-d7b7b1014277,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:17.434240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.437222 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.443017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-b0ea36fd-dd74-4b39-b029-35af59949a72 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0199826 Oct 26 14:15:17.451937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-7cbd676b-9ed4-4288-9424-ec1c74c451d6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:17.453338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-7cbd676b-9ed4-4288-9424-ec1c74c451d6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "GET /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6240959 Oct 26 14:15:17.472730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Calling delete_port for 2eb25ace-7d93-41fd-bc55-d7b7b1014277 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:17.478804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:17.516159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.519631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::31e (395c5533-adb2-4657-af48-ea89ee0ad2f3/e66a454d-40ab-4295-8ea2-e419765337dd/1f4d6f13-940c-49e0-b6f8-2c22660272e4) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:17.552694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:17.557606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:17.558019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:17.561569 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:17.573475 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.574212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2494e8de-198e-440e-b1f2-7e30d6d965ed no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:17.663394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-0236dbd5-c464-4dcd-9e06-e694c772346d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2089906 Oct 26 14:15:17.666251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.668704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.686756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.695394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.711294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/72b62723-b2e6-4ee1-8661-93c6896272ff HTTP/1.1" status: 204 len: 168 time: 4.3867288 Oct 26 14:15:17.711495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] No DVR routers for this DVR port 2eb25ace-7d93-41fd-bc55-d7b7b1014277 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:17.722483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40934) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.737722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.759146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.763277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d978a-4f95-4ed8-95ad-20bb7653462d None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:17.809543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c123d-4ca9-48c2-9a8e-db8f8552c39c tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=72b62723-b2e6-4ee1-8661-93c6896272ff,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.815934 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-589556cc-1331-4cdb-a5df-574172b861c3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:17.816340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589556cc-1331-4cdb-a5df-574172b861c3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:17.822930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-589556cc-1331-4cdb-a5df-574172b861c3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/294cc857-872e-4c78-8ef1-bf30ec975088 HTTP/1.1" status: 404 len: 337 time: 0.0945442 Oct 26 14:15:17.825391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.827250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:17.875594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702a0b9-c827-438a-a22d-23138eda454c None None] Pushing event deleted for resources: {'Port': ['ID=2eb25ace-7d93-41fd-bc55-d7b7b1014277,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:17.915070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2eb25ace-7d93-41fd-bc55-d7b7b1014277 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:17.932020 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd58368a-f457-4f61-be0e-6166e6ee1cfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:17.933153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd58368a-f457-4f61-be0e-6166e6ee1cfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:17.940386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd58368a-f457-4f61-be0e-6166e6ee1cfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/72b62723-b2e6-4ee1-8661-93c6896272ff HTTP/1.1" status: 404 len: 339 time: 0.1097567 Oct 26 14:15:17.944084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40944) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.944445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2eb25ace-7d93-41fd-bc55-d7b7b1014277 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:17.944817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2eb25ace-7d93-41fd-bc55-d7b7b1014277 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:17.945226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:17.959423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:17.961619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-0c969ab0-110d-422a-b85d-3e2d446962c2 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769310 Oct 26 14:15:17.981316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:17.982415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5d6df9b5-2c08-4b7a-9f64-0f2266ffe815 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:18.010267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.036664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:18.040514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=1f4d6f13-940c-49e0-b6f8-2c22660272e4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.056414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:18.071780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:18.078365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.079206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.087999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:18.095219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-7a34fbd6-5180-4f69-9100-bcf7b4fe4afe service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214244 Oct 26 14:15:18.119300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.120359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.121096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 71bcc8f1-04f6-4767-8629-b915a1686a14 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:18.126228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.134432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.136719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-388899757'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:18.141054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.147379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.153513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.155682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-05e3ae8f-a4e6-41d9-a726-3f2e61565f35 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 4661 time: 0.2584708 Oct 26 14:15:18.160524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.164915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=9a44006a-a1ff-4823-9026-65a0c67ff0aa,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:18.165587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58dea248-36c1-4b57-98fb-e17df764d2fd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1550510 Oct 26 14:15:18.168529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40954) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:18.191768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:18.196958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.212925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.245890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42b5a154-f480-4a4b-8be4-7958138ac7f8 req-8e935687-e93e-433e-81fa-45e5bcba0ba2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&id=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779200 Oct 26 14:15:18.247236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] For port 9a44006a-a1ff-4823-9026-65a0c67ff0aa, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:18.281540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.326433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] device_id is not set on port 9a44006a-a1ff-4823-9026-65a0c67ff0aa yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:18.341844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.362714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.371230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca6eca-1e3f-4945-83a1-9ef337ad42f2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.372914 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23ca6eca-1e3f-4945-83a1-9ef337ad42f2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2027626 Oct 26 14:15:18.376935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:18.416414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.426918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'e66a454d-40ab-4295-8ea2-e419765337dd'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:18.430172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.476388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa3bca2-a917-418c-819b-a36225eae907']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.486883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.570970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457a9b4d-444c-4ec9-b340-53f004a671ab') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.571271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457a9b4d-444c-4ec9-b340-53f004a671ab') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:18.620468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.625984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.650512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c651ed83-01a9-472f-af4e-74a8c2a2f570 req-193f972c-6587-4f64-9d54-9a419dbf1cb5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 210 time: 0.1384614 Oct 26 14:15:18.651614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] No DVR routers for this DVR port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:18.673261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.703140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:18.703693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.706960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:18.711246 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:18.716378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.718572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:18.732814 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.733703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 31ba09b5-3532-4d4d-8222-15246be0fc67 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:18.737976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] In _notify_port_updated(), no bound segment for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa on network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:18.738875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:18.740039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.741572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-965df240-6a65-41ff-b898-d55b0633d9fc service neutron] 10.222.0.41 "PUT /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 200 len: 1032 time: 1.2709413 Oct 26 14:15:18.823088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.836422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.844313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40968) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:18.844996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/eaa3bca2-a917-418c-819b-a36225eae907 HTTP/1.1" status: 204 len: 168 time: 0.8961720 Oct 26 14:15:18.854994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:18.865400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 1f4d6f13-940c-49e0-b6f8-2c22660272e4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:18.866045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.871066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ce404-f259-478f-bdee-c2a6e378d3c5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.871719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83df62-7d1a-4113-bc3f-dc7c102910fd tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=eaa3bca2-a917-418c-819b-a36225eae907,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:18.904646 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14c3592-65df-45b2-8480-0258f003c3ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:18.905243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14c3592-65df-45b2-8480-0258f003c3ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:18.911088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a14c3592-65df-45b2-8480-0258f003c3ea tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/30acc8ea-bc96-4562-a523-93d805752f6b HTTP/1.1" status: 404 len: 337 time: 0.0556436 Oct 26 14:15:18.912910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:18.913988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.914333 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment a50b3b11-3e28-4cf0-8fd9-814fb0abb506 of type vlan for network af67e014-dcd0-453c-99ac-1181756aefe0 Oct 26 14:15:18.931423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-42ea74af-8bd3-46a1-83d6-2d24806081c0 None None] Provisioning complete for port 9a44006a-a1ff-4823-9026-65a0c67ff0aa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:18.931945 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-42ea74af-8bd3-46a1-83d6-2d24806081c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:18.943459 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6fa08d-6f1b-4c44-8b9d-90131654e80b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:18.944088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6fa08d-6f1b-4c44-8b9d-90131654e80b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:18.949914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3d6fa08d-6f1b-4c44-8b9d-90131654e80b tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/ff8003a2-e38c-4242-afcc-12b3f97de45d HTTP/1.1" status: 404 len: 339 time: 0.0308437 Oct 26 14:15:18.949914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40972) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:18.970838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.023147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting subnet 71478a2b-d6bd-496b-8840-fc39379e7bee {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:19.023634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.026335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-42ea74af-8bd3-46a1-83d6-2d24806081c0 None None] Port 9a44006a-a1ff-4823-9026-65a0c67ff0aa cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:19.028846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/e66a454d-40ab-4295-8ea2-e419765337dd/421bd26d-20d7-4fdf-8f5b-851b84a4594a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:19.039574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 1f4d6f13-940c-49e0-b6f8-2c22660272e4 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:19.050214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.060281 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.094337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.110973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 71bcc8f1-04f6-4767-8629-b915a1686a14 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:19.110973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.136155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:19.138765 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eac264-4546-444a-b08a-c8e5197267ce" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:19.167688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:19.193669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.202841 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.209527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:19.236097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.244734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.250847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.251811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.284664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=1f4d6f13-940c-49e0-b6f8-2c22660272e4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.323809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.328058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ff19f02-829f-432e-b88c-de1fa405ee2c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/1f4d6f13-940c-49e0-b6f8-2c22660272e4 HTTP/1.1" status: 204 len: 168 time: 0.9501274 Oct 26 14:15:19.330483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.343312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=af67e014-dcd0-453c-99ac-1181756aefe0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.400044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af5d3e62-3cb3-48f0-bc94-61d2336898fa tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4374304 Oct 26 14:15:19.403175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40980) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.403532 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c8c5e8-5088-4a3f-9257-1823234ac009 x-openstack-request-id: req-75c8c5e8-5088-4a3f-9257-1823234ac009 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:19.403835 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:19.404085 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75c8c5e8-5088-4a3f-9257-1823234ac009 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:19.404479 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'code': 200} Oct 26 14:15:19.404762 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'code': 200} Oct 26 14:15:19.405013 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'code': 200} Oct 26 14:15:19.405255 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'code': 200} Oct 26 14:15:19.409609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'name': 'tempest-PortsTestJSON-1824259731'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:19.415922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:19.456301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port 71bcc8f1-04f6-4767-8629-b915a1686a14, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=71bcc8f1-04f6-4767-8629-b915a1686a14,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:19.456703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.475259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d7e5a-8269-41d3-8c1e-711ed0ebd565 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.476384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d7e5a-8269-41d3-8c1e-711ed0ebd565 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.478741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-315d7e5a-8269-41d3-8c1e-711ed0ebd565 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1464071 Oct 26 14:15:19.479647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 71bcc8f1-04f6-4767-8629-b915a1686a14 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:19.481190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40986) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:19.487257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.502924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.511435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.517983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.525126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.533230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:19.535084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-b21100d8-9afa-4ce1-b140-7c6696ab6cee tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3878 time: 0.1612713 Oct 26 14:15:19.637736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet e66a454d-40ab-4295-8ea2-e419765337dd {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:19.651805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.661742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.666208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:19.669576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.695254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.704454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.740265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:19.786840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:19.787745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Pushing event updated for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:19.794419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:19.796755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:19.805892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dbf14a8-e68d-432d-a26b-6006eaf56e44 req-f5d9b7c2-9990-4009-a2ea-4a2c1fd584d0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429042 Oct 26 14:15:19.827512 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.873597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Attempting to bind port 421bd26d-20d7-4fdf-8f5b-851b84a4594a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:19.873965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Attempting to bind port 421bd26d-20d7-4fdf-8f5b-851b84a4594a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:19.874329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Attempting to bind port 421bd26d-20d7-4fdf-8f5b-851b84a4594a on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:19.886662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:19.887034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:19.887432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.887873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:19.888368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Bound port: 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:19.889057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.914199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.922781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:19.946716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:19.984403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fdb8a-5b5e-4cb6-b4e5-024142e4bb6a None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:19.995557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.001782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/71478a2b-d6bd-496b-8840-fc39379e7bee HTTP/1.1" status: 204 len: 168 time: 1.0509222 Oct 26 14:15:20.003032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec47ca-932c-49f4-84fd-5e6711ae8cdc tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=71478a2b-d6bd-496b-8840-fc39379e7bee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.007572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40992) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:20.033615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-942789cd-c0d8-4786-ab86-07a356d1a216 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:20.035711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-942789cd-c0d8-4786-ab86-07a356d1a216 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.3556068 Oct 26 14:15:20.062501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:20.075085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:20.093064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.097002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=421bd26d-20d7-4fdf-8f5b-851b84a4594a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:20.111033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.195230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:20.199238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.218552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.219271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d463c-6e8e-46a5-bb64-fcde64c4ee9b None None] Pushing event updated for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.241238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.246765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting subnet f5d78c30-c242-4700-b993-837652855dcd {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:20.259757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.293251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0dfa083d-dd82-467a-af77-580895e62f95 req-83bbc958-e79e-4776-bde7-9136c0760cca tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 210 time: 0.0702274 Oct 26 14:15:20.346676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=71bcc8f1-04f6-4767-8629-b915a1686a14,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.424972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.448301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port 71bcc8f1-04f6-4767-8629-b915a1686a14 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:20.451169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.459925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-c85e6f18-71b3-4f13-bcf6-c85f529e5a63 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "DELETE /v2.0/ports/71bcc8f1-04f6-4767-8629-b915a1686a14 HTTP/1.1" status: 204 len: 173 time: 1.7064576 Oct 26 14:15:20.466848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:20.477522 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf54a3-3be8-4964-9461-f356ad8cf735" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:20.518979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.554679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.571852 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82513f-8be1-42df-944d-3629a155a9ec x-openstack-request-id: req-de82513f-8be1-42df-944d-3629a155a9ec {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:20.572108 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "71bcc8f1-04f6-4767-8629-b915a1686a14", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:20.572256 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de82513f-8be1-42df-944d-3629a155a9ec {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:20.572726 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '71bcc8f1-04f6-4767-8629-b915a1686a14', 'status': 'completed', 'code': 200} Oct 26 14:15:20.644656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.682571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=e66a454d-40ab-4295-8ea2-e419765337dd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.684913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.687439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.695793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34ed72f3-0856-4a79-9b63-53ef0c573735 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e66a454d-40ab-4295-8ea2-e419765337dd HTTP/1.1" status: 204 len: 168 time: 1.2135525 Oct 26 14:15:20.702467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.10 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/38bf46fc-061b-4cec-8b5f-fd8d4dc60e67) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:20.710196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:20.812143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.876457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=af3dc49d-216e-4c3b-a0ae-99ed21b82c77,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:20.884728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7dc2b19c-36f2-4c08-913e-0e4831a0d51a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711798 Oct 26 14:15:20.897796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:20.936342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.962194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 31ba09b5-3532-4d4d-8222-15246be0fc67 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:20.962765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:20.968100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:20.968471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: af67e014-dcd0-453c-99ac-1181756aefe0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:20.987992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22f6bfb-7739-4aa4-b353-04d27fa6dbe1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:20.989673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b22f6bfb-7739-4aa4-b353-04d27fa6dbe1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0881937 Oct 26 14:15:20.993096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.043560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:21.062202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, af67e014-dcd0-453c-99ac-1181756aefe0) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:21.066774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6edd42-5322-4db9-a76f-ee834e16b2d7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.072458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b6edd42-5322-4db9-a76f-ee834e16b2d7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783350 Oct 26 14:15:21.073124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41010) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.073698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63580e16-f209-4e12-a5ae-43b86670e065 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:21.080991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:21.086623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.087256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.117350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d78c30-c242-4700-b993-837652855dcd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.140327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b8de7b78-de1e-4aeb-9798-5854ee911341 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604496 Oct 26 14:15:21.145560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.150536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:21.172912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.178970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ae2982d6-aa03-4078-ae18-2f6fd5cbeb0e tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/f5d78c30-c242-4700-b993-837652855dcd HTTP/1.1" status: 204 len: 168 time: 1.1678233 Oct 26 14:15:21.197970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41014) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.224309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f12005e-e44c-423d-8eb5-39059edd8d72 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8195257 Oct 26 14:15:21.232009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.244740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1622977851'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:21.288417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-83aa9dab-015c-4f05-9cbc-cfbac4066308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.296128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-83aa9dab-015c-4f05-9cbc-cfbac4066308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.302796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-83aa9dab-015c-4f05-9cbc-cfbac4066308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.308793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:21.312382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-83aa9dab-015c-4f05-9cbc-cfbac4066308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.312734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.321046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-83aa9dab-015c-4f05-9cbc-cfbac4066308 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 3143 time: 0.3820832 Oct 26 14:15:21.347147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:21.353464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4776b77-c4b8-4630-a648-1c4c250c6f16 None None] Network b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:21.371863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:21.375778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.400108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.400479 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment 21ab30d2-8ce3-499f-a8cf-d14714816a06 of type vlan for network 4f5fbaa3-9988-4508-b097-66aa58a2bf46 Oct 26 14:15:21.407660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:21.410848 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d0063-61c5-4008-80ab-82a1ba595916" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:21.424086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port 31ba09b5-3532-4d4d-8222-15246be0fc67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=31ba09b5-3532-4d4d-8222-15246be0fc67,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:21.424472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.455872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-12da0d27-7935-4b12-bd21-b8659de3e5c3 None None] Provisioning complete for port baf084f3-69b0-4daa-bcd3-77dca8e2db43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:21.456698 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12da0d27-7935-4b12-bd21-b8659de3e5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.457409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 31ba09b5-3532-4d4d-8222-15246be0fc67 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:21.519171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b633fed-ab6a-4f67-8bed-99229645741f req-385b95b5-2ac8-4d40-adf0-d2a71288d739 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 210 time: 0.0868652 Oct 26 14:15:21.525189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.557488 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.587756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.609182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.611356 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea7088-0fc6-4cee-990f-805ef092e653 x-openstack-request-id: req-8aea7088-0fc6-4cee-990f-805ef092e653 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:21.611642 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-unplugged", "status": "completed", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:21.611898 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8aea7088-0fc6-4cee-990f-805ef092e653 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:21.612287 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'code': 200} Oct 26 14:15:21.616158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:21.616852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.710116 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.736210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5030346 Oct 26 14:15:21.752974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d785b4d4-f2af-4b18-96ac-a3d931080aad req-bbf8a07b-598f-4b89-bc1a-da87eabe2432 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4308770 Oct 26 14:15:21.754051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41024) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:21.761641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'ports': [{'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'}, {'network_id': '4f5fbaa3-9988-4508-b097-66aa58a2bf46'}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:21.762123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:21.763443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': '4f5fbaa3-9988-4508-b097-66aa58a2bf46'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:21.795359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] DHCP port deletion for b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:21.864158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:21.898823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:21.904369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79063a5-3d7d-428d-9312-bb2bcd248b3e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:21.935132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acf8be-009c-4f46-bfa3-d5980f17bfe4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=4f5fbaa3-9988-4508-b097-66aa58a2bf46,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:21.988395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 421bd26d-20d7-4fdf-8f5b-851b84a4594a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:21.990171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4f5fbaa3-9988-4508-b097-66aa58a2bf46 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:22.000642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:22.009240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:22.017826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:22.043797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:22.074987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting port baf084f3-69b0-4daa-bcd3-77dca8e2db43 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:22.075347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.079984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.133490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:22.134144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.139207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:22.139842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.174337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=31ba09b5-3532-4d4d-8222-15246be0fc67,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:22.182783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:22.189204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.203065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Deleting port baf084f3-69b0-4daa-bcd3-77dca8e2db43 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:22.203065 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.217150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.243077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:22.249022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port 31ba09b5-3532-4d4d-8222-15246be0fc67 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:22.253545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-918f0276-e230-4a88-87db-071c96eba769 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1950319 Oct 26 14:15:22.256795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.261236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-6dfaf99a-5133-430d-bd06-66af287a93b2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "DELETE /v2.0/ports/31ba09b5-3532-4d4d-8222-15246be0fc67 HTTP/1.1" status: 204 len: 173 time: 1.7768044 Oct 26 14:15:22.263402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=baf084f3-69b0-4daa-bcd3-77dca8e2db43,segment=NetworkSegment(6872466c-5de2-4041-9b97-477bc0bfdb22),segment_id=6872466c-5de2-4041-9b97-477bc0bfdb22)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:22.264018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.281039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Request body: {'port': {'device_id': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:22.330048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] For port baf084f3-69b0-4daa-bcd3-77dca8e2db43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=baf084f3-69b0-4daa-bcd3-77dca8e2db43,segment=NetworkSegment(6872466c-5de2-4041-9b97-477bc0bfdb22),segment_id=6872466c-5de2-4041-9b97-477bc0bfdb22)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:22.330357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.349406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:22.349777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.373911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Calling delete_port for baf084f3-69b0-4daa-bcd3-77dca8e2db43 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:22.395630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 26b3e928-1f9f-48d9-887c-7a1d577af077 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:22.533573 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.593266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.615038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.693639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] Pushing event deleted for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:22.728122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.794680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2949d10-39c8-40b2-b51d-49fe9d2e2d35 None None] No DVR routers for this DVR port baf084f3-69b0-4daa-bcd3-77dca8e2db43 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:22.796128 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.832303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port b5531ee2-f9c3-499c-be2a-6a257fccb40a yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:22.864809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:22.873328 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c28a3-e42f-4f13-95e8-aaa8cb447023" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:22.874081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=421bd26d-20d7-4fdf-8f5b-851b84a4594a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:22.884655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Calling delete_port for baf084f3-69b0-4daa-bcd3-77dca8e2db43 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:22.925984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.982547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:22.983861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.082004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.119014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:23.136517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:23.141148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.142743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.161303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:23.161877 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:23.190807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:23.191332 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:23.193222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ce375-4cf4-434a-a9fb-2f4ac8e6bfb9 req-2e5674dd-1724-4162-9e7f-46c75b42f52b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.199373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.200924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ce375-4cf4-434a-a9fb-2f4ac8e6bfb9 req-2e5674dd-1724-4162-9e7f-46c75b42f52b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.207941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ce375-4cf4-434a-a9fb-2f4ac8e6bfb9 req-2e5674dd-1724-4162-9e7f-46c75b42f52b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.214444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70ce375-4cf4-434a-a9fb-2f4ac8e6bfb9 req-2e5674dd-1724-4162-9e7f-46c75b42f52b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 2410 time: 0.2932172 Oct 26 14:15:23.222132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=e38b0cde-7b2e-4532-83f3-9bf1e2e13bee,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.243868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=5']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.250268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c745c8ab-92c6-40a5-9bd4-37d5d87f26e6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1036627 Oct 26 14:15:23.259566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41042) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.262283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.270134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:23.271498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52e40e-20a9-4f8c-a25f-2757feb89109 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:23.278747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf2669-4e6b-4c8d-9701-c7063c87fb77 req-d26bd295-791d-4fa6-90e8-ea40df741a22 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.280455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-afdf2669-4e6b-4c8d-9701-c7063c87fb77 req-d26bd295-791d-4fa6-90e8-ea40df741a22 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 932 time: 0.3974631 Oct 26 14:15:23.357030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70ce375-4cf4-434a-a9fb-2f4ac8e6bfb9 req-737cccb6-bc04-46f4-95d9-e880b17e4761 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272004 Oct 26 14:15:23.389334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port e426fc11-973c-4df3-a1a8-96594853d8ff {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:23.401848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.416107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.416400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.436090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-afdf2669-4e6b-4c8d-9701-c7063c87fb77 req-673cea32-d666-4adb-8117-7dfaf26dde61 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298473 Oct 26 14:15:23.479376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=26b3e928-1f9f-48d9-887c-7a1d577af077,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.489518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:23.495795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:23.499482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:23.500336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.573537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Port': ['ID=baf084f3-69b0-4daa-bcd3-77dca8e2db43,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.582287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:23.586009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.601135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No DVR routers for this DVR port baf084f3-69b0-4daa-bcd3-77dca8e2db43 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:23.629558 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d95c6dc-a47f-4c9f-ad7d-2d4d823c7302 x-openstack-request-id: req-3d95c6dc-a47f-4c9f-ad7d-2d4d823c7302 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:23.630998 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "31ba09b5-3532-4d4d-8222-15246be0fc67", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:23.631717 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d95c6dc-a47f-4c9f-ad7d-2d4d823c7302 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:23.632868 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '31ba09b5-3532-4d4d-8222-15246be0fc67', 'status': 'completed', 'code': 200} Oct 26 14:15:23.690248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=b5531ee2-f9c3-499c-be2a-6a257fccb40a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:23.713321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': '21ab30d2-8ce3-499f-a8cf-d14714816a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f5fbaa3-9988-4508-b097-66aa58a2bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:23.713789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: 4f5fbaa3-9988-4508-b097-66aa58a2bf46, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:23.759627 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e38b0cde-7b2e-4532-83f3-9bf1e2e13bee (CIDR: 2001:db8::/64) Oct 26 14:15:23.761255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 4f5fbaa3-9988-4508-b097-66aa58a2bf46 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:23.762980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.773453 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:15:23.773914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:23.777668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.777850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4f5fbaa3-9988-4508-b097-66aa58a2bf46) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:23.789939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:23.795992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.796212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.801107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76bf7f-899e-4d93-a8e8-487f204ad44e None None] Network 4f5fbaa3-9988-4508-b097-66aa58a2bf46 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:23.803604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:23.804313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.829170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07bcc029-1f9a-4d2f-9076-9a7572582bd5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0737038 Oct 26 14:15:23.833109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-774d7aa0-6e78-410b-b1a7-605fd8dff5af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5675726 Oct 26 14:15:23.833699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.841744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41046) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:23.847201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:23.875648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:23.889841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port e426fc11-973c-4df3-a1a8-96594853d8ff, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e426fc11-973c-4df3-a1a8-96594853d8ff,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:23.890243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.903148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872466c-5de2-4041-9b97-477bc0bfdb22') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:23.903457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872466c-5de2-4041-9b97-477bc0bfdb22') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:23.912201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=421bd26d-20d7-4fdf-8f5b-851b84a4594a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:23.921451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:23.921745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.934714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.934993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Could not find standard attr ID for object 1f4d6f13-940c-49e0-b6f8-2c22660272e4. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:23.972223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:23.997341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.011855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:24.012598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:24.016409 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:24.080825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2693c6b-782d-411b-a4a3-cc1bc5869cd2 None None] Could not find standard attr ID for object 4f0005d1-1284-437d-b4b5-c30e2bac8dd3. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:24.103018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:24.103535 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:24.121222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:24.126834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.131722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2693c6b-782d-411b-a4a3-cc1bc5869cd2 None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:24.137185 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2693c6b-782d-411b-a4a3-cc1bc5869cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.139503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae16b7-f9e5-46cb-8e9b-4ed39057ea7a None None] Pushing event updated for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.160303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Transition to ACTIVE for port object 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:24.164390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.177264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.180388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.185922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d HTTP/1.1" status: 204 len: 168 time: 2.9856768 Oct 26 14:15:24.193172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.266396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port b5531ee2-f9c3-499c-be2a-6a257fccb40a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:24.266980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.296388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa0217-dd91-4f86-a6cf-893a4877cc03 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=b3e5a0e7-eb90-4ae6-ab68-5266671c0b5d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.334967 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47e8600-5e9e-4bca-9a28-141a6725c500 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.336286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47e8600-5e9e-4bca-9a28-141a6725c500 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.338824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c47e8600-5e9e-4bca-9a28-141a6725c500 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/3f738e90-9b5d-4991-aebd-8d22d7242f73 HTTP/1.1" status: 404 len: 337 time: 0.1310582 Oct 26 14:15:24.347746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41050) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.372032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Pushing event updated for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.380063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.380219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.381129 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Floating IP 3d692fe3-27de-49f3-8ce3-6737152a67ae disassociated. External IP: 172.25.5.176, port: e426fc11-973c-4df3-a1a8-96594853d8ff. Oct 26 14:15:24.381701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for e426fc11-973c-4df3-a1a8-96594853d8ff owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:24.388331 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-168715fa-f19a-411b-99cf-090a7effd7e8 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.389134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168715fa-f19a-411b-99cf-090a7effd7e8 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.392325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-168715fa-f19a-411b-99cf-090a7effd7e8 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/d94206dc-faa5-429a-a57f-a9a6ad4e450a HTTP/1.1" status: 404 len: 339 time: 0.0425858 Oct 26 14:15:24.395248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6a7d1862-d755-4c90-8359-09d5272a73a0 None None] Could not find standard attr ID for object 8ccf770a-d097-4189-aa0f-91c4631af531. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:24.403696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41052) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.438313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.479409 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d7dcb1-92f9-4444-b7e5-d33c32620bfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.480077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d7dcb1-92f9-4444-b7e5-d33c32620bfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.483490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-59d7dcb1-92f9-4444-b7e5-d33c32620bfe tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/c32e9436-a451-4728-92af-9b7a91cd54e8 HTTP/1.1" status: 404 len: 337 time: 0.0743093 Oct 26 14:15:24.531700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41058) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.532610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for b5531ee2-f9c3-499c-be2a-6a257fccb40a owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:24.592615 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f4a2fa-f602-4b18-8cb7-dea50e3c0bc7 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.593236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f4a2fa-f602-4b18-8cb7-dea50e3c0bc7 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.598884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e3f4a2fa-f602-4b18-8cb7-dea50e3c0bc7 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/3070f4b2-d52d-4333-997a-081c8da4431d HTTP/1.1" status: 404 len: 339 time: 0.0616910 Oct 26 14:15:24.608455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e275e286-81b4-4b20-9693-9096f888e0ce None None] Could not find standard attr ID for object 1f4d6f13-940c-49e0-b6f8-2c22660272e4. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:24.615091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41062) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.657185 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-13026724-c6fd-4b14-9013-114f1ff587ae tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.657185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13026724-c6fd-4b14-9013-114f1ff587ae tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.662025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13026724-c6fd-4b14-9013-114f1ff587ae tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/e46b1ecd-b2d0-42b4-9459-c5cede02cfc2 HTTP/1.1" status: 404 len: 337 time: 0.0426819 Oct 26 14:15:24.666178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.668220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 421bd26d-20d7-4fdf-8f5b-851b84a4594a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:24.714568 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0027cfe8-1fe7-4a16-9dfe-eb0ff9a55d94 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:24.715202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0027cfe8-1fe7-4a16-9dfe-eb0ff9a55d94 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:24.720374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0027cfe8-1fe7-4a16-9dfe-eb0ff9a55d94 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/593f7e52-1742-4df2-bb07-470602d91b07 HTTP/1.1" status: 404 len: 339 time: 0.0459294 Oct 26 14:15:24.722172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Attempting to bind port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:24.722517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Attempting to bind port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:24.722990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Attempting to bind port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:24.728779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41070) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.745781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:24.746319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.764940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9930e-4579-4ef0-a5d0-c662c30c187a req-2078701e-97eb-423f-bb60-102ab2bfe476 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.766668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ccd9930e-4579-4ef0-a5d0-c662c30c187a req-2078701e-97eb-423f-bb60-102ab2bfe476 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 944 time: 0.1150732 Oct 26 14:15:24.769689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.780412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:24.780749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Attempting to bind port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:24.800980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb880f-0727-49d7-bc8c-6ffbe4d7be96 req-301c1042-243e-4355-bf67-58683badb9d1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.807738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb880f-0727-49d7-bc8c-6ffbe4d7be96 req-301c1042-243e-4355-bf67-58683badb9d1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.814264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb880f-0727-49d7-bc8c-6ffbe4d7be96 req-301c1042-243e-4355-bf67-58683badb9d1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.823077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66fb880f-0727-49d7-bc8c-6ffbe4d7be96 req-301c1042-243e-4355-bf67-58683badb9d1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 2410 time: 0.3359239 Oct 26 14:15:24.851235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:24.851558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:24.851962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:24.852442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Bound port: 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:24.852928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.872776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:24.876021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.878536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:24.898188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:24.898687 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.899442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eeecda-4c7c-4cdc-b780-aaf814a7de17 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:24.901015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=146f61c3-23b4-4fe6-8b3c-9d134b722545,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:24.912959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting subnet 7e90fada-84ce-4952-927a-7ef0282fa551 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:24.916975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.923849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/b5531ee2-f9c3-499c-be2a-6a257fccb40a HTTP/1.1" status: 204 len: 168 time: 1.0866454 Oct 26 14:15:24.924305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:24.948678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41072) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:24.951711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ccd9930e-4579-4ef0-a5d0-c662c30c187a req-501a6a31-6a94-453d-8bb6-d3b5749eb884 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380966 Oct 26 14:15:24.961784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f360ff1-a672-4527-a338-507658c889ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=b5531ee2-f9c3-499c-be2a-6a257fccb40a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.005000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-552edaf5-5f2a-4b0b-ab7f-e219d1885b56 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1620858 Oct 26 14:15:25.013222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41074) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.018782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:e6:02:d2', 'name': 'tempest-NetworksTestDHCPv6-283982020'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:25.048661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66fb880f-0727-49d7-bc8c-6ffbe4d7be96 req-d50b26ad-be6c-4c82-b49e-f7f056dffdbd tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093544 Oct 26 14:15:25.089017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.103752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device baf084f3-69b0-4daa-bcd3-77dca8e2db43 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:25.124965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef464823-2d32-49ab-8c6b-ee249337e6db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.131612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: baf084f3-69b0-4daa-bcd3-77dca8e2db43 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:25.131993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device baf084f3-69b0-4daa-bcd3-77dca8e2db43 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:25.141756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:25.142980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef464823-2d32-49ab-8c6b-ee249337e6db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.144792 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef464823-2d32-49ab-8c6b-ee249337e6db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1921554 Oct 26 14:15:25.149314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.158584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:25.182716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.188382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.272798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.273425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.274927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] 10.222.0.41 "PUT /v2.0/ports/38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 HTTP/1.1" status: 200 len: 1092 time: 3.0071981 Oct 26 14:15:25.325789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'e38b0cde-7b2e-4532-83f3-9bf1e2e13bee', 'ip_address': '2001:db8::f816:3eff:fe2c:23b'}, {'subnet_id': '146f61c3-23b4-4fe6-8b3c-9d134b722545'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '421bd26d-20d7-4fdf-8f5b-851b84a4594a'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:15:25.373578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.413170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Pushing event updated for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.426074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 26b3e928-1f9f-48d9-887c-7a1d577af077 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:25.426819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.431445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:25.447357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.447697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.448034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.448370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.448736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.449065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.449385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.449704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.450024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.450343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.450662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.450977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280264-0899-4a8c-aef8-c723abd02b70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:25.475990 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.529405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=e426fc11-973c-4df3-a1a8-96594853d8ff,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.555128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-7354a61c-f87d-4a07-a948-f577d438acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.556719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-7354a61c-f87d-4a07-a948-f577d438acd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 1095 time: 0.2011650 Oct 26 14:15:25.582081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Router 0ba31bda-3523-44f0-b96e-da966bc5fd9c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:15:25.617478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.627728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-2e47e886-e514-4c99-b784-6b7286f3220a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 HTTP/1.1" status: 200 len: 217 time: 0.0574598 Oct 26 14:15:25.635095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:25.637580 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf73af08-fc94-43c4-97c1-6ad9ed65df45" -d '{"events": [{"name": "network-changed", "server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:25.641633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Allocated IP 2001:db8:0:1::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/146f61c3-23b4-4fe6-8b3c-9d134b722545/421bd26d-20d7-4fdf-8f5b-851b84a4594a) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:25.643769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 26b3e928-1f9f-48d9-887c-7a1d577af077 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:25.674059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.683598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.735174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 22d36f6e-6393-4547-8a79-6bbb6c003f37 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:25.781777 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a89f06-1d6f-4bd1-a693-64ba45645f8e x-openstack-request-id: req-f9a89f06-1d6f-4bd1-a693-64ba45645f8e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:25.782118 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:25.782276 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9a89f06-1d6f-4bd1-a693-64ba45645f8e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:25.782690 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67', 'status': 'completed', 'code': 200} Oct 26 14:15:25.787788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=7e90fada-84ce-4952-927a-7ef0282fa551,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.809838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.814047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-192aee58-20d0-4c38-9568-875729b26db3 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/7e90fada-84ce-4952-927a-7ef0282fa551 HTTP/1.1" status: 204 len: 168 time: 1.0842428 Oct 26 14:15:25.818401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41080) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.825727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-0d58fcfd-c88e-4419-be54-ca1c7dd8dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:25.827303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-0d58fcfd-c88e-4419-be54-ca1c7dd8dd4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1863005 Oct 26 14:15:25.837165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a7d25-6ee1-4d9c-8510-1c15e6bc270a None None] Network 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:25.878151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-7512b485-254f-4d24-8b8e-54ec897fbc8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379779 Oct 26 14:15:25.927091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.931222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.964087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=26b3e928-1f9f-48d9-887c-7a1d577af077,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:25.967856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:15:25.973900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:25.978277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-602c99e9-c61e-4cfa-934a-007c8f04ca75 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/26b3e928-1f9f-48d9-887c-7a1d577af077 HTTP/1.1" status: 204 len: 168 time: 0.8279383 Oct 26 14:15:25.982028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41082) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:25.986504 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Sync routers for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:15:26.005722 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:26.006679 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:15:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:26.112002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port e426fc11-973c-4df3-a1a8-96594853d8ff on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:26.120778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.131359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-5946a39c-d80d-4cca-895c-34394c88b548 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "DELETE /v2.0/ports/e426fc11-973c-4df3-a1a8-96594853d8ff HTTP/1.1" status: 204 len: 173 time: 3.8618557 Oct 26 14:15:26.138284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-81bfef84-16e4-4d80-85e4-05b928655774 service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498777 Oct 26 14:15:26.165972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=421bd26d-20d7-4fdf-8f5b-851b84a4594a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:26.256543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.276323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.339151 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:26.362204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] DHCP port deletion for 48962247-34cc-4c33-9cc1-6ff6f5e4bf01 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:26.397090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637dbf7d-ee15-4cb4-985c-f09f5d156845 req-2f59efb7-e475-4a28-890a-5346e0bd13aa service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401052 Oct 26 14:15:26.401171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553627f2-32df-41c0-945f-3fbe20889349 None None] Pushing event updated for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:26.495773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Deleting port 72f52ecc-0adf-492b-a987-813698bea416 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:26.496101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.553392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218afc7-0722-49d4-ae5f-1bc64cc0ffb8 req-3b5120ac-a4e5-4f88-8ad4-36185522fdb3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.559754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218afc7-0722-49d4-ae5f-1bc64cc0ffb8 req-3b5120ac-a4e5-4f88-8ad4-36185522fdb3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.561739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5218afc7-0722-49d4-ae5f-1bc64cc0ffb8 req-3b5120ac-a4e5-4f88-8ad4-36185522fdb3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 1677 time: 0.3310835 Oct 26 14:15:26.627156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-bc661b59-974d-423a-910d-e460b25676c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.628818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-bc661b59-974d-423a-910d-e460b25676c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 1095 time: 0.1628537 Oct 26 14:15:26.662351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] For port 72f52ecc-0adf-492b-a987-813698bea416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=72f52ecc-0adf-492b-a987-813698bea416,segment=NetworkSegment(666ad4d0-17db-4045-b099-a744457cb22f),segment_id=666ad4d0-17db-4045-b099-a744457cb22f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:26.666796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.669695 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:26.683194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41538a-7c9b-4d7c-8526-6bd1eceaffc1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.687719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd41538a-7c9b-4d7c-8526-6bd1eceaffc1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7021914 Oct 26 14:15:26.696858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41094) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:26.703634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Calling delete_port for 72f52ecc-0adf-492b-a987-813698bea416 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:26.727780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8d2a1-9244-4115-8455-232402c1a2bf req-fcd2c758-8ab6-4203-8150-1ec9691c8796 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:26.734321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0d8d2a1-9244-4115-8455-232402c1a2bf req-fcd2c758-8ab6-4203-8150-1ec9691c8796 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 944 time: 0.2090473 Oct 26 14:15:26.735401 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Checking router: 0ba31bda-3523-44f0-b96e-da966bc5fd9c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:15:26.762360 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:15:26.762586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:26.762863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.763558 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:15:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:26.773629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 421bd26d-20d7-4fdf-8f5b-851b84a4594a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:26.787281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5218afc7-0722-49d4-ae5f-1bc64cc0ffb8 req-56e4f683-fa18-4a8f-ac1d-adbfbe13d90c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163365 Oct 26 14:15:26.789855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting port 72f52ecc-0adf-492b-a987-813698bea416 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:26.790401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.899740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:26.899740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.977033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:26.985321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0d8d2a1-9244-4115-8455-232402c1a2bf req-e632b9d3-bb74-4138-8579-f82d18aee364 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486942 Oct 26 14:15:27.015844 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d78651c-e546-49c7-80c4-7bda1f9bb34e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:27.021243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7d78651c-e546-49c7-80c4-7bda1f9bb34e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/b5531ee2-f9c3-499c-be2a-6a257fccb40a HTTP/1.1" status: 404 len: 333 time: 0.3213863 Oct 26 14:15:27.021822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:27.026924 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:15:27.031907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:27.032281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.062290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:27.077397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] No DVR routers for this DVR port 72f52ecc-0adf-492b-a987-813698bea416 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:27.089875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d5d37-4246-425e-a552-72b4520c1288 None None] Pushing event deleted for resources: {'Port': ['ID=72f52ecc-0adf-492b-a987-813698bea416,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:27.090497 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d248786b-df31-43ee-b7b8-451c9cd6e0ad tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:27.105060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d248786b-df31-43ee-b7b8-451c9cd6e0ad tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/26b3e928-1f9f-48d9-887c-7a1d577af077 HTTP/1.1" status: 404 len: 333 time: 0.0790832 Oct 26 14:15:27.106149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8:0:1::2b3 (395c5533-adb2-4657-af48-ea89ee0ad2f3/146f61c3-23b4-4fe6-8b3c-9d134b722545/22d36f6e-6393-4547-8a79-6bbb6c003f37) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:27.113626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:27.138405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] For port 72f52ecc-0adf-492b-a987-813698bea416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=72f52ecc-0adf-492b-a987-813698bea416,segment=NetworkSegment(666ad4d0-17db-4045-b099-a744457cb22f),segment_id=666ad4d0-17db-4045-b099-a744457cb22f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:27.139141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.151346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fee6:2d2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/e38b0cde-7b2e-4532-83f3-9bf1e2e13bee/22d36f6e-6393-4547-8a79-6bbb6c003f37) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:27.152698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-0e0b0086-0f4b-4d26-be0e-e83d68b6e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.158441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-0e0b0086-0f4b-4d26-be0e-e83d68b6e215 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.5100400 Oct 26 14:15:27.200512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Calling delete_port for 72f52ecc-0adf-492b-a987-813698bea416 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:27.278004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 72f52ecc-0adf-492b-a987-813698bea416 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:27.295506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-96059322-881a-4998-a60e-44ca27cb0c49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 HTTP/1.1" status: 200 len: 217 time: 0.0659230 Oct 26 14:15:27.335983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.373304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 72f52ecc-0adf-492b-a987-813698bea416 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:27.373990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 72f52ecc-0adf-492b-a987-813698bea416 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:27.407546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:27.445531 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a51d609-c486-4abd-9a01-c36ae2c57b79 None None] The sync data for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 is: [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:04:14Z', 'revision_number': 4, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd5737f81-4ae3-495d-82a2-75e814be4d77', 'name': '', 'network_id': '53d0a737-0d52-420b-84a2-7695344d1314', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'mac_address': 'fa:16:3e:10:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:10Z', 'updated_at': '2021-10-26T14:04:20Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'subnets': [{'id': 'ea92f421-55a9-41c7-b8c5-0df184d33889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:15:27.456646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-8e12deda-b4a7-4d2b-96c9-53eef0dacab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:27.458488 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-8e12deda-b4a7-4d2b-96c9-53eef0dacab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.0854750 Oct 26 14:15:27.502397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-1d84b331-686a-4ec1-8809-f550b695e26a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350230 Oct 26 14:15:27.536659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.572409 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.582458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.596387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-56e0da2e-6e98-4017-b784-9b2d320f4656 None None] Provisioning complete for port 421bd26d-20d7-4fdf-8f5b-851b84a4594a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:27.597017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56e0da2e-6e98-4017-b784-9b2d320f4656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.622891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Port': ['ID=72f52ecc-0adf-492b-a987-813698bea416,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:27.654861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5fbaa3-9988-4508-b097-66aa58a2bf46']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:27.671216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.671589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.671938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.672280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.672867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.673221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.673616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.674454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.674812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.675166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.675501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.675842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:27.686025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ab30d2-8ce3-499f-a8cf-d14714816a06') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:27.686680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ab30d2-8ce3-499f-a8cf-d14714816a06') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:27.691919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No DVR routers for this DVR port 72f52ecc-0adf-492b-a987-813698bea416 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:27.741408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.746270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.779421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.827578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:27.828240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:27.831338 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:27.922727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.985653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:27.992243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48962247-34cc-4c33-9cc1-6ff6f5e4bf01']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.027928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7ee78-6980-4b48-8793-fa999aa6a0d0 None None] New status for floating IP 3d692fe3-27de-49f3-8ce3-6737152a67ae: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:15:28.062968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:28.067880 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e14907-a05a-4fa8-b751-8f9974d440c8" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:28.091842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=7432b4d9-4d68-4d75-b7a8-f85a8faa0eec,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.115329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.124972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666ad4d0-17db-4045-b099-a744457cb22f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.126475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666ad4d0-17db-4045-b099-a744457cb22f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:28.189209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.196421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/4f5fbaa3-9988-4508-b097-66aa58a2bf46 HTTP/1.1" status: 204 len: 168 time: 1.0810211 Oct 26 14:15:28.221286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41112) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:28.229850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.232701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100943766'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:28.299384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port 7432b4d9-4d68-4d75-b7a8-f85a8faa0eec on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:28.317771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.323902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8c2434db-d998-42ae-b219-338cee9cb1ff tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "DELETE /v2.0/ports/7432b4d9-4d68-4d75-b7a8-f85a8faa0eec HTTP/1.1" status: 204 len: 173 time: 2.1817024 Oct 26 14:15:28.326509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:28.333183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc61881-4199-4802-9f52-d15c9c088551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=4f5fbaa3-9988-4508-b097-66aa58a2bf46,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.355948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.359647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:28.370333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:28.381265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.383374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.388068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=22d36f6e-6393-4547-8a79-6bbb6c003f37,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.403220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:28.403938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.404559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-91878d48-b9e6-4405-8db3-e78ec7d8bd1d service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8818150 Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:28.415909 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:28.455167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f55baf-d3c8-4d59-ab9d-9feeea47ca14 req-c6c7f006-a252-4e24-b52f-5983b9b9badb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.458420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07f55baf-d3c8-4d59-ab9d-9feeea47ca14 req-c6c7f006-a252-4e24-b52f-5983b9b9badb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 943 time: 0.3754876 Oct 26 14:15:28.499883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:28.506043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.535640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bbb3860c-10a6-49f6-bba5-9293f1dcb371 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5217619 Oct 26 14:15:28.553883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fae06c-494a-40d3-af3a-ce13815ec08b req-d9876b64-90b0-4209-a7e2-d3dfedf64362 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:28.556757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87fae06c-494a-40d3-af3a-ce13815ec08b req-d9876b64-90b0-4209-a7e2-d3dfedf64362 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 944 time: 0.3808198 Oct 26 14:15:28.558547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41114) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:28.626819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.639043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.645026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/48962247-34cc-4c33-9cc1-6ff6f5e4bf01 HTTP/1.1" status: 204 len: 168 time: 2.8250113 Oct 26 14:15:28.653227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41116) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:28.716805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7ac8a-e406-4855-9fd7-63488bb4cb09 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=48962247-34cc-4c33-9cc1-6ff6f5e4bf01,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:28.793937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:28.801262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-45f293ae-f4ca-4c7c-8e0d-ef7197193cbc None None] Provisioning complete for port 22d36f6e-6393-4547-8a79-6bbb6c003f37 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:28.802948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-45f293ae-f4ca-4c7c-8e0d-ef7197193cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.837219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87fae06c-494a-40d3-af3a-ce13815ec08b req-9806d76f-e8a4-4f38-8733-2826b9929e26 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637131 Oct 26 14:15:28.846359 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-86251a3f-2c03-4295-885e-9502fe91cd97 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:28.846753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86251a3f-2c03-4295-885e-9502fe91cd97 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:28.852029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86251a3f-2c03-4295-885e-9502fe91cd97 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/816b1241-7386-4117-8243-58921e0d6412 HTTP/1.1" status: 404 len: 337 time: 0.1786489 Oct 26 14:15:28.855142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.855602 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment 3d374e55-ba34-4a73-a4d2-274b796927e2 of type vlan for network b24fdd12-1e35-489d-96f4-8d7600207293 Oct 26 14:15:28.862034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41118) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:28.868008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf73af08-fc94-43c4-97c1-6ad9ed65df45 req-241ffa34-82db-458a-9f50-f67d163e246a service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465239 Oct 26 14:15:28.872357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07f55baf-d3c8-4d59-ab9d-9feeea47ca14 req-1a73d72c-dd1a-4e50-9500-77743c9094d2 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups?id=be78fe67-238c-42b7-ba85-a5e5ea1e0fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742857 Oct 26 14:15:28.897426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-45f293ae-f4ca-4c7c-8e0d-ef7197193cbc None None] Port 22d36f6e-6393-4547-8a79-6bbb6c003f37 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:15:28.904169 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8a8a7e-6d67-4313-97ca-ffd69eaa04ca tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:28.905384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8a8a7e-6d67-4313-97ca-ffd69eaa04ca tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:28.913327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb8a8a7e-6d67-4313-97ca-ffd69eaa04ca tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/a1f0b85a-d4ac-4d19-8d83-5593e27b75ca HTTP/1.1" status: 404 len: 339 time: 0.0486546 Oct 26 14:15:28.917585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:28.921378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.963233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 22d36f6e-6393-4547-8a79-6bbb6c003f37 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:28.964083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.971535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 2494e8de-198e-440e-b1f2-7e30d6d965ed {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:28.971879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:28.991910 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb339b74-1750-4a02-9802-1b8c66ba4ac9 x-openstack-request-id: req-fb339b74-1750-4a02-9802-1b8c66ba4ac9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:28.992200 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "e426fc11-973c-4df3-a1a8-96594853d8ff", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:28.992686 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb339b74-1750-4a02-9802-1b8c66ba4ac9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:28.993253 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': 'e426fc11-973c-4df3-a1a8-96594853d8ff', 'status': 'completed', 'code': 200} Oct 26 14:15:29.048273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.053793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.054789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.080591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting subnet 1416081c-7637-407a-ba99-1305a2bd2c3d {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:29.120819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.128407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.146400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 22d36f6e-6393-4547-8a79-6bbb6c003f37 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:29.206210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9830847 Oct 26 14:15:29.214249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41124) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.214900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24a473-0bb9-43ce-96aa-d7ea6ab8a79d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=b24fdd12-1e35-489d-96f4-8d7600207293,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.225369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:29.230398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b24fdd12-1e35-489d-96f4-8d7600207293 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:29.255894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.338930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port 2494e8de-198e-440e-b1f2-7e30d6d965ed, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2494e8de-198e-440e-b1f2-7e30d6d965ed,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:29.339589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.372740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 2494e8de-198e-440e-b1f2-7e30d6d965ed owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:29.413447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.449801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=22d36f6e-6393-4547-8a79-6bbb6c003f37,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.480810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:29.484604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.509313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.516361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2de2d75a-bba8-4d78-bbc6-b01333f06b01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/22d36f6e-6393-4547-8a79-6bbb6c003f37 HTTP/1.1" status: 204 len: 168 time: 0.9557912 Oct 26 14:15:29.517927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.585371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.589838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Performing IP validity checks on allocation pools {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:15:29.590508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:15:29.612682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e169f-4b16-4095-bbc2-1d8497c479c7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.615918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f15e169f-4b16-4095-bbc2-1d8497c479c7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0964186 Oct 26 14:15:29.618748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.712661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3ee5b-21f0-4824-86fc-cf39d1c79495 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.716586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-01c3ee5b-21f0-4824-86fc-cf39d1c79495 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0942559 Oct 26 14:15:29.718112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41130) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.787329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.796898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab02a86-c3e5-4e09-822f-ba2203c7836f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.800604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab02a86-c3e5-4e09-822f-ba2203c7836f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.804251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab02a86-c3e5-4e09-822f-ba2203c7836f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:29.808027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9ab02a86-c3e5-4e09-822f-ba2203c7836f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0866840 Oct 26 14:15:29.809690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41132) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.849542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Subnet': ['ID=1416081c-7637-407a-ba99-1305a2bd2c3d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:29.851311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.853625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.859999 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0e9f779e-ee29-4527-82c8-b476dafe7cbf tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/subnets/1416081c-7637-407a-ba99-1305a2bd2c3d HTTP/1.1" status: 204 len: 168 time: 0.9412122 Oct 26 14:15:29.862529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1088ac-8b3d-4fd0-841a-5dbfa666e89d None None] Network 6643dae9-94c8-4d63-a2ad-d5934670237c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:29.863146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:29.899275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 146f61c3-23b4-4fe6-8b3c-9d134b722545 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:29.905469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:29.959480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=2494e8de-198e-440e-b1f2-7e30d6d965ed,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:30.008519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.093520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port 2494e8de-198e-440e-b1f2-7e30d6d965ed on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:30.099412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.102528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.106464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-625e2ab3-1a27-4386-8c99-e87857506086 req-8e6ae318-251d-4b65-8af4-25e6a6a6b0eb tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.41 "DELETE /v2.0/ports/2494e8de-198e-440e-b1f2-7e30d6d965ed HTTP/1.1" status: 204 len: 173 time: 1.7626429 Oct 26 14:15:30.133523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.148757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fd1c6ce-a9c3-4f7f-bdc0-d005c917ccc7 req-2d034513-9b4d-4b19-aefe-5bb8300819f9 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0876098 Oct 26 14:15:30.176416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58fc5-2706-46b0-b0a6-e36455fe30bf req-86aa0439-91e4-4f22-a2ed-8af063838592 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.193882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23e58fc5-2706-46b0-b0a6-e36455fe30bf req-86aa0439-91e4-4f22-a2ed-8af063838592 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 944 time: 0.1256559 Oct 26 14:15:30.204938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] DHCP port deletion for 6643dae9-94c8-4d63-a2ad-d5934670237c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:30.297695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23e58fc5-2706-46b0-b0a6-e36455fe30bf req-05b22c4c-291b-4abd-93f7-2026c7495ba4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028566 Oct 26 14:15:30.304113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:15:30.337726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.422082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=810c7322-5cd6-4a0d-9e26-6e8c7672fbb3,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:30.440205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': '3d374e55-ba34-4a73-a4d2-274b796927e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:30.445963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: b24fdd12-1e35-489d-96f4-8d7600207293, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:30.486558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:30.491349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.491920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Deleting port 18d4be37-0a60-492a-961c-dc40a8896513 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:30.492535 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.502983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Deleting port 18d4be37-0a60-492a-961c-dc40a8896513 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:30.503900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.546417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.558605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/146f61c3-23b4-4fe6-8b3c-9d134b722545 HTTP/1.1" status: 204 len: 168 time: 0.7468615 Oct 26 14:15:30.584727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41148) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.599074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e30e-052c-40b0-bba8-d855a5c126a8 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=146f61c3-23b4-4fe6-8b3c-9d134b722545,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:30.603003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] For port 18d4be37-0a60-492a-961c-dc40a8896513, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18d4be37-0a60-492a-961c-dc40a8896513,segment=NetworkSegment(bdcb2a68-d37c-44e8-9739-b02e8e97c50f),segment_id=bdcb2a68-d37c-44e8-9739-b02e8e97c50f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:30.603742 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.620944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Calling delete_port for 18d4be37-0a60-492a-961c-dc40a8896513 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:30.643868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network b24fdd12-1e35-489d-96f4-8d7600207293 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:30.709856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b24fdd12-1e35-489d-96f4-8d7600207293) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:30.727276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:30.730939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.746611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426203fa-6d96-4e62-a056-6dc89ce8ee03 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:30.748915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa597f4-6a7a-45cd-8e7c-f66b38c87e73 None None] Network b24fdd12-1e35-489d-96f4-8d7600207293 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:30.755227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18d4be37-0a60-492a-961c-dc40a8896513 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:30.811948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d241f7c-ec7f-4a9c-8610-3d1f7b41f24a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5918767 Oct 26 14:15:30.813148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:30.813707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] For port 18d4be37-0a60-492a-961c-dc40a8896513, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18d4be37-0a60-492a-961c-dc40a8896513,segment=NetworkSegment(bdcb2a68-d37c-44e8-9739-b02e8e97c50f),segment_id=bdcb2a68-d37c-44e8-9739-b02e8e97c50f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:30.813814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.824062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293', 'name': 'tempest-PortsTestJSON-822280319'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:30.837618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet e38b0cde-7b2e-4532-83f3-9bf1e2e13bee {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:30.846165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Calling delete_port for 18d4be37-0a60-492a-961c-dc40a8896513 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:30.848201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.949069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:30.979213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67', 'mac_address': 'fa:16:3e:fc:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:15:30.998802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:31.001331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec'}, {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:31.004016 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945790e0-364f-4995-a94a-cca8a8821471" -d '{"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec"}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:31.004195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.034678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:31.103930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.122949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.126816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.170624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Port': ['ID=18d4be37-0a60-492a-961c-dc40a8896513,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:31.184411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] No DVR routers for this DVR port 18d4be37-0a60-492a-961c-dc40a8896513 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:31.309589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] Pushing event deleted for resources: {'Port': ['ID=18d4be37-0a60-492a-961c-dc40a8896513,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:31.325341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69abc7-fe8b-4871-972d-a37b9dd2f319 None None] No DVR routers for this DVR port 18d4be37-0a60-492a-961c-dc40a8896513 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:31.341322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port 18d4be37-0a60-492a-961c-dc40a8896513 {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:15:31.342282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18d4be37-0a60-492a-961c-dc40a8896513 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:31.400800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c81db283-1be6-422c-a552-771e4ff1421c req-ca127621-8f64-41ce-978d-588a3b34f54f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0912995 Oct 26 14:15:31.406538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.14 (b24fdd12-1e35-489d-96f4-8d7600207293/810c7322-5cd6-4a0d-9e26-6e8c7672fbb3/7dc9dfbb-9aed-4f70-b06e-fc16e3418c78) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:31.416974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.431093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.532183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=e38b0cde-7b2e-4532-83f3-9bf1e2e13bee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:31.569193 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febf365-01aa-40a5-b3e5-00cec8c8c6d8 x-openstack-request-id: req-0febf365-01aa-40a5-b3e5-00cec8c8c6d8 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:31.569523 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "7432b4d9-4d68-4d75-b7a8-f85a8faa0eec", "status": "completed", "code": 200}, {"server_uuid": "00938ae3-c41c-49ce-bf97-13f50b09c485", "name": "network-vif-deleted", "tag": "2494e8de-198e-440e-b1f2-7e30d6d965ed", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:31.569779 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0febf365-01aa-40a5-b3e5-00cec8c8c6d8 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:31.570215 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '7432b4d9-4d68-4d75-b7a8-f85a8faa0eec', 'status': 'completed', 'code': 200} Oct 26 14:15:31.570642 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00938ae3-c41c-49ce-bf97-13f50b09c485', 'name': 'network-vif-deleted', 'tag': '2494e8de-198e-440e-b1f2-7e30d6d965ed', 'status': 'completed', 'code': 200} Oct 26 14:15:31.571800 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.583475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-09891cc4-e849-4bea-9611-a11ec8557fe2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e38b0cde-7b2e-4532-83f3-9bf1e2e13bee HTTP/1.1" status: 204 len: 168 time: 0.9945164 Oct 26 14:15:31.586542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6643dae9-94c8-4d63-a2ad-d5934670237c']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.590938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41164) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.628313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.659279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:31.675617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.676076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcb2a68-d37c-44e8-9739-b02e8e97c50f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:31.686738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f03c871-ed1b-4b48-97b6-3763c0673391 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844579 Oct 26 14:15:31.694888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.696786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:31.702303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:31.728002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:31.745891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.752809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b24fdd12-1e35-489d-96f4-8d7600207293', 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': '810c7322-5cd6-4a0d-9e26-6e8c7672fbb3'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:31.756432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.764649 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.855998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.859061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network b24fdd12-1e35-489d-96f4-8d7600207293 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:31.865019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:31.866409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:31.871074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:31.874074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322651c7-8268-480a-baaa-2c59783e008b None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:31.898641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.911895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:31.912637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:31.917495 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:31.925161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=7dc9dfbb-9aed-4f70-b06e-fc16e3418c78,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:31.950187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:31.955027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:31.984509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:31.985282 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.011994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3bb4f5f-2d37-4b3e-b328-65c8b38e2a49 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1960049 Oct 26 14:15:32.012838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41168) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.049161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7c782-a564-4729-9de4-e18e6d593441 req-f28f995b-e213-45c6-ab30-fda4f5d76d06 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:32.057930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2c7c782-a564-4729-9de4-e18e6d593441 req-f28f995b-e213-45c6-ab30-fda4f5d76d06 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 945 time: 0.3780184 Oct 26 14:15:32.079159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['38bf46fc-061b-4cec-8b5f-fd8d4dc60e67'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:32.086702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Allocated IP 172.20.0.2 (b24fdd12-1e35-489d-96f4-8d7600207293/810c7322-5cd6-4a0d-9e26-6e8c7672fbb3/8fedda6a-845a-4edc-a755-d3a6717bc1ba) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:32.139140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.167273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:32.167715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.173808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.178474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] 10.222.0.37 "DELETE /v2.0/networks/6643dae9-94c8-4d63-a2ad-d5934670237c HTTP/1.1" status: 204 len: 168 time: 2.3120506 Oct 26 14:15:32.196069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7465-a3c5-4472-854c-6b22d7944084 tempest-NetworksIpV6Test-305413962 tempest-NetworksIpV6Test-305413962-project] Pushing event deleted for resources: {'Network': ['ID=6643dae9-94c8-4d63-a2ad-d5934670237c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:32.269553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2c7c782-a564-4729-9de4-e18e6d593441 req-f5572957-30ec-4d9d-a6fa-d295076715e6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003839 Oct 26 14:15:32.300378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.320677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:32.352655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Deleting port 421bd26d-20d7-4fdf-8f5b-851b84a4594a {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:32.353276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.497017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.658777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-322651c7-8268-480a-baaa-2c59783e008b None None] For port 421bd26d-20d7-4fdf-8f5b-851b84a4594a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=421bd26d-20d7-4fdf-8f5b-851b84a4594a,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:32.659205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.675136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Calling delete_port for 421bd26d-20d7-4fdf-8f5b-851b84a4594a owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:32.710911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=7dc9dfbb-9aed-4f70-b06e-fc16e3418c78,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:32.728648 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e4789a3e-db1f-441d-a083-f94bf2863b7d req-d3f48482-d13a-4430-9081-6e8f18ffc067 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1165168 Oct 26 14:15:32.729092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 421bd26d-20d7-4fdf-8f5b-851b84a4594a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:32.774513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41180) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.863696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:32.878084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.885804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ffc8758c-064b-4e47-af6f-6466f509a0ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 HTTP/1.1" status: 204 len: 168 time: 0.8682523 Oct 26 14:15:32.886860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41186) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:32.938535 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.955022 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd99a64-8064-4464-907a-791cec64801e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:15:32.960137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd99a64-8064-4464-907a-791cec64801e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:32.960407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:32.964968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6cd99a64-8064-4464-907a-791cec64801e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 HTTP/1.1" status: 404 len: 333 time: 0.0766044 Oct 26 14:15:32.973751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41188) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.015907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Network b24fdd12-1e35-489d-96f4-8d7600207293 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:33.024365 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.029673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:33.054777 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efc00e6-d091-4704-b813-799b71af45c6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:33.059865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7efc00e6-d091-4704-b813-799b71af45c6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/7dc9dfbb-9aed-4f70-b06e-fc16e3418c78 HTTP/1.1" status: 404 len: 333 time: 0.0834000 Oct 26 14:15:33.061664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:33.063047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.073884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Port 421bd26d-20d7-4fdf-8f5b-851b84a4594a update to DOWN by agent not found {{(pid=102165) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 14:15:33.094456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322651c7-8268-480a-baaa-2c59783e008b None None] No DVR routers for this DVR port 421bd26d-20d7-4fdf-8f5b-851b84a4594a on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:33.098317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Pushing event updated for resources: {'Port': ['ID=8fedda6a-845a-4edc-a755-d3a6717bc1ba,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.175763 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.revisions.revision_plugin [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Could not find related port for resource to bump revision. Oct 26 14:15:33.180567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322651c7-8268-480a-baaa-2c59783e008b None None] Pushing event deleted for resources: {'Port': ['ID=421bd26d-20d7-4fdf-8f5b-851b84a4594a,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.187374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Port 421bd26d-20d7-4fdf-8f5b-851b84a4594a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 26 14:15:33.187694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2c:23b {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 26 14:15:33.191798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_pluggable_backend [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2c:23b {{(pid=102163) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 26 14:15:33.197702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 810c7322-5cd6-4a0d-9e26-6e8c7672fbb3 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:33.199227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.202533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.203660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Attempting to bind port 8fedda6a-845a-4edc-a755-d3a6717bc1ba on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:33.204196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Attempting to bind port 8fedda6a-845a-4edc-a755-d3a6717bc1ba by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3d374e55-ba34-4a73-a4d2-274b796927e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:33.204645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Attempting to bind port 8fedda6a-845a-4edc-a755-d3a6717bc1ba on network b24fdd12-1e35-489d-96f4-8d7600207293 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:33.217046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:33.217715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Checking segment: {'id': '3d374e55-ba34-4a73-a4d2-274b796927e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:33.218434 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.218862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Bound using segment: {'id': '3d374e55-ba34-4a73-a4d2-274b796927e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:33.219424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Bound port: 8fedda6a-845a-4edc-a755-d3a6717bc1ba, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d374e55-ba34-4a73-a4d2-274b796927e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b24fdd12-1e35-489d-96f4-8d7600207293'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:33.219979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.265142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.275638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:33.286859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8ae20674-3e18-45d6-b2fc-a64f2e7a2c5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96e60df7a6b6487b9782d87010181702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062599 Oct 26 14:15:33.287832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41194) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.291439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:33.302285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.303030 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.331520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] For port 8fedda6a-845a-4edc-a755-d3a6717bc1ba, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:33.338998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] For port 8fedda6a-845a-4edc-a755-d3a6717bc1ba, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8fedda6a-845a-4edc-a755-d3a6717bc1ba,segment=NetworkSegment(3d374e55-ba34-4a73-a4d2-274b796927e2),segment_id=3d374e55-ba34-4a73-a4d2-274b796927e2)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:33.344622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade516e3-43d7-464a-85cb-bbc0688c9b17 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:33.352454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.358253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6602707 Oct 26 14:15:33.359018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548482-0a8f-4b58-b66a-2ddd751b0acd tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=b280d086-8389-4f62-a74f-d6d29b72e854,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.381245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41196) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.405847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:33.424944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.568226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.609907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.622097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=810c7322-5cd6-4a0d-9e26-6e8c7672fbb3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.628405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.633352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c7d8d3c-0def-43ec-a12b-92dfa66234a2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/810c7322-5cd6-4a0d-9e26-6e8c7672fbb3 HTTP/1.1" status: 204 len: 168 time: 0.5688667 Oct 26 14:15:33.637324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:33.639134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edafeb-0eb8-4462-89f1-53826f415baa None None] Pushing event updated for resources: {'Port': ['ID=8fedda6a-845a-4edc-a755-d3a6717bc1ba,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:33.670200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701753-fe12-4d92-9d54-0e16f7a72fba req-e9848d61-535a-4ea1-8397-d98fc69dea33 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:33.673352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68701753-fe12-4d92-9d54-0e16f7a72fba req-e9848d61-535a-4ea1-8397-d98fc69dea33 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 945 time: 0.2898149 Oct 26 14:15:33.680618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:33.684954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.754677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.839741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:33.882284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-395c5533-adb2-4657-af48-ea89ee0ad2f3', 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'tenant_id': 'bca8556c80d74afaa5bde3ea1d21bd30', 'fixed_ips': [{'subnet_id': 'b280d086-8389-4f62-a74f-d6d29b72e854'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:33.883206 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.001300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68701753-fe12-4d92-9d54-0e16f7a72fba req-e1e745b2-a9cd-4f87-be43-f0223f76049c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832117 Oct 26 14:15:34.081404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-300ed072-f942-4f78-94bb-e762964b929c req-0bd16f0d-be27-4648-9384-26c8b5ecec82 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1509354 Oct 26 14:15:34.167045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 8fedda6a-845a-4edc-a755-d3a6717bc1ba {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:34.168257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.216344 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b280d086-8389-4f62-a74f-d6d29b72e854 (CIDR: 2001:db8::/64) Oct 26 14:15:34.217283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.228999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.233282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a033cc87-7ea2-4a9d-adc1-ffdf9e0916a7 HTTP/1.1" status: 204 len: 168 time: 0.9394889 Oct 26 14:15:34.242024 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:15:34.248280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:34.258376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c612030-d2b2-4296-a707-14fda9713519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033cc87-7ea2-4a9d-adc1-ffdf9e0916a7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:34.294328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:34.304035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a2016b0-1356-4ad5-a618-2dfedc5fdf20 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9197419 Oct 26 14:15:34.305108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41210) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:34.336538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:34.386236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port 8fedda6a-845a-4edc-a755-d3a6717bc1ba, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8fedda6a-845a-4edc-a755-d3a6717bc1ba,segment=NetworkSegment(3d374e55-ba34-4a73-a4d2-274b796927e2),segment_id=3d374e55-ba34-4a73-a4d2-274b796927e2)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:34.386513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Allocated IP 2001:db8::f816:3eff:fe72:c954 (395c5533-adb2-4657-af48-ea89ee0ad2f3/b280d086-8389-4f62-a74f-d6d29b72e854/532d869c-35c3-4673-911e-071aed5e1a43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:34.387399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.427823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 8fedda6a-845a-4edc-a755-d3a6717bc1ba owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:34.616735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:15:34.625208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:34.630220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:34.630602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.633049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.695496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:34.738239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port 8fedda6a-845a-4edc-a755-d3a6717bc1ba on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:34.779250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8fedda6a-845a-4edc-a755-d3a6717bc1ba up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:34.797975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=8fedda6a-845a-4edc-a755-d3a6717bc1ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:34.839197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8fedda6a-845a-4edc-a755-d3a6717bc1ba {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:34.839486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8fedda6a-845a-4edc-a755-d3a6717bc1ba not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:15:34.900287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Port 8fedda6a-845a-4edc-a755-d3a6717bc1ba not found, will not notify nova. {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:15:34.995113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.013627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.022650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.032161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.097952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24fdd12-1e35-489d-96f4-8d7600207293']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.125263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d374e55-ba34-4a73-a4d2-274b796927e2') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.129224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d374e55-ba34-4a73-a4d2-274b796927e2') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:35.151228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.190207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:35.193696 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd4bbf1-dcc3-4880-b8ab-918fcbaeea8f" -d '{"events": [{"server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "name": "network-vif-plugged", "status": "completed", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:35.194846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.213927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:35.216880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.259707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:35.264836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:35.267162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.270836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:35.273939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.276133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:35.325601 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:35.407458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a8b095e8-d12b-4cde-ac47-932bb1d2dc07 req-cfd7caab-76d8-464f-9f02-54af1941b0d7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0987177 Oct 26 14:15:35.423003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.432034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.435404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/b24fdd12-1e35-489d-96f4-8d7600207293 HTTP/1.1" status: 204 len: 168 time: 1.7966669 Oct 26 14:15:35.444011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41234) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.464024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1341443219'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:35.490727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c5e3-a372-4728-9c32-29e8c4bf9fe2 req-67f996b6-e39d-45ce-9061-1fce0d78f9b9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:35.508529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f91c5e3-a372-4728-9c32-29e8c4bf9fe2 req-67f996b6-e39d-45ce-9061-1fce0d78f9b9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.1817935 Oct 26 14:15:35.509288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.553316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.555363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Attempting to bind port 532d869c-35c3-4673-911e-071aed5e1a43 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:35.556061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Attempting to bind port 532d869c-35c3-4673-911e-071aed5e1a43 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:35.556599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Attempting to bind port 532d869c-35c3-4673-911e-071aed5e1a43 on network 395c5533-adb2-4657-af48-ea89ee0ad2f3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:35.569685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:35.571194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71657617-1c0d-4951-9a7a-acfea1dec6b3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=b24fdd12-1e35-489d-96f4-8d7600207293,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.573453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Checking segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:35.575082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.575547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Bound using segment: {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:35.575791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:35.576141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Bound port: 532d869c-35c3-4673-911e-071aed5e1a43, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6d658-783b-4d92-b6c0-52736eeea4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:35.579045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.580769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.639470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:35.675570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f91c5e3-a372-4728-9c32-29e8c4bf9fe2 req-50c27090-d8ec-4dc4-87e4-b149aeac1357 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659458 Oct 26 14:15:35.699860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:35.730727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.731046 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment 249ee061-2367-4196-9486-bfbcde2d37e1 of type vlan for network f9e9fc34-dade-4260-8f05-703a6831003b Oct 26 14:15:35.737774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-89267547-fbbb-4031-88ac-8d31e25e97c9 None None] Could not find standard attr ID for object 8fedda6a-845a-4edc-a755-d3a6717bc1ba. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:35.781608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:35.806308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:35.812299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:35.813229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:35.814008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.817588 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f6402c-a997-4a97-8296-b9c7a26d5bd9 x-openstack-request-id: req-83f6402c-a997-4a97-8296-b9c7a26d5bd9 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:35.818202 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "name": "network-vif-plugged", "status": "completed", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:35.818614 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83f6402c-a997-4a97-8296-b9c7a26d5bd9 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:35.819327 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67', 'code': 200} Oct 26 14:15:35.820236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3289c2-f560-4d5d-8221-661ab63af170 None None] DHCP port deletion for b24fdd12-1e35-489d-96f4-8d7600207293 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:35.824635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.906921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=27e11745-48a2-4595-93cf-d8e27b37dd38,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:35.916593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:35.950982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fef6f574-f22b-4bc3-a718-638ee6307a70 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6416001 Oct 26 14:15:35.951288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:35.956892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:7f:25:26', 'name': 'tempest-NetworksTestDHCPv6-1900065965'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:36.000843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.008832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:36.009743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.014276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf02d7-466f-4f5d-833c-5d8763f10506 req-32ac9ab3-c2fc-4aea-86a8-f890a0ae7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:36.015925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6acf02d7-466f-4f5d-833c-5d8763f10506 req-32ac9ab3-c2fc-4aea-86a8-f890a0ae7f4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 1097 time: 0.1350493 Oct 26 14:15:36.118857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6684952 Oct 26 14:15:36.120240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.135250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:36.171372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41250) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:36.182569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b11915-2196-41d5-ae73-08e310ede52f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=f9e9fc34-dade-4260-8f05-703a6831003b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:36.185434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f6283-3925-4a1a-8b06-e7b0b99255d6 None None] Network b24fdd12-1e35-489d-96f4-8d7600207293 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:36.199066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6acf02d7-466f-4f5d-833c-5d8763f10506 req-2eb8fdfe-a5ae-4d02-938d-d93432bde2a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597424 Oct 26 14:15:36.215562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f6283-3925-4a1a-8b06-e7b0b99255d6 None None] Network b24fdd12-1e35-489d-96f4-8d7600207293 could not be found, it might have been deleted concurrently. {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:15:36.221130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f9e9fc34-dade-4260-8f05-703a6831003b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:36.297043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186094b-5155-41b7-b14d-3b79561005fc None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:36.362150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1960576853'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:36.409581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:36.410399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:15:36.410399 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 14:15:36.410399 n-d-813419-9 neutron-server[102164]: [parameters: {'project_id_1': 'c631747ac22a42c28c8f0d6feb024010', 'expiration_1': datetime.datetime(2021, 10, 26, 14, 15, 16, 376233)}] Oct 26 14:15:36.410399 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:36.411467 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:36.419282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.433102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.454721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:36.595311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.609920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.654922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-226b9643-bb61-4bfd-87a3-be2c3ad07827 req-721d6ec4-d2ef-4cf3-8a09-d1725c32dbf1 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0794659 Oct 26 14:15:36.674706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.689749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8fedda6a-845a-4edc-a755-d3a6717bc1ba no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:36.701904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51840806-a63a-4453-aaf1-73e57a11862d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:36.716228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:36.735819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.736444 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment 8897868e-9801-4a8b-92a9-695bfa008372 of type vlan for network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c Oct 26 14:15:36.755378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 2fa114cd-e102-45ea-addb-8e5bf63e1b66 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:36.775330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8fedda6a-845a-4edc-a755-d3a6717bc1ba {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:36.775679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8fedda6a-845a-4edc-a755-d3a6717bc1ba not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:36.847868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.898916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:36.905543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:36.906702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.008269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:37.024532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8298116 Oct 26 14:15:37.024804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:37.024906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ddf24-7dd3-4c11-88d3-93430968d6da tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:37.055525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:37.104154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78163a26-eac0-4a12-9d1d-745babdb4978 req-4c83d73a-e5f8-41cb-ab05-a00075fdbd4e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:37.106296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-78163a26-eac0-4a12-9d1d-745babdb4978 req-4c83d73a-e5f8-41cb-ab05-a00075fdbd4e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.1942737 Oct 26 14:15:37.224596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8:0:1::23d (395c5533-adb2-4657-af48-ea89ee0ad2f3/27e11745-48a2-4595-93cf-d8e27b37dd38/2fa114cd-e102-45ea-addb-8e5bf63e1b66) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:37.771420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::f816:3eff:fe7f:2526 (395c5533-adb2-4657-af48-ea89ee0ad2f3/b280d086-8389-4f62-a74f-d6d29b72e854/2fa114cd-e102-45ea-addb-8e5bf63e1b66) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:37.821149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-78163a26-eac0-4a12-9d1d-745babdb4978 req-90e7722e-c8a7-408b-94f8-552615ecc267 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6973703 Oct 26 14:15:37.990470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b81e9-d05e-4a47-b82c-b6b5fb20d78b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:38.270758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:38.271465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.295872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.449062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.636914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.860289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'b280d086-8389-4f62-a74f-d6d29b72e854', 'ip_address': '2001:db8::f816:3eff:fe72:c954'}, {'subnet_id': '27e11745-48a2-4595-93cf-d8e27b37dd38'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '532d869c-35c3-4673-911e-071aed5e1a43'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:15:38.878668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:38.890073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=2fa114cd-e102-45ea-addb-8e5bf63e1b66,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:38.937030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bf1a04c-1742-420b-b289-89c1b5b58fbd req-b56b8c41-c73e-4336-ae99-6db12c3df92b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 1.1280341 Oct 26 14:15:38.958050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:39.008634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:39.023929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:39.039928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=db0c0861-b43a-4cbd-adaf-171d8c73ed34,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:39.048605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:39.063494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:39.069373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.128553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55678749-d357-4ae4-8fa5-d492d9e2951b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1758676 Oct 26 14:15:39.136602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41280) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.179179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.250793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537a53-df59-4d57-a3de-2ca9b2358cfc req-150e6875-02fd-4006-aa07-b02c7b15de27 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:39.261492 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41537a53-df59-4d57-a3de-2ca9b2358cfc req-150e6875-02fd-4006-aa07-b02c7b15de27 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.1686649 Oct 26 14:15:39.321303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': '249ee061-2367-4196-9486-bfbcde2d37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:39.322638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: f9e9fc34-dade-4260-8f05-703a6831003b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:39.371526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:39.404813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.419388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 2fa114cd-e102-45ea-addb-8e5bf63e1b66 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:39.419758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.436033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41537a53-df59-4d57-a3de-2ca9b2358cfc req-d6b3355e-c9dd-4fb6-91b2-f233e8180d8a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728923 Oct 26 14:15:39.444008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network f9e9fc34-dade-4260-8f05-703a6831003b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:39.467649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f9e9fc34-dade-4260-8f05-703a6831003b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:39.473939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:39.478009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.518439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0517f1c-f409-4822-af1b-ae811bf4b5c4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3945022 Oct 26 14:15:39.518816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41286) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:39.529547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1335788541'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:39.640636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb72c35-249e-4c8c-8e05-cc1baadeb94f None None] Network f9e9fc34-dade-4260-8f05-703a6831003b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:39.773706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.795065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:39.795373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:39.795496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.804100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:39.806554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093fc5-f944-4e11-a8f4-c85969e93dd6 None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:39.829229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 00b13a5b-577e-484b-aa72-c4ec865358ee yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:39.906327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bdc85-2729-4ac0-94b0-27d155b25c34 req-e848e008-0f4f-432a-b5df-f4e8c6ac1e94 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:39.909288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-815bdc85-2729-4ac0-94b0-27d155b25c34 req-e848e008-0f4f-432a-b5df-f4e8c6ac1e94 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.3292258 Oct 26 14:15:39.914659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 2fa114cd-e102-45ea-addb-8e5bf63e1b66 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:39.968440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Allocated IP 2001:db8:0:1::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/27e11745-48a2-4595-93cf-d8e27b37dd38/532d869c-35c3-4673-911e-071aed5e1a43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:40.170475 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-45dbd93e-87ac-44fa-a589-b0cc1570dda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.180849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f9e9fc34-dade-4260-8f05-703a6831003b', 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': 'db0c0861-b43a-4cbd-adaf-171d8c73ed34'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:40.182100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.190025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.12 (f9e9fc34-dade-4260-8f05-703a6831003b/db0c0861-b43a-4cbd-adaf-171d8c73ed34/00b13a5b-577e-484b-aa72-c4ec865358ee) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:40.340982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e556c37-f9df-4da5-8181-6093a452dbf9 req-544f62e5-040d-4f0e-8cdd-0158e968c67a tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1417546 Oct 26 14:15:40.437332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.563841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:40.564399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=2fa114cd-e102-45ea-addb-8e5bf63e1b66,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:40.574581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.578801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-08efdd39-06ac-4b0f-816a-8bb1d76a0bc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/2fa114cd-e102-45ea-addb-8e5bf63e1b66 HTTP/1.1" status: 204 len: 168 time: 1.4407036 Oct 26 14:15:40.586915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-7af5bb30-8a1f-4bde-97d4-4321b0ac17ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1903093 Oct 26 14:15:40.587656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.603816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41300) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.618455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-815bdc85-2729-4ac0-94b0-27d155b25c34 req-1ee58c09-22cd-416b-a1c7-565c2308f1cb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287979 Oct 26 14:15:40.626352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:40.729867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:40.734648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.751843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ed454-37d2-4fd2-acf0-bb7eda9da955 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.753505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cd4ed454-37d2-4fd2-acf0-bb7eda9da955 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1501424 Oct 26 14:15:40.764454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41304) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:40.791579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.818444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.842942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.843428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.843909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.844383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.844881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.845357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.845826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:40.847842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e885e4b-d4ed-43ca-9dc3-cff200036977 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.1655190 Oct 26 14:15:40.933670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:40.936939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812f60e-871e-4693-8fd5-05144247dd0e None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:40.938025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:40.948952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.001579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7cb59-5b07-459f-b2bd-e3e9c06ed17a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.003171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-35c7cb59-5b07-459f-b2bd-e3e9c06ed17a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2365906 Oct 26 14:15:41.005849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41310) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.008191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Allocated IP 172.20.0.2 (f9e9fc34-dade-4260-8f05-703a6831003b/db0c0861-b43a-4cbd-adaf-171d8c73ed34/7e54fdd9-d67a-4f94-abf5-5d5ba8425f77) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:41.086817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=00b13a5b-577e-484b-aa72-c4ec865358ee,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.088778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7d61b-ee36-4424-96b0-bb1727d34189 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.090411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7d61b-ee36-4424-96b0-bb1727d34189 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.092125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7d61b-ee36-4424-96b0-bb1727d34189 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.094168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bcc7d61b-ee36-4424-96b0-bb1727d34189 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0873733 Oct 26 14:15:41.097887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41312) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.115284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network f9e9fc34-dade-4260-8f05-703a6831003b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:41.137442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:41.156685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:41.162067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 27e11745-48a2-4595-93cf-d8e27b37dd38 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:41.165886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.169319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.187255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.211978 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.242027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.242847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.266268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Pushing event updated for resources: {'Port': ['ID=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.287969 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-73f353ac-12a3-48f6-99d5-2a0521bb01b1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.7679324 Oct 26 14:15:41.288634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8f889457-bbfe-48aa-9aea-23f3fbd590d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.289177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8f889457-bbfe-48aa-9aea-23f3fbd590d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.289652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8f889457-bbfe-48aa-9aea-23f3fbd590d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.291344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8f889457-bbfe-48aa-9aea-23f3fbd590d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.4002986 Oct 26 14:15:41.291843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41314) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.294087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Network f9e9fc34-dade-4260-8f05-703a6831003b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:41.299692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:41.305170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:41.314900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:41.315274 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.342129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a725989-746c-4188-84bd-4169396116e7 req-18f39ad7-1edd-4ed3-948e-f2e724549a49 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.343876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a725989-746c-4188-84bd-4169396116e7 req-18f39ad7-1edd-4ed3-948e-f2e724549a49 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.2681367 Oct 26 14:15:41.500209 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.547852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a725989-746c-4188-84bd-4169396116e7 req-c4aa2a32-35a8-4281-8fe7-1849940eb944 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805797 Oct 26 14:15:41.592455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.602333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7afb39c3-b619-47e8-b5f3-e072f7cb5a7e req-4fd4e738-155e-40cd-b287-45e79042bd9c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0615015 Oct 26 14:15:41.673329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-12e9961c-64c4-4a7c-8e45-a04d0ed1d717 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.3541088 Oct 26 14:15:41.677776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=6d423d95-e8af-488d-980a-5043462f8061,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.709703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Attempting to bind port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:41.710277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Attempting to bind port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '249ee061-2367-4196-9486-bfbcde2d37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:41.710551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Attempting to bind port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 on network f9e9fc34-dade-4260-8f05-703a6831003b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:41.724102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:41.724522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Checking segment: {'id': '249ee061-2367-4196-9486-bfbcde2d37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:41.724984 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.725382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Bound using segment: {'id': '249ee061-2367-4196-9486-bfbcde2d37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:41.725876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Bound port: 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249ee061-2367-4196-9486-bfbcde2d37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'f9e9fc34-dade-4260-8f05-703a6831003b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:41.726265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.729964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': '8897868e-9801-4a8b-92a9-695bfa008372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:41.730335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:41.778918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:41.792806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-c675a73d-a3f4-4b01-a93b-412e28683ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.795251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:41.795628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-c675a73d-a3f4-4b01-a93b-412e28683ae1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.1012561 Oct 26 14:15:41.800634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:41.801232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.818777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556d10b-02f1-4615-a400-62125ac34a6e None None] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:41.833219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-85916702-f438-401e-a006-7d0553ee7935 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2275245 Oct 26 14:15:41.836710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41322) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:41.842044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2139861987'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:41.847045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.898159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:41.901738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.922318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=27e11745-48a2-4595-93cf-d8e27b37dd38,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:41.944797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 00b13a5b-577e-484b-aa72-c4ec865358ee {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:41.945095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.961405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:41.985640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:41.985989 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment c9852a5d-d465-485b-990d-2b07e45c5163 of type vlan for network 36851189-9b01-47aa-958c-97f47872fa11 Oct 26 14:15:42.058420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.091667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.108253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-94a7dd85-9374-4e1e-b404-0d92114e0f43 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/27e11745-48a2-4595-93cf-d8e27b37dd38 HTTP/1.1" status: 204 len: 168 time: 1.0092199 Oct 26 14:15:42.112315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41326) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:42.124352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.150367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8328ccdb-ea45-466e-86e8-0cab3c20796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.150891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] For port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:42.152412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8328ccdb-ea45-466e-86e8-0cab3c20796d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259263 Oct 26 14:15:42.159201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] For port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,segment=NetworkSegment(249ee061-2367-4196-9486-bfbcde2d37e1),segment_id=249ee061-2367-4196-9486-bfbcde2d37e1)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:42.172154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 00b13a5b-577e-484b-aa72-c4ec865358ee owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:42.194018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.217774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c', 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': '6d423d95-e8af-488d-980a-5043462f8061'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:42.218651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.233478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet b280d086-8389-4f62-a74f-d6d29b72e854 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:42.243562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.267123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.267833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.270463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.312848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf822e-a1a3-4299-bd22-d362a4f54796 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:42.392854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-3a35ffa1-61c1-41d3-b69b-3ee654f0e2a2 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303066 Oct 26 14:15:42.423160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-0e9d2dff-9e64-425d-8d85-aca970a5482c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:42.424911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-0e9d2dff-9e64-425d-8d85-aca970a5482c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.1217313 Oct 26 14:15:42.461744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6238015 Oct 26 14:15:42.470635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.474145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41328) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:42.480128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': '36851189-9b01-47aa-958c-97f47872fa11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:42.507580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee6dd2-57d9-4ac2-b0d0-e0f5bb15a011 None None] Pushing event updated for resources: {'Port': ['ID=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.524538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b2fef-7829-42de-90c6-f7cb7fb38714 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=36851189-9b01-47aa-958c-97f47872fa11,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.558621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 36851189-9b01-47aa-958c-97f47872fa11 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:42.677341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-60195956-1f3d-4126-99d6-f0c9c873ca27 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:42.678317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-60195956-1f3d-4126-99d6-f0c9c873ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.788793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.792541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-c6545785-9b3a-423a-b196-2ebfc0c08cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878629 Oct 26 14:15:42.840354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.868925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:42.907951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=00b13a5b-577e-484b-aa72-c4ec865358ee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:42.922797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-38e92ae0-acf6-42de-acb2-640a0dde1bee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.1124873 Oct 26 14:15:42.960633 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41c3e6f4-bffb-4b2c-a0bd-a4eb23f55929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.966613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Allocated IP 2001:db8:0:ffff::2 (5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c/6d423d95-e8af-488d-980a-5043462f8061/2b3acf5f-b17b-48af-b9d6-d6c773e6509f) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:42.969608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:42.969989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:42.977162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.029177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a62f5d55-0335-4ca0-a72c-1724703e7733 req-8af56de1-2717-4622-8e85-528ac7ca1523 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0862241 Oct 26 14:15:43.066647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=b280d086-8389-4f62-a74f-d6d29b72e854,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.069238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.073171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e202d299-10d7-409d-b2c8-2ddb751ee5f9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/b280d086-8389-4f62-a74f-d6d29b72e854 HTTP/1.1" status: 204 len: 168 time: 0.9596303 Oct 26 14:15:43.080704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.147280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c582f0-7fde-4c15-b5d9-27c290b52bb9 req-c0a3b422-98e1-4bdb-91ec-cc4194db30cf tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:43.158991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09c582f0-7fde-4c15-b5d9-27c290b52bb9 req-c0a3b422-98e1-4bdb-91ec-cc4194db30cf tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 946 time: 0.3643377 Oct 26 14:15:43.160666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-942ec0bd-c991-445c-9195-936541a845ec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785453 Oct 26 14:15:43.163702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41342) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.169354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:43.228206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-662fa8da-42b8-4e75-a5b4-be74486cc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:43.230592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-662fa8da-42b8-4e75-a5b4-be74486cc3bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.2870574 Oct 26 14:15:43.240779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.247593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7d889122-b8fb-410f-8c2d-7aa2074169e6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/00b13a5b-577e-484b-aa72-c4ec865358ee HTTP/1.1" status: 204 len: 168 time: 1.9298375 Oct 26 14:15:43.315276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41344) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.340095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:43.350216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.421895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09c582f0-7fde-4c15-b5d9-27c290b52bb9 req-5d0a7952-06c5-401e-8b96-bcdf11cd88dd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564504 Oct 26 14:15:43.430069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:43.430632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.492533 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.529247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.588313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:43.588766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.607778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:43.625777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:43.644563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:43.664640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:43.668905 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b61d9b-dad9-41dc-9f26-cf17a5851644 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:43.674039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9b61d9b-dad9-41dc-9f26-cf17a5851644 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/00b13a5b-577e-484b-aa72-c4ec865358ee HTTP/1.1" status: 404 len: 333 time: 0.3566153 Oct 26 14:15:43.679785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41346) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:43.683247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Pushing event updated for resources: {'Port': ['ID=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:43.762086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:43.767059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.820156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Attempting to bind port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:43.820710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Attempting to bind port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '8897868e-9801-4a8b-92a9-695bfa008372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:43.821180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Attempting to bind port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f on network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:43.852734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:43.856356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Checking segment: {'id': '8897868e-9801-4a8b-92a9-695bfa008372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:43.857562 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.860339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Bound using segment: {'id': '8897868e-9801-4a8b-92a9-695bfa008372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:43.861009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Bound port: 2b3acf5f-b17b-48af-b9d6-d6c773e6509f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8897868e-9801-4a8b-92a9-695bfa008372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:43.861487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.893616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-74c453b0-7372-4631-815a-fdef86d5aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:43.897639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.899384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-74c453b0-7372-4631-815a-fdef86d5aba5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6453624 Oct 26 14:15:43.973045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:43.987320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:44.001344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.057263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=38bf46fc-061b-4cec-8b5f-fd8d4dc60e67,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.059551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet db0c0861-b43a-4cbd-adaf-171d8c73ed34 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:44.086576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:44.088096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] For port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:44.089419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.093154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] For port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,segment=NetworkSegment(8897868e-9801-4a8b-92a9-695bfa008372),segment_id=8897868e-9801-4a8b-92a9-695bfa008372)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:44.093372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5c2929d-f032-41b5-80e5-f335600291d7 req-54f16777-141f-49a9-a34c-a392e0fd7ab7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "DELETE /v2.0/ports/38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 HTTP/1.1" status: 204 len: 173 time: 1.6573074 Oct 26 14:15:44.098958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'name': 'network-vif-deleted', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:44.103128 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46c359e-a77e-4234-87e7-edc608b72d2f" -d '{"events": [{"server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "name": "network-vif-deleted", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:44.106200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.132281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9abc053-1df6-4ed1-9119-18c1b68a0a99 None None] Network f9e9fc34-dade-4260-8f05-703a6831003b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:44.176175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-baf363d4-65ee-4612-92b2-6dbe5833f20e service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659748 Oct 26 14:15:44.205845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=5ff3642c-e976-467d-92dc-a56d592ea594,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.217262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.231983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.256551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['38bf46fc-061b-4cec-8b5f-fd8d4dc60e67'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:44.258864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:44.295052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fa410-c8aa-4e25-bafc-53bda7d9e6d8 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:44.305422 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.355439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': 'c9852a5d-d465-485b-990d-2b07e45c5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '36851189-9b01-47aa-958c-97f47872fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:44.355859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: 36851189-9b01-47aa-958c-97f47872fa11, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:44.368579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:44.387053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:44.403450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:44.404088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.405375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-621fd495-0934-430b-96a1-fbe14298dbfa service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186668 Oct 26 14:15:44.417674 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa91e56b-1493-4a74-8167-a926adb47fab x-openstack-request-id: req-aa91e56b-1493-4a74-8167-a926adb47fab {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:44.418190 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c633fd23-c5c9-4f7a-90af-52fd0e8ae190", "name": "network-vif-deleted", "tag": "38bf46fc-061b-4cec-8b5f-fd8d4dc60e67", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:44.418657 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa91e56b-1493-4a74-8167-a926adb47fab {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:44.419303 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c633fd23-c5c9-4f7a-90af-52fd0e8ae190', 'name': 'network-vif-deleted', 'tag': '38bf46fc-061b-4cec-8b5f-fd8d4dc60e67', 'status': 'completed', 'code': 200} Oct 26 14:15:44.447679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2828588 Oct 26 14:15:44.448550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:44.452836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network 36851189-9b01-47aa-958c-97f47872fa11 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:44.464205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:44.542658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecffad4-9aa0-4228-8f97-61d93bab2ff9 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=c3a137fd-e031-46a9-aefa-97ade1d6acfb,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.545226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0bcb9711-4a60-483c-b69b-6b268e9197bd req-41f78969-7169-4539-9411-c49901759700 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1387084 Oct 26 14:15:44.547510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-8e590c2d-7a21-4fb9-a77c-afb7a9ebb81b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.1268811 Oct 26 14:15:44.626708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-b589c766-98ad-4fd0-b116-0f193bbbd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:44.628318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-b589c766-98ad-4fd0-b116-0f193bbbd6de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0721781 Oct 26 14:15:44.631606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f476c-e736-4dfd-887e-051db050ce81 None None] Pushing event updated for resources: {'Port': ['ID=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:44.676149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.677442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1395671b-5637-4c05-8e41-827c912e69e9 req-8c409eeb-0a4a-447e-87c4-ac45e904e7dc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=c633fd23-c5c9-4f7a-90af-52fd0e8ae190 HTTP/1.1" status: 200 len: 210 time: 0.0980062 Oct 26 14:15:44.699040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 36851189-9b01-47aa-958c-97f47872fa11) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:44.733343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16e03df-d0d5-49e1-b3c4-be9b4c243c11 None None] Network 36851189-9b01-47aa-958c-97f47872fa11 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:44.742184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:44.744645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.751890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] Provisioning complete for port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:44.752955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.796561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:44.800555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-bf1e9be0-b13c-4f1e-bba8-d8e42ab7bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:44.803452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-bf1e9be0-b13c-4f1e-bba8-d8e42ab7bd74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628807 Oct 26 14:15:44.839569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b64c9737-ce8c-47df-9a7e-f113b4834e31 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3619645 Oct 26 14:15:44.846854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:44.858269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'port': {'network_id': '36851189-9b01-47aa-958c-97f47872fa11', 'name': 'tempest-NetworksIpV6TestAttrs-1534187356'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:44.940364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:44.991703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-76f498ee-2ea6-4050-90e4-206fc6e9f9b8 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781585 Oct 26 14:15:45.017532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:45.022184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.218145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.223994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-a595ebc4-e7c8-46f7-a102-f3638a0bc7eb service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199326 Oct 26 14:15:45.263801 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3a137fd-e031-46a9-aefa-97ade1d6acfb (CIDR: 2001:db8::/64) Oct 26 14:15:45.274614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-509f63b2-8902-4b62-9585-ae2c556ff5f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0425985 Oct 26 14:15:45.293637 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:15:45.294395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:45.307160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.311251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/db0c0861-b43a-4cbd-adaf-171d8c73ed34 HTTP/1.1" status: 204 len: 168 time: 1.6302354 Oct 26 14:15:45.316353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003bcd-1902-4e66-a7b3-cf5907b7259d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=db0c0861-b43a-4cbd-adaf-171d8c73ed34,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:45.319552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41366) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:45.385458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-0db851c0-2963-45e0-a6c0-c148f5aa1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:45.389373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-0db851c0-2963-45e0-a6c0-c148f5aa1399 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1062503 Oct 26 14:15:45.468118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-e2953dde-08a4-401c-a575-bfdeb843b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:45.474988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-e2953dde-08a4-401c-a575-bfdeb843b35b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0780675 Oct 26 14:15:45.519185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.523985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:45.538256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:45.571891 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-962fabda-f2ad-4320-ab4e-d26df39d5158 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1138992 Oct 26 14:15:45.585974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41370) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:45.592603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:45.689447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-6a643af2-a12e-4418-87dc-1385d04ded1e service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038529 Oct 26 14:15:45.832324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] device_id is not set on port 26965477-3628-43bc-80e1-5a9c12834e28 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:45.997541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-85993627-8a02-4f66-bb72-0fb04f5af115 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987998 Oct 26 14:15:46.057906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.096856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:46.100042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-973cf123-7787-46d6-b347-96fd60c37ef6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.0959172 Oct 26 14:15:46.100261 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.100874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b4bc0c1-5132-4a43-8f18-a3d2e64c88f7 req-f9e174f4-02d2-41b5-be9f-bf7f21998e60 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.2929239 Oct 26 14:15:46.155528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d74580-df48-4cd4-b99c-edaa67fc6e08 None None] Network f9e9fc34-dade-4260-8f05-703a6831003b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:46.232694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-36851189-9b01-47aa-958c-97f47872fa11', 'network_id': '36851189-9b01-47aa-958c-97f47872fa11', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': '5ff3642c-e976-467d-92dc-a56d592ea594'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:46.236087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.246737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-753a6df0-7433-40ef-ae01-89b5318a7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:46.248570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-753a6df0-7433-40ef-ae01-89b5318a7419 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1402283 Oct 26 14:15:46.387173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:46.391461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-ec32f1cd-6e76-41e5-87dd-3e6f798a8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:46.392481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.393040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-ec32f1cd-6e76-41e5-87dd-3e6f798a8733 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1366951 Oct 26 14:15:46.394514 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.440648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:46.472894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8522c-608b-478b-b68f-cfe9f080b50b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:46.569935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,segment=NetworkSegment(249ee061-2367-4196-9486-bfbcde2d37e1),segment_id=249ee061-2367-4196-9486-bfbcde2d37e1)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:46.570590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.585092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:46.595991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-583d8fcf-c34f-4845-ad53-38f9813a75cd service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916008 Oct 26 14:15:46.611915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:46.612320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 38bf46fc-061b-4cec-8b5f-fd8d4dc60e67 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:46.616320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75968e28-df6a-45dc-9e5d-811ff8a13dea None None] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:46.630258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:46.634187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.638277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Allocated IP 2001:db8::f816:3eff:fe55:a0f (36851189-9b01-47aa-958c-97f47872fa11/5ff3642c-e976-467d-92dc-a56d592ea594/26965477-3628-43bc-80e1-5a9c12834e28) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:46.792368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-21fa79e7-f160-43d2-8e72-5133fde0082a service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867056 Oct 26 14:15:46.814027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] For port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,segment=NetworkSegment(249ee061-2367-4196-9486-bfbcde2d37e1),segment_id=249ee061-2367-4196-9486-bfbcde2d37e1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:46.875604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-9d52af85-5a03-42a0-88aa-14da0bf2e661 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.0759606 Oct 26 14:15:46.937295 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:46.989549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-c30a5502-82ad-4908-9765-a0d39bc438e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:46.991042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-c30a5502-82ad-4908-9765-a0d39bc438e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.1072757 Oct 26 14:15:47.030090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c96fd9-7cda-4641-ada7-22f0ad48222c None None] Pushing event deleted for resources: {'Port': ['ID=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:47.047057 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No ports have port_id starting with 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 Oct 26 14:15:47.090577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e99e730-b412-40e5-90f6-51676dc1eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:47.092126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1e99e730-b412-40e5-90f6-51676dc1eff4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920410 Oct 26 14:15:47.097601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Could not find standard attr ID for object 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:47.209110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:47.210195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.322044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febf11a-3178-44d6-b214-af4fe2c932c4 None None] DHCP port deletion for f9e9fc34-dade-4260-8f05-703a6831003b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:47.328945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-948803c9-bcbf-431a-bfb7-708e4f50228b req-52f0c5c3-7c11-48f3-9077-2a3bd346bdbe tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0608935 Oct 26 14:15:47.341560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.416992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:47.431953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=7e54fdd9-d67a-4f94-abf5-5d5ba8425f77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:47.445823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-66a70344-60a4-4771-bc79-fb407b6a6a5a service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452952 Oct 26 14:15:47.483609 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-07cbe7b2-90cd-4cbc-a181-3e984f0d6760 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143730 Oct 26 14:15:47.550891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2b3acf5f-b17b-48af-b9d6-d6c773e6509f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:47.683329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-ab5e5c53-7072-4d6f-bf4b-9fd0e516010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:47.684886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-ab5e5c53-7072-4d6f-bf4b-9fd0e516010d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 1097 time: 0.1468909 Oct 26 14:15:47.720611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Provisioning complete for port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:47.721310 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.770719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:47.771234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.801798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.838558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.908826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-8520ebe6-f091-4401-9b84-e3c9ce8f2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:47.920434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-8520ebe6-f091-4401-9b84-e3c9ce8f2238 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 200 len: 916 time: 0.1891978 Oct 26 14:15:47.923487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-4541c104-326e-47c3-b802-0ede6c906d5d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:47.931347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-4541c104-326e-47c3-b802-0ede6c906d5d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.5830746 Oct 26 14:15:47.938298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-23825011-cc4d-460c-be02-8da586bb0816 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709330 Oct 26 14:15:47.939919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:47.986861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e9fc34-dade-4260-8f05-703a6831003b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:47.991865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] For port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,segment=NetworkSegment(8897868e-9801-4a8b-92a9-695bfa008372),segment_id=8897868e-9801-4a8b-92a9-695bfa008372)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:48.016046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.021749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-41481e21-ba31-4b5a-99a1-afb9f8c36c10 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0893195 Oct 26 14:15:48.031177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249ee061-2367-4196-9486-bfbcde2d37e1') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:48.032064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249ee061-2367-4196-9486-bfbcde2d37e1') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:48.054810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.072479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.079985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:48.080451 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.105699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.138266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b74c1-b5f7-492d-bdfe-7bc4b61204bd None None] Pushing event updated for resources: {'Port': ['ID=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:48.182782 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:48.233589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:48.234369 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:48.235118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3b42b59f-920c-4c20-b92a-6020c14e4715 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:48.235794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b42b59f-920c-4c20-b92a-6020c14e4715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.257999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.339579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.343166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/f9e9fc34-dade-4260-8f05-703a6831003b HTTP/1.1" status: 204 len: 168 time: 3.0132113 Oct 26 14:15:48.346914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.351501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41408) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:48.354005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Allocated IP 2001:db8::f816:3eff:fead:c4a8 (36851189-9b01-47aa-958c-97f47872fa11/5ff3642c-e976-467d-92dc-a56d592ea594/a43bdab6-90f6-4f6a-9bd7-6b078c599af8) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:48.374080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'name': 'tempest-PortsTestJSON-1598302571'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:48.404726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086161-8818-4b62-a57f-5e216b1f80f5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=f9e9fc34-dade-4260-8f05-703a6831003b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:48.544445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network 36851189-9b01-47aa-958c-97f47872fa11 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:48.565363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-788c5293-219b-439c-92e8-99f679f14dbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 200 len: 1002 time: 0.6421936 Oct 26 14:15:48.569508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-1d08cb19-b59e-41e2-b6e8-e62ef499f6ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.5978005 Oct 26 14:15:48.574746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:48.592476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:48.599854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:48.600530 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.620426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-0674ca56-186c-4377-8dc8-cb0c1514582e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4019001 Oct 26 14:15:48.624810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.659306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.659509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-d06668f9-ce0c-47d8-9a11-b44c9d3daec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:48.661753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-d06668f9-ce0c-47d8-9a11-b44c9d3daec0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673a0812-4a40-48ac-bcab-5c93b06c6aa7 HTTP/1.1" status: 200 len: 854 time: 0.0805411 Oct 26 14:15:48.701927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55078a34-a246-4ca4-a580-b46792562fb2 req-80fe1ef5-842b-40ea-b25d-3b4de7716d26 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1392226 Oct 26 14:15:48.713495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Network 36851189-9b01-47aa-958c-97f47872fa11 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:48.715796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Port': ['ID=26965477-3628-43bc-80e1-5a9c12834e28,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:48.717961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:48.720990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:48.793647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c59f8861-1292-4fa7-9d12-622e423043d6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9431381 Oct 26 14:15:48.796785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41414) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:48.888750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:48.893060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.896997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting subnet 5ff3642c-e976-467d-92dc-a56d592ea594 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:48.904542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:48.944283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 149292c8-b2d1-4bc7-a1d5-640201a3bd48 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:48.953727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-32249aa1-081e-4c8f-96a1-09610432a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:48.955440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-32249aa1-081e-4c8f-96a1-09610432a0c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.2986228 Oct 26 14:15:49.000483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-c08b5eab-2db6-4801-b893-711c6bf94096 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320212 Oct 26 14:15:49.016897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Pushing event updated for resources: {'Port': ['ID=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:49.018853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-4ccf2819-a277-4926-bc58-41293fe6f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:49.021195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-4ccf2819-a277-4926-bc58-41293fe6f0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bafa30fe-919c-48d5-892e-3c52ed11eae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3294477 Oct 26 14:15:49.024120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.033727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:49.039977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3b42b59f-920c-4c20-b92a-6020c14e4715 None None] Provisioning complete for port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:49.041610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b42b59f-920c-4c20-b92a-6020c14e4715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.115064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Attempting to bind port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:49.116445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Attempting to bind port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c9852a5d-d465-485b-990d-2b07e45c5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '36851189-9b01-47aa-958c-97f47872fa11'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:49.117104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Attempting to bind port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 on network 36851189-9b01-47aa-958c-97f47872fa11 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:49.132511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:49.134366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Checking segment: {'id': 'c9852a5d-d465-485b-990d-2b07e45c5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '36851189-9b01-47aa-958c-97f47872fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:49.135179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.135454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898b124-f520-4ec3-bb54-d281667732e0 req-39122da8-571a-4a78-a53e-fe2223e706c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:49.136042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Bound using segment: {'id': 'c9852a5d-d465-485b-990d-2b07e45c5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '36851189-9b01-47aa-958c-97f47872fa11'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:49.136960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Bound port: a43bdab6-90f6-4f6a-9bd7-6b078c599af8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9852a5d-d465-485b-990d-2b07e45c5163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '36851189-9b01-47aa-958c-97f47872fa11'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:49.137171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-39122da8-571a-4a78-a53e-fe2223e706c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719396 Oct 26 14:15:49.145369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.248916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-5ca6da3f-9725-40d9-b414-b889b7fb51c9 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382753 Oct 26 14:15:49.278787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2b3acf5f-b17b-48af-b9d6-d6c773e6509f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:49.406695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.442356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-32558ef3-1dcd-4da5-a87b-f76c7a002635 service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130216 Oct 26 14:15:49.483351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.564601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-2ca69d58-2fde-41c0-ad27-5d4741736895 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197946 Oct 26 14:15:49.593941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] For port a43bdab6-90f6-4f6a-9bd7-6b078c599af8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:49.605085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] For port a43bdab6-90f6-4f6a-9bd7-6b078c599af8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,segment=NetworkSegment(c9852a5d-d465-485b-990d-2b07e45c5163),segment_id=c9852a5d-d465-485b-990d-2b07e45c5163)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:49.623712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.652882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.720874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:49.730836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a9188af-8213-44b3-bb04-974c93423961 req-91d06f25-359e-460d-bb89-0483f1ff14bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 210 time: 0.0790851 Oct 26 14:15:49.788719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:49.797356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-27ba8282-6e8a-498f-b04e-d685be98fdff None None] Could not find standard attr ID for object 2fa114cd-e102-45ea-addb-8e5bf63e1b66. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:49.811627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=149292c8-b2d1-4bc7-a1d5-640201a3bd48,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:49.849715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.882014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:49.918775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:49.920484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:49.931006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:49.931385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.035184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff3642c-e976-467d-92dc-a56d592ea594,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:50.055864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.097496 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423f248b-41b4-4ec8-91d3-1646ffb7af4c req-db7e76a8-0816-4395-9fe1-27536ae9e4bf service neutron] 10.222.0.41 "GET /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424601 Oct 26 14:15:50.098942 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.119751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ac625b48-fc7b-40fd-b713-b1d1d88f6fc9 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/5ff3642c-e976-467d-92dc-a56d592ea594 HTTP/1.1" status: 204 len: 168 time: 1.2866182 Oct 26 14:15:50.122776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41434) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.132696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22399046-46ca-41d7-9232-584ae650c9f1 None None] Pushing event updated for resources: {'Port': ['ID=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:50.150405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7293b965-1117-406b-8ffb-d8aba06494b9 req-96bdad8e-5dc7-4604-8455-9302bb11ba32 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.2031107 Oct 26 14:15:50.305485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c84f7f13-f9c7-453e-b345-6823f04cde6e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9414592 Oct 26 14:15:50.308980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41438) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.415048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2898b124-f520-4ec3-bb54-d281667732e0 req-49de8d36-ffc7-42af-b39d-5cba97eb6cc4 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205657 Oct 26 14:15:50.440141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda0a1b-be3b-45a6-8612-0fc342962989 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:50.462140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda0a1b-be3b-45a6-8612-0fc342962989 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:50.467214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6bda0a1b-be3b-45a6-8612-0fc342962989 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3422937 Oct 26 14:15:50.470770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41442) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.557053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:50.611158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:50.611689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e54fdd9-d67a-4f94-abf5-5d5ba8425f77 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:50.686463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a253e0d6-261a-4da6-99a2-967a96bf54d5 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.702929 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a253e0d6-261a-4da6-99a2-967a96bf54d5 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 14:15:50.704859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a253e0d6-261a-4da6-99a2-967a96bf54d5 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:50.710550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a253e0d6-261a-4da6-99a2-967a96bf54d5 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/36851189-9b01-47aa-958c-97f47872fa11 HTTP/1.1" status: 409 len: 405 time: 0.2384484 Oct 26 14:15:50.715957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 149292c8-b2d1-4bc7-a1d5-640201a3bd48 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:50.715957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.718158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41444) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:50.725016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-815693332'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:50.768988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:50.775051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.839355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:50.856619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.864390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.865194 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment 11f5c4cb-024a-45da-8448-5b2fe5dad711 of type vlan for network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 Oct 26 14:15:50.867474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:50.902720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 149292c8-b2d1-4bc7-a1d5-640201a3bd48 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:50.969444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31082839-b5ba-42e6-9b18-fba8e80ce5c2 req-195f21b8-cd8b-410a-90a2-96871dd894ac tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 210 time: 0.0436895 Oct 26 14:15:50.977532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.984242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.994638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:50.995394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.015003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.027574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:51.028732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.059080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.124230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=ce6749bf-587f-48b9-a779-a7dd69a5a7b6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.145530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:51.147525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:51.158264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:51.158631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7186017f-7cac-4687-b0d9-7ff3cdc22c17 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4388273 Oct 26 14:15:51.159637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:51.166317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.172243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/149292c8-b2d1-4bc7-a1d5-640201a3bd48 HTTP/1.1" status: 204 len: 168 time: 0.8370826 Oct 26 14:15:51.173267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41452) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:51.176329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:51.182203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'mac_address': 'fa:16:3e:3f:51:60', 'name': 'tempest-PortsTestJSON-42423895'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:51.293150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd9df95-044c-46b6-9068-19e1b1b04953 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:51.316292 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:15:51.357699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:51.358741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.393312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47c256eb-eef3-484e-a8a7-211a62eb0aa1 req-a14077bf-74c9-45c7-a33f-b8ec3348f70b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0615554 Oct 26 14:15:51.422708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a43bdab6-90f6-4f6a-9bd7-6b078c599af8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:51.473873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8832147 Oct 26 14:15:51.473873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:51.477454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.485474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41460) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:51.492174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:c4:9c:d3', 'name': 'tempest-NetworksTestDHCPv6-47030737'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:51.518991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=ba36b8aa-6d92-4ebd-adeb-bc83696dd70c,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.555064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca78d-886a-4006-8c2d-8dd720c3ff63 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.625750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6c5f7-9733-49e2-8f4f-819d64425424 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=149292c8-b2d1-4bc7-a1d5-640201a3bd48,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:51.744788 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.799660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:51.800026 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:51.828132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:15:51.828132 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 26 14:15:51.828132 n-d-813419-9 neutron-server[102163]: [parameters: {'project_id_1': 'c631747ac22a42c28c8f0d6feb024010', 'expiration_1': datetime.datetime(2021, 10, 26, 14, 15, 31, 799317)}] Oct 26 14:15:51.828132 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:15:51.828958 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:15:51.854375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-e1171f62-2d48-42dd-a2a1-8a485e0ae886 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:51.856028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-e1171f62-2d48-42dd-a2a1-8a485e0ae886 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.4454482 Oct 26 14:15:51.857391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:51.888020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c88d95-a6cb-4377-b8ff-2a1b052030ab None None] Network 36851189-9b01-47aa-958c-97f47872fa11 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:51.889874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:52.022963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:52.025042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.048323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.094661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=ccfe62f6-0c27-4510-87a1-5edd0959776d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.104177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': '11f5c4cb-024a-45da-8448-5b2fe5dad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:52.104759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: ce6749bf-587f-48b9-a779-a7dd69a5a7b6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:52.151005 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06b7e12c-b605-428e-a6e5-11043a8a69ce req-f5e6bbee-d557-4ded-a134-3f7acc2b1abb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 210 time: 0.0315137 Oct 26 14:15:52.152054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:52.152191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.169139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ce6749bf-587f-48b9-a779-a7dd69a5a7b6) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:52.188257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-44f5c96c-5f91-454b-9a0b-289fc69dfebd None None] Provisioning complete for port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:52.188785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44f5c96c-5f91-454b-9a0b-289fc69dfebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.201894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12ecb8-e002-4a3a-973c-a06f78790fcb None None] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:52.202588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:52.203232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.250431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1fdc1afd-3db6-4c9c-a74a-ce9999a0edcc tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0791504 Oct 26 14:15:52.250604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:52.252997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:52.254618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.260304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port 9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:52.261867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'port': {'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6', 'name': 'tempest-NetworksIpV6TestAttrs-1469831809'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:52.280390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port a43bdab6-90f6-4f6a-9bd7-6b078c599af8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,segment=NetworkSegment(c9852a5d-d465-485b-990d-2b07e45c5163),segment_id=c9852a5d-d465-485b-990d-2b07e45c5163)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:52.318601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.416049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'ba36b8aa-6d92-4ebd-adeb-bc83696dd70c', 'ip_address': '2001:db8:0:1:f816:3eff:fe72:c954'}, {'subnet_id': 'c3a137fd-e031-46a9-aefa-97ade1d6acfb'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '532d869c-35c3-4673-911e-071aed5e1a43'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:15:52.459097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] DHCP port deletion for 36851189-9b01-47aa-958c-97f47872fa11 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:15:52.472591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:52.477162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:52.478289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.502880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] device_id is not set on port 98f1ecfc-dcbc-4829-88d0-bd4a196498ea yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:52.549566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::296 (395c5533-adb2-4657-af48-ea89ee0ad2f3/c3a137fd-e031-46a9-aefa-97ade1d6acfb/9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:52.557145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.558885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:9cd3 (395c5533-adb2-4657-af48-ea89ee0ad2f3/ba36b8aa-6d92-4ebd-adeb-bc83696dd70c/9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:52.604482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c4fcf11-3cf4-45e9-8d17-e3bb313b6b4f req-4e331283-f47f-417b-a086-4119ad22e51f tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0776951 Oct 26 14:15:52.756313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Allocated IP 2001:db8::f816:3eff:fe9f:6296 (ce6749bf-587f-48b9-a779-a7dd69a5a7b6/ccfe62f6-0c27-4510-87a1-5edd0959776d/98f1ecfc-dcbc-4829-88d0-bd4a196498ea) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:52.868783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:52.877179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ce6749bf-587f-48b9-a779-a7dd69a5a7b6', 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': 'ccfe62f6-0c27-4510-87a1-5edd0959776d'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:52.877585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.935341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Deleting port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:52.935998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.991848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:52.993334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.7 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/af8d3d1c-8083-443c-93a4-6f98913128c2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:53.015274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.027660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.048298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.077386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 8e4a86e4-15b7-4893-ac0c-147d36e5dd8c yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:53.123394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] For port a43bdab6-90f6-4f6a-9bd7-6b078c599af8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,segment=NetworkSegment(c9852a5d-d465-485b-990d-2b07e45c5163),segment_id=c9852a5d-d465-485b-990d-2b07e45c5163)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:53.123805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.141162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Port': ['ID=98f1ecfc-dcbc-4829-88d0-bd4a196498ea,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:53.164876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Calling delete_port for a43bdab6-90f6-4f6a-9bd7-6b078c599af8 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:53.169833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:53.172524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:53.184587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:53.192932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:53.193954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.233022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee5c3a72-0b79-4cd0-94c8-7a684820f8d3 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9783618 Oct 26 14:15:53.235248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41476) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:53.251990 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.256530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Allocated IP 2001:db8::f816:3eff:fe7f:399d (ce6749bf-587f-48b9-a779-a7dd69a5a7b6/ccfe62f6-0c27-4510-87a1-5edd0959776d/285936ad-06cf-466c-b3f0-0948e5513416) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:53.315566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting subnet ccfe62f6-0c27-4510-87a1-5edd0959776d {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:53.359729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20c2b9bd-d16a-43d2-b684-6f5e859f5de5 req-c99a13f8-3a2e-4e6c-8cb3-9e56be75f46f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 210 time: 0.0841205 Oct 26 14:15:53.361765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.490238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:53.506593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:53.544138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:53.564049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:53.571168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:53.571790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.578670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:53.655077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.663189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41482) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:53.663542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f42176cb-6d4d-4540-8de7-adfec5c742ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1769691 Oct 26 14:15:53.671641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.698691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/c3a137fd-e031-46a9-aefa-97ade1d6acfb/532d869c-35c3-4673-911e-071aed5e1a43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:53.751436 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.762915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.800628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:15:53.835082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] No DVR routers for this DVR port a43bdab6-90f6-4f6a-9bd7-6b078c599af8 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:15:53.847359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port 9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:53.847827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.876334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.935543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:53.935911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:53.937654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ef389-b1cb-43a5-8ae5-d1266b4de57b None None] Pushing event deleted for resources: {'Port': ['ID=a43bdab6-90f6-4f6a-9bd7-6b078c599af8,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:53.955034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-867e8b29-32d6-49bd-93d9-64370cf74b7a req-fc4e5dea-5000-4e6a-a554-71e608aae685 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.1713235 Oct 26 14:15:53.984692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:53.987431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:53.994855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:54.008915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.010814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.016358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:54.029939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.042094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:54.061615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:54.062157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.084001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for 9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:54.086630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.095828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.120357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.9437842 Oct 26 14:15:54.125206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:54.132936 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.177577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeba815-78e8-4fb8-9314-1a50bfde2439 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=8e4a86e4-15b7-4893-ac0c-147d36e5dd8c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.184049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:15:54.197180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.198879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.200008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.201434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:54.210016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c2d1c-715c-49af-a590-586de9c023df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.213957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-253c2d1c-715c-49af-a590-586de9c023df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/8e4a86e4-15b7-4893-ac0c-147d36e5dd8c HTTP/1.1" status: 200 len: 839 time: 0.0851679 Oct 26 14:15:54.214925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41490) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:54.264001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-858b4b74-b29d-4694-b406-fd68f81ca6b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3787463 Oct 26 14:15:54.286426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Request body: {'port': {'device_id': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:54.316537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Pushing event updated for resources: {'Port': ['ID=285936ad-06cf-466c-b3f0-0948e5513416,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.319479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:54.336558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:54.340350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.423300 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.427007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.470762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.475078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/ccfe62f6-0c27-4510-87a1-5edd0959776d HTTP/1.1" status: 204 len: 168 time: 1.2387860 Oct 26 14:15:54.501863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a43bdab6-90f6-4f6a-9bd7-6b078c599af8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:15:54.502816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41496) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:54.508419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.517289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18454e4e-efe6-4392-b477-526c10859576 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfe62f6-0c27-4510-87a1-5edd0959776d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.585511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a43bdab6-90f6-4f6a-9bd7-6b078c599af8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:15:54.585888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a43bdab6-90f6-4f6a-9bd7-6b078c599af8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:15:54.591685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.596642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Attempting to bind port 285936ad-06cf-466c-b3f0-0948e5513416 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:54.597071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Attempting to bind port 285936ad-06cf-466c-b3f0-0948e5513416 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '11f5c4cb-024a-45da-8448-5b2fe5dad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:54.597583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Attempting to bind port 285936ad-06cf-466c-b3f0-0948e5513416 on network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:54.636552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 8e4a86e4-15b7-4893-ac0c-147d36e5dd8c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:54.636919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.653173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe94c4c-316c-417d-a7ae-aba4cc755789 req-1daaa523-c40a-47b3-861b-3cf58beda56f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.661868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:54.662373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Checking segment: {'id': '11f5c4cb-024a-45da-8448-5b2fe5dad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:54.662674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.662888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fe94c4c-316c-417d-a7ae-aba4cc755789 req-1daaa523-c40a-47b3-861b-3cf58beda56f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 931 time: 0.1588430 Oct 26 14:15:54.663300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Bound using segment: {'id': '11f5c4cb-024a-45da-8448-5b2fe5dad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:54.663865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Bound port: 285936ad-06cf-466c-b3f0-0948e5513416, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f5c4cb-024a-45da-8448-5b2fe5dad711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ce6749bf-587f-48b9-a779-a7dd69a5a7b6'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:54.664339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.706796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88317aee-fec2-4bd4-b502-08f245ad3e20 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.709800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88317aee-fec2-4bd4-b502-08f245ad3e20 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:54.716302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88317aee-fec2-4bd4-b502-08f245ad3e20 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1765194 Oct 26 14:15:54.716579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:54.748516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce50c1-19b3-488b-8dcf-f35044d5078b None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.777391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.811319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] For port 285936ad-06cf-466c-b3f0-0948e5513416, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:54.817975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] For port 285936ad-06cf-466c-b3f0-0948e5513416, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=285936ad-06cf-466c-b3f0-0948e5513416,segment=NetworkSegment(11f5c4cb-024a-45da-8448-5b2fe5dad711),segment_id=11f5c4cb-024a-45da-8448-5b2fe5dad711)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:54.843885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.874638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:54.919796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:54.982150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7efc0445-0413-4884-9f13-fe4ca5baaac0 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.008143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.011989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34e3aba3-3381-4fd9-b731-21291ee462ef tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33 HTTP/1.1" status: 204 len: 168 time: 1.3477240 Oct 26 14:15:55.017629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41504) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.022890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de29e1-36f2-4d0d-8191-93926bdc0245 None None] Pushing event updated for resources: {'Port': ['ID=285936ad-06cf-466c-b3f0-0948e5513416,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:55.023111 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efc0445-0413-4884-9f13-fe4ca5baaac0 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 26 14:15:55.023607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efc0445-0413-4884-9f13-fe4ca5baaac0 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:55.027169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7efc0445-0413-4884-9f13-fe4ca5baaac0 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/ce6749bf-587f-48b9-a779-a7dd69a5a7b6 HTTP/1.1" status: 409 len: 405 time: 0.3096595 Oct 26 14:15:55.044404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fe94c4c-316c-417d-a7ae-aba4cc755789 req-4d102e5a-89c2-4826-8d81-2c3b2fb3cb7b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805585 Oct 26 14:15:55.056425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 8e4a86e4-15b7-4893-ac0c-147d36e5dd8c owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:55.065099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41506) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.104405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075837897'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:55.106499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7fd85-6af5-4bcc-98d8-a45373b0521b None None] Network ce6749bf-587f-48b9-a779-a7dd69a5a7b6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:55.319621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:15:55.497286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:55.497923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.670883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609e499-7983-4cff-9780-46fd02cad782 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.670883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b609e499-7983-4cff-9780-46fd02cad782 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6392102 Oct 26 14:15:55.681948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41512) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.694097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a492264-4bb6-46cd-9b3c-4987fd3e0fa4 req-ad8b96fb-d704-46e8-851a-56b94dcab0a7 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/ports?device_id=00938ae3-c41c-49ce-bf97-13f50b09c485 HTTP/1.1" status: 200 len: 210 time: 0.0437334 Oct 26 14:15:55.762588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb48ffa-4fbf-4eba-8d25-0552b0d16694 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.765795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9cb48ffa-4fbf-4eba-8d25-0552b0d16694 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0630143 Oct 26 14:15:55.769102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41514) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.797316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:55.802867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.838403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94893a67-75fb-471c-ae6c-68965b000c4b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.840081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94893a67-75fb-471c-ae6c-68965b000c4b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.841708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94893a67-75fb-471c-ae6c-68965b000c4b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:55.845825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94893a67-75fb-471c-ae6c-68965b000c4b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0732663 Oct 26 14:15:55.846211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:55.877695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-05a38905-a82f-45ca-9bb4-e26a1305db35 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:55.878068 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-05a38905-a82f-45ca-9bb4-e26a1305db35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.884929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:55.911759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.912269 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment 7a98884f-2d7a-48bb-9e4e-5101af47cef2 of type vlan for network d9066b34-d312-4120-bc4c-98b749b5dc11 Oct 26 14:15:55.914077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet ba36b8aa-6d92-4ebd-adeb-bc83696dd70c {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:55.918135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:55.931613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.009913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=8e4a86e4-15b7-4893-ac0c-147d36e5dd8c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.010317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.021471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.065263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.074911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63d996c3-1e70-42c1-a771-eec052495b28 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/8e4a86e4-15b7-4893-ac0c-147d36e5dd8c HTTP/1.1" status: 204 len: 168 time: 1.8590815 Oct 26 14:15:56.088875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41520) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.159597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.208722 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1ce0c0-2fbf-439d-86ee-2314cc2464f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:56.215428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb1ce0c0-2fbf-439d-86ee-2314cc2464f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/8e4a86e4-15b7-4893-ac0c-147d36e5dd8c HTTP/1.1" status: 404 len: 333 time: 0.1206954 Oct 26 14:15:56.216985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41526) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.226010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8d3d1c-8083-443c-93a4-6f98913128c2 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:15:56.241468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9e66bbcd-4245-45bc-adb8-0e0c5783fbd8 None None] Could not find standard attr ID for object 9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:15:56.248416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.266885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'name': 'tempest-PortsTestJSON-1648956299'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:56.274722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.281819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:56.283295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.307137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa4af1-2b65-487c-878b-ec9ed8c43fb9 req-3d8ab88c-820f-4352-9577-f15b9959db82 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:56.308913 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fa4af1-2b65-487c-878b-ec9ed8c43fb9 req-3d8ab88c-820f-4352-9577-f15b9959db82 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 931 time: 0.1109374 Oct 26 14:15:56.345741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.373308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=ba36b8aa-6d92-4ebd-adeb-bc83696dd70c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.392417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.393530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Transition to ACTIVE for port object af8d3d1c-8083-443c-93a4-6f98913128c2 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:15:56.398824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b0ec843-fe67-4ae5-a1f5-803feca21815 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ba36b8aa-6d92-4ebd-adeb-bc83696dd70c HTTP/1.1" status: 204 len: 168 time: 0.5515525 Oct 26 14:15:56.401896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41528) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.412313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.417746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fa4af1-2b65-487c-878b-ec9ed8c43fb9 req-4fcc9a2b-fb7d-442f-b202-af74662d8a52 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920706 Oct 26 14:15:56.430196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3549004 Oct 26 14:15:56.443213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.443457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:56.486011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67ce42-dba7-4c3d-8ae5-a94cc4d25c1c tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=d9066b34-d312-4120-bc4c-98b749b5dc11,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.501307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d9066b34-d312-4120-bc4c-98b749b5dc11 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:15:56.517699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Pushing event updated for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:56.540484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet c3a137fd-e031-46a9-aefa-97ade1d6acfb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:15:56.544872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.592212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:56.596133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.596370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.616695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b1123-cf48-4e9d-bbf2-d26738a16f05 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:56.633495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 6ee6c609-9fb2-4774-9044-1e940ea0ea5f yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:15:56.651753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Attempting to bind port af8d3d1c-8083-443c-93a4-6f98913128c2 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:56.658664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Attempting to bind port af8d3d1c-8083-443c-93a4-6f98913128c2 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:56.659951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Attempting to bind port af8d3d1c-8083-443c-93a4-6f98913128c2 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:56.664159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:56.667998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.677646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Port af8d3d1c-8083-443c-93a4-6f98913128c2 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:15:56.678010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Attempting to bind port af8d3d1c-8083-443c-93a4-6f98913128c2 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:56.726364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:56.726703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:56.727093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:56.727547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Bound port: af8d3d1c-8083-443c-93a4-6f98913128c2, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:56.727904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.832271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.835980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41538) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:56.911277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:56.939147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af8d3d1c-8083-443c-93a4-6f98913128c2,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:56.947661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:56.986966 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.005649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:57.006546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.008576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] 10.222.0.73 "PUT /v2.0/ports/af8d3d1c-8083-443c-93a4-6f98913128c2 HTTP/1.1" status: 200 len: 1091 time: 2.7334125 Oct 26 14:15:57.009236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.020027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:15:57.023632 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647298ad-4af9-4524-a22c-cca1e0869534" -d '{"events": [{"name": "network-changed", "server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:15:57.032674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.059883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c9558-1dde-4638-9022-53af58f14e6e service neutron] Pushing event updated for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:57.090206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.099578 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41396a83-5dc5-44e3-b498-d3d47d519b09 x-openstack-request-id: req-41396a83-5dc5-44e3-b498-d3d47d519b09 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:15:57.100151 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:15:57.100151 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41396a83-5dc5-44e3-b498-d3d47d519b09 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:15:57.101363 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2', 'status': 'completed', 'code': 200} Oct 26 14:15:57.119214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a137fd-e031-46a9-aefa-97ade1d6acfb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:57.122407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.128858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e7707837-f8d2-49fc-bb17-788f2c73536a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c3a137fd-e031-46a9-aefa-97ade1d6acfb HTTP/1.1" status: 204 len: 168 time: 0.7237406 Oct 26 14:15:57.130490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41542) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:57.179717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cdd9de28-a5b7-4b63-b1ea-4f6390f5569f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485947 Oct 26 14:15:57.181823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b32fba22-c046-4190-828a-df0c93c49fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:57.183460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-b32fba22-c046-4190-828a-df0c93c49fd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 1094 time: 0.1191194 Oct 26 14:15:57.184933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41546) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:57.197239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:57.213941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.233352 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.236045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.237320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/security-groups/be78fe67-238c-42b7-ba85-a5e5ea1e0fca HTTP/1.1" status: 204 len: 168 time: 0.4002504 Oct 26 14:15:57.243279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:57.274616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a3dd0-93df-40e3-8ac1-213de41ac61b tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78fe67-238c-42b7-ba85-a5e5ea1e0fca,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:57.280426 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-262fded0-ecb3-4128-9500-e81e8f49f751 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] show failed (client error): The resource could not be found. Oct 26 14:15:57.284686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-262fded0-ecb3-4128-9500-e81e8f49f751 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "GET /v2.0/security-groups/be78fe67-238c-42b7-ba85-a5e5ea1e0fca HTTP/1.1" status: 404 len: 347 time: 0.0341859 Oct 26 14:15:57.288819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41550) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:57.329096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-7c7224eb-94ef-4dc4-9d14-4da2014cf814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af8d3d1c-8083-443c-93a4-6f98913128c2 HTTP/1.1" status: 200 len: 217 time: 0.1250017 Oct 26 14:15:57.424647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:57.426902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-922330ea-da37-44db-aae3-3e09cf8236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:57.428429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-922330ea-da37-44db-aae3-3e09cf8236ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.0847576 Oct 26 14:15:57.435080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:57.437510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:57.445750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:57.445750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.488808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-3cdb2b89-f4a4-4ae2-9a7e-fb8852564065 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401740 Oct 26 14:15:57.489458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=6ee6c609-9fb2-4774-9044-1e940ea0ea5f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:57.519598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:15:57.523927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.566557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port ca192778-c869-43cd-a320-a09f33973297 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:57.567450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.604733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:57.608649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.623495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1d02def1-f3a7-477c-ba4b-a5b804a9b0a9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3686764 Oct 26 14:15:57.627109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:57.637135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:57.686832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=a04566f8-1503-4db8-970c-b852998d7c77,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:57.719813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010048-7daf-46f7-997d-99605a348ab9 req-0926fa45-907e-48ff-92ab-9401f2eb069e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:57.721658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f010048-7daf-46f7-997d-99605a348ab9 req-0926fa45-907e-48ff-92ab-9401f2eb069e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 943 time: 0.1975367 Oct 26 14:15:57.733747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-850a7799-3504-4c2d-914e-00f633696513 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372520 Oct 26 14:15:57.751881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': '7a98884f-2d7a-48bb-9e4e-5101af47cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:57.752796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: d9066b34-d312-4120-bc4c-98b749b5dc11, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:15:57.778856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.779369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.795325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.823092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for ca192778-c869-43cd-a320-a09f33973297 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:57.854868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edba840-6e13-4faa-9415-392bd3e69678 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:57.860877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f010048-7daf-46f7-997d-99605a348ab9 req-ec952cab-fb62-4d82-a37e-d20858ae25d7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211402 Oct 26 14:15:57.878077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network d9066b34-d312-4120-bc4c-98b749b5dc11 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:15:57.956533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d9066b34-d312-4120-bc4c-98b749b5dc11) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:57.971392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4173127-75c2-402a-8b27-7c92db4b5eff None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:57.971992 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4173127-75c2-402a-8b27-7c92db4b5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:57.976465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6902e-9e87-47dc-ac6c-204dc3810e83 None None] Network d9066b34-d312-4120-bc4c-98b749b5dc11 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:57.989084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb252839-e6ce-424e-9032-ad6f1d0d73bc req-0448b59e-a5fd-4b3b-b99a-bc317559981e service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436063 Oct 26 14:15:58.003117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.004759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.005310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.060528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5b0ebb73-915d-4305-89d4-367ee2a83deb tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6216571 Oct 26 14:15:58.067912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41560) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.102682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:58.155576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.155906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:58.164029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.164943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.166936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.186337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=b55b9b8c-9403-4e6c-be35-687cae3ad865,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.208827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647298ad-4af9-4524-a22c-cca1e0869534 req-f7a92839-7702-4bb1-b07b-b35f0bbdd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.210722 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-f7a92839-7702-4bb1-b07b-b35f0bbdd465 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 1094 time: 0.1596973 Oct 26 14:15:58.215018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-43aff26d-7368-4127-be84-2bd4f7e98348 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0275152 Oct 26 14:15:58.218525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41562) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.222189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] In _notify_port_updated(), no bound segment for port 6ee6c609-9fb2-4774-9044-1e940ea0ea5f on network af67e014-dcd0-453c-99ac-1181756aefe0 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:15:58.230174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.230923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.236553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/ports/6ee6c609-9fb2-4774-9044-1e940ea0ea5f HTTP/1.1" status: 200 len: 818 time: 0.6039779 Oct 26 14:15:58.236788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:58.238048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.300004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.378013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2591d-7be6-4d33-af6b-f38d6ea61dbf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=6ee6c609-9fb2-4774-9044-1e940ea0ea5f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.381803 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.434190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=ca192778-c869-43cd-a320-a09f33973297,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.467776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.470453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.475054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-573bc7d7-d194-40e8-8aca-cec17f775fa4 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/floatingips/3d692fe3-27de-49f3-8ce3-6737152a67ae HTTP/1.1" status: 204 len: 168 time: 1.1851628 Oct 26 14:15:58.476582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41570) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.523998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 6ee6c609-9fb2-4774-9044-1e940ea0ea5f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:58.524340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.551960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647298ad-4af9-4524-a22c-cca1e0869534 req-9eb79060-c531-4840-8c05-d8c637243422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.553562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-9eb79060-c531-4840-8c05-d8c637243422 service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.3339055 Oct 26 14:15:58.568223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-d9066b34-d312-4120-bc4c-98b749b5dc11', 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': 'a04566f8-1503-4db8-970c-b852998d7c77'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:15:58.569165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.633251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-fbb4d9c7-0b7b-40bc-af4b-235a2e2f599c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af8d3d1c-8083-443c-93a4-6f98913128c2 HTTP/1.1" status: 200 len: 217 time: 0.0664573 Oct 26 14:15:58.654820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:58.657256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.662225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.680105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 6ee6c609-9fb2-4774-9044-1e940ea0ea5f owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:58.743216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b334f9-c090-4170-813c-f2288e9fdb27 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:15:58.755211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 76bc6667-66d7-4ccc-a198-c6cb195c130e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:58.755806 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.784746 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.823100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Allocated IP 2001:db8::f816:3eff:feca:1b3f (d9066b34-d312-4120-bc4c-98b749b5dc11/a04566f8-1503-4db8-970c-b852998d7c77/0910dcf6-c943-46c7-92bc-70c7106ee015) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:15:58.852231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e22be146-abeb-4c11-8c57-a4a7ec0de485 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:58.852672 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e22be146-abeb-4c11-8c57-a4a7ec0de485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.890207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.894476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.948106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647298ad-4af9-4524-a22c-cca1e0869534 req-f809993b-c894-4bba-83b8-298cd9a33861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:58.961530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 76bc6667-66d7-4ccc-a198-c6cb195c130e owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:15:58.963667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-f809993b-c894-4bba-83b8-298cd9a33861 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.3213263 Oct 26 14:15:58.964631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=6ee6c609-9fb2-4774-9044-1e940ea0ea5f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:58.981654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:58.985919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56e66ca9-9f7a-45b6-8bde-48aa839c6804 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/6ee6c609-9fb2-4774-9044-1e940ea0ea5f HTTP/1.1" status: 204 len: 168 time: 0.7476938 Oct 26 14:15:58.989353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41576) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:58.997827 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b55b9b8c-9403-4e6c-be35-687cae3ad865 (CIDR: 2001:db8::/64) Oct 26 14:15:59.036825 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:15:59.037434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:15:59.075249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-7ea819a9-bc5c-48db-86c6-f44b3d8ea72b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754411 Oct 26 14:15:59.151685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757fc40e-f324-40fa-a49e-fc6da66b7a9e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:59.151931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-757fc40e-f324-40fa-a49e-fc6da66b7a9e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1613593 Oct 26 14:15:59.155256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.162699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-650fe349-c287-405a-95ca-da5b1170c52d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9340603 Oct 26 14:15:59.167473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.177764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'subnet': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:59.211652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.221051 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e06e0ef-8776-4454-aecb-94e2979a26e9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:15:59.227496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e06e0ef-8776-4454-aecb-94e2979a26e9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/6ee6c609-9fb2-4774-9044-1e940ea0ea5f HTTP/1.1" status: 404 len: 333 time: 0.0669758 Oct 26 14:15:59.227695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.230009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.239848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1837157380'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:59.257526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96a374-fbd3-4472-87b7-44e128f7be15 req-d7300e32-8f71-4c6f-9e9a-1f7ea0eda7db tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:59.259104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef96a374-fbd3-4472-87b7-44e128f7be15 req-d7300e32-8f71-4c6f-9e9a-1f7ea0eda7db tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 943 time: 0.2845247 Oct 26 14:15:59.298493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.306252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:59.307599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Network d9066b34-d312-4120-bc4c-98b749b5dc11 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:15:59.316061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.321458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Pushing event updated for resources: {'Port': ['ID=0910dcf6-c943-46c7-92bc-70c7106ee015,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.327661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:15:59.330410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:15:59.340049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.340398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.340779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.341212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.341458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.341810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.342124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.342519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.342856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.343185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.344324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.345063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:15:59.369504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=a04566f8-1503-4db8-970c-b852998d7c77,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.394683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.437120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Attempting to bind port 0910dcf6-c943-46c7-92bc-70c7106ee015 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:15:59.437120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Attempting to bind port 0910dcf6-c943-46c7-92bc-70c7106ee015 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7a98884f-2d7a-48bb-9e4e-5101af47cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:15:59.437120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Attempting to bind port 0910dcf6-c943-46c7-92bc-70c7106ee015 on network d9066b34-d312-4120-bc4c-98b749b5dc11 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:15:59.441004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:15:59.441385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Checking segment: {'id': '7a98884f-2d7a-48bb-9e4e-5101af47cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:15:59.442316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.442715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Bound using segment: {'id': '7a98884f-2d7a-48bb-9e4e-5101af47cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:15:59.443191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Bound port: 0910dcf6-c943-46c7-92bc-70c7106ee015, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a98884f-2d7a-48bb-9e4e-5101af47cef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:15:59.443775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.459502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:15:59.478065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-6a58f464-991a-4c64-b6ae-c2918641937f service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928566 Oct 26 14:15:59.480278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=76bc6667-66d7-4ccc-a198-c6cb195c130e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.493407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef96a374-fbd3-4472-87b7-44e128f7be15 req-775bd6b0-a49e-44af-8e4f-9962482a5928 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125771 Oct 26 14:15:59.505923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.506355 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment 80373bf6-1f00-4dca-ba19-676ed65dfb7e of type vlan for network 9b0544bb-e762-437d-8706-bb6cdcba9f38 Oct 26 14:15:59.588831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.591030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-563a2b61-2fbc-49ed-8460-14cbefc2b7b4 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:15:59.591190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-563a2b61-2fbc-49ed-8460-14cbefc2b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.598464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.601964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a6894530-e7a8-4e01-80a5-9532cc798045 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/ports/76bc6667-66d7-4ccc-a198-c6cb195c130e HTTP/1.1" status: 204 len: 168 time: 1.1242080 Oct 26 14:15:59.604272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.609035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41588) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.640282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9066b34-d312-4120-bc4c-98b749b5dc11']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.663969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a98884f-2d7a-48bb-9e4e-5101af47cef2') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.664190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a98884f-2d7a-48bb-9e4e-5101af47cef2') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:15:59.664309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] For port 0910dcf6-c943-46c7-92bc-70c7106ee015, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:15:59.667070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.668981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] For port 0910dcf6-c943-46c7-92bc-70c7106ee015, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0910dcf6-c943-46c7-92bc-70c7106ee015,segment=NetworkSegment(7a98884f-2d7a-48bb-9e4e-5101af47cef2),segment_id=7a98884f-2d7a-48bb-9e4e-5101af47cef2)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:15:59.673427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:15:59.674134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.677942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.690833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.694944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:15:59.698532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.774515 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-647298ad-4af9-4524-a22c-cca1e0869534 req-ce0e6188-c096-401a-8497-acd4010d93f9 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801132 Oct 26 14:15:59.782325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.796157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:15:59.796460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:15:59.800867 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:15:59.827689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5939002 Oct 26 14:15:59.847351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:15:59.855834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:15:59.856405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee8c8-9417-4603-9bdf-4d88ccfef363 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=9b0544bb-e762-437d-8706-bb6cdcba9f38,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:15:59.885711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 9a44006a-a1ff-4823-9026-65a0c67ff0aa {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:15:59.886425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:15:59.945032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:00.050204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.070771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 9a44006a-a1ff-4823-9026-65a0c67ff0aa owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:00.161077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416971a-2e38-4f2d-af18-090eafbd1721 None None] Pushing event updated for resources: {'Port': ['ID=0910dcf6-c943-46c7-92bc-70c7106ee015,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:00.190148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479b21c-98ed-45e2-b274-5098dd94ad9d None None] Network d9066b34-d312-4120-bc4c-98b749b5dc11 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:00.349783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.387711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=9a44006a-a1ff-4823-9026-65a0c67ff0aa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:00.492875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.496692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2324264-ee32-4ac5-9cfe-9211901d9418 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/ports/9a44006a-a1ff-4823-9026-65a0c67ff0aa HTTP/1.1" status: 204 len: 168 time: 0.8895130 Oct 26 14:16:00.499323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:00.569028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:00.569028 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:00.569028 n-d-813419-9 neutron-server[102163]: [parameters: {'id': 'd9066b34-d312-4120-bc4c-98b749b5dc11'}] Oct 26 14:16:00.569028 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:00.569865 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:00.581812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting subnet 4ca09ea1-b0af-4bfd-9623-d4d3238bb663 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:00.586868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.651773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.712333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:00.718225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.751261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.820934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.826144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48439c3d-8c68-4e18-8753-6f60b904f0f2 req-c53d15e0-d6ba-4a5e-b1d9-ac22439c3866 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:00.828893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48439c3d-8c68-4e18-8753-6f60b904f0f2 req-c53d15e0-d6ba-4a5e-b1d9-ac22439c3866 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 943 time: 0.2247815 Oct 26 14:16:00.868004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:00.874941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/subnets/4ca09ea1-b0af-4bfd-9623-d4d3238bb663 HTTP/1.1" status: 204 len: 168 time: 0.3711519 Oct 26 14:16:00.874941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd440fdf-4e38-47d5-aea9-3c35fbe7dcd6 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca09ea1-b0af-4bfd-9623-d4d3238bb663,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:00.880837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41602) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:00.884289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e73da-9c2b-480b-88ec-47d719c36728 None None] Network 12a9d787-df10-49ec-b406-d6fa3322d297 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:01.003440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting subnet 9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:01.012555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.052144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48439c3d-8c68-4e18-8753-6f60b904f0f2 req-edc2ba6e-2b6d-49a0-b19d-f11cd50dc973 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484127 Oct 26 14:16:01.092640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.108562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.185553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af8d3d1c-8083-443c-93a4-6f98913128c2 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:16:01.218396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] DHCP port deletion for 12a9d787-df10-49ec-b406-d6fa3322d297 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:01.340274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.354459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 853bfd1b-e3f6-45c1-92e9-52a3de38264d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:01.389564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port 0910dcf6-c943-46c7-92bc-70c7106ee015 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:01.389921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.460779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af8d3d1c-8083-443c-93a4-6f98913128c2,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.465885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.508432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'af8d3d1c-8083-443c-93a4-6f98913128c2', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': 'af8d3d1c-8083-443c-93a4-6f98913128c2', 'mac_address': 'fa:16:3e:b4:b7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:16:01.511398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Deleting port 853bfd1b-e3f6-45c1-92e9-52a3de38264d {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:01.511556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.522774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.533529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:01.537535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.545780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff8ea401-8acc-484e-8cfb-5e5dd97f2ed0 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/subnets/9cf3fe24-1a8b-4685-91e8-af9fbe11b8c8 HTTP/1.1" status: 204 len: 168 time: 0.6484258 Oct 26 14:16:01.547462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41608) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:01.566055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22894f74-7d07-47b6-8cc8-94f089578933 None None] Network ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:01.636635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] For port 0910dcf6-c943-46c7-92bc-70c7106ee015, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0910dcf6-c943-46c7-92bc-70c7106ee015,segment=NetworkSegment(7a98884f-2d7a-48bb-9e4e-5101af47cef2),segment_id=7a98884f-2d7a-48bb-9e4e-5101af47cef2)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.637149 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.655794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.672663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:16:01.675630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=853bfd1b-e3f6-45c1-92e9-52a3de38264d,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.678332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.682163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for 0910dcf6-c943-46c7-92bc-70c7106ee015 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:01.702881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.730654 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.747805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Calling delete_port for 853bfd1b-e3f6-45c1-92e9-52a3de38264d owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:01.750550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8d3d1c-8083-443c-93a4-6f98913128c2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:01.767995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=e988c7ab-a28a-4946-932a-2b5ef46e764f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:01.805781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Deleting port 853bfd1b-e3f6-45c1-92e9-52a3de38264d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:01.805781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.812820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=853bfd1b-e3f6-45c1-92e9-52a3de38264d,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.850507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': '80373bf6-1f00-4dca-ba19-676ed65dfb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:01.850934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: 9b0544bb-e762-437d-8706-bb6cdcba9f38, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:01.854702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.858921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af8d3d1c-8083-443c-93a4-6f98913128c2,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.886300 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.893399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] For port 853bfd1b-e3f6-45c1-92e9-52a3de38264d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=853bfd1b-e3f6-45c1-92e9-52a3de38264d,segment=NetworkSegment(fd839dd2-5bd1-4376-90a8-d776939aaa77),segment_id=fd839dd2-5bd1-4376-90a8-d776939aaa77)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:01.893765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.909983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Calling delete_port for 853bfd1b-e3f6-45c1-92e9-52a3de38264d owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:01.933864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:01.951814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9b0544bb-e762-437d-8706-bb6cdcba9f38) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:01.970365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1698cd-6832-40e3-ad27-3d5d3bfb60e5 None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:01.978343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:01.982383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:01.982819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:01.993577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.015092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.051754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b06936f-b807-4b63-b999-e2a560f4ac7a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2021759 Oct 26 14:16:02.053043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No DVR routers for this DVR port 0910dcf6-c943-46c7-92bc-70c7106ee015 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:02.053232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:02.057951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=0910dcf6-c943-46c7-92bc-70c7106ee015,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.061593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:02.188095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.221328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:02.226232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.263737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] DHCP port deletion for ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:02.266567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.278985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9066b34-d312-4120-bc4c-98b749b5dc11']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.279245 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.294175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.329467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.336373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a98884f-2d7a-48bb-9e4e-5101af47cef2') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.336644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] No DVR routers for this DVR port 853bfd1b-e3f6-45c1-92e9-52a3de38264d on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:02.336926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a98884f-2d7a-48bb-9e4e-5101af47cef2') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.369795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21075545-daf9-4363-a57e-c30477a9bd7c req-57ae8dbc-4eb7-406c-b695-86921655ecc5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:02.371692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21075545-daf9-4363-a57e-c30477a9bd7c req-57ae8dbc-4eb7-406c-b695-86921655ecc5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 944 time: 0.2114708 Oct 26 14:16:02.375883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.406770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['af8d3d1c-8083-443c-93a4-6f98913128c2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:02.425099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.439620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] Pushing event deleted for resources: {'Port': ['ID=853bfd1b-e3f6-45c1-92e9-52a3de38264d,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.442692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:02.442979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.450112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04131d85-3d5e-4462-94dc-d081d95bbef3 None None] No DVR routers for this DVR port 853bfd1b-e3f6-45c1-92e9-52a3de38264d on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:02.452321 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:02.521174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:02.538809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Deleting port 6778ad63-7593-40d8-a66f-74ca9d4d393a {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:02.539182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.540330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21075545-daf9-4363-a57e-c30477a9bd7c req-b671e932-e77c-4fe3-882b-aff07a00ac0c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546190 Oct 26 14:16:02.576895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.582019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.591477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.595684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/d9066b34-d312-4120-bc4c-98b749b5dc11 HTTP/1.1" status: 204 len: 168 time: 4.5250189 Oct 26 14:16:02.599610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41618) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:02.606727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-808522108'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:02.622073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-9b0544bb-e762-437d-8706-bb6cdcba9f38', 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': 'e988c7ab-a28a-4946-932a-2b5ef46e764f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:02.623256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.623390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.624328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.634771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3adbf2-08eb-4793-8ab9-a4ce7716efb1 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=d9066b34-d312-4120-bc4c-98b749b5dc11,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.700224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] For port 6778ad63-7593-40d8-a66f-74ca9d4d393a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6778ad63-7593-40d8-a66f-74ca9d4d393a,segment=NetworkSegment(28428bba-7a24-4150-a402-029708459228),segment_id=28428bba-7a24-4150-a402-029708459228)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:02.701077 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.729041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:02.733365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Calling delete_port for 6778ad63-7593-40d8-a66f-74ca9d4d393a owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:02.738201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:02.741838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:02.742999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.783751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:02.788447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.802505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab9a11-1826-4378-a6e4-7f051f176f7b None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:02.819244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6428347 Oct 26 14:16:02.819244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41624) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:02.825445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Request body: {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'mac_address': 'fa:16:3e:a3:94:d9', 'name': 'tempest-NetworksTestDHCPv6-1697532413'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:02.847475 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e988c7ab-a28a-4946-932a-2b5ef46e764f (CIDR: 172.20.0.0/28) Oct 26 14:16:02.852470 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.856285 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:16:02.856867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:02.885984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac9431ac-61a9-4bde-9fec-3d66fdbad483 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8282976 Oct 26 14:16:02.889719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:02.896525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:02.898450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Subnet': ['ID=638ded23-5038-4411-8cc2-f22453fbb982,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.907624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e0adc-c49c-4b2b-98cc-1fd9ef45f274 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=13']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:02.929547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:02.945204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a9d787-df10-49ec-b406-d6fa3322d297']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.955979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:02.956322 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment ed96fb8d-a5f9-4950-bf79-15a9deabed8b of type vlan for network 6070246c-4049-42f2-9c55-228b43deabbc Oct 26 14:16:02.963422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd839dd2-5bd1-4376-90a8-d776939aaa77') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.963749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd839dd2-5bd1-4376-90a8-d776939aaa77') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:02.979744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.001503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.015366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.023967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:03.024475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:03.027548 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:03.042084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Made reservation on behalf of bca8556c80d74afaa5bde3ea1d21bd30 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:03.090034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.095695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:03.096425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.117582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.125736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.129272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/networks/12a9d787-df10-49ec-b406-d6fa3322d297 HTTP/1.1" status: 204 len: 168 time: 1.5801868 Oct 26 14:16:03.130823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:03.134417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.137691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:03.147819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Allocated IP 172.20.0.2 (9b0544bb-e762-437d-8706-bb6cdcba9f38/e988c7ab-a28a-4946-932a-2b5ef46e764f/b01d89fe-5144-42bb-8ace-6c1e5d72c9ef) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:03.159459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765f0d8-6916-4b27-b019-319a90e390e3 tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Network': ['ID=12a9d787-df10-49ec-b406-d6fa3322d297,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.173320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.230263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] Pushing event deleted for resources: {'Port': ['ID=6778ad63-7593-40d8-a66f-74ca9d4d393a,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.234869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672444ea-c449-4076-b2a7-ad7d34c82668 None None] No DVR routers for this DVR port 6778ad63-7593-40d8-a66f-74ca9d4d393a on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:03.244996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6439087 Oct 26 14:16:03.249287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:03.263489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': '6070246c-4049-42f2-9c55-228b43deabbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:03.316067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f153-16a8-40ca-aee8-410ee19ddf75 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=6070246c-4049-42f2-9c55-228b43deabbc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.324658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.327331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': '638ded23-5038-4411-8cc2-f22453fbb982', 'ip_address': '2001:db8:0:1:f816:3eff:fe72:c954'}, {'subnet_id': 'b55b9b8c-9403-4e6c-be35-687cae3ad865'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '532d869c-35c3-4673-911e-071aed5e1a43'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:16:03.331691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.334510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 6070246c-4049-42f2-9c55-228b43deabbc details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:03.358623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:03.392304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] device_id is not set on port ead83827-df26-4718-b5e0-6ac8d2ea8d45 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:03.486662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.530982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.563109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:03.569257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.580285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.601473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.601910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28428bba-7a24-4150-a402-029708459228') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.602172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28428bba-7a24-4150-a402-029708459228') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:03.603996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:03.604369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.607999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.619462 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.653191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.687607 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.696069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:03.696691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:03.700043 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:03.727656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:03.738142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:03.747938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:03.748721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.764030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=1cfd56ef-c256-4068-be76-57f98e40c765,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.794365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bed319b6-4250-4832-ae4d-dd10eaea0217 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9011090 Oct 26 14:16:03.796632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:03.805691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'fixed_ips': [{'subnet_id': 'e988c7ab-a28a-4946-932a-2b5ef46e764f'}, {'subnet_id': '1cfd56ef-c256-4068-be76-57f98e40c765'}], 'name': 'tempest-PortsTestJSON-1901649546'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:03.813079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8::16e (395c5533-adb2-4657-af48-ea89ee0ad2f3/b55b9b8c-9403-4e6c-be35-687cae3ad865/ead83827-df26-4718-b5e0-6ac8d2ea8d45) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:03.824520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Pushing event updated for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.831879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.836144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:03.846160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:03.850298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:03.875385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:94d9 (395c5533-adb2-4657-af48-ea89ee0ad2f3/638ded23-5038-4411-8cc2-f22453fbb982/ead83827-df26-4718-b5e0-6ac8d2ea8d45) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:03.878174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:03.886914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] 10.222.0.37 "DELETE /v2.0/networks/ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2 HTTP/1.1" status: 204 len: 168 time: 0.7441857 Oct 26 14:16:03.923116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d11dac-dd8b-4ced-a41d-1e7cbb6e73bd req-2092cbe8-89f4-48ac-85f3-7513053c82c4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:03.932089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1d11dac-dd8b-4ced-a41d-1e7cbb6e73bd req-2092cbe8-89f4-48ac-85f3-7513053c82c4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 944 time: 0.2580740 Oct 26 14:16:03.947353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0130f7-da34-4c43-963e-fa2d7add9e4c tempest-TaggedBootDevicesTest_v242-1005388609 tempest-TaggedBootDevicesTest_v242-1005388609-project] Pushing event deleted for resources: {'Network': ['ID=ffdaa55c-8d9e-4ea5-9240-b61e49acbdd2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:03.995556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Attempting to bind port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:03.996368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Attempting to bind port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '80373bf6-1f00-4dca-ba19-676ed65dfb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:03.996975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Attempting to bind port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef on network 9b0544bb-e762-437d-8706-bb6cdcba9f38 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:04.007251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:04.008230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Checking segment: {'id': '80373bf6-1f00-4dca-ba19-676ed65dfb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:04.008918 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.009668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Bound using segment: {'id': '80373bf6-1f00-4dca-ba19-676ed65dfb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:04.010608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Bound port: b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80373bf6-1f00-4dca-ba19-676ed65dfb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:04.011644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.049889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1d11dac-dd8b-4ced-a41d-1e7cbb6e73bd req-804ec435-815c-40f3-a02e-056c93473565 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157579 Oct 26 14:16:04.054524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.144024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=677f5f4d-b2cc-4d58-a6c3-505b32f90421,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:04.151407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:04.155126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,segment=NetworkSegment(80373bf6-1f00-4dca-ba19-676ed65dfb7e),segment_id=80373bf6-1f00-4dca-ba19-676ed65dfb7e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:04.155288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:04.155517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: 6070246c-4049-42f2-9c55-228b43deabbc, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:04.158195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6778ad63-7593-40d8-a66f-74ca9d4d393a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:04.164034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.192189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network 6070246c-4049-42f2-9c55-228b43deabbc is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:04.196583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6778ad63-7593-40d8-a66f-74ca9d4d393a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:04.196931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6778ad63-7593-40d8-a66f-74ca9d4d393a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:04.212906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 6070246c-4049-42f2-9c55-228b43deabbc) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:04.225649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:04.226420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.240157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79773aaf-5f25-4a01-94f1-36da4c5f9ba8 None None] Network 6070246c-4049-42f2-9c55-228b43deabbc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:04.270696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:04.277198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5d7651f1-85ba-48ed-9c0e-d8cb1fb45e51 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0268035 Oct 26 14:16:04.278012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:04.335070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120cea-2ae0-4643-8f8c-6d8879e670cb None None] Pushing event updated for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:04.399270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.462888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.464383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-6070246c-4049-42f2-9c55-228b43deabbc', 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': '677f5f4d-b2cc-4d58-a6c3-505b32f90421'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:04.465293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.494154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:04.523481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.644168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.738279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.824302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event updated for resources: {'Port': ['ID=ead83827-df26-4718-b5e0-6ac8d2ea8d45,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:04.838294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:04.842478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:04.848077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:04.854359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:04.855084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:04.921132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41656) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:04.921354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1f933d3-9c36-4ea6-b9b6-b9321b1287af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1010168 Oct 26 14:16:04.967268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Allocated IP 2001:db8::2 (6070246c-4049-42f2-9c55-228b43deabbc/677f5f4d-b2cc-4d58-a6c3-505b32f90421/843b71a5-7173-4dee-872b-9143afbf79e9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:05.029254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.11 (9b0544bb-e762-437d-8706-bb6cdcba9f38/e988c7ab-a28a-4946-932a-2b5ef46e764f/4031f636-6b72-4d8a-9fcc-00c644c3a4cf) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:05.048626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.22 (9b0544bb-e762-437d-8706-bb6cdcba9f38/1cfd56ef-c256-4068-be76-57f98e40c765/4031f636-6b72-4d8a-9fcc-00c644c3a4cf) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:05.205836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting port ead83827-df26-4718-b5e0-6ac8d2ea8d45 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:05.209307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.214256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.223630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af8d3d1c-8083-443c-93a4-6f98913128c2 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:05.242660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.301736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.306548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.437883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Network 6070246c-4049-42f2-9c55-228b43deabbc is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:05.441567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:05.449152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:05.472113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447ec2-cd61-42f4-aa02-9e2abfdaac61 req-b6f8e228-02d0-49f0-add0-bbcf3f0232e7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:05.475302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:05.475698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64447ec2-cd61-42f4-aa02-9e2abfdaac61 req-b6f8e228-02d0-49f0-add0-bbcf3f0232e7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 944 time: 0.1958244 Oct 26 14:16:05.481281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:05.487170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=4031f636-6b72-4d8a-9fcc-00c644c3a4cf,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:05.497354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port af8d3d1c-8083-443c-93a4-6f98913128c2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:16:05.504013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Pushing event updated for resources: {'Port': ['ID=843b71a5-7173-4dee-872b-9143afbf79e9,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:05.512408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b01d89fe-5144-42bb-8ace-6c1e5d72c9ef up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:05.539849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.576403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:05.587037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port af8d3d1c-8083-443c-93a4-6f98913128c2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:05.587456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.601202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=677f5f4d-b2cc-4d58-a6c3-505b32f90421,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:05.726704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64447ec2-cd61-42f4-aa02-9e2abfdaac61 req-efd9854a-f7ff-41c4-996e-232d0136a184 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406414 Oct 26 14:16:05.731402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Allocated IP 2001:db8::2 (395c5533-adb2-4657-af48-ea89ee0ad2f3/b55b9b8c-9403-4e6c-be35-687cae3ad865/532d869c-35c3-4673-911e-071aed5e1a43) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:05.759489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:05.763053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.766817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.779812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.794609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Calling delete_port for ead83827-df26-4718-b5e0-6ac8d2ea8d45 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:05.818895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6070246c-4049-42f2-9c55-228b43deabbc']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:05.819457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Attempting to bind port 843b71a5-7173-4dee-872b-9143afbf79e9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:05.819818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Attempting to bind port 843b71a5-7173-4dee-872b-9143afbf79e9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:05.820755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Attempting to bind port 843b71a5-7173-4dee-872b-9143afbf79e9 on network 6070246c-4049-42f2-9c55-228b43deabbc {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:05.823143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ded54539-ddfb-402a-a2da-461ad6069e85 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0241106 Oct 26 14:16:05.823901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41666) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:05.829534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e988c7ab-a28a-4946-932a-2b5ef46e764f'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:05.832634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:05.833150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:05.884523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:05.885127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Checking segment: {'id': 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:05.885376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.885729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Bound using segment: {'id': 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:05.886751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Bound port: 843b71a5-7173-4dee-872b-9143afbf79e9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '6070246c-4049-42f2-9c55-228b43deabbc'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:05.887000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.899787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.906151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:05.906523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.923870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.937576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:05.938174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:05.941718 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:05.978541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.029555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:06.029555 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:06.029555 n-d-813419-9 neutron-server[102164]: [parameters: {'id': '6070246c-4049-42f2-9c55-228b43deabbc'}] Oct 26 14:16:06.029555 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:06.029908 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:06.084290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c0fb73-11f8-4830-ba8f-4497e5634b8c None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:06.174467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.217253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.253511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Port': ['ID=ead83827-df26-4718-b5e0-6ac8d2ea8d45,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:06.268112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:06.309922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:06.312297 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607e9a56-4b22-4b49-8c0b-2f2fea9ca2d6" -d '{"events": [{"server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "name": "network-vif-plugged", "status": "completed", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:06.324465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] For port 843b71a5-7173-4dee-872b-9143afbf79e9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:06.350010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.350652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af8d3d1c-8083-443c-93a4-6f98913128c2,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:06.357092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a44c41d1-57e9-4ef1-90eb-3f01bcced9e0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/ead83827-df26-4718-b5e0-6ac8d2ea8d45 HTTP/1.1" status: 204 len: 168 time: 1.4336724 Oct 26 14:16:06.363532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41674) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:06.368015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] For port 843b71a5-7173-4dee-872b-9143afbf79e9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=843b71a5-7173-4dee-872b-9143afbf79e9,segment=NetworkSegment(ed96fb8d-a5f9-4950-bf79-15a9deabed8b),segment_id=ed96fb8d-a5f9-4950-bf79-15a9deabed8b)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:06.372471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ebd0845d-8d6b-40cd-b9aa-0ceb5c92892f None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:06.373082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ebd0845d-8d6b-40cd-b9aa-0ceb5c92892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.388176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.443589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Delete allocated IP 172.20.0.22 (9b0544bb-e762-437d-8706-bb6cdcba9f38/1cfd56ef-c256-4068-be76-57f98e40c765) {{(pid=102163) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:16:06.458883 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0653b0-2af4-4219-92d2-0564a7aea331 x-openstack-request-id: req-6a0653b0-2af4-4219-92d2-0564a7aea331 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:06.459226 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "name": "network-vif-plugged", "status": "completed", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:06.459489 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a0653b0-2af4-4219-92d2-0564a7aea331 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:06.459888 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2', 'code': 200} Oct 26 14:16:06.472660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.477964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443301d9-851f-40b6-9cee-f5ecbe629635 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.484935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-443301d9-851f-40b6-9cee-f5ecbe629635 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 967 time: 0.1187859 Oct 26 14:16:06.485824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41676) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:06.511515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.532843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.553086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.620617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9149426-cb88-486a-b20c-1a49977f8217 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.622664 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9149426-cb88-486a-b20c-1a49977f8217 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1354368 Oct 26 14:16:06.623360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:06.705775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4592b-cd34-4856-bb62-a32c6f201386 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.709233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4592b-cd34-4856-bb62-a32c6f201386 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.711708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4592b-cd34-4856-bb62-a32c6f201386 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:06.716054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-44f4592b-cd34-4856-bb62-a32c6f201386 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0825388 Oct 26 14:16:06.717298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41682) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:06.774528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:06.802180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.858741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port 843b71a5-7173-4dee-872b-9143afbf79e9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:06.859093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:06.974778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet 638ded23-5038-4411-8cc2-f22453fbb982 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:06.995594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb285742-2819-40dc-9a9e-0326fe582890 None None] Network 6070246c-4049-42f2-9c55-228b43deabbc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:07.006905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.091672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] For port 843b71a5-7173-4dee-872b-9143afbf79e9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=843b71a5-7173-4dee-872b-9143afbf79e9,segment=NetworkSegment(ed96fb8d-a5f9-4950-bf79-15a9deabed8b),segment_id=ed96fb8d-a5f9-4950-bf79-15a9deabed8b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:07.092140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.115581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.150784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23da03-7627-46ef-a178-7763fb32e2b8 req-bafc6aa6-1183-4b49-aa4a-9752eadfb663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:07.152663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b23da03-7627-46ef-a178-7763fb32e2b8 req-bafc6aa6-1183-4b49-aa4a-9752eadfb663 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 1096 time: 0.6735215 Oct 26 14:16:07.192282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for 843b71a5-7173-4dee-872b-9143afbf79e9 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:07.221560 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ebd0845d-8d6b-40cd-b9aa-0ceb5c92892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.238160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dbb6f-53d0-4928-807f-bad325ad7366 req-e8d2511c-341a-4006-b217-2ce1c160e437 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:07.240458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a61dbb6f-53d0-4928-807f-bad325ad7366 req-e8d2511c-341a-4006-b217-2ce1c160e437 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.3375621 Oct 26 14:16:07.263487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a7f60-f5ca-4d70-9e4d-70c4a22160c9 None None] Pushing event updated for resources: {'Port': ['ID=843b71a5-7173-4dee-872b-9143afbf79e9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.279591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,segment=NetworkSegment(80373bf6-1f00-4dca-ba19-676ed65dfb7e),segment_id=80373bf6-1f00-4dca-ba19-676ed65dfb7e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:07.306007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b23da03-7627-46ef-a178-7763fb32e2b8 req-22e9cd2a-5b38-4e48-b224-fa5c67efc22b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267111 Oct 26 14:16:07.339092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.350669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.502966 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.546129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=4031f636-6b72-4d8a-9fcc-00c644c3a4cf,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.573029 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.580031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] In _notify_port_updated(), no bound segment for port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf on network 9b0544bb-e762-437d-8706-bb6cdcba9f38 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:16:07.590681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:07.591888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.594095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9ab8bc58-ed6a-43d1-b35a-323b291d6bf0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/ports/4031f636-6b72-4d8a-9fcc-00c644c3a4cf HTTP/1.1" status: 200 len: 920 time: 1.7691631 Oct 26 14:16:07.596767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:07.605208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e988c7ab-a28a-4946-932a-2b5ef46e764f'}, {'subnet_id': '1cfd56ef-c256-4068-be76-57f98e40c765'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:07.607692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a61dbb6f-53d0-4928-807f-bad325ad7366 req-17fd38f8-a9ce-4b91-aae7-231ea0d4ac83 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416820 Oct 26 14:16:07.636757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.669069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b1f2-8f64-44ac-b18a-98e7f94b6a7e None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=14']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.678043 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=638ded23-5038-4411-8cc2-f22453fbb982,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.680991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.687538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ec87f8c-2ef3-4d2a-9d80-6b99416a1c0e tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/638ded23-5038-4411-8cc2-f22453fbb982 HTTP/1.1" status: 204 len: 168 time: 0.9670134 Oct 26 14:16:07.687957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:07.689295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.728917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No DVR routers for this DVR port 843b71a5-7173-4dee-872b-9143afbf79e9 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:07.731991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=843b71a5-7173-4dee-872b-9143afbf79e9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.769840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:07.811962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-ebd0845d-8d6b-40cd-b9aa-0ceb5c92892f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:07.812659 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-ebd0845d-8d6b-40cd-b9aa-0ceb5c92892f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:07.819235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Update dhcp port {'port': {'network_id': '9b0544bb-e762-437d-8706-bb6cdcba9f38', 'fixed_ips': [{'subnet_id': 'e988c7ab-a28a-4946-932a-2b5ef46e764f', 'ip_address': '172.20.0.2'}, {'subnet_id': '1cfd56ef-c256-4068-be76-57f98e40c765'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'b01d89fe-5144-42bb-8ace-6c1e5d72c9ef'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:16:07.844959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Deleting subnet b55b9b8c-9403-4e6c-be35-687cae3ad865 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:07.851406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.854046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:07.909797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.008525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.010731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.051808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.063120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6070246c-4049-42f2-9c55-228b43deabbc']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.106047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.108307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed96fb8d-a5f9-4950-bf79-15a9deabed8b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:08.132269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.167957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.182281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:08.183294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.224395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66497986-952b-40e7-b33d-381870c6f38e None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:08.341333 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:08.354044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.389027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.398402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/6070246c-4049-42f2-9c55-228b43deabbc HTTP/1.1" status: 204 len: 168 time: 4.1191366 Oct 26 14:16:08.409641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41704) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:08.414525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3dcc6-8359-437e-a31a-1d4ced631e98 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=6070246c-4049-42f2-9c55-228b43deabbc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:08.438038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-721451844'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:08.464667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Allocated IP 172.20.0.18 (9b0544bb-e762-437d-8706-bb6cdcba9f38/1cfd56ef-c256-4068-be76-57f98e40c765/b01d89fe-5144-42bb-8ace-6c1e5d72c9ef) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:08.578257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.619598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fbe37b7f-50d8-4914-998e-8ba03eeee5ec None None] Could not find standard attr ID for object ead83827-df26-4718-b5e0-6ac8d2ea8d45. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:16:08.633523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.639792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/b55b9b8c-9403-4e6c-be35-687cae3ad865 HTTP/1.1" status: 204 len: 168 time: 0.9481015 Oct 26 14:16:08.644110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:08.645765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fbe37b7f-50d8-4914-998e-8ba03eeee5ec None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:08.646103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbe37b7f-50d8-4914-998e-8ba03eeee5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.658095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f402-e9d2-4a9f-853f-977e10c9b7ae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Subnet': ['ID=b55b9b8c-9403-4e6c-be35-687cae3ad865,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:08.687987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:08.691969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.732742 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6bb4cb3-96eb-46a7-8727-305389101f67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871034 Oct 26 14:16:08.735283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41716) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:08.745409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:08.766918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.768397 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Added segment f1c621de-ced4-4158-8c6c-7656af114f6c of type vlan for network 94581451-eef0-4399-81c7-27f86c1c3f23 Oct 26 14:16:08.865178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b30d8-d491-4711-960b-4adcde12620d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:08.867029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa0b30d8-d491-4711-960b-4adcde12620d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1297417 Oct 26 14:16:08.870439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41720) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:08.881173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,segment=NetworkSegment(80373bf6-1f00-4dca-ba19-676ed65dfb7e),segment_id=80373bf6-1f00-4dca-ba19-676ed65dfb7e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:08.888104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.929207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86543ded-5788-4b52-adc4-bbd8ecea5c73 None None] Update dhcp port {'port': {'network_id': '395c5533-adb2-4657-af48-ea89ee0ad2f3', 'fixed_ips': [{'subnet_id': 'b55b9b8c-9403-4e6c-be35-687cae3ad865'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '532d869c-35c3-4673-911e-071aed5e1a43'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:16:08.973714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6ccb1-ca6b-424f-91db-298bc5efd053 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:08.976720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ee6ccb1-ca6b-424f-91db-298bc5efd053 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1047382 Oct 26 14:16:08.977342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:08.980816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:08.987232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:08.988016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.012397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5921359 Oct 26 14:16:09.032741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41728) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.042814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7764be-bb8b-4d5a-b980-9459ed0808dc req-b2d4faeb-ca04-4495-addc-aede3889f134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:09.053008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c7764be-bb8b-4d5a-b980-9459ed0808dc req-b2d4faeb-ca04-4495-addc-aede3889f134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.2626250 Oct 26 14:16:09.068383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.068862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Request body: {'subnet': {'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:09.071464 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86543ded-5788-4b52-adc4-bbd8ecea5c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.104435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b6d290f-cffb-43a5-9467-bb97d9ca1dbc tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215045 Oct 26 14:16:09.104435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.137491 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a418637-df15-4b94-9e3a-694e14ddd3a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.138262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a418637-df15-4b94-9e3a-694e14ddd3a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.145223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a418637-df15-4b94-9e3a-694e14ddd3a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/ead83827-df26-4718-b5e0-6ac8d2ea8d45 HTTP/1.1" status: 404 len: 333 time: 0.0384829 Oct 26 14:16:09.146470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.170040 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.194385 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb0c1f3-5a36-431d-915d-758ef07664d0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.196047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb0c1f3-5a36-431d-915d-758ef07664d0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.199862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9cb0c1f3-5a36-431d-915d-758ef07664d0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/638ded23-5038-4411-8cc2-f22453fbb982 HTTP/1.1" status: 404 len: 337 time: 0.0522320 Oct 26 14:16:09.202566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41736) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.245836 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-038e8335-ce21-42fa-962a-39d0b7d2ddbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.246329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038e8335-ce21-42fa-962a-39d0b7d2ddbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.251968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-038e8335-ce21-42fa-962a-39d0b7d2ddbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/b55b9b8c-9403-4e6c-be35-687cae3ad865 HTTP/1.1" status: 404 len: 337 time: 0.0458045 Oct 26 14:16:09.252777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41740) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.283703 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-917bacaa-abb5-4407-87d4-50d2ff56e7b1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.284704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917bacaa-abb5-4407-87d4-50d2ff56e7b1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.292205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-917bacaa-abb5-4407-87d4-50d2ff56e7b1 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/9e760a2f-ef02-4cbe-bb73-0a3cc6cc5b33 HTTP/1.1" status: 404 len: 333 time: 0.0384336 Oct 26 14:16:09.294692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41742) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.347384 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f79ba2-ee35-4424-8843-c7f8efab44ec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.348848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f79ba2-ee35-4424-8843-c7f8efab44ec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.354920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b5f79ba2-ee35-4424-8843-c7f8efab44ec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ba36b8aa-6d92-4ebd-adeb-bc83696dd70c HTTP/1.1" status: 404 len: 337 time: 0.0563574 Oct 26 14:16:09.355573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.396123 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0770ef-38b6-4b21-a098-3468175d59f4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.396650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0770ef-38b6-4b21-a098-3468175d59f4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.400466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0b0770ef-38b6-4b21-a098-3468175d59f4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c3a137fd-e031-46a9-aefa-97ade1d6acfb HTTP/1.1" status: 404 len: 337 time: 0.0439010 Oct 26 14:16:09.402896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41746) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.452610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9db98-051c-4b87-a1ae-dbde4fc2ce2d None None] Pushing event updated for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:09.455826 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d86718-e0de-47b1-a1d6-a82c22cb3be0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.460692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d86718-e0de-47b1-a1d6-a82c22cb3be0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.465022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-77d86718-e0de-47b1-a1d6-a82c22cb3be0 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/2fa114cd-e102-45ea-addb-8e5bf63e1b66 HTTP/1.1" status: 404 len: 333 time: 0.0606368 Oct 26 14:16:09.469383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10552fc1-94eb-4ace-9938-40a2fd79cfe3 None None] Network 395c5533-adb2-4657-af48-ea89ee0ad2f3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:09.475450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41748) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.477126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659cf58-91a6-4927-a9e8-cdf0a905c239 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Network': ['ID=94581451-eef0-4399-81c7-27f86c1c3f23,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:09.559790 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20cbfe8-4b90-40e7-ac2f-e40ecad34101 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.560240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20cbfe8-4b90-40e7-ac2f-e40ecad34101 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.562800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c7764be-bb8b-4d5a-b980-9459ed0808dc req-13cade7c-df41-48e9-ae6b-e6240f765c2e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084856 Oct 26 14:16:09.573441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a20cbfe8-4b90-40e7-ac2f-e40ecad34101 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/27e11745-48a2-4595-93cf-d8e27b37dd38 HTTP/1.1" status: 404 len: 337 time: 0.0968757 Oct 26 14:16:09.577029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41750) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.615370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 94581451-eef0-4399-81c7-27f86c1c3f23 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:09.636911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.27 (9b0544bb-e762-437d-8706-bb6cdcba9f38/1cfd56ef-c256-4068-be76-57f98e40c765/4031f636-6b72-4d8a-9fcc-00c644c3a4cf) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:09.696041 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-634c5f22-4880-4c44-aedc-3d3343541c5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.697188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634c5f22-4880-4c44-aedc-3d3343541c5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.705734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-634c5f22-4880-4c44-aedc-3d3343541c5b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/b280d086-8389-4f62-a74f-d6d29b72e854 HTTP/1.1" status: 404 len: 337 time: 0.1276605 Oct 26 14:16:09.710517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.726837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Made reservation on behalf of 61804892804049c296147538e52d6128 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:09.738216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:09.761940 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb735ed8-134b-41b8-aea0-7ef058d5746a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.762813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb735ed8-134b-41b8-aea0-7ef058d5746a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.770850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb735ed8-134b-41b8-aea0-7ef058d5746a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/22d36f6e-6393-4547-8a79-6bbb6c003f37 HTTP/1.1" status: 404 len: 333 time: 0.0592406 Oct 26 14:16:09.773796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41758) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.868840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b01d89fe-5144-42bb-8ace-6c1e5d72c9ef up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:09.873418 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-22875231-9337-4b13-9387-b3a059b75630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.873973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22875231-9337-4b13-9387-b3a059b75630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.881779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-22875231-9337-4b13-9387-b3a059b75630 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/146f61c3-23b4-4fe6-8b3c-9d134b722545 HTTP/1.1" status: 404 len: 337 time: 0.1033180 Oct 26 14:16:09.883332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41762) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:09.946195 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6946d34c-69fb-495e-8ce4-84a2e6aaa173 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:09.949249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6946d34c-69fb-495e-8ce4-84a2e6aaa173 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:09.955164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6946d34c-69fb-495e-8ce4-84a2e6aaa173 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e38b0cde-7b2e-4532-83f3-9bf1e2e13bee HTTP/1.1" status: 404 len: 337 time: 0.0693853 Oct 26 14:16:09.963597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41766) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.001016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1ce83e4b-556c-46ad-a055-19e4b67f4a8d None None] Provisioning complete for port 532d869c-35c3-4673-911e-071aed5e1a43 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:10.002841 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ce83e4b-556c-46ad-a055-19e4b67f4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.052960 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8786fb4e-5584-4d20-ae10-fc122ed20cbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.054119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8786fb4e-5584-4d20-ae10-fc122ed20cbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.058202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8786fb4e-5584-4d20-ae10-fc122ed20cbb tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/1f4d6f13-940c-49e0-b6f8-2c22660272e4 HTTP/1.1" status: 404 len: 333 time: 0.0719926 Oct 26 14:16:10.062531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41772) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.137011 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-00924e13-48b9-414c-af82-0092b641720f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.137665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00924e13-48b9-414c-af82-0092b641720f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.144284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00924e13-48b9-414c-af82-0092b641720f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e66a454d-40ab-4295-8ea2-e419765337dd HTTP/1.1" status: 404 len: 337 time: 0.0800047 Oct 26 14:16:10.149660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41778) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.248458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.296023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.306779 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e688efd-bb17-444a-9c7b-2b603cd1294c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.307546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e688efd-bb17-444a-9c7b-2b603cd1294c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.312915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bba41480-9981-4a80-b7f6-567a6bda9cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.331133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e688efd-bb17-444a-9c7b-2b603cd1294c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/8ccf770a-d097-4189-aa0f-91c4631af531 HTTP/1.1" status: 404 len: 333 time: 0.1732864 Oct 26 14:16:10.331705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.339080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:10.339440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.438878 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-974d907f-31c5-4cd7-bf94-4417839ed633 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.443460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974d907f-31c5-4cd7-bf94-4417839ed633 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.450830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-974d907f-31c5-4cd7-bf94-4417839ed633 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/e7052618-4df7-4f93-9b3b-9cda5f02d9b6 HTTP/1.1" status: 404 len: 337 time: 0.1090348 Oct 26 14:16:10.451696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.490108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad890bd2-05c8-416f-8e81-cb46690393ae req-581e5cc4-09bd-4b45-8b9a-0657321cebb9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:10.492411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad890bd2-05c8-416f-8e81-cb46690393ae req-581e5cc4-09bd-4b45-8b9a-0657321cebb9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.2416444 Oct 26 14:16:10.493174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] In _notify_port_updated(), no bound segment for port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf on network 9b0544bb-e762-437d-8706-bb6cdcba9f38 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:16:10.499664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:10.500349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.501920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/ports/4031f636-6b72-4d8a-9fcc-00c644c3a4cf HTTP/1.1" status: 200 len: 1000 time: 2.9029264 Oct 26 14:16:10.532811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41784) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.574507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cdbb3-8ebe-49fb-bf84-84921c89bc9b req-36289a60-9b12-4c90-a7c7-068d0158e4bb tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:10.576070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e5cdbb3-8ebe-49fb-bf84-84921c89bc9b req-36289a60-9b12-4c90-a7c7-068d0158e4bb tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.3586435 Oct 26 14:16:10.577071 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c412d94-f0a5-4203-9e04-e9c52ed92c87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.584383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c412d94-f0a5-4203-9e04-e9c52ed92c87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.601293 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c412d94-f0a5-4203-9e04-e9c52ed92c87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/4f0005d1-1284-437d-b4b5-c30e2bac8dd3 HTTP/1.1" status: 404 len: 333 time: 0.1334417 Oct 26 14:16:10.608580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41786) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.674750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8fbcc-0a16-4ed9-ab54-83820149faa0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=4031f636-6b72-4d8a-9fcc-00c644c3a4cf,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:10.683328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b265f9-4700-4115-9d16-e347d9bc9b62 None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:10.692850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad890bd2-05c8-416f-8e81-cb46690393ae req-aa5521a3-ca40-47a0-815a-7692e3eadf4b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897764 Oct 26 14:16:10.806791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] DHCP port deletion for 395c5533-adb2-4657-af48-ea89ee0ad2f3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:10.809647 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5199f2-0a3f-4894-8a87-e1e1279ab7b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.810328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5199f2-0a3f-4894-8a87-e1e1279ab7b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.814337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e5199f2-0a3f-4894-8a87-e1e1279ab7b7 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/9fedc698-1503-4467-8a70-05972f31f4b4 HTTP/1.1" status: 404 len: 337 time: 0.2039335 Oct 26 14:16:10.823057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41790) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.902490 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1860611-3147-40ba-a210-8303696a8c6c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.903174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1860611-3147-40ba-a210-8303696a8c6c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.903697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e5cdbb3-8ebe-49fb-bf84-84921c89bc9b req-26707e07-15eb-4962-ad62-4f6f23ec866d tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011785 Oct 26 14:16:10.905257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d774d566-8b25-4b8f-ac14-28c7ba7c4864 None None] Provisioning complete for port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:10.905681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d774d566-8b25-4b8f-ac14-28c7ba7c4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:10.919166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a1860611-3147-40ba-a210-8303696a8c6c tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/a4c5828b-6cfe-40f0-b7b3-93e5564788bb HTTP/1.1" status: 404 len: 333 time: 0.0917022 Oct 26 14:16:10.921975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41792) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.977350 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3f285c-8475-4a00-b589-456c57bd455f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:10.978364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3f285c-8475-4a00-b589-456c57bd455f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:10.982598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd3f285c-8475-4a00-b589-456c57bd455f tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/588dfbb1-8c10-4d8f-b6ed-c1198765c061 HTTP/1.1" status: 404 len: 337 time: 0.0593030 Oct 26 14:16:10.985819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41794) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:10.992884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d774d566-8b25-4b8f-ac14-28c7ba7c4864 None None] Port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:11.046998 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b410600-c807-4a9a-b613-bb6fcb927dae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.047729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b410600-c807-4a9a-b613-bb6fcb927dae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.052394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b410600-c807-4a9a-b613-bb6fcb927dae tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/52b1f428-eeb0-4a68-b2fd-6707d8ec2d0e HTTP/1.1" status: 404 len: 333 time: 0.0654845 Oct 26 14:16:11.054361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:11.055127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41796) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.058841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.094052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d774d566-8b25-4b8f-ac14-28c7ba7c4864 None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:11.094428 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d774d566-8b25-4b8f-ac14-28c7ba7c4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.128378 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db8f8da-fc3c-4be2-8bb9-d22e21f07866 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.129053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db8f8da-fc3c-4be2-8bb9-d22e21f07866 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.143182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9db8f8da-fc3c-4be2-8bb9-d22e21f07866 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/33a62dd2-7082-4090-a306-4e7de4916c88 HTTP/1.1" status: 404 len: 337 time: 0.0772727 Oct 26 14:16:11.143922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41800) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.228738 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea02eef1-e528-4aa8-865a-baad4a016e01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.241365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea02eef1-e528-4aa8-865a-baad4a016e01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.256318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea02eef1-e528-4aa8-865a-baad4a016e01 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/9c896710-d492-480e-a4a4-dd229732901a HTTP/1.1" status: 404 len: 333 time: 0.1075437 Oct 26 14:16:11.259662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.323456 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0675dd9-ee1c-4b36-9215-6895fa01fd9d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.323914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0675dd9-ee1c-4b36-9215-6895fa01fd9d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.327071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0675dd9-ee1c-4b36-9215-6895fa01fd9d tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ad3d9253-58b0-4b33-ace4-29b344323b11 HTTP/1.1" status: 404 len: 337 time: 0.0663898 Oct 26 14:16:11.337157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532d869c-35c3-4673-911e-071aed5e1a43 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:11.345439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.374934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.387249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c2211-2e7f-4fde-a6dd-0acfd865a088 req-c6a3da7d-b9c3-48ad-bea3-4de5fa93d116 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:11.396006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-163c2211-2e7f-4fde-a6dd-0acfd865a088 req-c6a3da7d-b9c3-48ad-bea3-4de5fa93d116 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.0834179 Oct 26 14:16:11.426610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Deleting port 532d869c-35c3-4673-911e-071aed5e1a43 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:11.437656 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.448267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-163c2211-2e7f-4fde-a6dd-0acfd865a088 req-30f24399-5a77-4567-99e0-4972a2c4489c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Oct 26 14:16:11.459019 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b84e997-ac1d-4ec3-8f4d-921eea229972 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.459568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b84e997-ac1d-4ec3-8f4d-921eea229972 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.465438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.465582 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b84e997-ac1d-4ec3-8f4d-921eea229972 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/2ce0db72-9cd5-44c3-b2fd-382529fceb31 HTTP/1.1" status: 404 len: 337 time: 0.1186059 Oct 26 14:16:11.492439 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f296906-f369-4680-9ee9-2f2233dcdf16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.493225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f296906-f369-4680-9ee9-2f2233dcdf16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.495851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.objects.ports [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:16:11.497048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7f296906-f369-4680-9ee9-2f2233dcdf16 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/d5a2a813-9864-439b-b186-6f9c245dbea2 HTTP/1.1" status: 404 len: 333 time: 0.0303857 Oct 26 14:16:11.499504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41814) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.507197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.512700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 4031f636-6b72-4d8a-9fcc-00c644c3a4cf owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:11.563003 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f8fa62-8c8b-4826-9103-c36c058ae686 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.563233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-7dd0f7ac-5baa-4aa5-9cba-866570910845 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:11.564910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-7dd0f7ac-5baa-4aa5-9cba-866570910845 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.1629465 Oct 26 14:16:11.575085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f8fa62-8c8b-4826-9103-c36c058ae686 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.579611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-50f8fa62-8c8b-4826-9103-c36c058ae686 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/6a98a3ff-f1e0-4dde-a90c-062cec83c3e7 HTTP/1.1" status: 404 len: 337 time: 0.0788958 Oct 26 14:16:11.586421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.642933 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6151fea5-2395-4069-ab1c-6d39745cd800 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.643404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6151fea5-2395-4069-ab1c-6d39745cd800 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.650004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6151fea5-2395-4069-ab1c-6d39745cd800 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/fe273a8c-7d08-47c5-b1d8-cef53985e518 HTTP/1.1" status: 404 len: 337 time: 0.0590172 Oct 26 14:16:11.650279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41818) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.687615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:11.688672 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.693585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.702621 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8ee555-b4f4-4f35-9f85-a98c51a65172 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.703359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8ee555-b4f4-4f35-9f85-a98c51a65172 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.709899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1c8ee555-b4f4-4f35-9f85-a98c51a65172 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/4f2fed04-4c72-4527-872d-b81f5450ebb7 HTTP/1.1" status: 404 len: 333 time: 0.0554552 Oct 26 14:16:11.720837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.726856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Calling delete_port for 532d869c-35c3-4673-911e-071aed5e1a43 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:11.786042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event updated for resources: {'Subnet': ['ID=59af1f4f-b368-4975-92d4-f9d160a93b9f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:11.813008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 532d869c-35c3-4673-911e-071aed5e1a43, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532d869c-35c3-4673-911e-071aed5e1a43,segment=NetworkSegment(f6e6d658-783b-4d92-b6c0-52736eeea4d5),segment_id=f6e6d658-783b-4d92-b6c0-52736eeea4d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:11.819239 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a221a3bf-c2bf-4caf-b6d3-777411e87002 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.819710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a221a3bf-c2bf-4caf-b6d3-777411e87002 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.822921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a221a3bf-c2bf-4caf-b6d3-777411e87002 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/5e65bfd7-8d0f-474b-bb90-0023911af2f4 HTTP/1.1" status: 404 len: 337 time: 0.0957286 Oct 26 14:16:11.826684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.827065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.864177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Checking segment: {'id': 'f1c621de-ced4-4158-8c6c-7656af114f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:11.868134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network hostable DHCP agents. Network: 94581451-eef0-4399-81c7-27f86c1c3f23, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:11.887636 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8a6b22-2254-4fe9-a012-64c6ec0d48c6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.888143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8a6b22-2254-4fe9-a012-64c6ec0d48c6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.891875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff8a6b22-2254-4fe9-a012-64c6ec0d48c6 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/2435bdae-f6b2-4308-9b8b-93cfaf0c2791 HTTP/1.1" status: 404 len: 337 time: 0.0635951 Oct 26 14:16:11.894232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.918405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=17']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:11.940002 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba54cfe-37c8-49cd-8c4a-52297d93860b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.940384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba54cfe-37c8-49cd-8c4a-52297d93860b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.947390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ba54cfe-37c8-49cd-8c4a-52297d93860b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/03296102-28f7-42e2-b406-2da1d410cd7c HTTP/1.1" status: 404 len: 333 time: 0.0486367 Oct 26 14:16:11.951129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:11.956796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:11.994896 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1529f2c9-4b93-459b-8305-f21ee4d5b657 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:11.994896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1529f2c9-4b93-459b-8305-f21ee4d5b657 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:11.996477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Network 94581451-eef0-4399-81c7-27f86c1c3f23 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:11.998143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1529f2c9-4b93-459b-8305-f21ee4d5b657 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/9d90a9f8-049b-45fb-a1c6-fbf7cb16bf8b HTTP/1.1" status: 404 len: 337 time: 0.0454109 Oct 26 14:16:12.013274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.030741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] Pushing event deleted for resources: {'Port': ['ID=532d869c-35c3-4673-911e-071aed5e1a43,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:12.032713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a460c-c660-48fb-8b6b-d629c349e180 None None] No DVR routers for this DVR port 532d869c-35c3-4673-911e-071aed5e1a43 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:12.059708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 94581451-eef0-4399-81c7-27f86c1c3f23) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:12.071036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:12.073933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.090375 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4418c72-1f9c-4ff8-b1cd-7a8ecc4464a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.090855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4418c72-1f9c-4ff8-b1cd-7a8ecc4464a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.093691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb57f16-922b-483a-b511-e3a9841b47cc None None] Network 94581451-eef0-4399-81c7-27f86c1c3f23 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:12.094062 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c4418c72-1f9c-4ff8-b1cd-7a8ecc4464a5 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/10fa176d-5b3d-4ac1-a201-11ac4aa6bada HTTP/1.1" status: 404 len: 337 time: 0.0793676 Oct 26 14:16:12.097523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41838) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.101840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Deleting port fdd4b20e-c706-464e-86f9-06a4732bbaa0 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:12.108545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.159667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd644176-36e0-48a8-860c-593ed693b4af tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e0019d-4f47-4144-9a15-5492927a2645 HTTP/1.1" status: 200 len: 205 time: 0.0603471 Oct 26 14:16:12.174945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.244360 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-3b4b5496-27c6-466a-89a2-780fc96fc92b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] delete failed (client error): The resource could not be found. Oct 26 14:16:12.245881 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3b4b5496-27c6-466a-89a2-780fc96fc92b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/routers/74e0019d-4f47-4144-9a15-5492927a2645 HTTP/1.1" status: 404 len: 336 time: 0.0695364 Oct 26 14:16:12.249128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41842) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.346714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-96cb35d7-f06f-466a-bc41-ca571d4d55df tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2872055 Oct 26 14:16:12.347176 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5328c127-373d-4e94-899f-12de5ba349d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.347660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5328c127-373d-4e94-899f-12de5ba349d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.356162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41850) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.359411 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5328c127-373d-4e94-899f-12de5ba349d3 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c27c0a65-0c8a-404f-865c-743077f22ea6 HTTP/1.1" status: 404 len: 337 time: 0.1083961 Oct 26 14:16:12.360913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.420796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9b4ab3a-199a-40d7-92fa-7dd017219238 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "GET /v2.0/ports?device_id=17581fba-0d75-4fac-b01e-427d06931262 HTTP/1.1" status: 200 len: 205 time: 0.0579622 Oct 26 14:16:12.421754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.493748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-94581451-eef0-4399-81c7-27f86c1c3f23', 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23', 'tenant_id': '61804892804049c296147538e52d6128', 'fixed_ips': [{'subnet_id': '59af1f4f-b368-4975-92d4-f9d160a93b9f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:12.494857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.530089 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-d1f8a5fe-7e84-45e4-913b-189d49b59ed4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] delete failed (client error): The resource could not be found. Oct 26 14:16:12.538447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d1f8a5fe-7e84-45e4-913b-189d49b59ed4 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/routers/17581fba-0d75-4fac-b01e-427d06931262 HTTP/1.1" status: 404 len: 336 time: 0.1155009 Oct 26 14:16:12.539179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41858) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.550637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-04a78f2f-bd0b-439f-8ae7-658d5ef366a3 None None] Provisioning complete for port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:12.551699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04a78f2f-bd0b-439f-8ae7-658d5ef366a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.610078 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b18f0e-f0ce-4834-8453-078a6f691420 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.610589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b18f0e-f0ce-4834-8453-078a6f691420 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.615104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109b57b-cfce-4188-90b5-538a675ee9c1 req-cece3898-02d9-4a37-9168-b85e36b393df tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:12.619990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0b18f0e-f0ce-4834-8453-078a6f691420 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/c1a2817f-c9c1-48bf-be35-8c4c81896890 HTTP/1.1" status: 404 len: 337 time: 0.0785816 Oct 26 14:16:12.621090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.623144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0109b57b-cfce-4188-90b5-538a675ee9c1 req-cece3898-02d9-4a37-9168-b85e36b393df tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.3408339 Oct 26 14:16:12.631090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-04a78f2f-bd0b-439f-8ae7-658d5ef366a3 None None] Port 4031f636-6b72-4d8a-9fcc-00c644c3a4cf cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:12.641501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] For port fdd4b20e-c706-464e-86f9-06a4732bbaa0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fdd4b20e-c706-464e-86f9-06a4732bbaa0,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:12.642222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.657626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-04a78f2f-bd0b-439f-8ae7-658d5ef366a3 None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:12.658341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04a78f2f-bd0b-439f-8ae7-658d5ef366a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.683016 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f062b60-05a6-4008-a5bb-f9c6ceb0bcad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.683699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f062b60-05a6-4008-a5bb-f9c6ceb0bcad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.690441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f062b60-05a6-4008-a5bb-f9c6ceb0bcad tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/5e3737c3-abb9-4013-a7bb-24f195aaaedb HTTP/1.1" status: 404 len: 337 time: 0.0681698 Oct 26 14:16:12.691655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41866) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.729325 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aac1fbb-1519-48ef-9444-1e2266065685 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.730085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aac1fbb-1519-48ef-9444-1e2266065685 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.735829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9aac1fbb-1519-48ef-9444-1e2266065685 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/19572470-574f-452b-8c5b-92a87d741c8b HTTP/1.1" status: 404 len: 333 time: 0.0425119 Oct 26 14:16:12.738760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41868) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.797540 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0109b57b-cfce-4188-90b5-538a675ee9c1 req-ddcb6f1a-3fd1-4299-9b41-e10c916560ca tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732609 Oct 26 14:16:12.817094 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e716d-2c40-4712-a1ca-7815a8ea4b87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.817094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0e716d-2c40-4712-a1ca-7815a8ea4b87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.820445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e0e716d-2c40-4712-a1ca-7815a8ea4b87 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/eca32ad6-d04f-4687-8820-79b9a15dba69 HTTP/1.1" status: 404 len: 337 time: 0.0802684 Oct 26 14:16:12.821411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41872) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.850725 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-696804ce-efed-4a9c-a88e-07be32e43f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:12.851505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696804ce-efed-4a9c-a88e-07be32e43f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:12.861205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-696804ce-efed-4a9c-a88e-07be32e43f6a tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/173e8511-c4b8-448c-8cd6-e0e1e382bb2c HTTP/1.1" status: 404 len: 333 time: 0.0386550 Oct 26 14:16:12.861860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41874) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:12.898477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:12.930631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4f4ccda2-5047-4934-a62b-d58a9efab80a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:12.932273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4f4ccda2-5047-4934-a62b-d58a9efab80a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.4030757 Oct 26 14:16:13.004918 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-622fccc3-b8cb-4826-a2b9-b7e50c428a67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.005658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622fccc3-b8cb-4826-a2b9-b7e50c428a67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.010049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-622fccc3-b8cb-4826-a2b9-b7e50c428a67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/4f0e1024-cd15-422e-84ac-974220be6a2e HTTP/1.1" status: 404 len: 337 time: 0.0836418 Oct 26 14:16:13.013458 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e17a8138-0d12-4a42-986b-ca7999776267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.013993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.034389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Allocated IP 2001:db8::f816:3eff:fee8:a688 (94581451-eef0-4399-81c7-27f86c1c3f23/59af1f4f-b368-4975-92d4-f9d160a93b9f/eb9fcc4e-70b8-4932-86df-b6ef3072ec78) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:13.044167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=4031f636-6b72-4d8a-9fcc-00c644c3a4cf,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:13.061483 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-1002105e-71a4-4385-939a-aa58d3fb256b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.062276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1002105e-71a4-4385-939a-aa58d3fb256b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.072570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1002105e-71a4-4385-939a-aa58d3fb256b tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/5449ac81-d7c3-43e2-984d-cd19d2a9be9d HTTP/1.1" status: 404 len: 333 time: 0.0546999 Oct 26 14:16:13.074680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.078199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41880) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.143754 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f144cf6-d56c-4237-abb2-c7d8c7837e10 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.147202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f144cf6-d56c-4237-abb2-c7d8c7837e10 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.150568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f144cf6-d56c-4237-abb2-c7d8c7837e10 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/ad0824e1-ef2f-43ee-ba62-20bcec7fcb9f HTTP/1.1" status: 404 len: 337 time: 0.0711498 Oct 26 14:16:13.153539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41882) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.181527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3c592e81-27a7-4f66-a317-4b83877acf88 None None] Could not find standard attr ID for object 4031f636-6b72-4d8a-9fcc-00c644c3a4cf. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:16:13.219553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f49d-5afc-4b4b-9fff-0ea43859aa0a req-6bc67fee-74a1-4bcf-bf17-834e4405534e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:13.232294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a74f49d-5afc-4b4b-9fff-0ea43859aa0a req-6bc67fee-74a1-4bcf-bf17-834e4405534e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.3693631 Oct 26 14:16:13.245371 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e828c-454a-49f1-ae2c-02f1aadeab67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.246127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e828c-454a-49f1-ae2c-02f1aadeab67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.249303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-087e828c-454a-49f1-ae2c-02f1aadeab67 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/ebf91972-842e-4445-a912-47fad3ec8d00 HTTP/1.1" status: 404 len: 333 time: 0.0945754 Oct 26 14:16:13.258115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41884) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.327561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a74f49d-5afc-4b4b-9fff-0ea43859aa0a req-4a6c79c4-22b9-4096-a992-b0439a22a5c5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793321 Oct 26 14:16:13.328640 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac105a63-96e7-4526-be2a-efd76bbab129 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.329121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac105a63-96e7-4526-be2a-efd76bbab129 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.332880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac105a63-96e7-4526-be2a-efd76bbab129 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/99a71fb1-6a0f-4e3e-b01b-0b57e789078f HTTP/1.1" status: 404 len: 337 time: 0.0733471 Oct 26 14:16:13.341715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.409584 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff358e4-160a-4ae6-813c-526fc96f9234 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.412371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff358e4-160a-4ae6-813c-526fc96f9234 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.415953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ff358e4-160a-4ae6-813c-526fc96f9234 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/94441acd-f1d4-4bf9-9285-b4fbbc98efaa HTTP/1.1" status: 404 len: 333 time: 0.0730805 Oct 26 14:16:13.422015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.505960 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1bafc2-1caf-484f-9813-fba75b2a2f15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.506428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1bafc2-1caf-484f-9813-fba75b2a2f15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.521029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c1bafc2-1caf-484f-9813-fba75b2a2f15 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/00892763-771c-4e5e-932b-5187a01571cc HTTP/1.1" status: 404 len: 337 time: 0.0976996 Oct 26 14:16:13.521681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.530048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3ae8265e-45ee-4781-af67-879a96938899 None None] Could not find standard attr ID for object 4031f636-6b72-4d8a-9fcc-00c644c3a4cf. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:16:13.558518 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04a2dec-5024-4435-aa99-89e9e2e76aec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.559251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04a2dec-5024-4435-aa99-89e9e2e76aec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.566121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b04a2dec-5024-4435-aa99-89e9e2e76aec tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/7dee8ea0-e24c-4fab-b516-ac1169648491 HTTP/1.1" status: 404 len: 333 time: 0.0432496 Oct 26 14:16:13.567685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.593234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.604125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.604900 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd3930d-4bc3-47b7-862d-52b25d1cc238 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.607003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd3930d-4bc3-47b7-862d-52b25d1cc238 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.614725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9bd3930d-4bc3-47b7-862d-52b25d1cc238 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/92a5db95-d790-40cf-9f71-b996390bcfce HTTP/1.1" status: 404 len: 337 time: 0.0406349 Oct 26 14:16:13.615047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41896) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.644314 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ba69e4-9211-440b-b806-2c497cf4acf2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.645803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ba69e4-9211-440b-b806-2c497cf4acf2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.651509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5ba69e4-9211-440b-b806-2c497cf4acf2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/ports/d956c4e8-edf1-4039-951f-8df89fc2b1ad HTTP/1.1" status: 404 len: 333 time: 0.0331726 Oct 26 14:16:13.653563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41898) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.675972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Network 94581451-eef0-4399-81c7-27f86c1c3f23 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:13.680982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:13.685596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:13.700244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Pushing event updated for resources: {'Port': ['ID=eb9fcc4e-70b8-4932-86df-b6ef3072ec78,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:13.708648 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ed3a6d-4d50-4bd4-b30d-1270ce6fabc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:13.709136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ed3a6d-4d50-4bd4-b30d-1270ce6fabc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:13.712812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e9ed3a6d-4d50-4bd4-b30d-1270ce6fabc2 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/subnets/a39175b1-7e07-4404-b7da-f80373c85a19 HTTP/1.1" status: 404 len: 337 time: 0.0397477 Oct 26 14:16:13.716308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:13.774956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Attempting to bind port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:13.775250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Attempting to bind port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f1c621de-ced4-4158-8c6c-7656af114f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:13.775613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Attempting to bind port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 on network 94581451-eef0-4399-81c7-27f86c1c3f23 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:13.791202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:13.791493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Checking segment: {'id': 'f1c621de-ced4-4158-8c6c-7656af114f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:13.791882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.792282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Bound using segment: {'id': 'f1c621de-ced4-4158-8c6c-7656af114f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:13.792790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Bound port: eb9fcc4e-70b8-4932-86df-b6ef3072ec78, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c621de-ced4-4158-8c6c-7656af114f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '94581451-eef0-4399-81c7-27f86c1c3f23'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:13.793174 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.812652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.887784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.923591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] For port eb9fcc4e-70b8-4932-86df-b6ef3072ec78, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:13.928304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] For port eb9fcc4e-70b8-4932-86df-b6ef3072ec78, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eb9fcc4e-70b8-4932-86df-b6ef3072ec78,segment=NetworkSegment(f1c621de-ced4-4158-8c6c-7656af114f6c),segment_id=f1c621de-ced4-4158-8c6c-7656af114f6c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:13.934378 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.978706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:13.996982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66475ee-2404-4c1c-aff7-96377f9c2735 None None] Pushing event updated for resources: {'Port': ['ID=eb9fcc4e-70b8-4932-86df-b6ef3072ec78,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:14.005709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f857eb-4d30-4caf-82d7-fd4dcfb988fa req-45b31206-342f-4346-b00a-b6b340a6ab22 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.011343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f857eb-4d30-4caf-82d7-fd4dcfb988fa req-45b31206-342f-4346-b00a-b6b340a6ab22 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 1.0761576 Oct 26 14:16:14.044335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.045154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.045503 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Floating IP 15d026ee-6f25-4b8d-98e0-868b315656c9 disassociated. External IP: 172.25.5.228, port: fdd4b20e-c706-464e-86f9-06a4732bbaa0. Oct 26 14:16:14.045995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Calling delete_port for fdd4b20e-c706-464e-86f9-06a4732bbaa0 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:14.099458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.107080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-21a9fb5c-7464-4bac-bc60-b6e6c47d1b32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/4031f636-6b72-4d8a-9fcc-00c644c3a4cf HTTP/1.1" status: 204 len: 168 time: 3.5680759 Oct 26 14:16:14.121361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41904) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:14.166815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.171917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.211784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395c5533-adb2-4657-af48-ea89ee0ad2f3']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.229421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e6d658-783b-4d92-b6c0-52736eeea4d5') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.229846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e6d658-783b-4d92-b6c0-52736eeea4d5') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.248775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.269142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f857eb-4d30-4caf-82d7-fd4dcfb988fa req-ce779648-eb54-4fa6-9dbf-bd362dc07c0c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1783073 Oct 26 14:16:14.277947 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd1f4c5-16bf-4fe3-bc5d-516be07d76ea tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:16:14.278260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.278731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9cd1f4c5-16bf-4fe3-bc5d-516be07d76ea tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/4031f636-6b72-4d8a-9fcc-00c644c3a4cf HTTP/1.1" status: 404 len: 333 time: 0.1422317 Oct 26 14:16:14.279727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:14.327573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7cac3-1b39-409e-9190-e25007ae563b req-ae4e6e2f-ec76-494e-8b35-0e3afea8d63c tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.336144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ced7cac3-1b39-409e-9190-e25007ae563b req-ae4e6e2f-ec76-494e-8b35-0e3afea8d63c tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 946 time: 0.4170864 Oct 26 14:16:14.344259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port af8d3d1c-8083-443c-93a4-6f98913128c2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:14.346347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.370808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:14.371356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.371652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.397781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fdd4b20e-c706-464e-86f9-06a4732bbaa0 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:14.417969 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:14.517419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=59af1f4f-b368-4975-92d4-f9d160a93b9f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:14.526801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ced7cac3-1b39-409e-9190-e25007ae563b req-c050a316-312f-434e-a211-e5524386170b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f42e537-0118-4388-a44b-1208a8d45f89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879051 Oct 26 14:16:14.579835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 1cfd56ef-c256-4068-be76-57f98e40c765 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:14.599353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.666815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.679497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.695576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.715906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] 10.222.0.37 "DELETE /v2.0/networks/395c5533-adb2-4657-af48-ea89ee0ad2f3 HTTP/1.1" status: 204 len: 168 time: 0.9979913 Oct 26 14:16:14.736355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b13b9-8342-40ab-878c-03e9e3732740 tempest-NetworksTestDHCPv6-388796159 tempest-NetworksTestDHCPv6-388796159-project] Pushing event deleted for resources: {'Network': ['ID=395c5533-adb2-4657-af48-ea89ee0ad2f3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:14.747640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.804466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 26 14:16:14.804466 n-d-813419-9 neutron-server[102165]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 26 14:16:14.804466 n-d-813419-9 neutron-server[102165]: [parameters: {'status': 'DOWN', 'ports_id': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}] Oct 26 14:16:14.804466 n-d-813419-9 neutron-server[102165]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:14.804944 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:14.834559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.861372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.862625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port af8d3d1c-8083-443c-93a4-6f98913128c2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af8d3d1c-8083-443c-93a4-6f98913128c2,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:14.863001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.907452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c03e-d623-4c6f-a8f5-7387a27a5c5c req-13e62f16-df1f-426d-a802-41dc41715f91 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:14.911311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2639c03e-d623-4c6f-a8f5-7387a27a5c5c req-13e62f16-df1f-426d-a802-41dc41715f91 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 945 time: 0.3283484 Oct 26 14:16:14.921998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for af8d3d1c-8083-443c-93a4-6f98913128c2 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:14.927691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94581451-eef0-4399-81c7-27f86c1c3f23']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.966360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:14.975583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c621de-ced4-4158-8c6c-7656af114f6c') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.975896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c621de-ced4-4158-8c6c-7656af114f6c') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:14.995341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.005358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfd56ef-c256-4068-be76-57f98e40c765,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:15.017430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.018225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da096f2-4685-4917-a83b-103582c5ac55 None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:15.027049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33fdfb92-06b3-4c4b-86b1-96dfd8592829 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/1cfd56ef-c256-4068-be76-57f98e40c765 HTTP/1.1" status: 204 len: 168 time: 0.7456539 Oct 26 14:16:15.027732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.091060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.132321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.149548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet e988c7ab-a28a-4946-932a-2b5ef46e764f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:15.155222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.167348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event deleted for resources: {'Port': ['ID=fdd4b20e-c706-464e-86f9-06a4732bbaa0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:15.175613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2639c03e-d623-4c6f-a8f5-7387a27a5c5c req-70e021f7-bf19-4f9e-8800-0beeb71ca151 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566566 Oct 26 14:16:15.176699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.212322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:15.212778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:15.216048 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:15.278261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.424387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Port fdd4b20e-c706-464e-86f9-06a4732bbaa0 update to DOWN by agent not found {{(pid=102165) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 14:16:15.428040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5dcc1a8c-de99-4f76-b80b-2e36a9fa253a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bca8556c80d74afaa5bde3ea1d21bd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939785 Oct 26 14:16:15.430763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41926) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:15.499085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:16:15.499085 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:16:15.499085 n-d-813419-9 neutron-server[102163]: [parameters: {'id': '94581451-eef0-4399-81c7-27f86c1c3f23'}] Oct 26 14:16:15.499085 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:15.500282 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:15.592036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:15.736275 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.747319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:15.774684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:15.833395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2398c4b4-c2b8-459f-a8ff-ad59e7a14cfc req-db377bd1-a597-4d29-ab8f-a5cff20d3415 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.1480975 Oct 26 14:16:15.951320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=af8d3d1c-8083-443c-93a4-6f98913128c2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:16.017298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01f3b2-1c60-4ceb-a91a-5b9fac06fdb7 None None] Network 94581451-eef0-4399-81c7-27f86c1c3f23 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:16.019372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.119319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port af8d3d1c-8083-443c-93a4-6f98913128c2 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:16.126547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.130478 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2f045a4-97a0-4c77-a1da-a2ae48e1b217 req-4171f5ba-4f71-4cb0-8884-d856b9e4fe12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "DELETE /v2.0/ports/af8d3d1c-8083-443c-93a4-6f98913128c2 HTTP/1.1" status: 204 len: 173 time: 3.1821072 Oct 26 14:16:16.135653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'name': 'network-vif-deleted', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:16.138147 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d3c52a-2069-4173-ad2b-8115a618e5a5" -d '{"events": [{"server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "name": "network-vif-deleted", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:16.167672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:16.181213 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Sync routers for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:16.215253 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:16.216045 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:16.251504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] No DVR routers for this DVR port fdd4b20e-c706-464e-86f9-06a4732bbaa0 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:16.255955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.261871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a2afa16-bfba-43bc-b9c3-781c451488a3 req-10ab6b5b-7775-4196-a9fd-679105a482ea tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.41 "DELETE /v2.0/ports/fdd4b20e-c706-464e-86f9-06a4732bbaa0 HTTP/1.1" status: 204 len: 173 time: 4.6836278 Oct 26 14:16:16.275179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9fcc4e-70b8-4932-86df-b6ef3072ec78 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:16.299308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:16.299644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.424829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.480665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] For port eb9fcc4e-70b8-4932-86df-b6ef3072ec78, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eb9fcc4e-70b8-4932-86df-b6ef3072ec78,segment=NetworkSegment(f1c621de-ced4-4158-8c6c-7656af114f6c),segment_id=f1c621de-ced4-4158-8c6c-7656af114f6c)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:16.481308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.526611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5951181d-1267-4640-894f-767fdd57187e None None] Provisioning complete for port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:16.527246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for eb9fcc4e-70b8-4932-86df-b6ef3072ec78 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:16.528531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5951181d-1267-4640-894f-767fdd57187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.546085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:16.586578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.679697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.694192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3ce5c-69b7-43ed-bf86-305581ebfa03 req-07140390-a8fc-4545-ba13-d9e683bf1f01 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:16.695926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bce3ce5c-69b7-43ed-bf86-305581ebfa03 req-07140390-a8fc-4545-ba13-d9e683bf1f01 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 1.2075832 Oct 26 14:16:16.731423 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.802725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.824211 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ac836-c838-4a03-9afb-df834712f243 x-openstack-request-id: req-c45ac836-c838-4a03-9afb-df834712f243 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:16.824211 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06aa78cf-d6b6-4def-8257-13facf32ba45", "name": "network-vif-deleted", "tag": "af8d3d1c-8083-443c-93a4-6f98913128c2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:16.824211 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c45ac836-c838-4a03-9afb-df834712f243 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:16.824669 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06aa78cf-d6b6-4def-8257-13facf32ba45', 'name': 'network-vif-deleted', 'tag': 'af8d3d1c-8083-443c-93a4-6f98913128c2', 'status': 'completed', 'code': 200} Oct 26 14:16:16.855676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No DVR routers for this DVR port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:16.875731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=e988c7ab-a28a-4946-932a-2b5ef46e764f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:16.890435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:16.898803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f209745-570e-41ad-8c0e-f1a4a71de860 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/e988c7ab-a28a-4946-932a-2b5ef46e764f HTTP/1.1" status: 204 len: 168 time: 1.8674781 Oct 26 14:16:16.916381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41946) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:16.948902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bce3ce5c-69b7-43ed-bf86-305581ebfa03 req-0dc3be65-ffef-4382-99f7-ffbb92421a8a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2423570 Oct 26 14:16:16.966202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=eb9fcc4e-70b8-4932-86df-b6ef3072ec78,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:17.007407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ab149-da47-40d1-82a1-4517250728ac None None] Network 9b0544bb-e762-437d-8706-bb6cdcba9f38 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:17.026492 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.047593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:16:17.048030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9fcc4e-70b8-4932-86df-b6ef3072ec78 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 26 14:16:17.064608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.071713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.074959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.076522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eb1a93c-4000-4121-8eda-afd993075fa3 HTTP/1.1" status: 204 len: 168 time: 1.6444392 Oct 26 14:16:17.082944 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Checking router: 3a657f2f-0ca5-4d70-bb04-ec83cc65286b for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:16:17.095110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddc591-f2fb-4115-bd8c-93e87350e684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb1a93c-4000-4121-8eda-afd993075fa3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:17.111096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5951181d-1267-4640-894f-767fdd57187e None None] Could not find standard attr ID for object eb9fcc4e-70b8-4932-86df-b6ef3072ec78. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:16:17.112055 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:17.114632 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.118820 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.db [None req-5951181d-1267-4640-894f-767fdd57187e None None] No ports have port_id starting with eb9fcc4e-70b8-4932-86df-b6ef3072ec78 Oct 26 14:16:17.170713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1882aa0-4575-483b-800e-a22b5b61c77f req-9ebbbd72-1fe1-4eb4-9ea8-453215d457fa tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=06aa78cf-d6b6-4def-8257-13facf32ba45 HTTP/1.1" status: 200 len: 210 time: 0.2188835 Oct 26 14:16:17.209669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:17.211209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.318309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af8d3d1c-8083-443c-93a4-6f98913128c2 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:17.338443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Port eb9fcc4e-70b8-4932-86df-b6ef3072ec78 not found, will not notify nova. {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 26 14:16:17.349492 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdb4b7ca-9ee6-4045-a527-9e90d5528cb7 req-d0f9db31-25b4-4e2b-8c1b-cbacbb61e43b tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cf8b579-4025-4345-95fc-6ebb17493111 HTTP/1.1" status: 200 len: 210 time: 0.1327291 Oct 26 14:16:17.380019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: af8d3d1c-8083-443c-93a4-6f98913128c2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:17.380675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af8d3d1c-8083-443c-93a4-6f98913128c2 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:17.398123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.463848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf4dd9-c1e1-4370-a243-62d47d31b32c None None] DHCP port deletion for 94581451-eef0-4399-81c7-27f86c1c3f23 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:17.468700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94581451-eef0-4399-81c7-27f86c1c3f23']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.470076 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:17.485374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c621de-ced4-4158-8c6c-7656af114f6c') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.486171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c621de-ced4-4158-8c6c-7656af114f6c') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:17.516085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.543408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.547889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,segment=NetworkSegment(80373bf6-1f00-4dca-ba19-676ed65dfb7e),segment_id=80373bf6-1f00-4dca-ba19-676ed65dfb7e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:17.548464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.554468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:17.555247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.564970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0294605e-6f12-4694-9d81-e39d806c921b None None] Provisioning complete for port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:17.568252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0294605e-6f12-4694-9d81-e39d806c921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.581529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for b01d89fe-5144-42bb-8ace-6c1e5d72c9ef owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:17.627099 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:17.702393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.715287 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.735869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/94581451-eef0-4399-81c7-27f86c1c3f23 HTTP/1.1" status: 204 len: 168 time: 5.3764238 Oct 26 14:16:17.740762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41958) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:17.827744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] DHCP port deletion for 9b0544bb-e762-437d-8706-bb6cdcba9f38 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:17.913328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.918137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Deleting port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:17.918814 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:17.950425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e185aa6-ce02-491c-b915-c421a36e8f61 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=94581451-eef0-4399-81c7-27f86c1c3f23,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:17.961226 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b6514d-8a2b-4839-8363-2ff341c6c60e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:17.970617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b6514d-8a2b-4839-8363-2ff341c6c60e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:17.989719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e2b6514d-8a2b-4839-8363-2ff341c6c60e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/59af1f4f-b368-4975-92d4-f9d160a93b9f HTTP/1.1" status: 404 len: 337 time: 0.2474706 Oct 26 14:16:17.991761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41962) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.017965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:18.022975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:18.044238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] For port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:18.044952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.064831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Calling delete_port for b01d89fe-5144-42bb-8ace-6c1e5d72c9ef owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:18.069746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:16:18.073320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.075587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9fcc4e-70b8-4932-86df-b6ef3072ec78 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:18.083475 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa63741-6db3-44a6-813f-49395122dc3f tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:18.084085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa63741-6db3-44a6-813f-49395122dc3f tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:18.111473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-faa63741-6db3-44a6-813f-49395122dc3f tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/94581451-eef0-4399-81c7-27f86c1c3f23 HTTP/1.1" status: 404 len: 339 time: 0.1056488 Oct 26 14:16:18.116652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.116850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.128827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] Pushing event deleted for resources: {'Port': ['ID=b01d89fe-5144-42bb-8ace-6c1e5d72c9ef,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:18.143056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: eb9fcc4e-70b8-4932-86df-b6ef3072ec78 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:18.143690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eb9fcc4e-70b8-4932-86df-b6ef3072ec78 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:18.145385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b01d89fe-5144-42bb-8ace-6c1e5d72c9ef no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:18.148144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:18.149720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bcaff-217d-4395-b9cd-beef3754cc34 None None] No DVR routers for this DVR port b01d89fe-5144-42bb-8ace-6c1e5d72c9ef on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:18.172033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0544bb-e762-437d-8706-bb6cdcba9f38']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:18.183423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf9839-d9f4-4e67-b165-2d5a4756fdbb None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:18.185773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b01d89fe-5144-42bb-8ace-6c1e5d72c9ef {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:18.186177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b01d89fe-5144-42bb-8ace-6c1e5d72c9ef not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:18.209372 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1621bd4-e8c3-475c-a713-4ec50db68785 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:18.210516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1621bd4-e8c3-475c-a713-4ec50db68785 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:18.218220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1621bd4-e8c3-475c-a713-4ec50db68785 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/677f5f4d-b2cc-4d58-a6c3-505b32f90421 HTTP/1.1" status: 404 len: 337 time: 0.1001384 Oct 26 14:16:18.219438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.246746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80373bf6-1f00-4dca-ba19-676ed65dfb7e') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:18.247043 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80373bf6-1f00-4dca-ba19-676ed65dfb7e') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:18.248894 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-39361a68-76a8-4ca5-bb91-fedcf1de5a2d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:18.250014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39361a68-76a8-4ca5-bb91-fedcf1de5a2d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:18.256712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-39361a68-76a8-4ca5-bb91-fedcf1de5a2d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/6070246c-4049-42f2-9c55-228b43deabbc HTTP/1.1" status: 404 len: 339 time: 0.0357819 Oct 26 14:16:18.258229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41978) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.288763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.332896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.343484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:18.343892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.346156 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e8ed9-2e32-4f6f-b5dd-2ce74e7c17f2 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:18.346644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3e8ed9-2e32-4f6f-b5dd-2ce74e7c17f2 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:18.362389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c3e8ed9-2e32-4f6f-b5dd-2ce74e7c17f2 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/a04566f8-1503-4db8-970c-b852998d7c77 HTTP/1.1" status: 404 len: 337 time: 0.1027982 Oct 26 14:16:18.370271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41984) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.440851 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f5d119-af0a-4e7b-b6cc-809afaf3e443 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:18.448827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f5d119-af0a-4e7b-b6cc-809afaf3e443 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:18.464537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-72f5d119-af0a-4e7b-b6cc-809afaf3e443 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/d9066b34-d312-4120-bc4c-98b749b5dc11 HTTP/1.1" status: 404 len: 339 time: 0.0908294 Oct 26 14:16:18.465453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:18.483669 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:18.506542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.565118 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29810959-5fb8-4e3e-8ce5-5fed76ce5c94 None None] The sync data for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 is: [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:13:46Z', 'revision_number': 4, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'd86e27f1-4e66-4346-ba11-2c8c9fa3db7f', 'name': '', 'network_id': 'bafa30fe-919c-48d5-892e-3c52ed11eae3', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'mac_address': 'fa:16:3e:d9:7c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:43Z', 'updated_at': '2021-10-26T14:13:53Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'subnets': [{'id': '673a0812-4a40-48ac-bcab-5c93b06c6aa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:18.567034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:18.576556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/9b0544bb-e762-437d-8706-bb6cdcba9f38 HTTP/1.1" status: 204 len: 168 time: 1.6556320 Oct 26 14:16:18.581533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.607545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf9839-d9f4-4e67-b165-2d5a4756fdbb None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:18.671417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.736840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a84bc5-3dc6-4dcf-8fd9-50024763dac2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=9b0544bb-e762-437d-8706-bb6cdcba9f38,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:18.805703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5114edb-8c93-41af-b804-c8688c6144ce req-24be2738-37de-4523-844e-db528eb49bd3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.813456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5114edb-8c93-41af-b804-c8688c6144ce req-24be2738-37de-4523-844e-db528eb49bd3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.3337512 Oct 26 14:16:18.824170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a647bb3-0626-41fc-ac9f-dab94798c551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.835488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a647bb3-0626-41fc-ac9f-dab94798c551 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2522635 Oct 26 14:16:18.841854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:18.937639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'name': 'network-vif-deleted', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:18.940161 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d488eee-b437-467f-8f2a-2eb5246081d5" -d '{"events": [{"server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "name": "network-vif-deleted", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:18.953172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-0369e8d6-8e05-47bb-8c3a-d1cd7b67a2a2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:18.958981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-0369e8d6-8e05-47bb-8c3a-d1cd7b67a2a2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.1788125 Oct 26 14:16:18.983404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-974f9fdf-ed41-4111-bd00-b1481cf7b44b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0233002 Oct 26 14:16:19.026890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.041851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port 98f1ecfc-dcbc-4829-88d0-bd4a196498ea {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:19.042283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.090605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5114edb-8c93-41af-b804-c8688c6144ce req-386d0f89-ba9c-4644-8424-01b0178d584f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2761281 Oct 26 14:16:19.102364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.117520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.178351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2047b83-1745-4968-b5bd-21e920b54577 None None] New status for floating IP 15d026ee-6f25-4b8d-98e0-868b315656c9: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:16:19.205992 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d96c1-bf9d-44a9-b759-9e611637e86b x-openstack-request-id: req-908d96c1-bf9d-44a9-b759-9e611637e86b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:19.206480 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf8b579-4025-4345-95fc-6ebb17493111", "name": "network-vif-deleted", "tag": "fdd4b20e-c706-464e-86f9-06a4732bbaa0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:19.206923 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-908d96c1-bf9d-44a9-b759-9e611637e86b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:19.208030 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf8b579-4025-4345-95fc-6ebb17493111', 'name': 'network-vif-deleted', 'tag': 'fdd4b20e-c706-464e-86f9-06a4732bbaa0', 'status': 'completed', 'code': 200} Oct 26 14:16:19.213934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.224851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42024) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.227163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8cc425c-a37d-480f-bf6c-021094a13f5f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3348687 Oct 26 14:16:19.251454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-771816046'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:19.261062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.264392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.271860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "DELETE /v2.0/security-groups/4f42e537-0118-4388-a44b-1208a8d45f89 HTTP/1.1" status: 204 len: 168 time: 0.5714765 Oct 26 14:16:19.273526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.275566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58670263-f794-4746-824f-8e6821f113d2 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:19.317771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-3d2a5374-d786-440e-856f-31136edfddb3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3333881 Oct 26 14:16:19.322633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:19.327000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.333399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for 98f1ecfc-dcbc-4829-88d0-bd4a196498ea owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:19.360768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5b3de-cebc-447d-b255-67dc09a632ff tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f42e537-0118-4388-a44b-1208a8d45f89,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:19.382315 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-cf68f704-e08a-4b7f-b395-3c212b0fde81 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] show failed (client error): The resource could not be found. Oct 26 14:16:19.383369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cf68f704-e08a-4b7f-b395-3c212b0fde81 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "GET /v2.0/security-groups/4f42e537-0118-4388-a44b-1208a8d45f89 HTTP/1.1" status: 404 len: 347 time: 0.0922596 Oct 26 14:16:19.390206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.410038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'networks': [{'name': 'tempest-network--1041576522'}, {'name': 'tempest-network--644588284'}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:19.411001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-network--1041576522'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:19.411621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-network--644588284'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:19.469504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-de4090d9-ee0c-4fdb-8454-c54ec19e070f service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 Oct 26 14:16:19.477461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'network': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:19.483073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.553705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.560027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58670263-f794-4746-824f-8e6821f113d2 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:19.588838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-ab263036-9ef2-4a29-be27-d5ade1d348a3 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184201 Oct 26 14:16:19.689465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:19.700503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Deleting port 1cd71790-5974-49ea-a45c-9edf3bb32ee0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:19.701102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.716935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.718055 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment c3585f0b-e381-4e0d-acac-775914a06b69 of type vlan for network da2a5375-cdbd-4277-83dd-a002a6b2f3da Oct 26 14:16:19.775501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.787159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.787610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.816865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Calling delete_port for 1cd71790-5974-49ea-a45c-9edf3bb32ee0 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:19.825997 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.834346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:19.835149 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.883358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:19.929282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6896644 Oct 26 14:16:19.934485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42036) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:19.988030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.010195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:20.041861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Pushing event deleted for resources: {'Port': ['ID=1cd71790-5974-49ea-a45c-9edf3bb32ee0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:20.054564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5aa20537-1213-4281-9d0a-78457af21cd5 req-1ab37297-aa8b-4bde-9073-f6c50cf0cb69 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 210 time: 0.0845861 Oct 26 14:16:20.100765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.140183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.140980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.148566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=98f1ecfc-dcbc-4829-88d0-bd4a196498ea,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:20.156962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.171897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-311df08e-df2b-46c8-af5f-97814d241fee tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/ports/98f1ecfc-dcbc-4829-88d0-bd4a196498ea HTTP/1.1" status: 204 len: 168 time: 1.7031338 Oct 26 14:16:20.175277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42044) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:20.247838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4db83-fa7c-443e-a284-ea5d9891a2d4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:20.279973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:20.288568 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b001c569-2823-4e3b-b0d6-e47260a46c72 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:20.290209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b001c569-2823-4e3b-b0d6-e47260a46c72 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:20.293229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.293828 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment 0459e89b-b46a-45a0-ac51-0ba4db2d72dd of type vlan for network 8f091f56-01c2-41e6-b741-415785318f2c Oct 26 14:16:20.296978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b001c569-2823-4e3b-b0d6-e47260a46c72 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/ccfe62f6-0c27-4510-87a1-5edd0959776d HTTP/1.1" status: 404 len: 337 time: 0.1010542 Oct 26 14:16:20.297844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42046) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:20.328006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9e75-5b03-48c1-b306-5530166240c5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=da2a5375-cdbd-4277-83dd-a002a6b2f3da,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:20.339696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:20.386099 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.399275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.400999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9eeef67a-9b73-4cb5-a967-aef25b939401 tempest-ServersTestFqdnHostnames-507926990 tempest-ServersTestFqdnHostnames-507926990-project] 10.222.0.37 "DELETE /v2.0/floatingips/15d026ee-6f25-4b8d-98e0-868b315656c9 HTTP/1.1" status: 204 len: 168 time: 1.0097542 Oct 26 14:16:20.404584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:20.409177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.522033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.resource_extend [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:16:20.547201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8d96d-a7f8-4d00-ae67-4aef341abd38 req-f39a12b6-f3fb-42d5-80f1-6fc779c0e8fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:20.561337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5f8d96d-a7f8-4d00-ae67-4aef341abd38 req-f39a12b6-f3fb-42d5-80f1-6fc779c0e8fb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2579470 Oct 26 14:16:20.563665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:20.568543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.576476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:20.581001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.584594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.584943 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment 60623cf4-c77f-478d-b532-2c712aa8dbd5 of type vlan for network 9d46e6ca-708c-4372-b6e5-aba0833e9615 Oct 26 14:16:20.686393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.741076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5f8d96d-a7f8-4d00-ae67-4aef341abd38 req-c6cb95af-ae38-421e-a882-2bd2475b37c9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675169 Oct 26 14:16:20.771615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.772239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.778955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:20.784316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port 285936ad-06cf-466c-b3f0-0948e5513416 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:20.784956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:20.785442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.785915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.886570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=8f091f56-01c2-41e6-b741-415785318f2c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:20.901145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8f091f56-01c2-41e6-b741-415785318f2c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:20.910631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] For port 285936ad-06cf-466c-b3f0-0948e5513416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=285936ad-06cf-466c-b3f0-0948e5513416,segment=NetworkSegment(11f5c4cb-024a-45da-8448-5b2fe5dad711),segment_id=11f5c4cb-024a-45da-8448-5b2fe5dad711)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:20.911140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:20.933223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for 285936ad-06cf-466c-b3f0-0948e5513416 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:20.938204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8160996 Oct 26 14:16:20.939498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42056) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.015137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca56d1-3443-4a44-a912-e5afe0fff214 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=9d46e6ca-708c-4372-b6e5-aba0833e9615,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:21.029917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9d46e6ca-708c-4372-b6e5-aba0833e9615 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:21.151878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.204413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c75967b1-76b3-4f78-807f-a2670c6b73a0 req-fd870b54-386a-4f35-be5b-76a01e0da9a4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 210 time: 0.0503173 Oct 26 14:16:21.214982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=8fa02a47-9f9e-4e30-80cc-217bce2cf54f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:21.306536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.370101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5570f-7932-4cec-9808-51380a11f924 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.376009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5570f-7932-4cec-9808-51380a11f924 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.382338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5570f-7932-4cec-9808-51380a11f924 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.388798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5570f-7932-4cec-9808-51380a11f924 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.390823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45b5570f-7932-4cec-9808-51380a11f924 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4503703 Oct 26 14:16:21.395941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42060) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.426455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.456691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=285936ad-06cf-466c-b3f0-0948e5513416,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:21.480599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': 'c3585f0b-e381-4e0d-acac-775914a06b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:21.480965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: da2a5375-cdbd-4277-83dd-a002a6b2f3da, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:21.485141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No DVR routers for this DVR port 285936ad-06cf-466c-b3f0-0948e5513416 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:21.508174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.538686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-52e7c8bf-7174-46ab-8323-3c58d8580811 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.540373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-52e7c8bf-7174-46ab-8323-3c58d8580811 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.3132432 Oct 26 14:16:21.555989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '5ffa8817-194f-4df3-8300-b273ebfca811', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:21.650793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:21.689475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.701349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.709640 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.715242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, da2a5375-cdbd-4277-83dd-a002a6b2f3da) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:21.734809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:21.734809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.747247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077bcf66-343b-4f9e-92ca-e82303b185c8 None None] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:21.753361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6749bf-587f-48b9-a779-a7dd69a5a7b6']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.798861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f091f56-01c2-41e6-b741-415785318f2c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.807281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f5c4cb-024a-45da-8448-5b2fe5dad711') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.807936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f5c4cb-024a-45da-8448-5b2fe5dad711') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.856130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-58ac314a-753b-4c71-9f19-a129b5f6c284 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8507559 Oct 26 14:16:21.872118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:21.876064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:21.890507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da', 'name': 'tempest-PortsTestJSON-1639212737'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:21.935587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0459e89b-b46a-45a0-ac51-0ba4db2d72dd') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.942258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0459e89b-b46a-45a0-ac51-0ba4db2d72dd') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:21.995536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-da2a5375-cdbd-4277-83dd-a002a6b2f3da', 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': '8fa02a47-9f9e-4e30-80cc-217bce2cf54f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:21.996586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.008268 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.043524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.054626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.070257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:22.070694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.073561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:22.074271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:22.074401 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:22.080125 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:22.100214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:22.104693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.133514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f9929-43e0-451e-81c1-ccb745cfc39b req-3ea631ea-99b9-4dfc-a188-988c90bdfe9e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:22.135724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-656f9929-43e0-451e-81c1-ccb745cfc39b req-3ea631ea-99b9-4dfc-a188-988c90bdfe9e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1633594 Oct 26 14:16:22.148095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Deleting port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:22.148439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.216737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.220200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.225000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.231069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/8f091f56-01c2-41e6-b741-415785318f2c HTTP/1.1" status: 204 len: 168 time: 0.8340142 Oct 26 14:16:22.233509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42070) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.256270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.259977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/ce6749bf-587f-48b9-a779-a7dd69a5a7b6 HTTP/1.1" status: 204 len: 168 time: 1.9528289 Oct 26 14:16:22.273174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42074) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.286970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210a7f-6685-4446-b9a3-7d366e25556d tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=ce6749bf-587f-48b9-a779-a7dd69a5a7b6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.292159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:22.297615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.350846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port c64585c6-5726-45bd-8661-2b94026778d6 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:22.388610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba63a9-8893-48a8-8af1-e12b42dc001f tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=8f091f56-01c2-41e6-b741-415785318f2c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.397303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Allocated IP 172.20.0.2 (da2a5375-cdbd-4277-83dd-a002a6b2f3da/8fa02a47-9f9e-4e30-80cc-217bce2cf54f/cd50fe77-fb61-4c5e-9499-e6ae8c707440) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:22.428794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-656f9929-43e0-451e-81c1-ccb745cfc39b req-29b9ce56-dc7e-4ed1-b879-4bcf57928cb5 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2824082 Oct 26 14:16:22.524402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.538612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] For port d86e27f1-4e66-4346-ba11-2c8c9fa3db7f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:22.538989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.551813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:22.570675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Calling delete_port for d86e27f1-4e66-4346-ba11-2c8c9fa3db7f owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:22.604024 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.613693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.667372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Pushing event updated for resources: {'Port': ['ID=cd50fe77-fb61-4c5e-9499-e6ae8c707440,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.688525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:22.690261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:22.694823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:22.749804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting port 26965477-3628-43bc-80e1-5a9c12834e28 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:22.750192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.778053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Attempting to bind port cd50fe77-fb61-4c5e-9499-e6ae8c707440 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:22.778647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Attempting to bind port cd50fe77-fb61-4c5e-9499-e6ae8c707440 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c3585f0b-e381-4e0d-acac-775914a06b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:22.779120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Attempting to bind port cd50fe77-fb61-4c5e-9499-e6ae8c707440 on network da2a5375-cdbd-4277-83dd-a002a6b2f3da {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:22.786171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:22.786558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Checking segment: {'id': 'c3585f0b-e381-4e0d-acac-775914a06b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:22.786918 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.787308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Bound using segment: {'id': 'c3585f0b-e381-4e0d-acac-775914a06b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:22.787782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Bound port: cd50fe77-fb61-4c5e-9499-e6ae8c707440, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3585f0b-e381-4e0d-acac-775914a06b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:22.788203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.807338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.838922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d46e6ca-708c-4372-b6e5-aba0833e9615']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:22.864643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60623cf4-c77f-478d-b532-2c712aa8dbd5') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:22.864940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60623cf4-c77f-478d-b532-2c712aa8dbd5') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:22.888473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] For port cd50fe77-fb61-4c5e-9499-e6ae8c707440, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:22.894491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] For port cd50fe77-fb61-4c5e-9499-e6ae8c707440, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cd50fe77-fb61-4c5e-9499-e6ae8c707440,segment=NetworkSegment(c3585f0b-e381-4e0d-acac-775914a06b69),segment_id=c3585f0b-e381-4e0d-acac-775914a06b69)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:22.903465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:22.950392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d38af99-1e5e-4695-8505-2bb01c4def5f req-740e1f31-a624-4cf5-b768-953cf39f7fbe tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 210 time: 0.5919290 Oct 26 14:16:22.973688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72562640-8b88-4217-8545-adf5391a52b3 None None] Pushing event updated for resources: {'Port': ['ID=cd50fe77-fb61-4c5e-9499-e6ae8c707440,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:22.981447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.8 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/ab2d62b1-47a9-449c-accd-e9cf73d9bfc3) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:23.187663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.14 (da2a5375-cdbd-4277-83dd-a002a6b2f3da/8fa02a47-9f9e-4e30-80cc-217bce2cf54f/c64585c6-5726-45bd-8661-2b94026778d6) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:23.210479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.344797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.386225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.401675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.431465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Calling delete_port for 26965477-3628-43bc-80e1-5a9c12834e28 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:23.447339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.462701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.478617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:23.479018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:23.482352 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:23.508575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.521735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:23.629380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.666901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:23.675752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.678313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:23.681736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:23.684847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:23.687259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.699567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:23.703576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:23.762558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.766071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/9d46e6ca-708c-4372-b6e5-aba0833e9615 HTTP/1.1" status: 204 len: 168 time: 1.5281870 Oct 26 14:16:23.777249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42086) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:23.813189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dda68-9c37-4c44-83fe-224c2e6efb4c tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=9d46e6ca-708c-4372-b6e5-aba0833e9615,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.842138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7498f-4d3c-4566-bcd6-2bca9e090c82 req-f17e0c13-5dd8-4fc9-b485-4f9df2a750f0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:23.843629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7e7498f-4d3c-4566-bcd6-2bca9e090c82 req-f17e0c13-5dd8-4fc9-b485-4f9df2a750f0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2568457 Oct 26 14:16:23.850332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.851642 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:23.921040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=c64585c6-5726-45bd-8661-2b94026778d6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.944815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Pushing event deleted for resources: {'Port': ['ID=d86e27f1-4e66-4346-ba11-2c8c9fa3db7f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:23.960806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:23.961497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.002381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.003455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.048314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.055726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/ports/26965477-3628-43bc-80e1-5a9c12834e28 HTTP/1.1" status: 204 len: 168 time: 1.7436063 Oct 26 14:16:24.101845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cd50fe77-fb61-4c5e-9499-e6ae8c707440 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:24.118580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42092) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.135031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed6f2a-c857-44a1-9d7e-7284b8bc6b0e tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Port': ['ID=26965477-3628-43bc-80e1-5a9c12834e28,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:24.174002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7e7498f-4d3c-4566-bcd6-2bca9e090c82 req-aa304924-6941-4b0d-99dc-3627718b549b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2970543 Oct 26 14:16:24.181060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dfe56698-39ec-4d05-bc0a-6eeccfb89ce1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3006873 Oct 26 14:16:24.186362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.193453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': 'da2a5375-cdbd-4277-83dd-a002a6b2f3da', 'name': 'tempest-PortsTestJSON-575182407'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:24.215929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port cd50fe77-fb61-4c5e-9499-e6ae8c707440 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:24.216648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.255324 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a995191a-4a32-45b6-9e2b-93e393f8af10 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] DELETE failed (client error): The resource could not be found. Oct 26 14:16:24.256069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a995191a-4a32-45b6-9e2b-93e393f8af10 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:16:24.271367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a995191a-4a32-45b6-9e2b-93e393f8af10 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/5ff3642c-e976-467d-92dc-a56d592ea594 HTTP/1.1" status: 404 len: 337 time: 0.1458845 Oct 26 14:16:24.298729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.353694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e961cb6-b3f0-45fd-a85a-6554d5f16753 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.360842 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.371360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e961cb6-b3f0-45fd-a85a-6554d5f16753 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.376556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e961cb6-b3f0-45fd-a85a-6554d5f16753 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5920565 Oct 26 14:16:24.378232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42098) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:24.393306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-930438575'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:24.401459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:16:24.416646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-b319f167-90ea-46b7-a102-fbdf54d48134 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8653665 Oct 26 14:16:24.439659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Request body: {'port': {'device_id': '5ffa8817-194f-4df3-8300-b273ebfca811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:24.526899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port cd50fe77-fb61-4c5e-9499-e6ae8c707440, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cd50fe77-fb61-4c5e-9499-e6ae8c707440,segment=NetworkSegment(c3585f0b-e381-4e0d-acac-775914a06b69),segment_id=c3585f0b-e381-4e0d-acac-775914a06b69)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:24.534156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.575302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094bf74-c6d2-4b06-84bb-e787306ff695 req-d248030c-84e2-4c03-8d26-350363a1effa tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.587490 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.593187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1094bf74-c6d2-4b06-84bb-e787306ff695 req-d248030c-84e2-4c03-8d26-350363a1effa tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 931 time: 0.4049895 Oct 26 14:16:24.619277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.643064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:24.648048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.656799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:24.660356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.667976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:24.670800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=cd50fe77-fb61-4c5e-9499-e6ae8c707440,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:24.698758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.704476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e07f22-8bfd-495b-abe2-07bb6d09f39e None None] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:24.708087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1094bf74-c6d2-4b06-84bb-e787306ff695 req-6758e574-9b22-4de8-9a2c-b38634e0598f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131809 Oct 26 14:16:24.709075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:16:24.722171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:24.764323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.765171 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment f2b7df3a-3fcd-45be-9e46-aeaeab382c07 of type vlan for network e1e53428-4df8-44da-aab8-63965c72dfcb Oct 26 14:16:24.788499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port c1ae9462-0b9c-46c8-b6aa-291e95e51194 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:24.815400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f8fdae57-b243-4662-bc3d-5cd22ffe20a4 None None] Provisioning complete for port cd50fe77-fb61-4c5e-9499-e6ae8c707440 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:24.815778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8fdae57-b243-4662-bc3d-5cd22ffe20a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.833656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.854730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.903988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:24.938319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:24.944891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.961866 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.968277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:24.969279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.983304 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:24.995815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36851189-9b01-47aa-958c-97f47872fa11']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.026066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6458800 Oct 26 14:16:25.026797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42102) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:25.044684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9852a5d-d465-485b-990d-2b07e45c5163') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.044978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9852a5d-d465-485b-990d-2b07e45c5163') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.049648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.065012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.093060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1960367218'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:25.118552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:25.152985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.172628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021df8ed-1554-4dde-808c-be4fe2f90371 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=e1e53428-4df8-44da-aab8-63965c72dfcb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.193582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network e1e53428-4df8-44da-aab8-63965c72dfcb details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:25.201613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:25.205806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.252910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.270066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.3 (da2a5375-cdbd-4277-83dd-a002a6b2f3da/8fa02a47-9f9e-4e30-80cc-217bce2cf54f/c1ae9462-0b9c-46c8-b6aa-291e95e51194) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:25.300938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:25.301908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:25.305850 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:25.317672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:25.398919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.399288 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment ede8bf74-b200-4a93-b48b-1bc01332de21 of type vlan for network 2ada6a01-9004-477d-9228-43b0ee1e85d6 Oct 26 14:16:25.463092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:25.503056 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.508783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.521866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:25.528239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.544362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e6bdf-065d-4faa-93f9-d82cb8a70e48 req-e14d7d76-85dc-4b6f-8012-72a540dd00c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.546019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-539e6bdf-065d-4faa-93f9-d82cb8a70e48 req-e14d7d76-85dc-4b6f-8012-72a540dd00c3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1709223 Oct 26 14:16:25.558350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Transition to ACTIVE for port object ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:16:25.570430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.604103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.611200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/36851189-9b01-47aa-958c-97f47872fa11 HTTP/1.1" status: 204 len: 168 time: 1.3053606 Oct 26 14:16:25.616445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc015d3c-5eb0-4bda-bf7e-371c509a4d97 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=36851189-9b01-47aa-958c-97f47872fa11,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.622272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:25.699395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.705420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:25.706074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.706604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7294fc55-a41e-40ae-847c-3e97e3237374 None None] Provisioning complete for port cd50fe77-fb61-4c5e-9499-e6ae8c707440 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:25.708472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7294fc55-a41e-40ae-847c-3e97e3237374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.754592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-539e6bdf-065d-4faa-93f9-d82cb8a70e48 req-4392d9c1-ce06-4d5d-8def-1b7b9a22c082 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1998537 Oct 26 14:16:25.774730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:25.859124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:25.872353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8408329 Oct 26 14:16:25.879874 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Sync routers for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:25.883496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:25.883927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42136) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:25.892259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e9e5604-d88a-42c5-bb87-d55971ed9291 admin admin] 10.222.0.37 "PUT /v2.0/routers/3a657f2f-0ca5-4d70-bb04-ec83cc65286b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4683220 Oct 26 14:16:25.902095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7294fc55-a41e-40ae-847c-3e97e3237374 None None] Provisioning complete for port c64585c6-5726-45bd-8661-2b94026778d6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:25.902673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7294fc55-a41e-40ae-847c-3e97e3237374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:25.903008 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:25.903668 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:25.958964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7294fc55-a41e-40ae-847c-3e97e3237374 None None] Port c64585c6-5726-45bd-8661-2b94026778d6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:25.978618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Deleting subnet 6d423d95-e8af-488d-980a-5043462f8061 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:26.018220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'ports': [{'network_id': 'e1e53428-4df8-44da-aab8-63965c72dfcb', 'name': 'tempest-port--1381864675', 'admin_state_up': True}, {'network_id': '2ada6a01-9004-477d-9228-43b0ee1e85d6', 'admin_state_up': False}]} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:26.018469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'port': {'network_id': 'e1e53428-4df8-44da-aab8-63965c72dfcb', 'name': 'tempest-port--1381864675', 'admin_state_up': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:26.018977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'port': {'network_id': '2ada6a01-9004-477d-9228-43b0ee1e85d6', 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:26.031658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.032016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.032366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.032869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.033220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.033559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.034031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.034222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.034561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.034926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.035797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.036678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:26.078104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.081214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b87fa-849c-460b-a72b-eeab4a6bee4b req-312b8185-0884-4198-9be6-e963c8c80ebd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:26.083307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-512b87fa-849c-460b-a72b-eeab4a6bee4b req-312b8185-0884-4198-9be6-e963c8c80ebd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 943 time: 0.1439857 Oct 26 14:16:26.137306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cd50fe77-fb61-4c5e-9499-e6ae8c707440 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:26.140646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-512b87fa-849c-460b-a72b-eeab4a6bee4b req-035f3cca-c1b3-4f7a-97cd-e5c7523a8ced tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Oct 26 14:16:26.214370 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:26.221023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.271269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd1ab8-1a35-43d8-835f-54a6e6bf5ede tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=2ada6a01-9004-477d-9228-43b0ee1e85d6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:26.307227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Deleting port d5737f81-4ae3-495d-82a2-75e814be4d77 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:26.307565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.309279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2ada6a01-9004-477d-9228-43b0ee1e85d6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:26.315764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b1e6655b-90ad-4eac-a2e1-43aa0e40c2e2 None None] Provisioning complete for port c64585c6-5726-45bd-8661-2b94026778d6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:26.316183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1e6655b-90ad-4eac-a2e1-43aa0e40c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.420805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:26.430053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] For port d5737f81-4ae3-495d-82a2-75e814be4d77, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d5737f81-4ae3-495d-82a2-75e814be4d77,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:26.431328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.447178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Calling delete_port for d5737f81-4ae3-495d-82a2-75e814be4d77 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:26.489921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port cd50fe77-fb61-4c5e-9499-e6ae8c707440 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:26.490408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.492864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b1e6655b-90ad-4eac-a2e1-43aa0e40c2e2 None None] Port c64585c6-5726-45bd-8661-2b94026778d6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:26.581891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.595484 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:16:23Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:26.671682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:26.672046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.686884 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Checking router: 3a657f2f-0ca5-4d70-bb04-ec83cc65286b for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:16:26.705620 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Routers {'3a657f2f-0ca5-4d70-bb04-ec83cc65286b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:26.706264 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:26.814802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.845170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:26.848999 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17156cb-fa92-4671-a3fa-9443823c3d72" -d '{"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:26.854379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Attempting to bind port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:26.854505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Attempting to bind port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:26.854834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Attempting to bind port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:26.882684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:26.888867 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.893679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:16:26.894008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Attempting to bind port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:26.949537 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800ea761-8bed-4d94-afa5-03c2297f6729 x-openstack-request-id: req-800ea761-8bed-4d94-afa5-03c2297f6729 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:26.949817 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:26.950085 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-800ea761-8bed-4d94-afa5-03c2297f6729 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:26.950480 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'code': 200} Oct 26 14:16:26.957951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:26.958186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:26.958538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:26.963814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Bound port: ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:26.963814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:26.966368 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] Set router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:27.018368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.039089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.126105 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.152895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.233123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'port': 2} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:27.237807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093ed3c-34e9-45ac-9db9-1e4f260b5b02 req-75c9cde3-ea7b-4c28-a0b3-de289e6f560c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.238606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.246601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e093ed3c-34e9-45ac-9db9-1e4f260b5b02 req-75c9cde3-ea7b-4c28-a0b3-de289e6f560c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1582949 Oct 26 14:16:27.273010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.301596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:27.319263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:27.321609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=c1ae9462-0b9c-46c8-b6aa-291e95e51194,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.324216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:27.389449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:16:23Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:27.393109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e093ed3c-34e9-45ac-9db9-1e4f260b5b02 req-2b50ee48-dfbe-4fee-828d-f02bca87bb17 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454597 Oct 26 14:16:27.447639 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77637e64-364b-455f-b9e4-0e7a9a4915e8 None None] The sync data for ids ['3a657f2f-0ca5-4d70-bb04-ec83cc65286b'] in n-d-813419-9 is: [{'id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'name': 'tempest-ServersTestFqdnHostnames-1388251040-router', 'tenant_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:13:36Z', 'updated_at': '2021-10-26T14:16:23Z', 'revision_number': 5, 'project_id': '31838a1a809c41c9b78e01dc5b32cdc2', 'gw_port': {'id': '81367638-bca9-46cb-8dca-0ba7e89c5262', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:35:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a657f2f-0ca5-4d70-bb04-ec83cc65286b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:13:37Z', 'updated_at': '2021-10-26T14:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:27.470523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:27.503801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.504631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.520579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:27.526804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] device_id is not set on port afd199fd-abd7-4826-aaf2-3bf7da89aa55 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:27.534672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.543782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.612523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.621986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5737f81-4ae3-495d-82a2-75e814be4d77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.639910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:27.640752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.642237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] 10.222.0.41 "PUT /v2.0/ports/ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 HTTP/1.1" status: 200 len: 1091 time: 3.2113817 Oct 26 14:16:27.649739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:27.652406 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6192b7-3f82-4158-a472-0bb45d0f0123" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:27.690649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-69b46b5b-2260-4199-a430-7d6c577f3481 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4997430 Oct 26 14:16:27.716986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42154) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:27.768875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.844960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-32a7216e-f444-478b-a630-c58362d61b3d None None] Provisioning complete for port c1ae9462-0b9c-46c8-b6aa-291e95e51194 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:27.845597 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32a7216e-f444-478b-a630-c58362d61b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.855415 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4490f228-fc52-42dc-9ece-2a85365ff7d1 x-openstack-request-id: req-4490f228-fc52-42dc-9ece-2a85365ff7d1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:27.855761 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:27.855955 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4490f228-fc52-42dc-9ece-2a85365ff7d1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:27.856342 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3', 'status': 'completed', 'code': 200} Oct 26 14:16:27.886803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Subnet': ['ID=6d423d95-e8af-488d-980a-5043462f8061,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:27.936099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:27.946903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-32a7216e-f444-478b-a630-c58362d61b3d None None] Port c1ae9462-0b9c-46c8-b6aa-291e95e51194 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:27.952293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c1fbc-3564-4c11-9059-a2485b95c6c4 None None] Network 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:27.956655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dddb768b-7b82-4734-a4b5-5eb7a26178ce tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/subnets/6d423d95-e8af-488d-980a-5043462f8061 HTTP/1.1" status: 204 len: 168 time: 2.3294852 Oct 26 14:16:27.977267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42156) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.022404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809f66-3495-4b2a-ad9c-6cbcc00f38d1 req-07aa30a2-0fc8-4f63-946c-081d757efaa1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.030095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38809f66-3495-4b2a-ad9c-6cbcc00f38d1 req-07aa30a2-0fc8-4f63-946c-081d757efaa1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 943 time: 0.6652708 Oct 26 14:16:28.035622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7723c-5684-4751-97d3-106fb92f609c service neutron] Pushing event updated for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:28.121278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d86e27f1-4e66-4346-ba11-2c8c9fa3db7f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:28.137568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.187701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cbd805-ecb0-441d-ad82-258419f8af53 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.192903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-30cbd805-ecb0-441d-ad82-258419f8af53 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4746845 Oct 26 14:16:28.202171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.227396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d86e27f1-4e66-4346-ba11-2c8c9fa3db7f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:28.227866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d86e27f1-4e66-4346-ba11-2c8c9fa3db7f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:28.240599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.328060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] device_id is not set on port 17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:28.331020 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:16:28.442791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] DHCP port deletion for 5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:28.471340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port c1ae9462-0b9c-46c8-b6aa-291e95e51194 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:28.471686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.524554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-380b1b1a-3d19-4f6c-90da-8933fe896402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.526319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-380b1b1a-3d19-4f6c-90da-8933fe896402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 1094 time: 0.7271101 Oct 26 14:16:28.569107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38809f66-3495-4b2a-ad9c-6cbcc00f38d1 req-cdb0662f-80bb-4d26-b588-43e14401756b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296054 Oct 26 14:16:28.746847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Router 0ba31bda-3523-44f0-b96e-da966bc5fd9c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:16:28.876523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Deleting port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:28.877105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:28.924178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd09366-bdf8-498e-a6d2-f041fbbc13cb req-e8432747-98a6-4a47-b0aa-f45c59166b1b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:28.926496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cd09366-bdf8-498e-a6d2-f041fbbc13cb req-e8432747-98a6-4a47-b0aa-f45c59166b1b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2442482 Oct 26 14:16:28.931340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:16:28.939598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81dafe24-edda-4b50-943c-77b5d5c8eec1 admin admin] 10.222.0.37 "PUT /v2.0/routers/0ba31bda-3523-44f0-b96e-da966bc5fd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3811836 Oct 26 14:16:28.948542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42164) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:28.965761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Sync routers for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:16:29.001414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:29.002618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:29.022283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cd09366-bdf8-498e-a6d2-f041fbbc13cb req-81a3b9f5-9062-47e3-83e8-6ab76d9b680d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726738 Oct 26 14:16:29.024436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.121289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for c1ae9462-0b9c-46c8-b6aa-291e95e51194 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:29.168305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-a47c6efb-b557-4872-8985-630698940d2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 HTTP/1.1" status: 200 len: 217 time: 0.6306171 Oct 26 14:16:29.170514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:29.173526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Deleting port 81367638-bca9-46cb-8dca-0ba7e89c5262 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:29.174396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.234749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.281032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] For port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,segment=NetworkSegment(8897868e-9801-4a8b-92a9-695bfa008372),segment_id=8897868e-9801-4a8b-92a9-695bfa008372)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:29.281403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.295297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.337899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Calling delete_port for 2b3acf5f-b17b-48af-b9d6-d6c773e6509f owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:29.388960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] For port 81367638-bca9-46cb-8dca-0ba7e89c5262, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=81367638-bca9-46cb-8dca-0ba7e89c5262,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:29.389563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.411979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Calling delete_port for 81367638-bca9-46cb-8dca-0ba7e89c5262 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:29.442239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.468004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.474536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-06a83981-80f3-4a11-aa12-90032047e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:29.476460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-06a83981-80f3-4a11-aa12-90032047e65a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.2463102 Oct 26 14:16:29.554538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=c1ae9462-0b9c-46c8-b6aa-291e95e51194,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:29.584394 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.621593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-0264dcce-df6e-451f-a8dc-03ed737403bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760591 Oct 26 14:16:29.650523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.651283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.653671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.653860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] Pushing event deleted for resources: {'Port': ['ID=2b3acf5f-b17b-48af-b9d6-d6c773e6509f,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:29.655069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.655634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.656865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.659448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.662840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.664666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.665264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.666019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.667464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:16:29.672614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4cc2a-5dbd-497d-b47e-8dc00a5bed3a None None] No DVR routers for this DVR port 2b3acf5f-b17b-48af-b9d6-d6c773e6509f on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:29.737003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] The port '2b3acf5f-b17b-48af-b9d6-d6c773e6509f' was deleted {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 14:16:29.763372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:16:27Z', 'revision_number': 5, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port': {'id': 'dd77851f-7819-479e-8cdb-380ade2bb1b6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:04:04Z', 'updated_at': '2021-10-26T14:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:29.794041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.885424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Checking router: 0ba31bda-3523-44f0-b96e-da966bc5fd9c for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:16:29.922983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Routers {'0ba31bda-3523-44f0-b96e-da966bc5fd9c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:16:29.929376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:29.975678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:29.986392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a4102b40-5318-47f3-9dca-c4c29436baf2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/c1ae9462-0b9c-46c8-b6aa-291e95e51194 HTTP/1.1" status: 204 len: 168 time: 1.7796788 Oct 26 14:16:29.987485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:30.045393 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9da3ef5-6429-40f3-8c75-cc6c121669b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:16:30.053671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9da3ef5-6429-40f3-8c75-cc6c121669b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/c1ae9462-0b9c-46c8-b6aa-291e95e51194 HTTP/1.1" status: 404 len: 333 time: 0.0593677 Oct 26 14:16:30.055387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:30.212738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2b3acf5f-b17b-48af-b9d6-d6c773e6509f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:30.257921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Deleting port dd77851f-7819-479e-8cdb-380ade2bb1b6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:30.257921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.278878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2b3acf5f-b17b-48af-b9d6-d6c773e6509f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:30.279390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2b3acf5f-b17b-48af-b9d6-d6c773e6509f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:30.299386 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.308329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] Set router 0ba31bda-3523-44f0-b96e-da966bc5fd9c gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:16:30.375893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.388708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:16:29Z', 'revision_number': 6, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:30.414919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911aad4-a2be-40d9-aeee-a106fe41408a req-c6fef2e5-6aa7-4280-b124-c8bdac6492b6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.417485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8911aad4-a2be-40d9-aeee-a106fe41408a req-c6fef2e5-6aa7-4280-b124-c8bdac6492b6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 943 time: 0.5185156 Oct 26 14:16:30.425463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48462b1-8681-4756-af69-8fd6e8d5f8a4 None None] The sync data for ids ['0ba31bda-3523-44f0-b96e-da966bc5fd9c'] in n-d-813419-9 is: [{'id': '0ba31bda-3523-44f0-b96e-da966bc5fd9c', 'name': 'tempest-TaggedBootDevicesTest_v242-1984972563-router', 'tenant_id': '1efc0331d8794c69a783d06f9a1037cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:04:00Z', 'updated_at': '2021-10-26T14:16:29Z', 'revision_number': 6, 'project_id': '1efc0331d8794c69a783d06f9a1037cb', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:16:30.525153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:30.543126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c9eb-fbcf-4157-9f59-d152245667a5 req-88736c96-e9d1-43e4-8536-e6b4aabb58e3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:30.552271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dba8c9eb-fbcf-4157-9f59-d152245667a5 req-88736c96-e9d1-43e4-8536-e6b4aabb58e3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2984955 Oct 26 14:16:30.554661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Port': ['ID=afd199fd-abd7-4826-aaf2-3bf7da89aa55,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:30.585599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8897868e-9801-4a8b-92a9-695bfa008372') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:30.585920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8897868e-9801-4a8b-92a9-695bfa008372') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:30.603730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port c64585c6-5726-45bd-8661-2b94026778d6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:30.604231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.619597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-ed97d3fc-fde8-4a67-998e-ab8d367eac7a service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869810 Oct 26 14:16:30.637124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8911aad4-a2be-40d9-aeee-a106fe41408a req-3894b89c-0fa2-4cb9-a116-55ca80e0b957 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567247 Oct 26 14:16:30.663013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.702244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dba8c9eb-fbcf-4157-9f59-d152245667a5 req-ea3a7cc6-e9f0-48ff-a576-adc922363535 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481278 Oct 26 14:16:30.708387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] For port dd77851f-7819-479e-8cdb-380ade2bb1b6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd77851f-7819-479e-8cdb-380ade2bb1b6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:30.709082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.750341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Calling delete_port for dd77851f-7819-479e-8cdb-380ade2bb1b6 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:30.768734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.799970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:30.800396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.804618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Checking segment: {'id': 'f2b7df3a-3fcd-45be-9e46-aeaeab382c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'e1e53428-4df8-44da-aab8-63965c72dfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:30.804926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network hostable DHCP agents. Network: e1e53428-4df8-44da-aab8-63965c72dfcb, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:30.807008 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:30.899612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.903249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:30.995304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for c64585c6-5726-45bd-8661-2b94026778d6 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:31.016593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a1f158c-cf15-4aef-b7eb-49f0f03d6e85 req-9ad754ed-f60a-4bc1-994d-3a1a3ceb20e2 service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750346 Oct 26 14:16:31.050048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Pushing event deleted for resources: {'Port': ['ID=81367638-bca9-46cb-8dca-0ba7e89c5262,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.070236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network e1e53428-4df8-44da-aab8-63965c72dfcb is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:31.130783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.139069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.147873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] 10.222.0.37 "DELETE /v2.0/networks/5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c HTTP/1.1" status: 204 len: 168 time: 3.1624596 Oct 26 14:16:31.194686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, e1e53428-4df8-44da-aab8-63965c72dfcb) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:31.205373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9feb3-5c95-4f05-9b05-ff81c9df1d7a None None] Network e1e53428-4df8-44da-aab8-63965c72dfcb requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:31.284012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:31.287285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.437517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a3db9-77b5-4a6d-bb35-28e5d2eb8fb6 tempest-NetworksIpV6TestAttrs-1607193631 tempest-NetworksIpV6TestAttrs-1607193631-project] Pushing event deleted for resources: {'Network': ['ID=5b6e2ce8-4e0f-41a2-ac7e-26b9b453350c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.497385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.534608 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.604105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Pushing event deleted for resources: {'Port': ['ID=dd77851f-7819-479e-8cdb-380ade2bb1b6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.720122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-1f7828c7-7955-411f-9de2-2fecd0f91f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:31.721926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-1f7828c7-7955-411f-9de2-2fecd0f91f76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 1094 time: 0.5707369 Oct 26 14:16:31.725400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.727281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Port': ['ID=17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.751817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42184) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:31.757455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Checking segment: {'id': 'ede8bf74-b200-4a93-b48b-1bc01332de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '2ada6a01-9004-477d-9228-43b0ee1e85d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:31.757973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network hostable DHCP agents. Network: 2ada6a01-9004-477d-9228-43b0ee1e85d6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:31.761820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.794693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:31.825061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=c64585c6-5726-45bd-8661-2b94026778d6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:31.945321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.165703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network 2ada6a01-9004-477d-9228-43b0ee1e85d6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:32.208705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.209628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a657f2f-0ca5-4d70-bb04-ec83cc65286b {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:16:32.218472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.221394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3010a5ca-96d5-4c10-bf83-9964e1d283fb admin admin] 10.222.0.37 "DELETE /v2.0/routers/3a657f2f-0ca5-4d70-bb04-ec83cc65286b HTTP/1.1" status: 204 len: 168 time: 6.2381456 Oct 26 14:16:32.252614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.253762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2ada6a01-9004-477d-9228-43b0ee1e85d6) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:32.262919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a649b9e-e928-4cee-83b9-53cc14feac7b None None] Network 2ada6a01-9004-477d-9228-43b0ee1e85d6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:32.292782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:32.293312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.300979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.321001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.322201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.325344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.379882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d5737f81-4ae3-495d-82a2-75e814be4d77 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:32.397816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-76318f3f-15b1-40f9-a461-a59a194dadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.408961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-76318f3f-15b1-40f9-a461-a59a194dadd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.6712754 Oct 26 14:16:32.427110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-55eed8e9-7901-4ce1-b215-86bd97afef34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61804892804049c296147538e52d6128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709638 Oct 26 14:16:32.436862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d5737f81-4ae3-495d-82a2-75e814be4d77 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:32.437898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d5737f81-4ae3-495d-82a2-75e814be4d77 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:32.438874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd77851f-7819-479e-8cdb-380ade2bb1b6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:32.447577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42194) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.482488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: dd77851f-7819-479e-8cdb-380ade2bb1b6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:32.483438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd77851f-7819-479e-8cdb-380ade2bb1b6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:32.591716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:32.604836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7bc8f2df-c568-4243-bae6-460595df432f tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/c64585c6-5726-45bd-8661-2b94026778d6 HTTP/1.1" status: 204 len: 168 time: 2.5479760 Oct 26 14:16:32.620183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42196) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.621969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687dcb5-e2b7-41e8-b642-4333fa6f07ef req-f51a3365-c591-4b86-954c-2cd9551fbb06 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.637629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8687dcb5-e2b7-41e8-b642-4333fa6f07ef req-f51a3365-c591-4b86-954c-2cd9551fbb06 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 943 time: 0.6925774 Oct 26 14:16:32.638053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e8d1b-803a-4f62-81d0-01933a1d0c2c req-553b1e9f-12eb-4770-a3d3-1e573cae2a63 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.642339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d31e8d1b-803a-4f62-81d0-01933a1d0c2c req-553b1e9f-12eb-4770-a3d3-1e573cae2a63 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.7423129 Oct 26 14:16:32.665878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-a52a156f-8ca1-4b39-9db9-ac90e1851bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 HTTP/1.1" status: 200 len: 217 time: 0.2241483 Oct 26 14:16:32.678259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-adfd9b0c-d49d-43c6-9e2f-3aad60684ee0 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.6903954 Oct 26 14:16:32.714785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.755373 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-743c3eab-84da-413c-aa34-a5d7acd385bb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:16:32.763333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-743c3eab-84da-413c-aa34-a5d7acd385bb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/c64585c6-5726-45bd-8661-2b94026778d6 HTTP/1.1" status: 404 len: 333 time: 0.1194005 Oct 26 14:16:32.797517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42200) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:32.917662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d31e8d1b-803a-4f62-81d0-01933a1d0c2c req-fc32906f-9c6e-42d2-b34a-845b7f2ed0cd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2430413 Oct 26 14:16:32.932573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-8b075978-d0ad-4be7-84bb-6e5439c22dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:32.936150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-8b075978-d0ad-4be7-84bb-6e5439c22dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.2314115 Oct 26 14:16:32.994690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-6ad607b4-761d-4cae-bc1b-e9f4d675f998 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492387 Oct 26 14:16:32.998358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.033765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.134581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.141067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.149337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51840806-a63a-4453-aaf1-73e57a11862d HTTP/1.1" status: 204 len: 168 time: 0.6849687 Oct 26 14:16:33.357296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1cb8f-e969-4d35-b36c-b96e2b178e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51840806-a63a-4453-aaf1-73e57a11862d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:33.359231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.359231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba31bda-3523-44f0-b96e-da966bc5fd9c {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:16:33.362605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Deleting subnet 673a0812-4a40-48ac-bcab-5c93b06c6aa7 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:33.373726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.377782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6748d1ee-30fe-417d-82af-cc6de98f1dba admin admin] 10.222.0.37 "DELETE /v2.0/routers/0ba31bda-3523-44f0-b96e-da966bc5fd9c HTTP/1.1" status: 204 len: 168 time: 4.3971233 Oct 26 14:16:33.378726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-8024216d-0273-40d5-83e6-5e26f59a02ad service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899146 Oct 26 14:16:33.379815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42204) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:33.397241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8687dcb5-e2b7-41e8-b642-4333fa6f07ef req-4f46f4a2-44d5-4605-9d1c-0607d410c368 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480819 Oct 26 14:16:33.416165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.506952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239c21d-93ce-4834-8719-637d06a69b17 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:33.537861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239c21d-93ce-4834-8719-637d06a69b17 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:33.552702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a239c21d-93ce-4834-8719-637d06a69b17 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8355496 Oct 26 14:16:33.555867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42206) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:33.562181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 8fa02a47-9f9e-4e30-80cc-217bce2cf54f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:33.575754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.580983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.600748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Deleting subnet ea92f421-55a9-41c7-b8c5-0df184d33889 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:33.667246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.766501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.813698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.903044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf6192b7-3f82-4158-a472-0bb45d0f0123 req-6dfa02bf-d474-49dd-bdba-7d580cc8c457 service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783523 Oct 26 14:16:33.916361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 81367638-bca9-46cb-8dca-0ba7e89c5262 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:33.930757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:33.949797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 81367638-bca9-46cb-8dca-0ba7e89c5262 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:33.950561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 81367638-bca9-46cb-8dca-0ba7e89c5262 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:34.015804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Deleting port afd199fd-abd7-4826-aaf2-3bf7da89aa55 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:34.016739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.090916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.217905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.241530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.255554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.273453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.277527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa02a47-9f9e-4e30-80cc-217bce2cf54f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:34.306287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a4581-d55f-4a9c-844b-a0c61891d630 None None] Network da2a5375-cdbd-4277-83dd-a002a6b2f3da requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:34.328550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Calling delete_port for afd199fd-abd7-4826-aaf2-3bf7da89aa55 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:34.335417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673a0812-4a40-48ac-bcab-5c93b06c6aa7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:34.353894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.368963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab9d9f0b-1c48-4d57-8ab1-05e21af329c0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/8fa02a47-9f9e-4e30-80cc-217bce2cf54f HTTP/1.1" status: 204 len: 168 time: 1.5679808 Oct 26 14:16:34.380876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42226) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.423356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603dfe-f751-4c78-ae88-25060d9d30ff req-5fef9f67-5998-4360-b1a0-61f78cf18b7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:34.426217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87603dfe-f751-4c78-ae88-25060d9d30ff req-5fef9f67-5998-4360-b1a0-61f78cf18b7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.3033431 Oct 26 14:16:34.452209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.454402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97ffc3-5fe0-4776-9412-36d28ec0ab6a None None] Network bafa30fe-919c-48d5-892e-3c52ed11eae3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:34.463732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-107344a4-0bdb-4106-9697-452269d134b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/673a0812-4a40-48ac-bcab-5c93b06c6aa7 HTTP/1.1" status: 204 len: 168 time: 2.1876454 Oct 26 14:16:34.467131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:16:34.498487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42230) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.711971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87603dfe-f751-4c78-ae88-25060d9d30ff req-c735b135-8ffb-4a4f-8adb-0c28bd420f8f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2787402 Oct 26 14:16:34.734940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.840098 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.893752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea92f421-55a9-41c7-b8c5-0df184d33889,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:34.898573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.925416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:34.937061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dea1f511-bdee-4d02-9665-d58b032bcfae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea92f421-55a9-41c7-b8c5-0df184d33889 HTTP/1.1" status: 204 len: 168 time: 1.5548668 Oct 26 14:16:34.938126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42240) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:34.981280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.012992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340114e1-ea76-4123-8fab-d1fa878f35be req-fcd7ba24-ac34-4f05-b45b-d3e87c7e3748 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:35.015763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-340114e1-ea76-4123-8fab-d1fa878f35be req-fcd7ba24-ac34-4f05-b45b-d3e87c7e3748 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 943 time: 0.3519959 Oct 26 14:16:35.028273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Port': ['ID=afd199fd-abd7-4826-aaf2-3bf7da89aa55,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:35.065838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c12286-ef86-418d-88ac-b4398f014f3f None None] Network 53d0a737-0d52-420b-84a2-7695344d1314 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:35.111671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port cd50fe77-fb61-4c5e-9499-e6ae8c707440 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:35.112017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.196210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-340114e1-ea76-4123-8fab-d1fa878f35be req-9117d9c6-795a-4f95-8af9-bde7775838b4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167734 Oct 26 14:16:35.217774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port cd50fe77-fb61-4c5e-9499-e6ae8c707440, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cd50fe77-fb61-4c5e-9499-e6ae8c707440,segment=NetworkSegment(c3585f0b-e381-4e0d-acac-775914a06b69),segment_id=c3585f0b-e381-4e0d-acac-775914a06b69)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:35.217774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.235153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for cd50fe77-fb61-4c5e-9499-e6ae8c707440 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:35.238556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Deleting port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:35.238971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.293611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42244) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:35.309030 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.318196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9c172d78-fae6-498c-9ef6-554aabda2cb5 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/ports/afd199fd-abd7-4826-aaf2-3bf7da89aa55 HTTP/1.1" status: 204 len: 168 time: 1.7592483 Oct 26 14:16:35.333570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42246) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:35.386273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:35.408252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.421057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3', 'mac_address': 'fa:16:3e:0f:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:16:35.501754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] DHCP port deletion for da2a5375-cdbd-4277-83dd-a002a6b2f3da request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:35.536141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] For port 5e0d8e0a-6277-4267-bd41-4a17f5063af7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e0d8e0a-6277-4267-bd41-4a17f5063af7,segment=NetworkSegment(b8d980f2-8e10-4ee6-b71c-6e3acd8fe626),segment_id=b8d980f2-8e10-4ee6-b71c-6e3acd8fe626)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:35.551560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.623665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Calling delete_port for 5e0d8e0a-6277-4267-bd41-4a17f5063af7 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:35.711476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Deleting port 17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:35.712213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.794630 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.824678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:35.858574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d2aa96c9-2a8b-4253-8918-14fac164e58c tempest-DvrRoutersNegativeTest-1660989076 tempest-DvrRoutersNegativeTest-1660989076-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-817119786', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:35.867953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Deleting port cd50fe77-fb61-4c5e-9499-e6ae8c707440 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:35.868418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.883947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.policy [None req-d2aa96c9-2a8b-4253-8918-14fac164e58c tempest-DvrRoutersNegativeTest-1660989076 tempest-DvrRoutersNegativeTest-1660989076-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102163) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 26 14:16:35.884313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.policy [None req-d2aa96c9-2a8b-4253-8918-14fac164e58c tempest-DvrRoutersNegativeTest-1660989076 tempest-DvrRoutersNegativeTest-1660989076-project] Failed policy check for 'create_router' {{(pid=102163) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 26 14:16:35.884861 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-d2aa96c9-2a8b-4253-8918-14fac164e58c tempest-DvrRoutersNegativeTest-1660989076 tempest-DvrRoutersNegativeTest-1660989076-project] create failed (client error): Access was denied to this resource. Oct 26 14:16:35.885926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d2aa96c9-2a8b-4253-8918-14fac164e58c tempest-DvrRoutersNegativeTest-1660989076 tempest-DvrRoutersNegativeTest-1660989076-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5626311 Oct 26 14:16:35.887694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Deleting port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:35.888034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.940348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.969149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] For port cd50fe77-fb61-4c5e-9499-e6ae8c707440, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=cd50fe77-fb61-4c5e-9499-e6ae8c707440,segment=NetworkSegment(c3585f0b-e381-4e0d-acac-775914a06b69),segment_id=c3585f0b-e381-4e0d-acac-775914a06b69)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:35.969621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:35.984828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Calling delete_port for cd50fe77-fb61-4c5e-9499-e6ae8c707440 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:36.034540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.049941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] No DVR routers for this DVR port 5e0d8e0a-6277-4267-bd41-4a17f5063af7 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:36.055777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0d8e0a-6277-4267-bd41-4a17f5063af7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.076460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.109272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Calling delete_port for 17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:36.161751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port cd50fe77-fb61-4c5e-9499-e6ae8c707440 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:36.273613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=cd50fe77-fb61-4c5e-9499-e6ae8c707440,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.402860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:36.404081 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.406472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] DHCP port deletion for 53d0a737-0d52-420b-84a2-7695344d1314 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:36.413668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18044ef0-9602-474e-9923-14615f5a23b6 None None] DHCP port deletion for bafa30fe-919c-48d5-892e-3c52ed11eae3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:36.417504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cd50fe77-fb61-4c5e-9499-e6ae8c707440 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:36.497598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] For port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:36.498890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.514310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] Pushing event deleted for resources: {'Port': ['ID=cd50fe77-fb61-4c5e-9499-e6ae8c707440,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.514653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.518991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.538789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Calling delete_port for 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:36.573445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: cd50fe77-fb61-4c5e-9499-e6ae8c707440 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:36.574762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device cd50fe77-fb61-4c5e-9499-e6ae8c707440 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:36.609050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Port': ['ID=17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.631738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.639044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ee3838a3-6f88-4ca3-9674-06d62eeb0b91 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/ports/17b7a5ab-3ac4-4450-a9e1-6dc2b9419a8f HTTP/1.1" status: 204 len: 168 time: 1.3034835 Oct 26 14:16:36.662854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42260) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.663488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb83feb-63ae-4e77-949a-fdabefa42dc4 req-75d0a3b2-23a9-4173-bebd-11f44fb4f363 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.673302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb83feb-63ae-4e77-949a-fdabefa42dc4 req-75d0a3b2-23a9-4173-bebd-11f44fb4f363 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.6197002 Oct 26 14:16:36.695758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.699069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87577e9d-e9b3-4fd9-b087-236df2d177c5 None None] No DVR routers for this DVR port cd50fe77-fb61-4c5e-9499-e6ae8c707440 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:36.765540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafa30fe-919c-48d5-892e-3c52ed11eae3']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:36.787715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:36.787928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d980f2-8e10-4ee6-b71c-6e3acd8fe626') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:36.811913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e312896e-372e-4aee-8558-02a324350e9d tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1477494 Oct 26 14:16:36.820920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42262) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.829023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Deleting port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:36.829818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.834576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:36.845674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1072217684'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:36.876186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.893802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940fd7-c1e5-4d07-ad74-9727dc95e91e req-2533c8d1-f898-4776-9403-5fd544b61db2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:36.896922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09940fd7-c1e5-4d07-ad74-9727dc95e91e req-2533c8d1-f898-4776-9403-5fd544b61db2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 944 time: 0.3517523 Oct 26 14:16:36.899418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42264) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:36.910408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.950067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:36.968353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.983627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] For port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,segment=NetworkSegment(ddbc643a-86f8-4ce4-801b-f3fe201a9699),segment_id=ddbc643a-86f8-4ce4-801b-f3fe201a9699)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:36.993323 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:36.994779 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.033529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.042154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:37.052353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.062363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] No DVR routers for this DVR port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:37.066874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2a5375-cdbd-4277-83dd-a002a6b2f3da']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.085606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:37.085942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:37.088959 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:37.131261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Calling delete_port for 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:37.211727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3585f0b-e381-4e0d-acac-775914a06b69') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.212079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3585f0b-e381-4e0d-acac-775914a06b69') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.216693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bcb83feb-63ae-4e77-949a-fdabefa42dc4 req-c3353231-005d-4950-9f4d-b2e361fb12d6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4064457 Oct 26 14:16:37.230741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.237055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09940fd7-c1e5-4d07-ad74-9727dc95e91e req-4088fa20-3c6a-4eb1-aa8c-403de0c4e9f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870884 Oct 26 14:16:37.271100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.284273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:37.285328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:37.292077 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:37.318379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fbc2-b67b-4ec8-a8a8-5bbfcaa854b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.324314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.357383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:37.384064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.433124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.434104 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment 60f4f683-effd-4135-b8b3-3dbbf34d4708 of type vlan for network 04d766ab-e062-4b04-ac1d-93556450b040 Oct 26 14:16:37.448750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d0a737-0d52-420b-84a2-7695344d1314']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.489830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.500646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbc643a-86f8-4ce4-801b-f3fe201a9699') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.500993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbc643a-86f8-4ce4-801b-f3fe201a9699') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:37.508623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bafa30fe-919c-48d5-892e-3c52ed11eae3 HTTP/1.1" status: 204 len: 168 time: 3.0080819 Oct 26 14:16:37.510259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065da8c-58ac-4701-8d1b-6684da8c0172 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafa30fe-919c-48d5-892e-3c52ed11eae3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.527311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.530264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.571046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.578948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.585421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.587269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.601212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/da2a5375-cdbd-4277-83dd-a002a6b2f3da HTTP/1.1" status: 204 len: 168 time: 3.2145488 Oct 26 14:16:37.601905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42270) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:37.633751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] No DVR routers for this DVR port 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:37.648206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500459233'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:37.653546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:37.653976 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:37.656005 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:37.660712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04491a-fad6-49f2-8700-03cfc4abc005 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=da2a5375-cdbd-4277-83dd-a002a6b2f3da,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.673072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64443-c40f-4575-a7b1-67fd988bda56 None None] Pushing event deleted for resources: {'Port': ['ID=389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.724619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:37.732684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.781007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.800035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:37.801878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.812518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:37.831705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.833448 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment bfbb375e-2b4b-40a8-92bb-2b1845a97586 of type vlan for network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a Oct 26 14:16:37.896707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:37.929616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42272) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:37.947703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=04d766ab-e062-4b04-ac1d-93556450b040,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:37.975775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 04d766ab-e062-4b04-ac1d-93556450b040 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:38.002730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-553565d3-8b5f-437f-a0f1-37bc0d2ec800 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1658733 Oct 26 14:16:38.012996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.014486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.021729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2124530020'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:38.031886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:38.033854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.058082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.107929 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.134894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/53d0a737-0d52-420b-84a2-7695344d1314 HTTP/1.1" status: 204 len: 168 time: 3.1425569 Oct 26 14:16:38.145278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e0d8e0a-6277-4267-bd41-4a17f5063af7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:38.152788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78639-0612-41ba-9042-bd7e5e3814c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d0a737-0d52-420b-84a2-7695344d1314,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.155557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:38.173812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.209617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5e0d8e0a-6277-4267-bd41-4a17f5063af7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:38.210193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e0d8e0a-6277-4267-bd41-4a17f5063af7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:38.210864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:38.248095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6102099 Oct 26 14:16:38.254481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42278) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.254725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9d32a9b1-2567-43dc-831e-99e1014a2719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31838a1a809c41c9b78e01dc5b32cdc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200920 Oct 26 14:16:38.256558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.266013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:38.283450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fbc2-b67b-4ec8-a8a8-5bbfcaa854b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.286460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:16:38.287047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 389a6f23-6fe1-4e1b-a1b8-3e1d73a00ac1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:16:38.345223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1498de-3c04-44b8-afcd-1ae741e85dbb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=5bbd349d-9a17-4625-8b9b-4a0f8738d72a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.362707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:38.462096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.543164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.555133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:38.647773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42288) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.709214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:16:38.714999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:38.716056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.716270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.721277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.723692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d220f434-174a-47f7-9b48-aa3257d94a12 HTTP/1.1" status: 204 len: 168 time: 0.4656236 Oct 26 14:16:38.764316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c18b2-8e48-4b0e-9a9a-67aea64b8fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220f434-174a-47f7-9b48-aa3257d94a12,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:38.819079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2f592-aeb2-4a1d-8d7c-f5ddcae00a5a req-61966d22-9ccf-434f-9886-108943ecbf4f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:38.835831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ce2f592-aeb2-4a1d-8d7c-f5ddcae00a5a req-61966d22-9ccf-434f-9886-108943ecbf4f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 944 time: 0.3276792 Oct 26 14:16:38.865732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.889179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b5cc2be7-c86b-4468-a731-20cd2dcb9232 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1efc0331d8794c69a783d06f9a1037cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361875 Oct 26 14:16:38.904329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42292) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:38.919247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:38.920465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1e9fbc2-b67b-4ec8-a8a8-5bbfcaa854b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.926039 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2162829f-1b01-4bd5-8c44-7f69d22b98e5" -d '{"events": [{"server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:38.944724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:38.955937 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:38.964764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1e9fbc2-b67b-4ec8-a8a8-5bbfcaa854b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4bb2a0020d24e28b6896f80f6cca994&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0205007 Oct 26 14:16:38.993213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42296) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:39.025531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:39.064358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ce2f592-aeb2-4a1d-8d7c-f5ddcae00a5a req-55765f6f-557e-4a3a-8120-acade5ccb507 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126489 Oct 26 14:16:39.076926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.077285 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Added segment 06f2081b-ffce-4252-bb46-39144c67ff2f of type vlan for network 777662a3-fa0f-43c0-91fb-95b6100b6200 Oct 26 14:16:39.078910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9fbc2-b67b-4ec8-a8a8-5bbfcaa854b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16180ae8-cb92-4b91-90c7-3c141a38b3dd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:39.150642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb82f-f073-4ca1-bb75-bbef84b77abe req-3e5efd4f-adb7-4c6e-80a1-8a106dfbb40e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:39.164552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84abb82f-f073-4ca1-bb75-bbef84b77abe req-3e5efd4f-adb7-4c6e-80a1-8a106dfbb40e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2956040 Oct 26 14:16:39.216213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.218276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:39.232645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:39.239683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.298889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.350179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84abb82f-f073-4ca1-bb75-bbef84b77abe req-8886266c-2fa8-41aa-a272-bb8b8c9785ba tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1843896 Oct 26 14:16:39.407204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.449687 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.458080 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c924c86-880a-483b-b0e8-f8446fc29f07 x-openstack-request-id: req-8c924c86-880a-483b-b0e8-f8446fc29f07 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:39.458877 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "name": "network-vif-plugged", "status": "completed", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:39.459508 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c924c86-880a-483b-b0e8-f8446fc29f07 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:39.460408 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3', 'code': 200} Oct 26 14:16:39.461327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.479119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:39.484237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.554420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.696896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6751504 Oct 26 14:16:39.709672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.713736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.719011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16180ae8-cb92-4b91-90c7-3c141a38b3dd HTTP/1.1" status: 204 len: 168 time: 0.7096565 Oct 26 14:16:39.728698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dd126-9462-4f1b-84b6-8504709f03eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16180ae8-cb92-4b91-90c7-3c141a38b3dd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:39.797965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.804040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:39.809268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cc6d538-b4e7-4878-8381-6abe0fdf7ad6 HTTP/1.1" status: 204 len: 168 time: 0.9034410 Oct 26 14:16:39.914795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143b97d-4667-41c1-ab1f-f38c9c25663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6d538-b4e7-4878-8381-6abe0fdf7ad6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:40.095011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.111997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d24ad2-8f5f-42cf-baa7-be9126618948 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Network': ['ID=777662a3-fa0f-43c0-91fb-95b6100b6200,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:40.133895 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ade9e7b-a91a-46b9-a970-83aeec05d65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:40.167975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 777662a3-fa0f-43c0-91fb-95b6100b6200 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:40.320448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a34ee-7ba3-49d6-83cd-9a8044ef0976 req-922f0cfd-13ec-47f8-bf44-8e83016cc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:40.324680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc6a34ee-7ba3-49d6-83cd-9a8044ef0976 req-922f0cfd-13ec-47f8-bf44-8e83016cc92c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 1096 time: 0.7646112 Oct 26 14:16:40.413769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': 'bfbb375e-2b4b-40a8-92bb-2b1845a97586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:40.413769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: 5bbd349d-9a17-4625-8b9b-4a0f8738d72a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:40.497166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc6a34ee-7ba3-49d6-83cd-9a8044ef0976 req-4e519280-8626-41bd-906a-d2de45904ab4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479788 Oct 26 14:16:40.564731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=429cf028-1d98-4c0d-b854-bdf5998f2458,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:40.650869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3857-ff34-401b-92ce-3705fd764224 req-eda79f16-55e2-4e37-8a9a-7c4dcb242cc1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:40.664455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84fd3857-ff34-401b-92ce-3705fd764224 req-eda79f16-55e2-4e37-8a9a-7c4dcb242cc1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.2092998 Oct 26 14:16:40.690416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:40.858071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5bbd349d-9a17-4625-8b9b-4a0f8738d72a) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:40.870033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1d6f1-88da-4da4-9c82-468044f4ace2 None None] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:40.871453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:40.872884 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.021727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01483f-de71-47ef-a2ef-24490a5bf290 req-4b037d5c-c9cc-4103-b3c7-7c0fae8804b9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.029615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84fd3857-ff34-401b-92ce-3705fd764224 req-f81bd323-d8af-4067-a08b-9c3c7ee9438b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618507 Oct 26 14:16:41.047207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a01483f-de71-47ef-a2ef-24490a5bf290 req-4b037d5c-c9cc-4103-b3c7-7c0fae8804b9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2145493 Oct 26 14:16:41.086272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-c5b8fa0c-9a4b-48e1-b91c-a3f9ece1359b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3745842 Oct 26 14:16:41.110403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-092ce941-dff6-495a-bca0-a93d57e13c40 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8507309 Oct 26 14:16:41.124540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42342) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:41.178716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a', 'name': 'tempest-PortsTestJSON-590232708', 'fixed_ips': [{'subnet_id': '429cf028-1d98-4c0d-b854-bdf5998f2458', 'ip_address': '172.20.0.10'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:41.279499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844782a3-3325-442f-8178-1f4753c53297 req-dae35d29-7bd0-41f6-93a4-1594ff2b1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.283668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-dae35d29-7bd0-41f6-93a4-1594ff2b1451 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 1096 time: 0.1722960 Oct 26 14:16:41.385530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4a01483f-de71-47ef-a2ef-24490a5bf290 req-e7441509-e334-4101-be8e-c57189b4b59c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3305836 Oct 26 14:16:41.430373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5bbd349d-9a17-4625-8b9b-4a0f8738d72a', 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': '429cf028-1d98-4c0d-b854-bdf5998f2458'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:41.439407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:41.852172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:41.891819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42350) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:41.989101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844782a3-3325-442f-8178-1f4753c53297 req-b7fb111f-3433-4883-8ebf-6f166143f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:41.998618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-b7fb111f-3433-4883-8ebf-6f166143f6ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.6688654 Oct 26 14:16:42.037846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Allocated IP 172.20.0.2 (5bbd349d-9a17-4625-8b9b-4a0f8738d72a/429cf028-1d98-4c0d-b854-bdf5998f2458/9c735bf9-4950-4ff3-91a9-f8c12863e583) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:42.172029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-bad64187-570b-4f1e-ad26-523e6fb32082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 200 len: 217 time: 0.1634564 Oct 26 14:16:42.300056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.331236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844782a3-3325-442f-8178-1f4753c53297 req-cd7f0cb8-5fe1-4fea-9b46-80deb55f9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:42.341039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-cd7f0cb8-5fe1-4fea-9b46-80deb55f9e59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1607838 Oct 26 14:16:42.421161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-25c29240-a52f-4ae5-9706-8eb444dd644f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682676 Oct 26 14:16:42.445066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.463534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:42.500843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 64c356e8-26da-43de-8267-29e9a053366f yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:42.595490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00b7c7-a83a-4cc9-b434-b01d62a8bac3 req-8af5d532-0cd1-4860-ab83-55e6bb99949a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:42.613425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d00b7c7-a83a-4cc9-b434-b01d62a8bac3 req-8af5d532-0cd1-4860-ab83-55e6bb99949a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.3067286 Oct 26 14:16:42.660715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:42.671077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:42.688342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-887564635-network', 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:42.698857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:42.759039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Pushing event updated for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:42.988897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:42.994890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.059602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-354f5fb4-a1e8-45ed-bc2d-93ebd469b9a8 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322639 Oct 26 14:16:43.069024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.095696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2989d744-a9f0-4a7b-89ac-13c2c36b66d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.187878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bc4a-b09b-4f17-a893-39513908b4cd req-323fd669-c723-4b58-b19d-d96400c66aee tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:43.193529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Attempting to bind port 9c735bf9-4950-4ff3-91a9-f8c12863e583 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:43.194779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Attempting to bind port 9c735bf9-4950-4ff3-91a9-f8c12863e583 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'bfbb375e-2b4b-40a8-92bb-2b1845a97586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:43.199330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Attempting to bind port 9c735bf9-4950-4ff3-91a9-f8c12863e583 on network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:43.208266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0553bc4a-b09b-4f17-a893-39513908b4cd req-323fd669-c723-4b58-b19d-d96400c66aee tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.5719388 Oct 26 14:16:43.218375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d00b7c7-a83a-4cc9-b434-b01d62a8bac3 req-4139eee5-e7bf-4f1b-b47d-fa3da9cef078 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997696 Oct 26 14:16:43.261015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:43.266547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Checking segment: {'id': 'bfbb375e-2b4b-40a8-92bb-2b1845a97586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:43.269719 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.275908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Bound using segment: {'id': 'bfbb375e-2b4b-40a8-92bb-2b1845a97586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:43.277625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Bound port: 9c735bf9-4950-4ff3-91a9-f8c12863e583, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbb375e-2b4b-40a8-92bb-2b1845a97586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:43.284675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.466671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.10 (5bbd349d-9a17-4625-8b9b-4a0f8738d72a/429cf028-1d98-4c0d-b854-bdf5998f2458/64c356e8-26da-43de-8267-29e9a053366f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:43.673378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42390) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:43.681312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'subnets': [{'network_id': '04d766ab-e062-4b04-ac1d-93556450b040', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--783167317', 'ip_version': 6}, {'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:43.686783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'subnet': {'network_id': '04d766ab-e062-4b04-ac1d-93556450b040', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--783167317', 'ip_version': 6}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:43.689210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Request body: {'subnet': {'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:43.707890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0553bc4a-b09b-4f17-a893-39513908b4cd req-b2481156-7e86-4c80-9e27-d5c52439a710 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4920795 Oct 26 14:16:43.720441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42394) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:43.735896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:43.742234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c735bf9-4950-4ff3-91a9-f8c12863e583,segment=NetworkSegment(bfbb375e-2b4b-40a8-92bb-2b1845a97586),segment_id=bfbb375e-2b4b-40a8-92bb-2b1845a97586)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:43.757978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.867418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-844782a3-3325-442f-8178-1f4753c53297 req-d74feb64-a08f-4599-b7d2-505f965bc864 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868090 Oct 26 14:16:43.876583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48b43b-eaa8-4c2a-ae0f-5d5251bd6ea1 None None] Pushing event updated for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:43.881479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:43.986667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.006745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.087301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:44.124616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df674c74-4e7f-4d3f-82ed-e807301a4ef2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:44.140224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.140781 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Added segment 0ea664ad-2ab1-4072-867f-0df2c1ffcabf of type vlan for network 93a12619-c4f7-4932-9171-45250d95cc9b Oct 26 14:16:44.170995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1882105855-network', 'tenant_id': 'ad54be79c920492ba5fe8a898e908704'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:44.180940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.277124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.370295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.409250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.413153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:44.413980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.518325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:44.521861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.526404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-122df951-7d1b-4dca-bfda-9cf1c1f24ac4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:44.528002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] Pushing event updated for resources: {'Network': ['ID=93a12619-c4f7-4932-9171-45250d95cc9b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:44.548907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 93a12619-c4f7-4932-9171-45250d95cc9b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:44.557720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-122df951-7d1b-4dca-bfda-9cf1c1f24ac4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.8177383 Oct 26 14:16:44.560058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.579940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cc774538-6a90-424a-bdd9-06b7f626c69a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6769066 Oct 26 14:16:44.583103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:44.589992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Request body: {'subnet': {'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-887564635-subnet', 'tenant_id': '195062524b834489bf59e20438013fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:44.627905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-909e9e36-b39a-46d1-a7b6-57f3de26d28f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0652509 Oct 26 14:16:44.694011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:44.697504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.750613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-b695fe88-88bd-4283-a0fe-b217447b0ee7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062701 Oct 26 14:16:44.782516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Made reservation on behalf of fbb73332b22b4a47b939f1a5523a66f6 for: {'subnet': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:44.803153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.804596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.833185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.850790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.883282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:44.982559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:16:45.082966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.083518 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Added segment 6a571170-f23d-4553-9a2b-5202281faaec of type vlan for network f3b8fcb9-f1a0-410b-81e8-f185af8df29d Oct 26 14:16:45.121894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.223612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc3de9-28d2-404d-80ce-1222cbabf940 req-b0990e92-ef2a-4860-abf1-9e6a540c1e63 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:45.237455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cfc3de9-28d2-404d-80ce-1222cbabf940 req-b0990e92-ef2a-4860-abf1-9e6a540c1e63 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2837021 Oct 26 14:16:45.241250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.245287 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.411064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.412257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:45.412994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.439010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-7a4d5b3c-865b-4072-a5c1-4d5e6bc4f15a service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874077 Oct 26 14:16:45.481818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7db25d-efb4-4613-bc14-d46ef6103978,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.482234 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:45.490468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=64c356e8-26da-43de-8267-29e9a053366f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.542479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:45.588445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2cfc3de9-28d2-404d-80ce-1222cbabf940 req-d6f9b161-c003-449b-b4d6-d738c69b5d7e tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494081 Oct 26 14:16:45.619876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8980646 Oct 26 14:16:45.639306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:45.660072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Request body: {'subnet': {'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1882105855-subnet', 'tenant_id': 'ad54be79c920492ba5fe8a898e908704', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:45.676441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:45.677422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Network hostable DHCP agents. Network: 93a12619-c4f7-4932-9171-45250d95cc9b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:45.680966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:45.691524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79830019-b0b6-4cb9-80b6-f4790d5da7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f3b8fcb9-f1a0-410b-81e8-f185af8df29d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:45.704852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:16:45.755230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:45.767544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.772313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Network 93a12619-c4f7-4932-9171-45250d95cc9b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:45.791524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770c96c-9b5b-4a93-87f3-f170fda79fa3 None None] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:45.839588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:45.840334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:45.885538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-3ca9b6ba-8bd0-43dc-8b77-b36684a0c54c service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209960 Oct 26 14:16:45.895219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-90780d9a-20e4-4302-92ec-7701194f9f13 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7552724 Oct 26 14:16:45.899094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:45.904373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': '5bbd349d-9a17-4625-8b9b-4a0f8738d72a', 'name': 'tempest-PortsTestJSON-1023381207', 'fixed_ips': [{'subnet_id': '429cf028-1d98-4c0d-b854-bdf5998f2458', 'ip_address': '172.20.0.9'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:46.043711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 93a12619-c4f7-4932-9171-45250d95cc9b) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:46.066648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80fb49b-c186-4d92-b421-652165b13386 None None] Network 93a12619-c4f7-4932-9171-45250d95cc9b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:46.085388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:46.086420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.094313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.279136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.401272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c735bf9-4950-4ff3-91a9-f8c12863e583 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:46.488463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] Provisioning complete for port 9c735bf9-4950-4ff3-91a9-f8c12863e583 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:46.489161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.715677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c25f007-90f4-4579-8d49-68473e631100,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:46.730272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:46.744375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.747462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d9cf1d-8712-48c4-bfe9-706f8f862a82 req-af878db8-ffae-456a-afcb-63c827e6c2e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 210 time: 0.3607788 Oct 26 14:16:46.788742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b82a2-ae75-45d6-beb0-2911d11d34ba None None] Network 93a12619-c4f7-4932-9171-45250d95cc9b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:46.799646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:46.802975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1acc8aec-c95b-4c62-8dda-14d293664b1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2166197 Oct 26 14:16:46.871654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Checking segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:46.872024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Network hostable DHCP agents. Network: f3b8fcb9-f1a0-410b-81e8-f185af8df29d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:46.912022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:46.941626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f3b8fcb9-f1a0-410b-81e8-f185af8df29d) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:46.945995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:46.949930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.029939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f058ea6-cd0a-448c-87f3-99a080bfa818 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3829968 Oct 26 14:16:47.074999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port cdaa91ab-014b-485d-b1af-cf5defcc9f25 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:16:47.086916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9c735bf9-4950-4ff3-91a9-f8c12863e583 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:47.088748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.133670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6bc36-f415-4aad-9405-61bbe37bb17a None None] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:47.438342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Subnet': ['ID=75bd1108-fa9e-4923-aa2e-9406fdd2c3da,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:47.506047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.9 (5bbd349d-9a17-4625-8b9b-4a0f8738d72a/429cf028-1d98-4c0d-b854-bdf5998f2458/cdaa91ab-014b-485d-b1af-cf5defcc9f25) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:47.688349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:47.787729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb435295-ebd1-4682-8c0f-dfc194af0dfc req-2fc5568b-6b41-41e6-89b7-92d038ff3f95 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:47.794187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb435295-ebd1-4682-8c0f-dfc194af0dfc req-2fc5568b-6b41-41e6-89b7-92d038ff3f95 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.9321935 Oct 26 14:16:47.823339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Checking segment: {'id': '60f4f683-effd-4135-b8b3-3dbbf34d4708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '04d766ab-e062-4b04-ac1d-93556450b040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:47.825115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network hostable DHCP agents. Network: 04d766ab-e062-4b04-ac1d-93556450b040, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:47.989379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c735bf9-4950-4ff3-91a9-f8c12863e583,segment=NetworkSegment(bfbb375e-2b4b-40a8-92bb-2b1845a97586),segment_id=bfbb375e-2b4b-40a8-92bb-2b1845a97586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:48.002164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b094c-de0b-405d-8efa-75aeef1449fd None None] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:48.007771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.156563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network 04d766ab-e062-4b04-ac1d-93556450b040 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:48.164677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb435295-ebd1-4682-8c0f-dfc194af0dfc req-409d1d0e-38fe-4639-8538-c3bd5ebf6c20 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3559918 Oct 26 14:16:48.168914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.183170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 04d766ab-e062-4b04-ac1d-93556450b040) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:48.198733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.217977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797f163-47b3-4390-9774-db0e55cee157 None None] Pushing event updated for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:48.238812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc209f1b-9ce7-4a7b-83fe-6d607bf1599b None None] Network 04d766ab-e062-4b04-ac1d-93556450b040 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:48.243074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.295898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-1bc54b65-2a62-480c-87e1-5534c871d790 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.308739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-1bc54b65-2a62-480c-87e1-5534c871d790 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.6343699 Oct 26 14:16:48.392666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-e8d3182e-5c6c-4334-a104-6380d3624a9a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0708039 Oct 26 14:16:48.529408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event updated for resources: {'Subnet': ['ID=78525292-c4c6-43ca-a4bd-30c623dd1137,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:48.622368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-df91eb9d-3990-4c18-a780-1f3bb0444fbd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258097 Oct 26 14:16:48.637698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-e865d423-4053-4150-8a1a-850ecf81b62f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.640467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-e865d423-4053-4150-8a1a-850ecf81b62f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.6017072 Oct 26 14:16:48.652298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.657463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '92b5b52a-3c40-4d50-ae19-c57729240555', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:48.661642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bc5595a5-8954-4089-8c93-c842777e432e None None] Provisioning complete for port 9c735bf9-4950-4ff3-91a9-f8c12863e583 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:48.662023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc5595a5-8954-4089-8c93-c842777e432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.715850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:16:48.716279 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:16:48.799719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Checking segment: {'id': '06f2081b-ffce-4252-bb46-39144c67ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:48.800217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network hostable DHCP agents. Network: 777662a3-fa0f-43c0-91fb-95b6100b6200, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:16:48.807247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-baa224d8-c082-4f60-935e-b7477eaa6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.813375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-baa224d8-c082-4f60-935e-b7477eaa6af7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1097 time: 0.3334501 Oct 26 14:16:48.832959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:48.847906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:48.857542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:48.865613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=cdaa91ab-014b-485d-b1af-cf5defcc9f25,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:48.913082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Network 777662a3-fa0f-43c0-91fb-95b6100b6200 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:16:48.948048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.948871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.961917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 777662a3-fa0f-43c0-91fb-95b6100b6200) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:48.985758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-6fb443c6-59a9-4946-925b-0e31f67818ed tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:48.988680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-6fb443c6-59a9-4946-925b-0e31f67818ed tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.4001012 Oct 26 14:16:48.993780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bc5595a5-8954-4089-8c93-c842777e432e None None] Provisioning complete for port 64c356e8-26da-43de-8267-29e9a053366f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:48.994402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc5595a5-8954-4089-8c93-c842777e432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:48.994506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.002213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.003865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.035525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-d85d9d7b-eacd-4ba4-a376-a188f0687a20 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/quotas/ad54be79c920492ba5fe8a898e908704 HTTP/1.1" status: 200 len: 375 time: 0.0261972 Oct 26 14:16:49.047934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ffda8cf-2902-4e22-8258-82259f46fa8b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.3681772 Oct 26 14:16:49.064746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-06fd5fe2-e030-4296-b098-a03676c57ab2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1620307 Oct 26 14:16:49.064746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42510) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.078578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42512) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.096198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc6d568-1e63-4102-8201-4e9e45b56000 None None] Network 777662a3-fa0f-43c0-91fb-95b6100b6200 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:49.275391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-cc1df88b-2a96-4d27-9ab2-4e70aacb68be service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335003 Oct 26 14:16:49.282822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-8e857478-0753-4553-931c-7becde8cead2 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2191834 Oct 26 14:16:49.285632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-5320064b-36f9-4d35-aab8-2ba1abac9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.294134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-5320064b-36f9-4d35-aab8-2ba1abac9f8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.4277246 Oct 26 14:16:49.303860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:49.309511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.444975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad8fab-ba5c-4c15-8600-db5a15f3051b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.451162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-bd1cbe87-42a4-4bbe-a227-5338e4204018 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513717 Oct 26 14:16:49.458540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad8fab-ba5c-4c15-8600-db5a15f3051b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.460522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad8fab-ba5c-4c15-8600-db5a15f3051b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.474652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-04ad8fab-ba5c-4c15-8600-db5a15f3051b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3994753 Oct 26 14:16:49.497091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42520) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.639891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bc5595a5-8954-4089-8c93-c842777e432e None None] Port 64c356e8-26da-43de-8267-29e9a053366f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:49.640527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae540ff2-1f97-4ea5-8888-b41a51c0f2e0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.642958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e22b0-4073-45d1-be8c-fbd761644860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-04d766ab-e062-4b04-ac1d-93556450b040', 'network_id': '04d766ab-e062-4b04-ac1d-93556450b040', 'tenant_id': 'fbb73332b22b4a47b939f1a5523a66f6', 'fixed_ips': [{'subnet_id': '75bd1108-fa9e-4923-aa2e-9406fdd2c3da'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:49.644898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ae540ff2-1f97-4ea5-8888-b41a51c0f2e0 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5651653 Oct 26 14:16:49.646129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-588e22b0-4073-45d1-be8c-fbd761644860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.654803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42524) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:49.762387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-790b5189-75e1-47c2-9003-a9df01a8cdd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1002 time: 0.4433868 Oct 26 14:16:49.788576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Deleting subnet 75bd1108-fa9e-4923-aa2e-9406fdd2c3da {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:49.904083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-b88b47fe-5dee-4ece-a602-8a5cd5da406d service neutron] 10.222.0.37 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051934 Oct 26 14:16:49.910227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.917651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-777662a3-fa0f-43c0-91fb-95b6100b6200', 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200', 'tenant_id': 'fbb73332b22b4a47b939f1a5523a66f6', 'fixed_ips': [{'subnet_id': '78525292-c4c6-43ca-a4bd-30c623dd1137'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:16:49.918693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:49.927042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c735bf9-4950-4ff3-91a9-f8c12863e583 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:16:49.934393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-8fe93424-0999-4cba-873c-ca0257580609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:49.935812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-8fe93424-0999-4cba-873c-ca0257580609 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1535513 Oct 26 14:16:50.005315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3bedb-692d-4b3f-a2d5-7d1b279d90db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.008991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Provisioning complete for port 64c356e8-26da-43de-8267-29e9a053366f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:50.009564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.020016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3bedb-692d-4b3f-a2d5-7d1b279d90db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.036978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e3bedb-692d-4b3f-a2d5-7d1b279d90db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.040295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-65e3bedb-692d-4b3f-a2d5-7d1b279d90db tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3812566 Oct 26 14:16:50.070569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:50.132617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.175139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.6 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/ce4498cc-7840-487e-b794-5384dd838117) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:50.200370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.273864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f71f5e2d-ca63-4104-b616-ae1e1fff2275 req-4992df30-8ef8-4e61-a54d-350b94aa2d2b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 210 time: 0.3369801 Oct 26 14:16:50.305223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Port 64c356e8-26da-43de-8267-29e9a053366f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:50.377032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-e869cdd2-9065-4671-b0c3-5c980434c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.379486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-e869cdd2-9065-4671-b0c3-5c980434c31d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109228 Oct 26 14:16:50.431215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9c735bf9-4950-4ff3-91a9-f8c12863e583 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:50.443963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.569336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Provisioning complete for port cdaa91ab-014b-485d-b1af-cf5defcc9f25 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:16:50.571396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.639325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-72d4a166-1f31-4dbb-a5df-5e80fe5627a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154050 Oct 26 14:16:50.687618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port cdaa91ab-014b-485d-b1af-cf5defcc9f25 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:50.691533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:50.734580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2db16-2d43-4c0d-b51a-06e5b638428d None None] Port cdaa91ab-014b-485d-b1af-cf5defcc9f25 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:16:50.756182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Allocated IP 2001:db8:0:1::1 (777662a3-fa0f-43c0-91fb-95b6100b6200/78525292-c4c6-43ca-a4bd-30c623dd1137/1c0b4038-60d5-43a3-b976-7264f28b06b3) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:50.815447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7d7a4-4628-4189-8480-dd4b153b920c req-67573b86-ea18-4386-a9f5-be7ae4e8432f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:50.823948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46c7d7a4-4628-4189-8480-dd4b153b920c req-67573b86-ea18-4386-a9f5-be7ae4e8432f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1765003 Oct 26 14:16:50.847729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-679b91e6-8744-485d-b6b7-992f9c22464f service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426475 Oct 26 14:16:50.933835 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.028903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46c7d7a4-4628-4189-8480-dd4b153b920c req-5b5af25e-7126-43c2-babe-8a6a6b5364cd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007854 Oct 26 14:16:51.057964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.117524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for cdaa91ab-014b-485d-b1af-cf5defcc9f25 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:51.133443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f6f6c4c-df7a-40d0-b240-48948426d332 req-5db8177f-223e-4c49-aa97-e0147ef23e8b service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728145 Oct 26 14:16:51.140390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.154067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:51.157482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:16:51.284649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:51.350532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-827adc48-690a-436a-937e-4f23af73a12a req-c0be4bb5-5db8-4400-8667-705486d039a0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 210 time: 0.1874604 Oct 26 14:16:51.357594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:51.372131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:51.380187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:51.483043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52a1fed6-e6e8-44cc-a004-b66795e87fb5 req-cccc1a1e-64b7-4db9-95f0-f675c7f78eba tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.1182709 Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-588e22b0-4073-45d1-be8c-fbd761644860 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75bd1108-fa9e-4923-aa2e-9406fdd2c3da: This subnet is being modified by another concurrent operation. Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:16:51.547595 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75bd1108-fa9e-4923-aa2e-9406fdd2c3da: This subnet is being modified by another concurrent operation. Oct 26 14:16:51.552703 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:16:51.555310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.576345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874fb7ed-ee2e-4da4-9763-3651d84117e3 None None] Network 04d766ab-e062-4b04-ac1d-93556450b040 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:51.616956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:51.617663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.683213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-a30161c0-6c01-491d-828c-6e932f3c2890 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0312569 Oct 26 14:16:51.686306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.700823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/subnets/75bd1108-fa9e-4923-aa2e-9406fdd2c3da HTTP/1.1" status: 204 len: 168 time: 2.2001753 Oct 26 14:16:51.702528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e5d9e-4a5c-4187-8554-36f25232a594 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Subnet': ['ID=75bd1108-fa9e-4923-aa2e-9406fdd2c3da,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:51.704910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42554) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:51.711691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311de80e-c074-4669-ab33-c61be8c88ef7 req-81d83084-7f7f-4167-9fcb-26ff37a12846 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:51.720246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-311de80e-c074-4669-ab33-c61be8c88ef7 req-81d83084-7f7f-4167-9fcb-26ff37a12846 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 931 time: 0.1925337 Oct 26 14:16:51.761226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Request body: {'port': {'device_id': '92b5b52a-3c40-4d50-ae19-c57729240555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:51.874041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.984392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:51.992087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=cdaa91ab-014b-485d-b1af-cf5defcc9f25,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:52.018790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Deleting subnet 78525292-c4c6-43ca-a4bd-30c623dd1137 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:52.112310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-311de80e-c074-4669-ab33-c61be8c88ef7 req-1372d552-1ddc-4e19-988a-9b5b3afc4b01 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909369 Oct 26 14:16:52.221449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.264014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.270725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e19f91c-7236-4f4e-b133-8f421e0aeb62 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/cdaa91ab-014b-485d-b1af-cf5defcc9f25 HTTP/1.1" status: 204 len: 168 time: 2.1968508 Oct 26 14:16:52.271712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:52.286313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.303502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.459702 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3cf63a-3504-4664-bd11-4965a06d0dce tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:16:52.464149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ad3cf63a-3504-4664-bd11-4965a06d0dce tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/cdaa91ab-014b-485d-b1af-cf5defcc9f25 HTTP/1.1" status: 404 len: 333 time: 0.1811128 Oct 26 14:16:52.468021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:52.481205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-4060d02d-2e33-4944-9111-8ac1ac4e6a7b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:52.483081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-4060d02d-2e33-4944-9111-8ac1ac4e6a7b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.6901681 Oct 26 14:16:52.484453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7b030-4dd2-4467-9e9c-7fa39f62e40c req-f6e701ad-fcca-41ac-b7cb-b2b4dafd2437 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:52.491247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.498807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bef7b030-4dd2-4467-9e9c-7fa39f62e40c req-f6e701ad-fcca-41ac-b7cb-b2b4dafd2437 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2826798 Oct 26 14:16:52.528289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.629511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bef7b030-4dd2-4467-9e9c-7fa39f62e40c req-a17055ab-30a6-4068-8959-01ae89caeb98 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564573 Oct 26 14:16:52.688995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Pushing event updated for resources: {'Port': ['ID=1c0b4038-60d5-43a3-b976-7264f28b06b3,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:52.709033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Network 777662a3-fa0f-43c0-91fb-95b6100b6200 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:52.714355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:52.721950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:52.774452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82722c89-6046-4985-a953-889d2cedd2f0 req-9c49a0ec-889f-43ff-94d8-e822aa01ef0b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0609963 Oct 26 14:16:52.779214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.884443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Attempting to bind port 1c0b4038-60d5-43a3-b976-7264f28b06b3 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:52.885622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Attempting to bind port 1c0b4038-60d5-43a3-b976-7264f28b06b3 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '06f2081b-ffce-4252-bb46-39144c67ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:52.886156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Attempting to bind port 1c0b4038-60d5-43a3-b976-7264f28b06b3 on network 777662a3-fa0f-43c0-91fb-95b6100b6200 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:52.921589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:52.922453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Checking segment: {'id': '06f2081b-ffce-4252-bb46-39144c67ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:52.924648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.928161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Bound using segment: {'id': '06f2081b-ffce-4252-bb46-39144c67ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:52.929105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Bound port: 1c0b4038-60d5-43a3-b976-7264f28b06b3, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f2081b-ffce-4252-bb46-39144c67ff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '777662a3-fa0f-43c0-91fb-95b6100b6200'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:52.931625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:52.932470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.013167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Subnet': ['ID=78525292-c4c6-43ca-a4bd-30c623dd1137,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:53.032433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.032433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2274c37e-e0f8-4df8-aee3-9694581f5671 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/subnets/78525292-c4c6-43ca-a4bd-30c623dd1137 HTTP/1.1" status: 204 len: 168 time: 1.3079643 Oct 26 14:16:53.058068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:53.090752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] For port 1c0b4038-60d5-43a3-b976-7264f28b06b3, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:53.097079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] For port 1c0b4038-60d5-43a3-b976-7264f28b06b3, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c0b4038-60d5-43a3-b976-7264f28b06b3,segment=NetworkSegment(06f2081b-ffce-4252-bb46-39144c67ff2f),segment_id=06f2081b-ffce-4252-bb46-39144c67ff2f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:53.109325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.216276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195a17b-1d47-442d-a8a8-bd011af5ce5b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:53.222108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2195a17b-1d47-442d-a8a8-bd011af5ce5b tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560323 Oct 26 14:16:53.223300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42588) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:53.293216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392463c-0c57-4f65-b435-257a1f1a71c5 None None] Pushing event updated for resources: {'Port': ['ID=1c0b4038-60d5-43a3-b976-7264f28b06b3,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:53.314685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.338352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319677db-3250-445f-8f9d-381386d6c587 None None] Network 777662a3-fa0f-43c0-91fb-95b6100b6200 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:53.492208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.536330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b703cd-243d-42cc-81dc-b5df42b469f9 req-352d0a6b-f817-4f3c-b51a-85171b6f7078 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:53.556229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79b703cd-243d-42cc-81dc-b5df42b469f9 req-352d0a6b-f817-4f3c-b51a-85171b6f7078 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 931 time: 0.1734636 Oct 26 14:16:53.662219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d1a240-74ca-451c-a838-6863b01abe95 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:53.666248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79b703cd-243d-42cc-81dc-b5df42b469f9 req-1cad98e0-a88e-4859-9fa7-5d902686bd6e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065128 Oct 26 14:16:53.682756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': '4a46355b-03d1-4181-8e07-38a5f440f211', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:53.703509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Deleting port 1c0b4038-60d5-43a3-b976-7264f28b06b3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:53.718749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:53.894509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d1a240-74ca-451c-a838-6863b01abe95 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:53.903749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cd96478-8e72-4dab-8b9c-92250fc7089d req-e02f06cb-dac8-4054-a855-8075a130408e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 210 time: 1.4367013 Oct 26 14:16:54.257242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] For port 1c0b4038-60d5-43a3-b976-7264f28b06b3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c0b4038-60d5-43a3-b976-7264f28b06b3,segment=NetworkSegment(06f2081b-ffce-4252-bb46-39144c67ff2f),segment_id=06f2081b-ffce-4252-bb46-39144c67ff2f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:54.259212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.262971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4498cc-7840-487e-b794-5384dd838117 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:54.274188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.310293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Transition to ACTIVE for port object ce4498cc-7840-487e-b794-5384dd838117 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:16:54.322295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:54.324996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Calling delete_port for 1c0b4038-60d5-43a3-b976-7264f28b06b3 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:54.326475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.465851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.471170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd064603-1087-423f-a1b0-ad89152d3ba2 req-5e6a08ed-9b17-4f5c-abf1-5d8cc0dea60b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:54.480671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd064603-1087-423f-a1b0-ad89152d3ba2 req-5e6a08ed-9b17-4f5c-abf1-5d8cc0dea60b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.5967176 Oct 26 14:16:54.481152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ad38980-62a0-4228-a90b-5e6783343544 req-9ef167da-90ae-4f81-a80c-356596e45c2e tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.1653337 Oct 26 14:16:54.625262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-1bc7ab66-5ad8-4e13-a24f-4739fa23d10b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:54.626795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-1bc7ab66-5ad8-4e13-a24f-4739fa23d10b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.6040192 Oct 26 14:16:54.657808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Request body: {'port': {'device_id': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'admin_state_up': True, 'tenant_id': 'ad54be79c920492ba5fe8a898e908704'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:54.731137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2bfa9-eddd-4ac9-8d24-b0717770c9d8 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:16:54.778940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-0391cee7-983b-433f-82b4-ca3fdd15f32a tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:54.782536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-0391cee7-983b-433f-82b4-ca3fdd15f32a tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.41 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.4534476 Oct 26 14:16:54.809267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Request body: {'port': {'device_id': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'admin_state_up': True, 'tenant_id': 'ad54be79c920492ba5fe8a898e908704'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:54.888624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd064603-1087-423f-a1b0-ad89152d3ba2 req-c1308f7f-0992-4e09-8ebf-a4f08aeec78c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4055436 Oct 26 14:16:54.934471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:54.940156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:54.984041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.048314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2bfa9-eddd-4ac9-8d24-b0717770c9d8 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:16:55.062594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Port': ['ID=1c0b4038-60d5-43a3-b976-7264f28b06b3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:55.077056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] No DVR routers for this DVR port 1c0b4038-60d5-43a3-b976-7264f28b06b3 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:16:55.193710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cde82ef-7655-4974-8f1f-f39239ebbda8 req-4ad5be20-3faa-4fbf-a17c-b3f0f9eca8df tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 210 time: 0.1370840 Oct 26 14:16:55.343176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:55.361033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 64c356e8-26da-43de-8267-29e9a053366f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:55.361384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.364279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.364475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:16:55.368049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.405445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777662a3-fa0f-43c0-91fb-95b6100b6200']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:55.422103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06f2081b-ffce-4252-bb46-39144c67ff2f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:55.422601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06f2081b-ffce-4252-bb46-39144c67ff2f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:55.437079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.461102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.468899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:55.469381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:55.581166 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:55.592815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Allocated IP 172.20.0.5 (f3b8fcb9-f1a0-410b-81e8-f185af8df29d/5c25f007-90f4-4579-8d49-68473e631100/c04cbc9e-8a2e-4931-9eb0-cc31202ee060) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:55.604158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.622910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Attempting to bind port ce4498cc-7840-487e-b794-5384dd838117 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:55.623238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Attempting to bind port ce4498cc-7840-487e-b794-5384dd838117 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:55.623576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Attempting to bind port ce4498cc-7840-487e-b794-5384dd838117 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:55.653495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.660665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/777662a3-fa0f-43c0-91fb-95b6100b6200 HTTP/1.1" status: 204 len: 168 time: 2.4370570 Oct 26 14:16:55.661711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4c48-e69d-4a4b-9d5f-dd9c0a7af041 req-d2d95911-1af8-44f7-927c-34f4bc15725b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:55.667977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:55.669415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0ea4c48-e69d-4a4b-9d5f-dd9c0a7af041 req-d2d95911-1af8-44f7-927c-34f4bc15725b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.8138223 Oct 26 14:16:55.671535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Port ce4498cc-7840-487e-b794-5384dd838117 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:16:55.671865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Attempting to bind port ce4498cc-7840-487e-b794-5384dd838117 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:55.683424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:55.683769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:55.684168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:55.684642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Bound port: ce4498cc-7840-487e-b794-5384dd838117, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:55.684989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.721175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a5e293d-fd5a-4507-9765-15f14eb47558 req-9ea1665f-d69b-42bd-985f-f70e5facdda0 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.1167014 Oct 26 14:16:55.745058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd96ad-4815-4e02-9844-715a9dee1095 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=777662a3-fa0f-43c0-91fb-95b6100b6200,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:55.825038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.6 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/7f4f2215-44a2-4732-a8ce-a95bbe9a9532) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:55.877680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:55.892903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0ea4c48-e69d-4a4b-9d5f-dd9c0a7af041 req-15880473-c545-46fa-82b8-b3521cf7c517 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223716 Oct 26 14:16:55.929849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 64c356e8-26da-43de-8267-29e9a053366f owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:55.995374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.021071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:56.141166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:56.165839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.294562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:56.362985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:56.364000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.365784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f665e0d6-b8cc-4dd6-bd14-1516c2510991 service neutron] 10.222.0.73 "PUT /v2.0/ports/ce4498cc-7840-487e-b794-5384dd838117 HTTP/1.1" status: 200 len: 1091 time: 4.6359055 Oct 26 14:16:56.382214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:56.385052 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "tag": "ce4498cc-7840-487e-b794-5384dd838117"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:56.408437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603523c4-bf00-4ea9-af51-30795a2d7096 req-1ed78fe3-7522-4d68-a34c-76ffc933710c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 210 time: 0.0752170 Oct 26 14:16:56.493011 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197f203-3a23-4a72-a80e-6c92d8386787 x-openstack-request-id: req-4197f203-3a23-4a72-a80e-6c92d8386787 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:16:56.493697 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "tag": "ce4498cc-7840-487e-b794-5384dd838117", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:16:56.494189 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4197f203-3a23-4a72-a80e-6c92d8386787 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:16:56.494831 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117', 'status': 'completed', 'code': 200} Oct 26 14:16:56.574370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.587174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d76ce1-de89-4d05-a193-a7546ef15a41 req-43a90d25-cad6-4d8f-949f-cddd4edde0aa tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:56.589281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6d76ce1-de89-4d05-a193-a7546ef15a41 req-43a90d25-cad6-4d8f-949f-cddd4edde0aa tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.5600300 Oct 26 14:16:56.596295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-4e184541-2a2f-4598-9c96-4eacaecfc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:56.599300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-4e184541-2a2f-4598-9c96-4eacaecfc985 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 1094 time: 0.1399186 Oct 26 14:16:56.605308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.634324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.668569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6d76ce1-de89-4d05-a193-a7546ef15a41 req-1fcf5a5d-3b30-4581-ba84-bfb3bbc501d0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618162 Oct 26 14:16:56.681601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.703631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-0d974c57-23de-4f11-98e3-1ce3c88431bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4498cc-7840-487e-b794-5384dd838117 HTTP/1.1" status: 200 len: 217 time: 0.0772471 Oct 26 14:16:56.703631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=64c356e8-26da-43de-8267-29e9a053366f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:56.725594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d766ab-e062-4b04-ac1d-93556450b040']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:56.740353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f4f683-effd-4135-b8b3-3dbbf34d4708') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:56.740793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f4f683-effd-4135-b8b3-3dbbf34d4708') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:56.758380 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.782062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.791614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:56.792522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:56.871582 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:56.877438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.888196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.899327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:56.904585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/04d766ab-e062-4b04-ac1d-93556450b040 HTTP/1.1" status: 204 len: 168 time: 1.2062309 Oct 26 14:16:56.908841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.015814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cc336a5-f56d-422b-96a2-0af7621835dc req-2eccb277-4697-45b6-88f1-dbfeb7ea08b9 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0753016 Oct 26 14:16:57.023439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54859795-2c30-441f-95d9-24e3dfbd037b req-71a0bc34-3b3a-434a-a8ff-24583f0913bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:57.025185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-71a0bc34-3b3a-434a-a8ff-24583f0913bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.3203349 Oct 26 14:16:57.047779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Allocated IP 172.20.0.11 (f3b8fcb9-f1a0-410b-81e8-f185af8df29d/5c25f007-90f4-4579-8d49-68473e631100/eba38549-03a3-4f51-b268-3a69bd9d6ad9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:16:57.050669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.064530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0db6e-a900-4f07-9bde-1b3897ac0b78 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=04d766ab-e062-4b04-ac1d-93556450b040,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.111398 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.128111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7df99393-3359-401e-b129-adaa606fa7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/64c356e8-26da-43de-8267-29e9a053366f HTTP/1.1" status: 204 len: 168 time: 4.6437025 Oct 26 14:16:57.135724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-f1537b68-93e8-4632-8f15-4b1cfb6ff2a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020532 Oct 26 14:16:57.139573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.178282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event updated for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.192463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.228619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:57.243504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:57.250694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:57.294046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5b68-f144-4198-b30f-926d934759ae req-aabc9588-0e4f-44b6-b5a4-f34ef7f8b067 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:57.294774 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-414119e5-af7b-40b0-9139-f7c7ded216ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:16:57.296892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-414119e5-af7b-40b0-9139-f7c7ded216ee tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/64c356e8-26da-43de-8267-29e9a053366f HTTP/1.1" status: 404 len: 333 time: 0.1441090 Oct 26 14:16:57.302130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699f5b68-f144-4198-b30f-926d934759ae req-aabc9588-0e4f-44b6-b5a4-f34ef7f8b067 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.1796856 Oct 26 14:16:57.307661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.318111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:57.348980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:57.385465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:57.440310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.440563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:57.441259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.458776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.493653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-699f5b68-f144-4198-b30f-926d934759ae req-2d621cda-4363-4a4b-916f-052f9580aab3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904922 Oct 26 14:16:57.511742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ada6a01-9004-477d-9228-43b0ee1e85d6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.527799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-abb7dc68-9345-45f8-955a-b479b6fddadf tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8774467 Oct 26 14:16:57.531259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede8bf74-b200-4a93-b48b-1bc01332de21') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.531545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede8bf74-b200-4a93-b48b-1bc01332de21') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:57.545143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Request body: {'port': {'device_id': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:57.551849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.555759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 429cf028-1d98-4c0d-b854-bdf5998f2458 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:16:57.564029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:57.564698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.589199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.589557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.617104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:57.617626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:57.623390 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:57.638377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-add8d3d7-988f-4906-9270-a5528d7fb788 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334550 Oct 26 14:16:57.702728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.719463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-fc7878ac-55ff-49be-bae1-ba52d7bc9ec7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0921078 Oct 26 14:16:57.725873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.776319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.803808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Request body: {'port': {'device_id': '4a46355b-03d1-4181-8e07-38a5f440f211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:16:57.837533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:57.845321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/2ada6a01-9004-477d-9228-43b0ee1e85d6 HTTP/1.1" status: 204 len: 168 time: 0.9053633 Oct 26 14:16:57.851139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42652) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:57.882088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd10034-0b53-4489-8c5c-21b108b98901 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=2ada6a01-9004-477d-9228-43b0ee1e85d6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:57.911762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca33659-204d-4c13-8ef1-4c2b4ebec29b req-ae59a676-a6b8-4c44-bf01-014a3286036d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:57.919806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dca33659-204d-4c13-8ef1-4c2b4ebec29b req-ae59a676-a6b8-4c44-bf01-014a3286036d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 931 time: 0.3781919 Oct 26 14:16:58.064811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.079730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33867df3-84d1-434a-8eaa-d76579ea9afd req-584f95c6-5070-49b1-b697-88ba91509e28 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:58.087952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33867df3-84d1-434a-8eaa-d76579ea9afd req-584f95c6-5070-49b1-b697-88ba91509e28 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.2366133 Oct 26 14:16:58.141382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-b15692d2-5066-4884-9ece-6e822d3a5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:58.142929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-b15692d2-5066-4884-9ece-6e822d3a5abb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1097 time: 0.2012386 Oct 26 14:16:58.155385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.183392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54859795-2c30-441f-95d9-24e3dfbd037b req-b8676a49-e7b5-410f-991b-51e01690ebbf service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210223 Oct 26 14:16:58.188658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.209395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dca33659-204d-4c13-8ef1-4c2b4ebec29b req-13b33094-bb30-4734-96df-93257e63c642 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825527 Oct 26 14:16:58.210164 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.221579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33867df3-84d1-434a-8eaa-d76579ea9afd req-185d4314-faff-4a38-bc9f-7e3b0449cd6a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326122 Oct 26 14:16:58.365748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-5f482295-31a4-4656-af84-923d870f6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:58.368421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-5f482295-31a4-4656-af84-923d870f6670 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.2118919 Oct 26 14:16:58.460721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-dbde1bb2-560c-4bed-af07-b3ed37a7e984 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1002 time: 0.0776999 Oct 26 14:16:58.483751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.517380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e53428-4df8-44da-aab8-63965c72dfcb']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:58.529169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b7df3a-3fcd-45be-9e46-aeaeab382c07') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:58.529464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b7df3a-3fcd-45be-9e46-aeaeab382c07') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:16:58.642560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04cbc9e-8a2e-4931-9eb0-cc31202ee060 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:16:58.651597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.677099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Transition to ACTIVE for port object c04cbc9e-8a2e-4931-9eb0-cc31202ee060 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:16:58.701233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:58.716898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7be0f1c5-5bf7-49fc-8712-e8e985dad914 req-4b4cd12a-171c-4c59-9f6b-e3f46694f751 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 210 time: 0.3392031 Oct 26 14:16:58.777405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:58.886706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-e9e09d8c-859b-4b39-8632-3d0218a6ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:58.889736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-e9e09d8c-859b-4b39-8632-3d0218a6ff39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1900523 Oct 26 14:16:58.994778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.013818 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.024376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:16:59.027106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-2d9289c4-4a30-430b-bb78-d9e12e88aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.027482 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.028839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-2d9289c4-4a30-430b-bb78-d9e12e88aaf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997877 Oct 26 14:16:59.069284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Attempting to bind port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:16:59.069660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Attempting to bind port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:16:59.069994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Attempting to bind port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:59.104358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:16:59.104358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Attempting to bind port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:16:59.115261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:16:59.115611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Checking segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:16:59.116020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Bound using segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:16:59.116530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Bound port: c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:16:59.116960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:16:59.151520 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:16:59.162955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.185980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.246527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:16:59.250380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-5a102afb-31e8-47de-bd9f-6335a231367e service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110965 Oct 26 14:16:59.251983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:16:59.268825 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.311841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.315127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/429cf028-1d98-4c0d-b854-bdf5998f2458 HTTP/1.1" status: 204 len: 168 time: 1.9957252 Oct 26 14:16:59.324258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b2446-8e7d-4350-bec2-846a14e6554d None None] Network 5bbd349d-9a17-4625-8b9b-4a0f8738d72a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:16:59.327470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076ccd-ca6f-4c1a-871e-5432f7d64dc3 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=429cf028-1d98-4c0d-b854-bdf5998f2458,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.333114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-5aad291f-b7aa-474a-aa59-6ec2e998bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.334660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-5aad291f-b7aa-474a-aa59-6ec2e998bed7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 1094 time: 1.0571680 Oct 26 14:16:59.336544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:59.349609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:16:59.360442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.394751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.398305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] 10.222.0.37 "DELETE /v2.0/networks/e1e53428-4df8-44da-aab8-63965c72dfcb HTTP/1.1" status: 204 len: 168 time: 1.5403886 Oct 26 14:16:59.404219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.404219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.405594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] 10.222.0.73 "PUT /v2.0/ports/c04cbc9e-8a2e-4931-9eb0-cc31202ee060 HTTP/1.1" status: 200 len: 1091 time: 1.8662555 Oct 26 14:16:59.408284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:16:59.410770 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:16:59.455020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f4515-3c3f-4073-82f4-c2c838ca1bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.475137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:16:59.478203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:16:59.510932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577e0f2-aee1-4bfe-80e7-e9c8a975c037 req-ad3f40ab-3f62-4f98-8d68-71ee95571647 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.513026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2577e0f2-aee1-4bfe-80e7-e9c8a975c037 req-ad3f40ab-3f62-4f98-8d68-71ee95571647 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 931 time: 0.2032781 Oct 26 14:16:59.548738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event updated for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.570079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d052303c-63de-4695-8f51-a9f3cf70a597 req-ff13ad87-164b-4fee-b45f-4edc0eaae553 service neutron] 10.222.0.41 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124313 Oct 26 14:16:59.573948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-a5a92e17-f9f8-4ba3-8cb0-56a8e38c775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.575891 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-a5a92e17-f9f8-4ba3-8cb0-56a8e38c775b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=c1a36985-3966-4549-9506-11a7db69f6b4 HTTP/1.1" status: 200 len: 1094 time: 0.1174185 Oct 26 14:16:59.594426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] DHCP port deletion for 5bbd349d-9a17-4625-8b9b-4a0f8738d72a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:16:59.635795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-cccaa108-48ec-4ac2-be48-e065b47b7caa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060 HTTP/1.1" status: 200 len: 217 time: 0.0475385 Oct 26 14:16:59.638699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2577e0f2-aee1-4bfe-80e7-e9c8a975c037 req-8ca53514-120c-4bc8-8ad3-fb605226acad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074936 Oct 26 14:16:59.647728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb0dba-54b6-44dc-aa2a-089202c4fff7 tempest-BulkNetworkOpsIpV6Test-751740227 tempest-BulkNetworkOpsIpV6Test-751740227-project] Pushing event deleted for resources: {'Network': ['ID=e1e53428-4df8-44da-aab8-63965c72dfcb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:16:59.701630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Deleting port 9c735bf9-4950-4ff3-91a9-f8c12863e583 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:16:59.702001 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.741776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b241d-154e-472f-a2ab-879ab1b330c9 req-4adfd378-dd74-4e6d-9e5c-5e78ad7333a1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.746386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-845e2771-6352-4edc-8f06-02ebfee33963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.747875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-845e2771-6352-4edc-8f06-02ebfee33963 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.1045711 Oct 26 14:16:59.749248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f8b241d-154e-472f-a2ab-879ab1b330c9 req-4adfd378-dd74-4e6d-9e5c-5e78ad7333a1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.6228192 Oct 26 14:16:59.829960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-14054cbe-0767-4e44-aaaf-991025d00204 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750289 Oct 26 14:16:59.864945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c735bf9-4950-4ff3-91a9-f8c12863e583,segment=NetworkSegment(bfbb375e-2b4b-40a8-92bb-2b1845a97586),segment_id=bfbb375e-2b4b-40a8-92bb-2b1845a97586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:16:59.865800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.868193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42684) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:16:59.872694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c735bf9-4950-4ff3-91a9-f8c12863e583 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:16:59.882318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.882999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.893122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:16:59.941500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Calling delete_port for 9c735bf9-4950-4ff3-91a9-f8c12863e583 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:16:59.981544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-db32c341-1404-4918-9f7a-2df8709380bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.982836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceac082-53fd-4b72-a3b8-69da38e238a8 req-a9297549-c199-4c90-9794-a2e81dd5a9ea tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:16:59.984641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ceac082-53fd-4b72-a3b8-69da38e238a8 req-a9297549-c199-4c90-9794-a2e81dd5a9ea tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.1472785 Oct 26 14:16:59.987585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-db32c341-1404-4918-9f7a-2df8709380bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.6415405 Oct 26 14:17:00.019679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-452a8b81-6a7c-4cad-a1b5-d70d49ed7ce8 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801856 Oct 26 14:17:00.033503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3629c378-abb4-4c45-862b-92cea73fa0dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2313983 Oct 26 14:17:00.042527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f8b241d-154e-472f-a2ab-879ab1b330c9 req-80f18b3e-68fb-466b-b575-b43b538010e5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922783 Oct 26 14:17:00.052053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Request body: {'port': {'device_id': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:00.131632 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.169991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.181509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ceac082-53fd-4b72-a3b8-69da38e238a8 req-f42fe274-c182-4ebd-895e-1794093a4dfd tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888356 Oct 26 14:17:00.214635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-6397d8ba-e1a1-4cd1-aa23-416563598976 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce4498cc-7840-487e-b794-5384dd838117 HTTP/1.1" status: 200 len: 217 time: 0.1943376 Oct 26 14:17:00.241189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c735bf9-4950-4ff3-91a9-f8c12863e583,segment=NetworkSegment(bfbb375e-2b4b-40a8-92bb-2b1845a97586),segment_id=bfbb375e-2b4b-40a8-92bb-2b1845a97586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:00.249836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.282414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-026f32ce-fc0b-4122-b4fd-dbabce134df2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbb73332b22b4a47b939f1a5523a66f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113021 Oct 26 14:17:00.284969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:00.306330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-300b1005-4f0e-4527-b651-19a04b253501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:00.308069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-300b1005-4f0e-4527-b651-19a04b253501 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.0822978 Oct 26 14:17:00.308542 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6059c8-4e02-4638-b9c7-030eb8f079a3 x-openstack-request-id: req-dd6059c8-4e02-4638-b9c7-030eb8f079a3 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:00.308854 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:00.309114 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd6059c8-4e02-4638-b9c7-030eb8f079a3 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:00.309532 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060', 'status': 'completed', 'code': 200} Oct 26 14:17:00.366099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:00.371242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-9affdc82-9f0f-49fc-8add-b00023cff6f5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374734 Oct 26 14:17:00.406508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.406886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.407445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.408699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-ecceeed5-e9e4-4ceb-a63b-ad5a4d7dd744 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761921 Oct 26 14:17:00.409314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.411357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.411878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.412847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.415983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.416542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.417025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.417500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.418021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:00.451601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.477500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] No DVR routers for this DVR port 9c735bf9-4950-4ff3-91a9-f8c12863e583 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:00.509437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679a70-d633-4d81-9e4f-7aeacb5b1871 None None] Pushing event deleted for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:00.557331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.572866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dcd2b-3d0c-417a-829f-a40262f6fefd req-1b6ce7a7-e5ec-48e8-bf51-e94782d6da70 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:00.574513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b8dcd2b-3d0c-417a-829f-a40262f6fefd req-1b6ce7a7-e5ec-48e8-bf51-e94782d6da70 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 932 time: 0.1980138 Oct 26 14:17:00.611644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:00.653208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.692315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-8d5e2225-07d5-4ae2-aa53-b5100512803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:00.694022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-8d5e2225-07d5-4ae2-aa53-b5100512803a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=c1a36985-3966-4549-9506-11a7db69f6b4 HTTP/1.1" status: 200 len: 1094 time: 0.2435541 Oct 26 14:17:00.748316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:00.758239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.777298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Transition to ACTIVE for port object 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:00.791385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b8dcd2b-3d0c-417a-829f-a40262f6fefd req-04d0b42f-1f56-44c8-9348-b0503e6373fe tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967347 Oct 26 14:17:00.791937 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.803269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-164ab353-dfc3-433a-97b8-794b89b0002a service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682315 Oct 26 14:17:00.851821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:00.868098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:00.873259 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5792728-4cbf-44a6-88e6-2040a3df4fbd" -d '{"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:00.902044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:00.934433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.017839 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868fdbd5-68fc-4b26-9580-ed4bb2847cd0 x-openstack-request-id: req-868fdbd5-68fc-4b26-9580-ed4bb2847cd0 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:01.018127 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:01.018380 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-868fdbd5-68fc-4b26-9580-ed4bb2847cd0 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:01.019440 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'code': 200} Oct 26 14:17:01.025051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.042486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-a36b59d8-22b1-4407-a607-2f368f945cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:01.044419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-a36b59d8-22b1-4407-a607-2f368f945cec service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 914 time: 0.3302364 Oct 26 14:17:01.045298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.049193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.051798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41a4db83-fa7c-443e-a284-ea5d9891a2d4 HTTP/1.1" status: 204 len: 168 time: 0.7655690 Oct 26 14:17:01.111206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-8a0bfc70-2b6c-4fb4-ba7b-79fd665f3bda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060 HTTP/1.1" status: 200 len: 217 time: 0.0579867 Oct 26 14:17:01.112964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd70c7-83c6-4ae9-b8ef-991d8a8cae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4db83-fa7c-443e-a284-ea5d9891a2d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.193872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-99339bc8-4842-4acf-baec-e587f5c5c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:01.195801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-99339bc8-4842-4acf-baec-e587f5c5c98d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.0766430 Oct 26 14:17:01.263295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-100bc0c8-45c4-4a1a-82df-34d4826963c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569901 Oct 26 14:17:01.297770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.345073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 9c735bf9-4950-4ff3-91a9-f8c12863e583 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:01.345501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.430111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port 9c735bf9-4950-4ff3-91a9-f8c12863e583, host n-d-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:01.430542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.450153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 9c735bf9-4950-4ff3-91a9-f8c12863e583 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:01.454554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Port 9c735bf9-4950-4ff3-91a9-f8c12863e583 was not found and therefore no delete operation was performed {{(pid=102163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:17:01.461944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ce4498cc-7840-487e-b794-5384dd838117 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:01.481629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.485118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98b002-b10a-42e6-be64-01bb79f0f89b req-6b8c9a28-165e-4b31-8455-274c341a0bcd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:01.486324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d98b002-b10a-42e6-be64-01bb79f0f89b req-6b8c9a28-165e-4b31-8455-274c341a0bcd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.2047660 Oct 26 14:17:01.547901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-06f635aa-0185-4585-bf7e-b93ddad8355b service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538192 Oct 26 14:17:01.672045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=9c735bf9-4950-4ff3-91a9-f8c12863e583,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:01.684242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port 9c735bf9-4950-4ff3-91a9-f8c12863e583 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:01.723858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d98b002-b10a-42e6-be64-01bb79f0f89b req-286ff709-16e7-49b4-91d3-e678201602bd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274511 Oct 26 14:17:01.770013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:01.806912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'ce4498cc-7840-487e-b794-5384dd838117', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': 'ce4498cc-7840-487e-b794-5384dd838117', 'mac_address': 'fa:16:3e:ff:9b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:01.843941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a7be6f56-bcd0-4244-b8a0-569d2cba6a8a req-603a70dd-3c2b-4796-b3d6-07a30a2b6394 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815406 Oct 26 14:17:01.850816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0af8d-c6c3-492c-826f-3c8d20403d50 req-b4a2cf2d-1579-4222-94f2-ecf61e67e14b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:01.870839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13b0af8d-c6c3-492c-826f-3c8d20403d50 req-b4a2cf2d-1579-4222-94f2-ecf61e67e14b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 943 time: 1.0619264 Oct 26 14:17:01.910014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:01.927384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4498cc-7840-487e-b794-5384dd838117 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:01.983630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:01.989292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.086553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:02.098118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad16db3-f3ee-4621-8174-55eab50d5b36 req-4441f140-1620-4dc2-99f7-64270137118b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:02.102825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ad16db3-f3ee-4621-8174-55eab50d5b36 req-4441f140-1620-4dc2-99f7-64270137118b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.1358190 Oct 26 14:17:02.218803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ad16db3-f3ee-4621-8174-55eab50d5b36 req-cd1875a2-bba0-4d97-a99e-9e8100c6af45 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092098 Oct 26 14:17:02.232263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d641e2-ad84-4e4b-ab8b-d66bc3b66aa4 req-91001e94-7599-437a-a998-77fbeee46762 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3987999 Oct 26 14:17:02.261479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.264423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Attempting to bind port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:02.264860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Attempting to bind port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:02.265420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Attempting to bind port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:02.268289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['ce4498cc-7840-487e-b794-5384dd838117'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:02.298402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13b0af8d-c6c3-492c-826f-3c8d20403d50 req-707f18e6-64dd-4576-a05a-1fcff8ffdaa8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260817 Oct 26 14:17:02.329106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:02.329455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Attempting to bind port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:02.340025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:02.340477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:02.340834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:02.341444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Bound port: 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:02.341827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.345918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbd349d-9a17-4625-8b9b-4a0f8738d72a']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:02.374463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbb375e-2b4b-40a8-92bb-2b1845a97586') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:02.374859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbb375e-2b4b-40a8-92bb-2b1845a97586') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:02.448941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.452340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba38549-03a3-4f51-b268-3a69bd9d6ad9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:02.456693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac920d-3517-4b37-a91e-6d3cf67d5088 req-6fad1921-d03f-4ab6-a536-ac568b0bedf4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:02.467790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-caac920d-3517-4b37-a91e-6d3cf67d5088 req-6fad1921-d03f-4ab6-a536-ac568b0bedf4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 932 time: 0.0813136 Oct 26 14:17:02.508340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42750) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:02.541425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.549652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-caac920d-3517-4b37-a91e-6d3cf67d5088 req-ded22fc5-b568-4820-9206-2d4a631ffbfe tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805113 Oct 26 14:17:02.561008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.579431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:02.580051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:02.584581 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:02.641661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Transition to ACTIVE for port object eba38549-03a3-4f51-b268-3a69bd9d6ad9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:02.656824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.701884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-aac9ad75-3e6a-4724-8585-c12d2b8ff4e6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:02.703054 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-aac9ad75-3e6a-4724-8585-c12d2b8ff4e6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:17:02.704097 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-aac9ad75-3e6a-4724-8585-c12d2b8ff4e6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:17:02.705360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aac9ad75-3e6a-4724-8585-c12d2b8ff4e6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1957569 Oct 26 14:17:02.709308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42758) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:02.717822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792157598'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:02.726342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:02.732118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:02.743389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.762872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.771373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42762) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:02.774459 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.779721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-200319896'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:02.781150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/5bbd349d-9a17-4625-8b9b-4a0f8738d72a HTTP/1.1" status: 204 len: 168 time: 3.4381106 Oct 26 14:17:02.795672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:02.799045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.822272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.844213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:02.845878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.848426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f4f2215-44a2-4732-a8ce-a95bbe9a9532 HTTP/1.1" status: 200 len: 1091 time: 5.0766995 Oct 26 14:17:02.877830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:02.884310 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45" -d '{"events": [{"name": "network-changed", "server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:02.890589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:02.891237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9eff3-18be-439e-857a-73269c522b5a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=5bbd349d-9a17-4625-8b9b-4a0f8738d72a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:02.895766 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:02.965124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322d5b3-0879-44bd-84a9-fede6613fdc9 req-aeb56a93-654a-4f04-8577-59599b3df867 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:02.965124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3322d5b3-0879-44bd-84a9-fede6613fdc9 req-aeb56a93-654a-4f04-8577-59599b3df867 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 944 time: 0.1249881 Oct 26 14:17:02.967714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:03.006711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.007176 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Added segment da2c4479-c1bc-4370-9666-30c5b0255d3b of type vlan for network 947addf7-6415-475f-9681-4bafe3176995 Oct 26 14:17:03.026451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe34cd-c2e1-488a-9cf4-ed21f95ff7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.087376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-1c3b4098-6f31-4704-b793-e17ec8c010ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.090217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-1c3b4098-6f31-4704-b793-e17ec8c010ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 1094 time: 0.1812360 Oct 26 14:17:03.091033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Attempting to bind port eba38549-03a3-4f51-b268-3a69bd9d6ad9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:03.091281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Attempting to bind port eba38549-03a3-4f51-b268-3a69bd9d6ad9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:03.091384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Attempting to bind port eba38549-03a3-4f51-b268-3a69bd9d6ad9 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:03.097999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Port eba38549-03a3-4f51-b268-3a69bd9d6ad9 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:03.098224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Attempting to bind port eba38549-03a3-4f51-b268-3a69bd9d6ad9 on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:03.129058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.135583 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42620c3a-eaa4-421f-a9af-0ceff1454de2 x-openstack-request-id: req-42620c3a-eaa4-421f-a9af-0ceff1454de2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:03.135884 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:03.136203 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42620c3a-eaa4-421f-a9af-0ceff1454de2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:03.136635 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532', 'status': 'completed', 'code': 200} Oct 26 14:17:03.141111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-65ff4dab-5d3a-4baf-be51-fdab5b1770ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532 HTTP/1.1" status: 200 len: 217 time: 0.0434549 Oct 26 14:17:03.142125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:03.142470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Checking segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:03.142950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Bound using segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:03.143392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Bound port: eba38549-03a3-4f51-b268-3a69bd9d6ad9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:03.145038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.198601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.210879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3322d5b3-0879-44bd-84a9-fede6613fdc9 req-4d6fe454-83fc-4e25-9524-a339cc2f80a5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405298 Oct 26 14:17:03.213074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.221297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.223418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.226828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.245940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270455-8490-4b64-a092-a025a488a863 req-7f564816-1a65-44c3-ae69-e0ecd0decd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.247486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-7f564816-1a65-44c3-ae69-e0ecd0decd61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1000550 Oct 26 14:17:03.286887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:03.291354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-c7dc5322-df03-454b-9a81-4a2ffef13597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343809 Oct 26 14:17:03.312634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:03.341393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5685065 Oct 26 14:17:03.355590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.355848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:03.366666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': '947addf7-6415-475f-9681-4bafe3176995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:03.415488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.416199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.417820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] 10.222.0.41 "PUT /v2.0/ports/eba38549-03a3-4f51-b268-3a69bd9d6ad9 HTTP/1.1" status: 200 len: 1092 time: 3.3707359 Oct 26 14:17:03.465936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1dc51-325b-46b0-a3dc-9851563beed5 service neutron] Pushing event updated for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.480859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2452d29-d951-4223-89ec-6b47ba894ba3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.484032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-096b6535-ea52-4e76-8a9c-75aadad3aaac service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846855 Oct 26 14:17:03.485971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c04cbc9e-8a2e-4931-9eb0-cc31202ee060 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:03.489202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ce4498cc-7840-487e-b794-5384dd838117 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:03.560294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.582331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-4b29b5db-7c6b-406b-8255-c8dc0fd0e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.583933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-4b29b5db-7c6b-406b-8255-c8dc0fd0e81d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1131439 Oct 26 14:17:03.613843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700f02e-2ad0-4205-a200-272ee3afff1a tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Network': ['ID=947addf7-6415-475f-9681-4bafe3176995,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.642933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.654174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 947addf7-6415-475f-9681-4bafe3176995 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:03.730333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port ce4498cc-7840-487e-b794-5384dd838117 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:03.752885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port ce4498cc-7840-487e-b794-5384dd838117 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:03.753628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.776829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.780693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0666997 Oct 26 14:17:03.790960 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f270455-8490-4b64-a092-a025a488a863 req-d4429115-d9a9-471f-8555-5222d95dd9af service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907770 Oct 26 14:17:03.791726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42788) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:03.794060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee919e1-f208-4000-8c7f-290451a2ffc5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd2413d-9eff-454d-a4bf-8c3db9bf6e8d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:03.806594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': '6cd2413d-9eff-454d-a4bf-8c3db9bf6e8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:03.843721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-f1b455eb-74f9-4d6b-a5b9-fb397b7bacb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9 HTTP/1.1" status: 200 len: 217 time: 0.1951489 Oct 26 14:17:03.868317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410c40a-05c9-46e4-915e-380af369c375 req-87216891-4a68-4f0a-a6ad-ff8519cfb2ee tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:03.876422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7410c40a-05c9-46e4-915e-380af369c375 req-87216891-4a68-4f0a-a6ad-ff8519cfb2ee tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 943 time: 0.3791611 Oct 26 14:17:03.912925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:03.929407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:03.935404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:03.949414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'port_id': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060', 'mac_address': 'fa:16:3e:c0:b4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25f007-90f4-4579-8d49-68473e631100', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:03.964334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7410c40a-05c9-46e4-915e-380af369c375 req-410dd02d-aff7-4fb3-b0cc-9f3f1ea26062 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867994 Oct 26 14:17:04.056867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-07b7aec7-989b-4ff9-aeb0-a96e766d2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.059024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-07b7aec7-989b-4ff9-aeb0-a96e766d2106 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 1094 time: 0.1346006 Oct 26 14:17:04.124387 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.126767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.153256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04cbc9e-8a2e-4931-9eb0-cc31202ee060 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:04.177584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:04.178790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-cd55b383-19b3-412b-8538-9c518cd5f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.180850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-cd55b383-19b3-412b-8538-9c518cd5f4ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.1120138 Oct 26 14:17:04.181314 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04379f3b-4515-4df1-bce3-74ed448fb649" -d '{"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-plugged", "status": "completed", "tag": "ce4498cc-7840-487e-b794-5384dd838117"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:04.210762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:04.213218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:04.225038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.231431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.257300 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.259186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24abf-8901-4fd6-a788-d1c9de2a9d36 req-e23a6192-059a-4987-ac67-ada776c4049d tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.268845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2a24abf-8901-4fd6-a788-d1c9de2a9d36 req-e23a6192-059a-4987-ac67-ada776c4049d tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 944 time: 0.2849035 Oct 26 14:17:04.307092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-7b649474-b3b7-4779-a2bc-da7935df88d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532 HTTP/1.1" status: 200 len: 217 time: 0.1125550 Oct 26 14:17:04.310139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-6507daf0-9687-40d3-959d-4a7ca7d07edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.312214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-6507daf0-9687-40d3-959d-4a7ca7d07edf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.4583380 Oct 26 14:17:04.315109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.361310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.432841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=6b77baa5-28ed-4220-ab91-b46b697308f8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.434768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-3e8ae6a7-2f81-4d67-b362-9e4bec8d1342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748100 Oct 26 14:17:04.472957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Checking segment: {'id': 'da2c4479-c1bc-4370-9666-30c5b0255d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '947addf7-6415-475f-9681-4bafe3176995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:04.473347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network hostable DHCP agents. Network: 947addf7-6415-475f-9681-4bafe3176995, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:04.476713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:04.493733 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5de9ecc-8b21-4e61-872b-22de9f8b7e00 x-openstack-request-id: req-f5de9ecc-8b21-4e61-872b-22de9f8b7e00 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:04.494345 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-plugged", "status": "completed", "tag": "ce4498cc-7840-487e-b794-5384dd838117", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:04.494345 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5de9ecc-8b21-4e61-872b-22de9f8b7e00 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:04.496013 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117', 'code': 200} Oct 26 14:17:04.522833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 947addf7-6415-475f-9681-4bafe3176995 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:04.541514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 947addf7-6415-475f-9681-4bafe3176995) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:04.548662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['c04cbc9e-8a2e-4931-9eb0-cc31202ee060'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:04.554990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.555454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.613310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1201ea2-84f3-4253-ba17-b255c7beadbc None None] Network 947addf7-6415-475f-9681-4bafe3176995 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:04.656178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:04.693710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3fddcb4-6b3d-44e3-a456-5faa8b6d46f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3314538 Oct 26 14:17:04.701530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42810) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:04.712089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-759461228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:04.763161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.764985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:04.799765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf65338-eb0b-4f99-a0b6-e23463cb4fce req-9cf251ca-6b24-400c-a6ce-b63923c568d8 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:04.810081 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bf65338-eb0b-4f99-a0b6-e23463cb4fce req-9cf251ca-6b24-400c-a6ce-b63923c568d8 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.2212524 Oct 26 14:17:05.011088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2a24abf-8901-4fd6-a788-d1c9de2a9d36 req-fc3f07ce-fb90-4ca3-8de1-e254848e40ad tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408714 Oct 26 14:17:05.125595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-162b9566-1e21-496e-9c56-c62ad3d6fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:05.127487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-162b9566-1e21-496e-9c56-c62ad3d6fe0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.7150445 Oct 26 14:17:05.138721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:05.141880 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c20798-b09c-4ae4-b158-dd1bb0851760" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:05.170718 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.208349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-cc2c425e-cc96-411e-9e9e-e7e4166592a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546880 Oct 26 14:17:05.226919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.227204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-947addf7-6415-475f-9681-4bafe3176995', 'network_id': '947addf7-6415-475f-9681-4bafe3176995', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': '6b77baa5-28ed-4220-ab91-b46b697308f8'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:05.228160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.237021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927885e-40cd-4d77-9e13-90b63c6c0b61 req-8a00311d-617a-41cb-a8b0-7b09eaf74243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:05.238930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2927885e-40cd-4d77-9e13-90b63c6c0b61 req-8a00311d-617a-41cb-a8b0-7b09eaf74243 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 1096 time: 0.2516654 Oct 26 14:17:05.314849 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:17:05.359968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dfb823-e254-4619-925a-ca866107e598,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:05.372092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bf65338-eb0b-4f99-a0b6-e23463cb4fce req-92237251-9ca9-4834-8599-efd5daa02c50 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604548 Oct 26 14:17:05.381533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.383038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f9cd632c-f9f5-40c5-839a-f610ea038fbc tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5880120 Oct 26 14:17:05.389584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-8883a4dc-88c2-4526-8718-d69465aaf5cb service neutron] 10.222.0.41 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992064 Oct 26 14:17:05.399135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42822) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:05.414614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2fface01-1860-48e6-9344-b1645447e3aa tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': '6cd2413d-9eff-454d-a4bf-8c3db9bf6e8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:05.470330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2927885e-40cd-4d77-9e13-90b63c6c0b61 req-3a2813b9-7a22-4786-ad24-041e8ce1d75e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089059 Oct 26 14:17:05.515777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faafea-bc7b-4fd8-9829-e8289380c2f2 req-8b73b8f7-9714-4216-8e54-8c93bb6340a3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:05.523600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74faafea-bc7b-4fd8-9829-e8289380c2f2 req-8b73b8f7-9714-4216-8e54-8c93bb6340a3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.3669863 Oct 26 14:17:05.523873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.579597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.592373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Allocated IP 172.20.0.2 (947addf7-6415-475f-9681-4bafe3176995/6b77baa5-28ed-4220-ab91-b46b697308f8/e2d30a89-190b-48df-b8e1-590384c4cb28) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:05.600341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fface01-1860-48e6-9344-b1645447e3aa tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.609504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-4292c350-bbb8-417b-9de8-7a56e10a7bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776722 Oct 26 14:17:05.630789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-78606b87-ecf7-46e7-ad91-a0f4e9308df7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3044219 Oct 26 14:17:05.638147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.639668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-772ce433-7a10-43f5-ad2b-cbd58131faec tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9370615 Oct 26 14:17:05.647776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-74919936-9a90-472d-9385-951c698bde8b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:17:05.648984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-74919936-9a90-472d-9385-951c698bde8b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069933 Oct 26 14:17:05.649542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:05.660852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'network_id': '947addf7-6415-475f-9681-4bafe3176995', 'name': 'tempest-PortsTestJSON-1738307745'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:05.678526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74faafea-bc7b-4fd8-9829-e8289380c2f2 req-f58bb33b-c438-4ecc-a855-9382a566dd2a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537557 Oct 26 14:17:05.690265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2882ed0-5ea8-44fd-bb31-13a03fc6a5ad req-f5353177-1ad1-4743-ba53-c8ae62832b63 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:05.692191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2882ed0-5ea8-44fd-bb31-13a03fc6a5ad req-f5353177-1ad1-4743-ba53-c8ae62832b63 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 943 time: 0.1368253 Oct 26 14:17:05.839853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a56974a1-5cc9-4a50-9b66-518ad5ce1cdc req-456ae5da-3005-4006-95f1-2cdb424a03d8 service neutron] 10.222.0.41 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352741 Oct 26 14:17:05.850403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda5d4e-16ff-4721-8071-b37c60417129 x-openstack-request-id: req-6dda5d4e-16ff-4721-8071-b37c60417129 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:05.850698 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:05.850951 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dda5d4e-16ff-4721-8071-b37c60417129 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:05.851435 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9', 'status': 'completed', 'code': 200} Oct 26 14:17:05.939924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2882ed0-5ea8-44fd-bb31-13a03fc6a5ad req-d34f2cf9-74a3-42d1-95e1-2c1212356be5 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149005 Oct 26 14:17:05.963923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.976977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0cfa3c-5e67-40ec-9c3a-905e43f98c45 req-edda1b8f-2303-4712-9bf2-a0c3eb79459d service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549955 Oct 26 14:17:05.977766 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:05.982676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:05.983885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.012011 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-2fface01-1860-48e6-9344-b1645447e3aa tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:17:06.016452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2fface01-1860-48e6-9344-b1645447e3aa tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6157737 Oct 26 14:17:06.018304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42836) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:06.061931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port ac80828b-a324-4373-9b64-ca4e5067471c yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:17:06.062367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Network 947addf7-6415-475f-9681-4bafe3176995 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:06.066269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:06.071433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:06.075024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Pushing event updated for resources: {'Port': ['ID=e2d30a89-190b-48df-b8e1-590384c4cb28,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:06.134807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.162633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-f25efa6f-7f73-4802-bd3d-5e2126ee802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:06.164305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-f25efa6f-7f73-4802-bd3d-5e2126ee802c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1850903 Oct 26 14:17:06.179998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Attempting to bind port e2d30a89-190b-48df-b8e1-590384c4cb28 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:06.189238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Attempting to bind port e2d30a89-190b-48df-b8e1-590384c4cb28 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'da2c4479-c1bc-4370-9666-30c5b0255d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '947addf7-6415-475f-9681-4bafe3176995'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:06.193564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Attempting to bind port e2d30a89-190b-48df-b8e1-590384c4cb28 on network 947addf7-6415-475f-9681-4bafe3176995 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:06.225074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:06.244520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Checking segment: {'id': 'da2c4479-c1bc-4370-9666-30c5b0255d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '947addf7-6415-475f-9681-4bafe3176995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:06.247426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.249364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Bound using segment: {'id': 'da2c4479-c1bc-4370-9666-30c5b0255d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '947addf7-6415-475f-9681-4bafe3176995'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:06.250437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Bound port: e2d30a89-190b-48df-b8e1-590384c4cb28, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2c4479-c1bc-4370-9666-30c5b0255d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '947addf7-6415-475f-9681-4bafe3176995'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:06.252445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.257726 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.358253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5278b6-8e91-4cec-acc5-72432dc3127c req-5e8caac2-b869-41aa-8157-f11177f59cc3 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:06.369713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c5278b6-8e91-4cec-acc5-72432dc3127c req-5e8caac2-b869-41aa-8157-f11177f59cc3 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 944 time: 0.2032859 Oct 26 14:17:06.373137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.375823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.11 (947addf7-6415-475f-9681-4bafe3176995/6b77baa5-28ed-4220-ab91-b46b697308f8/ac80828b-a324-4373-9b64-ca4e5067471c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:06.380519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.384873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/6cd2413d-9eff-454d-a4bf-8c3db9bf6e8d HTTP/1.1" status: 204 len: 168 time: 0.3622763 Oct 26 14:17:06.397716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:06.421562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-cdf240d0-1dcb-4944-a645-7e11c61e6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:06.423917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-cdf240d0-1dcb-4944-a645-7e11c61e6b5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 914 time: 0.2442663 Oct 26 14:17:06.444022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555af7-2095-422d-81d1-a8d5ab97ddbf tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd2413d-9eff-454d-a4bf-8c3db9bf6e8d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:06.512978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c5278b6-8e91-4cec-acc5-72432dc3127c req-3e34287e-1878-49cc-bae1-b07838c235ab tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418047 Oct 26 14:17:06.552347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3333be99-5760-437f-bef4-80fa29452160 None None] For port e2d30a89-190b-48df-b8e1-590384c4cb28, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:06.558447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3333be99-5760-437f-bef4-80fa29452160 None None] For port e2d30a89-190b-48df-b8e1-590384c4cb28, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e2d30a89-190b-48df-b8e1-590384c4cb28,segment=NetworkSegment(da2c4479-c1bc-4370-9666-30c5b0255d3b),segment_id=da2c4479-c1bc-4370-9666-30c5b0255d3b)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:06.574531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:06.635770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-bed9540f-d3de-4f8c-9910-c94fef9240e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9 HTTP/1.1" status: 200 len: 217 time: 0.1828136 Oct 26 14:17:06.637042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:06.845467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-3f08db9e-e9e7-4d2b-a20d-786d3cfd0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:06.848352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-3f08db9e-e9e7-4d2b-a20d-786d3cfd0057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.1993353 Oct 26 14:17:06.960244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333be99-5760-437f-bef4-80fa29452160 None None] Pushing event updated for resources: {'Port': ['ID=e2d30a89-190b-48df-b8e1-590384c4cb28,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:06.996319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-86ed2150-4ef8-45da-a70e-f6d1e7fafe02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286767 Oct 26 14:17:07.094734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b346-2a0e-4545-a3dc-9d72759763c2 req-8e4af71a-1ca8-4810-a471-4fd04e521c7b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:07.105051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f69b346-2a0e-4545-a3dc-9d72759763c2 req-8e4af71a-1ca8-4810-a471-4fd04e521c7b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.1689236 Oct 26 14:17:07.125842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:07.183134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532', 'mac_address': 'fa:16:3e:01:05:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:07.257430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb08def-b872-4913-bc14-4d873e2325ca req-b86aab2d-68a3-4dde-9dce-a7bf92105712 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:07.260091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb08def-b872-4913-bc14-4d873e2325ca req-b86aab2d-68a3-4dde-9dce-a7bf92105712 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.6228333 Oct 26 14:17:07.266295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-d1e7fd81-ae2f-4dd8-874c-2ce76bc72fed service neutron] 10.222.0.41 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296770 Oct 26 14:17:07.273699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-026acf3c-305f-4cba-b56e-c64aec96e1e4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8744688 Oct 26 14:17:07.283678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42862) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:07.298749 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.318443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:07.319083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732924201'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:07.347077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f69b346-2a0e-4545-a3dc-9d72759763c2 req-1f45cc1a-9052-4982-aadc-d4c0f734ff35 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2220597 Oct 26 14:17:07.348129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:07.355473 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.383383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c20798-b09c-4ae4-b158-dd1bb0851760 req-9527b7dc-dc3f-4d2a-a314-37a7d1f3b0cc service neutron] 10.222.0.41 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081927 Oct 26 14:17:07.386953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.433320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cb08def-b872-4913-bc14-4d873e2325ca req-be8cc7a2-ee8f-4343-bee1-cf1d4c25e437 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610851 Oct 26 14:17:07.454704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:07.457264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.494322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.509867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c04cbc9e-8a2e-4931-9eb0-cc31202ee060 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:07.592887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-4efbdff2-0f50-403f-9c78-ad115eaee306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:07.595278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-4efbdff2-0f50-403f-9c78-ad115eaee306 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd&tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4 HTTP/1.1" status: 200 len: 1095 time: 0.0865569 Oct 26 14:17:07.609268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 947addf7-6415-475f-9681-4bafe3176995 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:07.621214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:07.623517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7f4f2215-44a2-4732-a8ce-a95bbe9a9532'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:07.642620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:07.646997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:07.665776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:07.676479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:07.676897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.691052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=ac80828b-a324-4373-9b64-ca4e5067471c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:07.715964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42868) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:07.781074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.895710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:07.930931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff302-6ff8-4038-9a9f-e1719f0f28bf req-504a19af-6ad4-4b17-9ad3-b8064960a30d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:07.942364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a5ff302-6ff8-4038-9a9f-e1719f0f28bf req-504a19af-6ad4-4b17-9ad3-b8064960a30d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 944 time: 0.3989604 Oct 26 14:17:07.977515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.025313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e2d30a89-190b-48df-b8e1-590384c4cb28 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:08.031823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.048794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:08.051163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.083915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a5ff302-6ff8-4038-9a9f-e1719f0f28bf req-6360ffc5-bb42-4fa3-99c7-b8f5406ada95 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402447 Oct 26 14:17:08.095399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cf373c6-e729-46fa-a843-e1e36c71db23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.106549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:08.114037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:08.118933 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f656988-0b76-4e0e-b07a-e272d7649b83" -d '{"events": [{"server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:08.120031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.123916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8294883 Oct 26 14:17:08.127367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42874) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:08.129583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.137978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8768aaa7-2bac-4879-bc83-d3367d24eb38 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4821362 Oct 26 14:17:08.141097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:08.142252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d6bd360e-1cea-4d12-b276-76e3e4590206 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'e3eb944b-4363-47d4-b748-c166b5247aa4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:08.144194 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-d6bd360e-1cea-4d12-b276-76e3e4590206 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 14:17:08.145171 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-d6bd360e-1cea-4d12-b276-76e3e4590206 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:08.146128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f418aa-5fc2-477d-9677-c6ecff29cae5 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb944b-4363-47d4-b748-c166b5247aa4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:08.150421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6bd360e-1cea-4d12-b276-76e3e4590206 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169864 Oct 26 14:17:08.164880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1da7e3-b666-4e22-a469-12bff5fb512b req-afc00532-8acd-4237-a593-68c6cf326bb7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:08.174603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e1da7e3-b666-4e22-a469-12bff5fb512b req-afc00532-8acd-4237-a593-68c6cf326bb7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 944 time: 0.3039749 Oct 26 14:17:08.184986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42878) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:08.209351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:08.218112 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff4b31-2737-497e-9bfe-2985dfcb8642 x-openstack-request-id: req-3bff4b31-2737-497e-9bfe-2985dfcb8642 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:08.218527 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "name": "network-vif-plugged", "status": "completed", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:08.218882 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bff4b31-2737-497e-9bfe-2985dfcb8642 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:08.220154 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060', 'code': 200} Oct 26 14:17:08.264308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e2d30a89-190b-48df-b8e1-590384c4cb28 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:08.265998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.380770 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.383105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8c9d2-b470-428b-9c4d-14897174d623 None None] Network 947addf7-6415-475f-9681-4bafe3176995 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:08.412776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e1da7e3-b666-4e22-a469-12bff5fb512b req-cb6908eb-b14c-4f81-95f5-306c84c78e5e tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359786 Oct 26 14:17:08.443227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cf373c6-e729-46fa-a843-e1e36c71db23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.470863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1cf373c6-e729-46fa-a843-e1e36c71db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.530643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1cf373c6-e729-46fa-a843-e1e36c71db23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6225ce59dffe4361b08a2acd78fda9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111327 Oct 26 14:17:08.544933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42884) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:08.546994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b39f97-ad80-43a4-8b5d-f0af4efaed13 req-22db4946-f995-4fa7-9761-27b5b92c4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:08.549809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf373c6-e729-46fa-a843-e1e36c71db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cd4bb-e29a-4734-9768-b8d9773e7686,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:08.550527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72b39f97-ad80-43a4-8b5d-f0af4efaed13 req-22db4946-f995-4fa7-9761-27b5b92c4ab7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1a36985-3966-4549-9506-11a7db69f6b4 HTTP/1.1" status: 200 len: 1096 time: 0.2299299 Oct 26 14:17:08.587758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:08.603192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4235ae52-8e4e-4361-9f9a-bd1d5b2884f2 None None] Provisioning complete for port e2d30a89-190b-48df-b8e1-590384c4cb28 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:08.604676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4235ae52-8e4e-4361-9f9a-bd1d5b2884f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.621279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.627570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59e01-b28c-42a2-873a-8ca38a70f756 req-4838e2d1-1d5e-480e-94af-3eb61393a5cc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:08.629830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06e59e01-b28c-42a2-873a-8ca38a70f756 req-4838e2d1-1d5e-480e-94af-3eb61393a5cc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.0942504 Oct 26 14:17:08.651040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port e2d30a89-190b-48df-b8e1-590384c4cb28, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e2d30a89-190b-48df-b8e1-590384c4cb28,segment=NetworkSegment(da2c4479-c1bc-4370-9666-30c5b0255d3b),segment_id=da2c4479-c1bc-4370-9666-30c5b0255d3b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:08.652259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device eba38549-03a3-4f51-b268-3a69bd9d6ad9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:08.654793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:08.682668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:08.716053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.719297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.725557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72b39f97-ad80-43a4-8b5d-f0af4efaed13 req-135c26ab-fa77-4a53-b558-f06bb689dde2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415210 Oct 26 14:17:08.758393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0fb6f-4c36-49bd-83b4-306f4f366c72 req-cd1d436c-87cb-4882-b9c3-4211c3e3dc05 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:08.764799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84f0fb6f-4c36-49bd-83b4-306f4f366c72 req-cd1d436c-87cb-4882-b9c3-4211c3e3dc05 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.2618961 Oct 26 14:17:08.778852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06e59e01-b28c-42a2-873a-8ca38a70f756 req-2a0c4250-a008-4ff3-915a-7dc03a90b184 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197369 Oct 26 14:17:08.806881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:08.823313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.838957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Transition to ACTIVE for port object d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:08.845204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.876558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=e2d30a89-190b-48df-b8e1-590384c4cb28,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:08.876894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.918439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.921567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.922767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3eb944b-4363-47d4-b748-c166b5247aa4 HTTP/1.1" status: 204 len: 168 time: 0.7355433 Oct 26 14:17:08.928649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42890) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:08.947348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:08.975110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.984323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:08.984730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:08.995154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766e76-c95f-4d7f-bcd0-f3520161c593 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb944b-4363-47d4-b748-c166b5247aa4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.008444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6294ec55-1663-46a5-b056-2c77c0bf98d0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766230 Oct 26 14:17:09.010684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42892) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:09.019415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-84f0fb6f-4c36-49bd-83b4-306f4f366c72 req-4a393500-df2d-4730-abca-c6b6b213642f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2530138 Oct 26 14:17:09.023902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.026045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673927887'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:09.051278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=9']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.075630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:09.077325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.096158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'port_id': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9', 'mac_address': 'fa:16:3e:bf:de:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25f007-90f4-4579-8d49-68473e631100', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:09.299648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.334403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.344153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba38549-03a3-4f51-b268-3a69bd9d6ad9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:09.363306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc33c8e-7dc7-4bed-8dd1-4478155fcffe req-92b77006-e2e0-4d2d-ba0b-789c42d0d0af tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:09.375702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fc33c8e-7dc7-4bed-8dd1-4478155fcffe req-92b77006-e2e0-4d2d-ba0b-789c42d0d0af tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.1569061 Oct 26 14:17:09.402792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.408247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.418952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b1cd4bb-e29a-4734-9768-b8d9773e7686 HTTP/1.1" status: 204 len: 168 time: 0.8656626 Oct 26 14:17:09.425079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:09.429085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] No DVR routers for this DVR port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:09.446724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.467355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea4b22-18b4-4e7d-be20-a34500602efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cd4bb-e29a-4734-9768-b8d9773e7686,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.477469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:09.551613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.558907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100a7eb-8a56-48d9-a662-12f02edac4e2 req-36ee3ece-0c1d-4a55-a221-0c4a42a4b4fb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:09.561550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1100a7eb-8a56-48d9-a662-12f02edac4e2 req-36ee3ece-0c1d-4a55-a221-0c4a42a4b4fb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 944 time: 0.2676947 Oct 26 14:17:09.605004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2a059dcb-d736-4fec-89e6-0d64e3e16e20 None None] Provisioning complete for port ac80828b-a324-4373-9b64-ca4e5067471c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:09.614794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a059dcb-d736-4fec-89e6-0d64e3e16e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.624073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.680634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fc33c8e-7dc7-4bed-8dd1-4478155fcffe req-5cbc4d05-5ba6-437a-9e25-a5740814e136 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024514 Oct 26 14:17:09.714006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1100a7eb-8a56-48d9-a662-12f02edac4e2 req-26a78bea-c7f5-450e-bd11-76958f96f9e8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141372 Oct 26 14:17:09.795784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['eba38549-03a3-4f51-b268-3a69bd9d6ad9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:09.840632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.861299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.879368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.888678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:09.916544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:09.926060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2a059dcb-d736-4fec-89e6-0d64e3e16e20 None None] Port ac80828b-a324-4373-9b64-ca4e5067471c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:09.948671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e2d30a89-190b-48df-b8e1-590384c4cb28 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:10.025255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2a059dcb-d736-4fec-89e6-0d64e3e16e20 None None] Provisioning complete for port e2d30a89-190b-48df-b8e1-590384c4cb28 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:10.026601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a059dcb-d736-4fec-89e6-0d64e3e16e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.050409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01cb49d-b63b-4a33-8183-449eda6ef71a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.084941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.087870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-41b292fd-5ac9-4a61-b830-b45925dcd13b tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0747368 Oct 26 14:17:10.097803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42908) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.116973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-433ad61f-9a5c-4256-a060-bd6e541f8a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.121517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-831c836b-21e9-4ece-8fb4-68fd88bf0e21 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'd01cb49d-b63b-4a33-8183-449eda6ef71a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:10.123494 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-831c836b-21e9-4ece-8fb4-68fd88bf0e21 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 14:17:10.123946 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-831c836b-21e9-4ece-8fb4-68fd88bf0e21 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:10.128666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-831c836b-21e9-4ece-8fb4-68fd88bf0e21 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0260491 Oct 26 14:17:10.130791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.176581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e2d30a89-190b-48df-b8e1-590384c4cb28 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:10.177290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.203411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f4f38-d45b-4be6-b642-6431ed54cdc0 req-db8351e2-b5a1-42ce-81c9-535eacf4036d tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.205282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d34f4f38-d45b-4be6-b642-6431ed54cdc0 req-db8351e2-b5a1-42ce-81c9-535eacf4036d tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 945 time: 0.3598299 Oct 26 14:17:10.211865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42912) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.236754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:10.237147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:10.238025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:10.246819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64dd445c-3d7c-4b20-b64a-4a666dc19d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.255408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:10.258137 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82b7ec-6e62-4bb6-a747-b40cb2b820c1" -d '{"events": [{"server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "name": "network-vif-plugged", "status": "completed", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:10.259544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:10.259779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Attempting to bind port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on network de77bd72-6790-4c8f-acb4-2ff7a1feecfc {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:10.273602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c34e3-7b61-4f8c-acec-0855a9436acd req-74ab3d13-096a-4b2c-b888-46df420ad8ba tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.281449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d7c34e3-7b61-4f8c-acec-0855a9436acd req-74ab3d13-096a-4b2c-b888-46df420ad8ba tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.2030361 Oct 26 14:17:10.283118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=ac80828b-a324-4373-9b64-ca4e5067471c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.285069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:10.285419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Checking segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:10.285882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Bound using segment: {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:10.286357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Bound port: d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535efb71-e3d5-44bb-90d5-d9f268fd8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:10.286718 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.310210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d34f4f38-d45b-4be6-b642-6431ed54cdc0 req-8be928bc-ff1e-462f-9373-207405acc3c8 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Oct 26 14:17:10.412037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d7c34e3-7b61-4f8c-acec-0855a9436acd req-474a966f-4ec5-4d53-b5d2-fb0f636727bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246543 Oct 26 14:17:10.414288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64dd445c-3d7c-4b20-b64a-4a666dc19d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.419816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.427969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64dd445c-3d7c-4b20-b64a-4a666dc19d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.478064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.521374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:10.525175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.538042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-64dd445c-3d7c-4b20-b64a-4a666dc19d03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c6b8a6e209e4f3da0367de5d60aab1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250990 Oct 26 14:17:10.541125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.547679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd445c-3d7c-4b20-b64a-4a666dc19d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7152fb-c966-4654-b819-bfc1cd56e26f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.566244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:10.580011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.688878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.690030 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.691292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] 10.222.0.73 "PUT /v2.0/ports/d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1092 time: 3.0616512 Oct 26 14:17:10.694110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:10.696451 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:10.698835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5e92e-21c2-48d1-90e6-eb81cd7f77ad req-821961ed-0f4e-43f5-b948-457e0aafe8d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.706810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ab5e92e-21c2-48d1-90e6-eb81cd7f77ad req-821961ed-0f4e-43f5-b948-457e0aafe8d3 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 944 time: 0.1890888 Oct 26 14:17:10.717635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.719288 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604d346c-4a03-443a-9ff9-5912713e2c87 x-openstack-request-id: req-604d346c-4a03-443a-9ff9-5912713e2c87 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:10.719846 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "name": "network-vif-plugged", "status": "completed", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:10.720437 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-604d346c-4a03-443a-9ff9-5912713e2c87 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:10.720950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.721370 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532', 'code': 200} Oct 26 14:17:10.723432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/d01cb49d-b63b-4a33-8183-449eda6ef71a HTTP/1.1" status: 204 len: 168 time: 0.5724361 Oct 26 14:17:10.729085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42922) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:10.742861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.794812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf018-8668-4717-900a-6cec82e07ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.820694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578a849-f632-4043-83be-b737abaeca66 req-9beb2b5c-6d3d-40a1-8b75-440401863cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.822240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d578a849-f632-4043-83be-b737abaeca66 req-9beb2b5c-6d3d-40a1-8b75-440401863cbf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 1096 time: 0.2027318 Oct 26 14:17:10.828509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.862928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.871261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9e244482-4120-4a0d-9823-cccc0fdf8c66 None None] Provisioning complete for port ac80828b-a324-4373-9b64-ca4e5067471c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:10.871864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e244482-4120-4a0d-9823-cccc0fdf8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:10.901629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d578a849-f632-4043-83be-b737abaeca66 req-a56361d9-fa5c-4eae-bcc2-6c85a4e147ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641146 Oct 26 14:17:10.909390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-ae43d025-7e44-4bc9-899b-f35b8976c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:10.911953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-ae43d025-7e44-4bc9-899b-f35b8976c9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1096 time: 0.1775248 Oct 26 14:17:10.918018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c4cda-cd7d-4e1d-951a-05ead67f5e53 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01cb49d-b63b-4a33-8183-449eda6ef71a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:10.927985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9e244482-4120-4a0d-9823-cccc0fdf8c66 None None] Port ac80828b-a324-4373-9b64-ca4e5067471c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:11.002387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b8b6047e-9484-4c54-83e9-9b4bfe8be71d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2582185 Oct 26 14:17:11.008729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.027687 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35aa16-c4fc-40fd-92f3-d57535e9317a x-openstack-request-id: req-1b35aa16-c4fc-40fd-92f3-d57535e9317a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:11.028111 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:11.028610 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b35aa16-c4fc-40fd-92f3-d57535e9317a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:11.029734 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'status': 'completed', 'code': 200} Oct 26 14:17:11.037690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.038236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ab5e92e-21c2-48d1-90e6-eb81cd7f77ad req-5f8cc191-7301-4d14-8958-7b2250858a3a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3300798 Oct 26 14:17:11.041527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--102974908'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:11.042238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.043474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf7152fb-c966-4654-b819-bfc1cd56e26f HTTP/1.1" status: 204 len: 168 time: 0.5010359 Oct 26 14:17:11.062589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03658f7-205c-44ab-b8ac-ad19348b7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7152fb-c966-4654-b819-bfc1cd56e26f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:11.144736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-67c146b0-5aed-4935-86d7-ea7429448435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.146272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-67c146b0-5aed-4935-86d7-ea7429448435 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.2233801 Oct 26 14:17:11.165698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b2cf-7f7a-4d98-8ab0-e00f6d28d755 req-46aaea88-bba7-4d22-8fec-8e252754e4f0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.167331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af36b2cf-7f7a-4d98-8ab0-e00f6d28d755 req-46aaea88-bba7-4d22-8fec-8e252754e4f0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 945 time: 0.1059978 Oct 26 14:17:11.254997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-e8d9566d-1eaf-4793-8359-5e2e8685c612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1000 time: 0.0866201 Oct 26 14:17:11.266419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.322269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af36b2cf-7f7a-4d98-8ab0-e00f6d28d755 req-024d8ac0-2341-4fd2-91ae-e881d7cef17a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821450 Oct 26 14:17:11.339214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-5d615024-df9d-47c3-92e7-a90095694299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.340837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-5d615024-df9d-47c3-92e7-a90095694299 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.0781281 Oct 26 14:17:11.430098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-c4752d96-b8cd-4ff7-8aba-49bc6c0190cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.431926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-c4752d96-b8cd-4ff7-8aba-49bc6c0190cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815432 Oct 26 14:17:11.482096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63ec77-a0ee-4175-a8a8-ba9fcc584421 req-74d44748-36a6-4a92-a7f0-7c7027990067 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.483985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc63ec77-a0ee-4175-a8a8-ba9fcc584421 req-74d44748-36a6-4a92-a7f0-7c7027990067 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.2758846 Oct 26 14:17:11.559760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af377e1-3686-4b82-8998-80f1ac7484d6 req-ad9e2c8c-96a5-4da2-9589-e663719023dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.564445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.565379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.566080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6af377e1-3686-4b82-8998-80f1ac7484d6 req-ad9e2c8c-96a5-4da2-9589-e663719023dd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 945 time: 0.1488523 Oct 26 14:17:11.602913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.620787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-3d3a3264-c439-4c5e-8e14-98ff24f2416a service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664195 Oct 26 14:17:11.623987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b347459d-598b-408a-93fb-ed5988d96da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.629951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6af377e1-3686-4b82-8998-80f1ac7484d6 req-0aa6fb1b-753f-41f0-896a-874ea89b007c tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600491 Oct 26 14:17:11.638365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc63ec77-a0ee-4175-a8a8-ba9fcc584421 req-c7bb474e-44ab-4c14-9961-10a2f07473a4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411941 Oct 26 14:17:11.667579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dc4ade-1696-41c6-b9e9-efcd69e71f01,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:11.672574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.673889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fe621f09-c360-4b76-9cd6-fe19932c500d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6637340 Oct 26 14:17:11.688929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.699474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fc861dbe-3efa-45e3-8156-4b0c5b381b29 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc4ade-1696-41c6-b9e9-efcd69e71f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:11.715995 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-fc861dbe-3efa-45e3-8156-4b0c5b381b29 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 14:17:11.716860 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-fc861dbe-3efa-45e3-8156-4b0c5b381b29 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:11.718487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fc861dbe-3efa-45e3-8156-4b0c5b381b29 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0284894 Oct 26 14:17:11.721155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.727541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.735621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.736522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-90c39537-8304-42a1-97e0-d1f52f3c60f1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc4ade-1696-41c6-b9e9-efcd69e71f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:11.738818 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-90c39537-8304-42a1-97e0-d1f52f3c60f1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 14:17:11.739288 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-90c39537-8304-42a1-97e0-d1f52f3c60f1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:11.743442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-90c39537-8304-42a1-97e0-d1f52f3c60f1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118077 Oct 26 14:17:11.744751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.756301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68dac884-db9d-435c-a400-937420a4a2b9 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc4ade-1696-41c6-b9e9-efcd69e71f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:11.758307 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-68dac884-db9d-435c-a400-937420a4a2b9 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 14:17:11.758827 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-68dac884-db9d-435c-a400-937420a4a2b9 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:11.759823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68dac884-db9d-435c-a400-937420a4a2b9 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141275 Oct 26 14:17:11.765000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42946) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.770357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-34068b56-9653-4f40-8d65-68dd51c6dcd1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'a6dc4ade-1696-41c6-b9e9-efcd69e71f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:11.771242 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-34068b56-9653-4f40-8d65-68dd51c6dcd1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 14:17:11.772847 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-34068b56-9653-4f40-8d65-68dd51c6dcd1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:11.772847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34068b56-9653-4f40-8d65-68dd51c6dcd1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063858 Oct 26 14:17:11.774894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5c042f42-8c68-476a-a3b4-08af2c12ab7b req-edf0119b-3b08-48e9-8a32-87e0cef64a3e service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439743 Oct 26 14:17:11.775880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:11.844540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.857858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=ac80828b-a324-4373-9b64-ca4e5067471c,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:11.884703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.922323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.936794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-7a5f1b02-8853-46cc-8fff-45fe6eec2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:11.938630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-7a5f1b02-8853-46cc-8fff-45fe6eec2ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1096 time: 0.0931039 Oct 26 14:17:11.948353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b347459d-598b-408a-93fb-ed5988d96da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:11.967516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b347459d-598b-408a-93fb-ed5988d96da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.042927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.044310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network 947addf7-6415-475f-9681-4bafe3176995 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:12.047557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.048739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/a6dc4ade-1696-41c6-b9e9-efcd69e71f01 HTTP/1.1" status: 204 len: 168 time: 0.2718444 Oct 26 14:17:12.049055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b347459d-598b-408a-93fb-ed5988d96da1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35391f7fece3417ca85b299238de8f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791617 Oct 26 14:17:12.051262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:12.053154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42956) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:12.053957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:12.057345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347459d-598b-408a-93fb-ed5988d96da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3cd8e-18fa-46d6-ae8c-2ee82132f54b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:12.103619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4985aa2-5578-4cee-83b6-d2dfdfd235b0 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dc4ade-1696-41c6-b9e9-efcd69e71f01,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:12.108661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-96ed7125-b8dc-42f7-bb6f-365fbd361980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.112152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-96ed7125-b8dc-42f7-bb6f-365fbd361980 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 200 len: 917 time: 0.1623309 Oct 26 14:17:12.211561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-136b39e8-7b27-4d27-880c-35a2c7d08c0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 200 len: 1000 time: 0.0909822 Oct 26 14:17:12.328556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cfd83-b4f3-429b-963a-92214ff9c6fc req-8d4153cd-6f13-48e2-846a-50f08a2acbe0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.330404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da0cfd83-b4f3-429b-963a-92214ff9c6fc req-8d4153cd-6f13-48e2-846a-50f08a2acbe0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1146488 Oct 26 14:17:12.408352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-6ae3418a-6e37-4de8-b264-ec5dfa1a8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.414193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-6ae3418a-6e37-4de8-b264-ec5dfa1a8be9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 200 len: 855 time: 0.1577227 Oct 26 14:17:12.509480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da0cfd83-b4f3-429b-963a-92214ff9c6fc req-a71c9157-107e-40b7-88ca-5becbb691cc8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581392 Oct 26 14:17:12.557153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-b77f56e7-659a-4b8b-bb2f-1c6f2e8630dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.559456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-b77f56e7-659a-4b8b-bb2f-1c6f2e8630dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de77bd72-6790-4c8f-acb4-2ff7a1feecfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315129 Oct 26 14:17:12.575538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-32fb290a-1d56-40b1-af74-ccbc3e0c433f None None] Provisioning complete for port ac80828b-a324-4373-9b64-ca4e5067471c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:12.576678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32fb290a-1d56-40b1-af74-ccbc3e0c433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.655733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-32fb290a-1d56-40b1-af74-ccbc3e0c433f None None] Port ac80828b-a324-4373-9b64-ca4e5067471c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:12.673514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device eba38549-03a3-4f51-b268-3a69bd9d6ad9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:12.783549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port eba38549-03a3-4f51-b268-3a69bd9d6ad9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:12.804590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port eba38549-03a3-4f51-b268-3a69bd9d6ad9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:12.805366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.878810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7869-3402-4c2f-a9bd-e372d75149b7 req-2bd411e9-65e4-40e2-a3b8-7b8e11f00cb9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.882993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d62f7869-3402-4c2f-a9bd-e372d75149b7 req-2bd411e9-65e4-40e2-a3b8-7b8e11f00cb9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.1263454 Oct 26 14:17:12.901393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-9d642c01-9721-4030-94ba-8b2896594825 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:12.903833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-9d642c01-9721-4030-94ba-8b2896594825 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.2880821 Oct 26 14:17:12.931797 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39789b82-37d0-4137-a512-533c1224ca7d tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8751261 Oct 26 14:17:12.937697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02e5e2e6-1e48-4ceb-80a8-abcb05e7abbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.944583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42980) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:12.955602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153479386'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:12.971088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:12.981128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d62f7869-3402-4c2f-a9bd-e372d75149b7 req-8b70bf29-37cd-40e2-9a01-c728ad5b191f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909162 Oct 26 14:17:13.027965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.046838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.074869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:13.078843 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1d0af-d821-436c-950a-c435310163c6" -d '{"events": [{"server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "name": "network-vif-plugged", "status": "completed", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:13.080190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89078b7-1347-4e9d-b0c6-e1c9ab7b5280 req-82c17b9b-046e-4895-9171-9e16471940f6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.081955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a89078b7-1347-4e9d-b0c6-e1c9ab7b5280 req-82c17b9b-046e-4895-9171-9e16471940f6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 945 time: 0.4673624 Oct 26 14:17:13.101628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:13.110343 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.198551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:13.218708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8871e53-222e-4992-9134-fde63880e6d8 req-bb648ebc-45af-413b-8a9e-d22d0e97ea69 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.225910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a89078b7-1347-4e9d-b0c6-e1c9ab7b5280 req-a9320f5d-2288-4b77-b9dd-30b504292a7f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230140 Oct 26 14:17:13.226316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8871e53-222e-4992-9134-fde63880e6d8 req-bb648ebc-45af-413b-8a9e-d22d0e97ea69 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 946 time: 0.0880365 Oct 26 14:17:13.253698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.267696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Router 547f5ba9-d260-4e4c-b70f-54977524e050 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:13.324333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e8871e53-222e-4992-9134-fde63880e6d8 req-2e0d6d98-c9e9-42c2-a9e9-8ce553c306c3 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963330 Oct 26 14:17:13.376033 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e910a26b-e6e2-4054-9df1-c66e60623919 x-openstack-request-id: req-e910a26b-e6e2-4054-9df1-c66e60623919 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:13.376595 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "name": "network-vif-plugged", "status": "completed", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:13.377170 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e910a26b-e6e2-4054-9df1-c66e60623919 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:13.377763 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9', 'code': 200} Oct 26 14:17:13.437395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:13.455405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] Sync routers for ids ['547f5ba9-d260-4e4c-b70f-54977524e050'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:13.465795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02ea8445-58e6-4401-9399-6c1a407e3f47 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/routers/547f5ba9-d260-4e4c-b70f-54977524e050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3209784 Oct 26 14:17:13.473347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42986) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.473633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.476028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.477268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89b3cd8e-18fa-46d6-ae8c-2ee82132f54b HTTP/1.1" status: 204 len: 168 time: 1.4220049 Oct 26 14:17:13.479043 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] Routers {'547f5ba9-d260-4e4c-b70f-54977524e050'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:13.491150 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['547f5ba9-d260-4e4c-b70f-54977524e050'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:13.560152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8889b1-d3ab-4965-84c0-4cdc5c0ba701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b3cd8e-18fa-46d6-ae8c-2ee82132f54b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:13.577122 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:13.602005 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] Routers {'547f5ba9-d260-4e4c-b70f-54977524e050'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:13.602626 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['547f5ba9-d260-4e4c-b70f-54977524e050'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:13.615257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34dacc0-04f8-42c1-97e6-9df95d20d512 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.626744 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d34dacc0-04f8-42c1-97e6-9df95d20d512 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?device_id=547f5ba9-d260-4e4c-b70f-54977524e050 HTTP/1.1" status: 200 len: 983 time: 0.1500149 Oct 26 14:17:13.628664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42992) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.650837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.657051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.671337 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:13.673836 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307e50-fe31-47a0-8435-76c74e91ab68 None None] The sync data for ids ['547f5ba9-d260-4e4c-b70f-54977524e050'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:13.778250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.782695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8321438 Oct 26 14:17:13.790104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.795022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb8c07-d567-4faf-a665-ae9e943d6f23 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4091903-8193-4747-a489-ec4c6b145228,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:13.801474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6419d-d761-494c-817c-c7f6e49aac8b req-759c043b-590a-4911-9ec9-ee73b2c8ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:13.816472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:13.817149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4f6419d-d761-494c-817c-c7f6e49aac8b req-759c043b-590a-4911-9ec9-ee73b2c8ff84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 1097 time: 0.3540516 Oct 26 14:17:13.831262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1be6cb64-1e4b-41d0-812c-d283f182fc5a tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:13.832161 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-1be6cb64-1e4b-41d0-812c-d283f182fc5a tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:17:13.838036 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-1be6cb64-1e4b-41d0-812c-d283f182fc5a tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:13.839264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1be6cb64-1e4b-41d0-812c-d283f182fc5a tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0466397 Oct 26 14:17:13.842591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.848478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e5c7677e-cf52-43ad-8e69-db16c595e4ad tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:13.943823 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-e5c7677e-cf52-43ad-8e69-db16c595e4ad tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:13.950043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e5c7677e-cf52-43ad-8e69-db16c595e4ad tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1057301 Oct 26 14:17:13.951452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.962105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-22a01f3a-bd01-4dbc-aa38-10338f941a93 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:13.972459 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-22a01f3a-bd01-4dbc-aa38-10338f941a93 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 14:17:13.973244 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-22a01f3a-bd01-4dbc-aa38-10338f941a93 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:13.978830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-22a01f3a-bd01-4dbc-aa38-10338f941a93 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255923 Oct 26 14:17:13.980637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:13.988469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-097f35c2-5268-4f1c-a0c5-32541cd8a2ce tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:13.996434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4f6419d-d761-494c-817c-c7f6e49aac8b req-0e3883ec-0cf8-4517-8051-dd069c016a7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931816 Oct 26 14:17:14.012759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d06d6-9f6d-4571-a777-979e8bb9cba5 req-bba0dc8d-1806-4c42-8041-0b729f0a2fbb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:14.022317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d8d06d6-9f6d-4571-a777-979e8bb9cba5 req-bba0dc8d-1806-4c42-8041-0b729f0a2fbb tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1173446 Oct 26 14:17:14.053482 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-097f35c2-5268-4f1c-a0c5-32541cd8a2ce tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.057051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-097f35c2-5268-4f1c-a0c5-32541cd8a2ce tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0750217 Oct 26 14:17:14.058099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.072163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d39c0d8b-39f5-446c-99f9-cf4cd2244960 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:14.073311 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-d39c0d8b-39f5-446c-99f9-cf4cd2244960 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:17:14.073835 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-d39c0d8b-39f5-446c-99f9-cf4cd2244960 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.078177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d39c0d8b-39f5-446c-99f9-cf4cd2244960 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156028 Oct 26 14:17:14.080519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43014) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.090143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-93906600-49b2-4ea0-bf28-8e0eb432e453 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:14.161772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.192423 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-93906600-49b2-4ea0-bf28-8e0eb432e453 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.194132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93906600-49b2-4ea0-bf28-8e0eb432e453 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1118631 Oct 26 14:17:14.197628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43018) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.218160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b9568cc0-0a74-4ae3-b3b0-c5005c3aa553 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:14.218989 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-b9568cc0-0a74-4ae3-b3b0-c5005c3aa553 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 14:17:14.220425 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-b9568cc0-0a74-4ae3-b3b0-c5005c3aa553 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.223498 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b9568cc0-0a74-4ae3-b3b0-c5005c3aa553 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0223391 Oct 26 14:17:14.227354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.231436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-243eef9c-0989-4597-908c-918e95a444cb tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:14.641289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d8d06d6-9f6d-4571-a777-979e8bb9cba5 req-564432a0-ac60-40ce-8515-64ab16f8090b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6178429 Oct 26 14:17:14.736039 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-243eef9c-0989-4597-908c-918e95a444cb tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.740603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-243eef9c-0989-4597-908c-918e95a444cb tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5096989 Oct 26 14:17:14.740901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43034) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.745525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-97606bf8-147d-469d-8b9d-50888143f367 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'c4091903-8193-4747-a489-ec4c6b145228', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:14.802654 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-97606bf8-147d-469d-8b9d-50888143f367 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:14.806740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-97606bf8-147d-469d-8b9d-50888143f367 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0620756 Oct 26 14:17:14.817214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43036) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:14.913069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c988b-aaa3-41da-b953-5965ea65b45d req-5c7eed93-451b-4689-ae13-3eb4f821e09f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:14.914679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f39c988b-aaa3-41da-b953-5965ea65b45d req-5c7eed93-451b-4689-ae13-3eb4f821e09f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 945 time: 0.1558938 Oct 26 14:17:14.935688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.952840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:14.981680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.083211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.086705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.087878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4091903-8193-4747-a489-ec4c6b145228 HTTP/1.1" status: 204 len: 168 time: 0.2640471 Oct 26 14:17:15.091248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43042) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.104019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f39c988b-aaa3-41da-b953-5965ea65b45d req-05c5cb33-d9d7-4a74-8ae4-9d05f9c6730c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471388 Oct 26 14:17:15.113436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76615b9a-073f-4a73-b00a-563f07ecf247 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4091903-8193-4747-a489-ec4c6b145228,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.215747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cf1434e9-acd0-44f6-8429-800dd728add9 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138740 Oct 26 14:17:15.222117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.229639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375614509'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:15.262802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.309039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588743b-58b5-4d70-bece-ed57ce4b1705 req-93742899-266e-4de0-9410-e1d2cfc389f3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:15.310800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d588743b-58b5-4d70-bece-ed57ce4b1705 req-93742899-266e-4de0-9410-e1d2cfc389f3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.1006382 Oct 26 14:17:15.399137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d588743b-58b5-4d70-bece-ed57ce4b1705 req-d2bb1ede-5722-43d7-a0a1-083daebb9386 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737691 Oct 26 14:17:15.441350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port ac80828b-a324-4373-9b64-ca4e5067471c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:15.442596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.508086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.516670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.554004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0609201a-44d8-4fad-b5ed-cf707f845b23,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:15.571464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.573278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-52ea63b5-f6ac-4f66-8f3f-eacf6b3b213f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3500123 Oct 26 14:17:15.576859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.587212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dede3893-ad15-4505-906e-6c6097b38193 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': '0609201a-44d8-4fad-b5ed-cf707f845b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:15.608693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c80f5-ea01-49a1-83d7-9030a5387a16 req-af93c182-371e-45c6-9514-189be26d1f04 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:15.610471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc2c80f5-ea01-49a1-83d7-9030a5387a16 req-af93c182-371e-45c6-9514-189be26d1f04 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 946 time: 0.0852628 Oct 26 14:17:15.634886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.661312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for ac80828b-a324-4373-9b64-ca4e5067471c owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:15.667971 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-dede3893-ad15-4505-906e-6c6097b38193 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The resource could not be found. Oct 26 14:17:15.670027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dede3893-ad15-4505-906e-6c6097b38193 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0874107 Oct 26 14:17:15.674104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43056) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:15.683308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-96f77045-785d-42a4-bb5d-29f19ac81098 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': '0609201a-44d8-4fad-b5ed-cf707f845b23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c10b5e91-2403-494e-9360-0e67e5652cb3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:15.739991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:15.758880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc2c80f5-ea01-49a1-83d7-9030a5387a16 req-1320f30e-feeb-46fc-8996-6357d6c1c49a tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339183 Oct 26 14:17:15.924425 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-96f77045-785d-42a4-bb5d-29f19ac81098 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The resource could not be found. Oct 26 14:17:15.925922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-96f77045-785d-42a4-bb5d-29f19ac81098 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2497971 Oct 26 14:17:15.928997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43064) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:16.044824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-63a4e388-7a34-45c0-9538-cae6287164c0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.046475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-63a4e388-7a34-45c0-9538-cae6287164c0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 945 time: 0.1359870 Oct 26 14:17:16.064396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.081896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e8a2f-bf77-438d-a35d-8f0d239a391a req-5acfe9db-edd2-4397-8a28-a53962785137 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.090082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-357e8a2f-bf77-438d-a35d-8f0d239a391a req-5acfe9db-edd2-4397-8a28-a53962785137 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1776369 Oct 26 14:17:16.114526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.188536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.196233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.200784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/0609201a-44d8-4fad-b5ed-cf707f845b23 HTTP/1.1" status: 204 len: 168 time: 0.2703612 Oct 26 14:17:16.208221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43072) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:16.241909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ab5d9-c4cb-4536-9136-6410ccfbfec3 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0609201a-44d8-4fad-b5ed-cf707f845b23,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:16.263710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.290558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-357e8a2f-bf77-438d-a35d-8f0d239a391a req-961488c7-0ddb-4c88-8564-9a0d92978e81 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1997099 Oct 26 14:17:16.382552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=ac80828b-a324-4373-9b64-ca4e5067471c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:16.444754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3097a089-d77c-46d4-95a5-d91763924187 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2301466 Oct 26 14:17:16.444986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:16.449805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8830e67e-2d09-4e86-9aa5-76776f592634 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'a09f3fd2-c124-4e60-8694-7971ce8e50ae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:16.564476 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-8830e67e-2d09-4e86-9aa5-76776f592634 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The resource could not be found. Oct 26 14:17:16.566261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8830e67e-2d09-4e86-9aa5-76776f592634 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1195829 Oct 26 14:17:16.570195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43084) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:16.576360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825249928'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:16.641654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:16.643130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.652054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.794639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.826102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.833941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.882281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bcb78-a996-4fd3-b615-c34b628e1cb0 req-44078a28-e1fb-4fe7-8f78-66fbf65aff3c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:16.883944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc8bcb78-a996-4fd3-b615-c34b628e1cb0 req-44078a28-e1fb-4fe7-8f78-66fbf65aff3c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a46355b-03d1-4181-8e07-38a5f440f211 HTTP/1.1" status: 200 len: 945 time: 0.4577618 Oct 26 14:17:16.912055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d86df-b9c2-4f58-b159-7b5dcde4026a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:16.932980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:16.936656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab45ac75-57c9-424b-97e0-8bf47bc5b864 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3654094 Oct 26 14:17:16.951682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43108) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:16.962398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--346335877'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:17.024321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.142181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:17.142811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.157225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.166055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.187327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc8bcb78-a996-4fd3-b615-c34b628e1cb0 req-4967cfcb-374c-4ffe-9705-3688132b45ef tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552426 Oct 26 14:17:17.213366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd93a3-42e3-4f94-b9ad-9fa1147a49e7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:17.239486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.242436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb140a41-bdeb-4f1f-a577-4a70e6e34c33 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2882204 Oct 26 14:17:17.246883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:17.248266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43114) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.258461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-08be3f5a-0df2-414f-9a63-77c4184fc22e tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d86df-b9c2-4f58-b159-7b5dcde4026a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '93bd93a3-42e3-4f94-b9ad-9fa1147a49e7'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:17.316720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Router 547f5ba9-d260-4e4c-b70f-54977524e050 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:17.341062 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-08be3f5a-0df2-414f-9a63-77c4184fc22e tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:17.347748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-08be3f5a-0df2-414f-9a63-77c4184fc22e tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0978270 Oct 26 14:17:17.348731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43118) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.461946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.479991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:17.488191 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-255847e0-b671-4117-85f4-35890389cd23 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/routers/547f5ba9-d260-4e4c-b70f-54977524e050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8494418 Oct 26 14:17:17.491074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43122) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.501198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] Sync routers for ids ['547f5ba9-d260-4e4c-b70f-54977524e050'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:17.526559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] Routers {'547f5ba9-d260-4e4c-b70f-54977524e050'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:17.527205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['547f5ba9-d260-4e4c-b70f-54977524e050'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:17.529734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.596807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ce4498cc-7840-487e-b794-5384dd838117 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:17.603845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:17.623260 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5eea92-07fd-4363-b0d2-51de57bc4e09 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:17:17.623838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.626659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.631205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/93bd93a3-42e3-4f94-b9ad-9fa1147a49e7 HTTP/1.1" status: 204 len: 168 time: 0.2762394 Oct 26 14:17:17.631205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43124) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.631486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b5eea92-07fd-4363-b0d2-51de57bc4e09 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/ac80828b-a324-4373-9b64-ca4e5067471c HTTP/1.1" status: 404 len: 333 time: 0.1385715 Oct 26 14:17:17.638572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43126) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.639193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:17.650092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a341f1-8962-4225-903a-e7be2f9e63d4 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd93a3-42e3-4f94-b9ad-9fa1147a49e7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:17.658791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] Routers {'547f5ba9-d260-4e4c-b70f-54977524e050'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:17.659642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['547f5ba9-d260-4e4c-b70f-54977524e050'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:17.695315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ce7a2-640c-4b30-a32a-c88f0709565d req-a0022fc2-a698-45d9-b487-fa4adbbdd4f0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:17.704995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f77ce7a2-640c-4b30-a32a-c88f0709565d req-a0022fc2-a698-45d9-b487-fa4adbbdd4f0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 945 time: 0.3038502 Oct 26 14:17:17.714467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:17.715872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f661c6-e7b5-479b-abd4-0e913ce4c9f1 None None] The sync data for ids ['547f5ba9-d260-4e4c-b70f-54977524e050'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:17.779511 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.797680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2746fd2f-2fa6-4751-808a-850933b806b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.836692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:17.839699 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69064734-3126-43b5-969f-43ad3d47dfb6" -d '{"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4498cc-7840-487e-b794-5384dd838117"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:17.860810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:17.868043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.878939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f77ce7a2-640c-4b30-a32a-c88f0709565d req-353cb670-d351-4729-ba0a-200de11a7a9a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689272 Oct 26 14:17:17.922195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2746fd2f-2fa6-4751-808a-850933b806b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.922642 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.929168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2746fd2f-2fa6-4751-808a-850933b806b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:17.970642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.000541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2746fd2f-2fa6-4751-808a-850933b806b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86924480e9c445b59f35b28e05ab9c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620780 Oct 26 14:17:18.000541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746fd2f-2fa6-4751-808a-850933b806b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf03ae6-28c3-4a0f-84a9-0909a9c08cd6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.002545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43134) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.040341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.074755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.109280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.123618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=7f4f2215-44a2-4732-a8ce-a95bbe9a9532,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.136908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f041baeb-a3e7-45ef-995c-913073d965e1 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4939566 Oct 26 14:17:18.151554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.234422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.236521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.239736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.243451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bf03ae6-28c3-4a0f-84a9-0909a9c08cd6 HTTP/1.1" status: 204 len: 168 time: 0.2368307 Oct 26 14:17:18.271170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.271773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd397f0-e392-41e2-b48c-3e138cbd0d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf03ae6-28c3-4a0f-84a9-0909a9c08cd6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.275202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.290120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.363042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.369547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.370846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/ea7d86df-b9c2-4f58-b159-7b5dcde4026a HTTP/1.1" status: 204 len: 168 time: 0.2183287 Oct 26 14:17:18.384572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43142) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.384850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063d8f7-eca4-48d8-afcd-351a8c0ede1c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d86df-b9c2-4f58-b159-7b5dcde4026a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.477192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a9f22ed-8c63-451b-8c49-fa076ab4d41c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900826 Oct 26 14:17:18.485342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43144) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.490915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756878507'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:18.539485 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.670341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.678492 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.718266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.722678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:18.725938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2382889 Oct 26 14:17:18.726709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.740140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-632852b0-01c8-49d8-9091-477000f4ae22 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:18.740140 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-632852b0-01c8-49d8-9091-477000f4ae22 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:17:18.740140 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-632852b0-01c8-49d8-9091-477000f4ae22 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 14:17:18.743885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-632852b0-01c8-49d8-9091-477000f4ae22 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "PUT /v2.0/security-groups/669bfa98-434b-4e6f-a389-851232a8c0bd HTTP/1.1" status: 409 len: 330 time: 0.0116978 Oct 26 14:17:18.749747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.773427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e17f75-b7e8-455d-85b2-bb2e7e04d81f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669bfa98-434b-4e6f-a389-851232a8c0bd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:18.810516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:18.810516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:18.855006 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.855531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Fanout notify agent at l3_agent the message router_deleted on router 547f5ba9-d260-4e4c-b70f-54977524e050 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:17:18.857923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.863793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.867831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d2da012-645f-42b8-bd8d-ef12955692bc tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/routers/547f5ba9-d260-4e4c-b70f-54977524e050 HTTP/1.1" status: 204 len: 168 time: 1.2253640 Oct 26 14:17:18.869750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43154) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.870592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port 7f4f2215-44a2-4732-a8ce-a95bbe9a9532 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:18.874665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.878831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed2ae290-f6d6-45cf-a2e5-db91a3991c6c req-5492febe-193f-4548-ada7-7ff0dfc4f9de tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "DELETE /v2.0/ports/7f4f2215-44a2-4732-a8ce-a95bbe9a9532 HTTP/1.1" status: 204 len: 173 time: 2.8079743 Oct 26 14:17:18.905178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:18.939289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'name': 'network-vif-deleted', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:18.942589 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada586b0-b758-4825-8739-7348d3983adc" -d '{"events": [{"server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "name": "network-vif-deleted", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:18.966253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79476-dc36-4cec-bfa8-b89f0415d400 req-6a8e9bba-1f93-49da-828f-27cd9153b3d0 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:18.974409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bed79476-dc36-4cec-bfa8-b89f0415d400 req-6a8e9bba-1f93-49da-828f-27cd9153b3d0 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 946 time: 0.9738507 Oct 26 14:17:18.974718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43160) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:18.995426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1468-f1b9-48d6-a595-6e527efd6c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.022123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 6b77baa5-28ed-4220-ab91-b46b697308f8 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:19.031661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.032254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.041524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.042672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/669bfa98-434b-4e6f-a389-851232a8c0bd HTTP/1.1" status: 204 len: 168 time: 0.2917755 Oct 26 14:17:19.060124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.072751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d15deb-98fb-4bf3-9860-0732e198646f tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669bfa98-434b-4e6f-a389-851232a8c0bd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:19.108256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bed79476-dc36-4cec-bfa8-b89f0415d400 req-08134cba-848a-464d-b1d4-ef5539c63b96 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331258 Oct 26 14:17:19.122204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.184696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1468-f1b9-48d6-a595-6e527efd6c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.197267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1468-f1b9-48d6-a595-6e527efd6c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.209863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68d05685-6ad4-486a-a814-e928a56c579c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387239 Oct 26 14:17:19.225391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.254666 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-ed5fde2b-df29-42f8-995a-bae5c9bc9cfe tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] delete failed (client error): The resource could not be found. Oct 26 14:17:19.262038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ed5fde2b-df29-42f8-995a-bae5c9bc9cfe tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "DELETE /v2.0/security-groups/aeae6560-37be-450c-905e-512f9da4c561 HTTP/1.1" status: 404 len: 347 time: 0.0293348 Oct 26 14:17:19.266765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.281546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b3a1468-f1b9-48d6-a595-6e527efd6c14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e098840926940ee85b46ee054c4e610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035042 Oct 26 14:17:19.287301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.296278 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-7a620a70-50f5-404f-b643-d7bd1326740c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] show failed (client error): The resource could not be found. Oct 26 14:17:19.305116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a620a70-50f5-404f-b643-d7bd1326740c tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-groups/d672042e-9b5e-4c0c-bfb6-f86a098e7c5b HTTP/1.1" status: 404 len: 347 time: 0.0318060 Oct 26 14:17:19.323590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.351513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.423403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1468-f1b9-48d6-a595-6e527efd6c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404a1ed1-a2d9-41e6-a7f0-98266124dd38,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:19.429109 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-83c4647d-bd63-4a5a-9d91-22587549a0b6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] show failed (client error): The resource could not be found. Oct 26 14:17:19.436246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-83c4647d-bd63-4a5a-9d91-22587549a0b6 tempest-NegativeSecGroupTest-1064074659 tempest-NegativeSecGroupTest-1064074659-project] 10.222.0.37 "GET /v2.0/security-group-rules/79354072-0014-4630-a0ca-a801e20bef9b HTTP/1.1" status: 404 len: 356 time: 0.0725224 Oct 26 14:17:19.450468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.451593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4294dd-1d9c-48a2-b88c-8aedf57c9a60 req-ff79d6ff-5f06-4e79-927c-9d711eec28b9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:19.462472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b4294dd-1d9c-48a2-b88c-8aedf57c9a60 req-ff79d6ff-5f06-4e79-927c-9d711eec28b9 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1990986 Oct 26 14:17:19.526801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.574588 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.597814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b4294dd-1d9c-48a2-b88c-8aedf57c9a60 req-489c582f-5092-4f5c-a195-2941d4ef793c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297274 Oct 26 14:17:19.669456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.673580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.684065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/404a1ed1-a2d9-41e6-a7f0-98266124dd38 HTTP/1.1" status: 204 len: 168 time: 0.3921485 Oct 26 14:17:19.686561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=6b77baa5-28ed-4220-ab91-b46b697308f8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:19.695082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:19.700535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-95b488aa-e569-4bc6-973d-e465c1b8a7ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/6b77baa5-28ed-4220-ab91-b46b697308f8 HTTP/1.1" status: 204 len: 168 time: 0.8185208 Oct 26 14:17:19.702391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43178) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:19.715786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5534ca-54a4-4d59-9c4d-f590a3a8d820 None None] Network 947addf7-6415-475f-9681-4bafe3176995 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:19.734720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244adaa-d11c-4042-8d0b-5a3202c8cdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404a1ed1-a2d9-41e6-a7f0-98266124dd38,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:19.960551 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390cc72-55f0-4b0f-9cac-49865169c7ae x-openstack-request-id: req-8390cc72-55f0-4b0f-9cac-49865169c7ae {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:19.961137 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4498cc-7840-487e-b794-5384dd838117", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:19.961137 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8390cc72-55f0-4b0f-9cac-49865169c7ae {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:19.961483 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117', 'code': 200} Oct 26 14:17:20.104343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090daf04-20dc-4610-9d35-9c711ab0fe06 req-c4b76f02-d30e-4e48-93a5-79f699e068b2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:20.105913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-090daf04-20dc-4610-9d35-9c711ab0fe06 req-c4b76f02-d30e-4e48-93a5-79f699e068b2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.1941588 Oct 26 14:17:20.116103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.215148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] DHCP port deletion for 947addf7-6415-475f-9681-4bafe3176995 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:17:20.228916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-090daf04-20dc-4610-9d35-9c711ab0fe06 req-f44a8492-8a2c-4d32-9e7a-ad9063ae5e29 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Oct 26 14:17:20.300923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port e2d30a89-190b-48df-b8e1-590384c4cb28 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:20.301579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.358402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:20.408368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Deleting port e2d30a89-190b-48df-b8e1-590384c4cb28 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:20.408770 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.488099 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d3450-aa92-4719-a76d-c8626560666b x-openstack-request-id: req-575d3450-aa92-4719-a76d-c8626560666b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:20.488419 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46355b-03d1-4181-8e07-38a5f440f211", "name": "network-vif-deleted", "tag": "7f4f2215-44a2-4732-a8ce-a95bbe9a9532", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:20.488704 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-575d3450-aa92-4719-a76d-c8626560666b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:20.489119 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a46355b-03d1-4181-8e07-38a5f440f211', 'name': 'network-vif-deleted', 'tag': '7f4f2215-44a2-4732-a8ce-a95bbe9a9532', 'status': 'completed', 'code': 200} Oct 26 14:17:20.570252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] For port e2d30a89-190b-48df-b8e1-590384c4cb28, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e2d30a89-190b-48df-b8e1-590384c4cb28,segment=NetworkSegment(da2c4479-c1bc-4370-9666-30c5b0255d3b),segment_id=da2c4479-c1bc-4370-9666-30c5b0255d3b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:20.571722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.586995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Calling delete_port for e2d30a89-190b-48df-b8e1-590384c4cb28 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:20.590450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] For port e2d30a89-190b-48df-b8e1-590384c4cb28, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e2d30a89-190b-48df-b8e1-590384c4cb28,segment=NetworkSegment(da2c4479-c1bc-4370-9666-30c5b0255d3b),segment_id=da2c4479-c1bc-4370-9666-30c5b0255d3b)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:20.590823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.617483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cb8f8-1ea0-41f1-9a8a-503d65fea7f9 req-26e828ce-35ee-4272-84d6-40692dff2754 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:20.632063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b65cb8f8-1ea0-41f1-9a8a-503d65fea7f9 req-26e828ce-35ee-4272-84d6-40692dff2754 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a36985-3966-4549-9506-11a7db69f6b4 HTTP/1.1" status: 200 len: 945 time: 0.1419034 Oct 26 14:17:20.697596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-73add5ab-6622-4855-ba8f-611c2ce61b68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36b141405eda4f0fa8873c9635e6299c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372462 Oct 26 14:17:20.698242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43202) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:20.698990 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.727279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] Pushing event deleted for resources: {'Port': ['ID=e2d30a89-190b-48df-b8e1-590384c4cb28,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:20.741639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e3a1f-1fa8-4fab-b528-18f950533a73 None None] No DVR routers for this DVR port e2d30a89-190b-48df-b8e1-590384c4cb28 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:20.762621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for e2d30a89-190b-48df-b8e1-590384c4cb28 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:20.819541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.851579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b65cb8f8-1ea0-41f1-9a8a-503d65fea7f9 req-28622446-7622-446d-9d01-76695f06905d tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184818 Oct 26 14:17:20.857026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.939298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.942224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:20.946368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2452d29-d951-4223-89ec-6b47ba894ba3 HTTP/1.1" status: 204 len: 168 time: 0.2471106 Oct 26 14:17:20.970307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd819e5a-b729-4e43-9cd6-4df5a59e36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2452d29-d951-4223-89ec-6b47ba894ba3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:20.993260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.178339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-30330850-876c-495a-89f9-515058b8ed10 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:21.179926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-30330850-876c-495a-89f9-515058b8ed10 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.1831524 Oct 26 14:17:21.182491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=e2d30a89-190b-48df-b8e1-590384c4cb28,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.184590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No DVR routers for this DVR port e2d30a89-190b-48df-b8e1-590384c4cb28 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:21.326696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-476f35ae-9c9c-441d-98df-0cda90ec0712 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.1036181 Oct 26 14:17:21.360438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.380558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-6a355d2b-3d5d-4308-b41a-65e880498998 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404036 Oct 26 14:17:21.535897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947addf7-6415-475f-9681-4bafe3176995']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:21.548002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2c4479-c1bc-4370-9666-30c5b0255d3b') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:21.548446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2c4479-c1bc-4370-9666-30c5b0255d3b') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:21.578744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.606002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-bebf71fd-9971-4c6a-9f78-17b7aaab492e service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095740 Oct 26 14:17:21.615989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.631938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:17:21.632396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:17:21.703191 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:17:21.718906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.781561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.834501 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:21.843252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/947addf7-6415-475f-9681-4bafe3176995 HTTP/1.1" status: 204 len: 168 time: 2.1385779 Oct 26 14:17:21.844305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e0016-031d-41e1-825d-7da368c0758d tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=947addf7-6415-475f-9681-4bafe3176995,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:21.847143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:21.990053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-d856148e-2b1e-4d64-9663-c986a134646e service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824047 Oct 26 14:17:22.079190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838c50d-6025-4cf0-b236-fe40eaba6605 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:22.081154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6838c50d-6025-4cf0-b236-fe40eaba6605 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/af3dc49d-216e-4c3b-a0ae-99ed21b82c77 HTTP/1.1" status: 200 len: 841 time: 0.2329881 Oct 26 14:17:22.086937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43256) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:22.206159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e2d30a89-190b-48df-b8e1-590384c4cb28 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:22.224046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be10b454-ef8f-47db-ae6b-091313b9696b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/af3dc49d-216e-4c3b-a0ae-99ed21b82c77?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1358533 Oct 26 14:17:22.229458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43258) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:22.246138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:22.298856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e2d30a89-190b-48df-b8e1-590384c4cb28 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:22.299473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e2d30a89-190b-48df-b8e1-590384c4cb28 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:22.439759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:22.446455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:22.560635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe88ae-4969-4a52-bd70-97b70d014699 req-d88cae66-082b-4575-89b2-af81a8df4435 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:22.562998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cfe88ae-4969-4a52-bd70-97b70d014699 req-d88cae66-082b-4575-89b2-af81a8df4435 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.1705441 Oct 26 14:17:22.693869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cfe88ae-4969-4a52-bd70-97b70d014699 req-a204ae5e-89ae-49c2-8779-54dcbfbe84aa tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208353 Oct 26 14:17:22.934757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.026357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:23.029757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:23.036268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.036908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.044266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4bf93c-43d0-480f-ad49-8333196a64fd None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:23.080556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8494530 Oct 26 14:17:23.083189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd932c8-b43b-4f13-9e2b-263bde8453df tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=866e62d1-8386-44bb-a2bf-a0420662a203,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:23.084135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43302) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:23.090425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1493724506'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:23.179527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.239630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011bb60-704e-4b5e-8c54-a9cbd489bf31 req-0957cdc3-6f0c-43bb-ad44-d20cb33dc982 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:23.241992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0011bb60-704e-4b5e-8c54-a9cbd489bf31 req-0957cdc3-6f0c-43bb-ad44-d20cb33dc982 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.1239922 Oct 26 14:17:23.258297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.352781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0011bb60-704e-4b5e-8c54-a9cbd489bf31 req-5e5ab380-4ab0-442f-996d-adec7823c764 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978138 Oct 26 14:17:23.402651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-af67e014-dcd0-453c-99ac-1181756aefe0', 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'tenant_id': 'c631747ac22a42c28c8f0d6feb024010', 'fixed_ips': [{'subnet_id': '866e62d1-8386-44bb-a2bf-a0420662a203'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:23.403595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.408741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.419480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.630981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-3e88221a-a8d9-487e-ad3e-54c2f8d45f04 service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483853 Oct 26 14:17:23.667562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8960bff1-4c4d-420d-84f2-800a6293caa7 req-e19096d6-df98-4f7d-9f19-617116598312 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.2010598 Oct 26 14:17:23.712097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3faa361-74dc-4cd4-b966-4b1c49fda93f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:23.724425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.726376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-def14791-de4e-4865-9395-39644729e3a7 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6406977 Oct 26 14:17:23.729473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43370) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:23.744423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'security_group': {'name': 'tempest-secgroup-719562257'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:23.766791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Allocated IP 172.20.0.2 (af67e014-dcd0-453c-99ac-1181756aefe0/866e62d1-8386-44bb-a2bf-a0420662a203/78811a5d-2548-459c-a41d-1642c8273d83) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:23.814884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.856991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port ce4498cc-7840-487e-b794-5384dd838117 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:23.857918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:23.981110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c0ffaf5-7332-43ab-91dd-1f9a4c6d1cc8 req-d9570825-6cca-4243-8ccc-2a2b6615b9eb service neutron] 10.222.0.73 "GET /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209131 Oct 26 14:17:24.133939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.146635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.236927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98460fb2-ac98-47a6-86ed-dec4bdfb227f req-40a01014-4050-4d41-80cc-293793e08463 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.249408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98460fb2-ac98-47a6-86ed-dec4bdfb227f req-40a01014-4050-4d41-80cc-293793e08463 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.3949683 Oct 26 14:17:24.252124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port ce4498cc-7840-487e-b794-5384dd838117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ce4498cc-7840-487e-b794-5384dd838117,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:24.253535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.274115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:24.276412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:24.282934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:24.288773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:24.308124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for ce4498cc-7840-487e-b794-5384dd838117 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:24.318842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.337094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.372265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98460fb2-ac98-47a6-86ed-dec4bdfb227f req-da587b75-6dc7-47a8-987e-6f772f166a84 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191630 Oct 26 14:17:24.403596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Attempting to bind port 78811a5d-2548-459c-a41d-1642c8273d83 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:24.404381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Attempting to bind port 78811a5d-2548-459c-a41d-1642c8273d83 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:24.404999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Attempting to bind port 78811a5d-2548-459c-a41d-1642c8273d83 on network af67e014-dcd0-453c-99ac-1181756aefe0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:24.420134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:24.420706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Checking segment: {'id': 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:24.421208 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.421611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Bound using segment: {'id': 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:24.422104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Bound port: 78811a5d-2548-459c-a41d-1642c8273d83, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:24.422487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.475064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-351c0685-d2a3-4c0e-823a-c8b25b6fd2d6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.477242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-351c0685-d2a3-4c0e-823a-c8b25b6fd2d6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.3843799 Oct 26 14:17:24.504594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:24.542307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:24.552713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:24.560785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.620928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd0316-283d-4e0f-87c2-d30078f19488 None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:24.648565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-cca890bc-7eb5-47eb-ad94-1c2181e7cc87 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.650209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-cca890bc-7eb5-47eb-ad94-1c2181e7cc87 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.1744165 Oct 26 14:17:24.672325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:24.679388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3755a1-feb2-499f-8b12-f6bdd04f691e req-b0087862-2d21-4104-98e2-205b8f63740e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:24.680385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9488697 Oct 26 14:17:24.681217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee3755a1-feb2-499f-8b12-f6bdd04f691e req-b0087862-2d21-4104-98e2-205b8f63740e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=92b5b52a-3c40-4d50-ae19-c57729240555 HTTP/1.1" status: 200 len: 943 time: 0.2030301 Oct 26 14:17:24.681727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43444) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:24.692685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-879313979', 'security_groups': ['5755dae9-297e-45dd-a4ba-5069cc5dad8e'], 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '866e62d1-8386-44bb-a2bf-a0420662a203'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:24.724338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c642d8-dda9-4894-834d-2d98b4dc9931 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5755dae9-297e-45dd-a4ba-5069cc5dad8e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:24.732057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-fbc844c5-e2ca-450c-baf5-3f64e400c088 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/quotas/ad54be79c920492ba5fe8a898e908704 HTTP/1.1" status: 200 len: 375 time: 0.0399611 Oct 26 14:17:24.883034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-e0a3d45c-c4e9-47b0-8b64-437798da78f5 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241472 Oct 26 14:17:24.917649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43452) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:24.923984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee3755a1-feb2-499f-8b12-f6bdd04f691e req-158dda52-feb2-48a5-95e8-39b6602b4dd5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821225 Oct 26 14:17:24.957206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:24.961916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.012811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.035798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:25.100460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:25.164814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=ce4498cc-7840-487e-b794-5384dd838117,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:25.167360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43456) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:25.201614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-9691d9b3-79a4-4867-8d6b-bdfbeaa3cc9b service neutron] 10.222.0.37 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997270 Oct 26 14:17:25.269986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.12 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/ab4737a5-56b9-4430-8668-73e2fc69b9f6) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:25.374754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8146-80fc-4e97-beca-d8c86ed4f337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.376654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port ce4498cc-7840-487e-b794-5384dd838117 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:25.388971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.392750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26cdae1e-f527-455b-ab3d-d20d48ebdb86 req-caeba550-c6b8-40d4-9b9f-c415f204068a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "DELETE /v2.0/ports/ce4498cc-7840-487e-b794-5384dd838117 HTTP/1.1" status: 204 len: 173 time: 1.9219570 Oct 26 14:17:25.395363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-deleted', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:25.398998 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b66dfc-50be-4d48-97d1-3b78a9f74e12" -d '{"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-deleted", "tag": "ce4498cc-7840-487e-b794-5384dd838117"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:25.414539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06e83a1e-9a0f-404b-8a34-93843a11878a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.522835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-a549d20e-01d0-4b94-a357-af23530780cb service neutron] 10.222.0.37 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133616 Oct 26 14:17:25.556429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24fdb665-b72d-4a52-97ce-79d84660d6db req-3ba869b5-fa19-43eb-b87e-c7b0c412a4a9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.2071509 Oct 26 14:17:25.655680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06e83a1e-9a0f-404b-8a34-93843a11878a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.656979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-aecd8cc2-44b2-4d6d-88ee-f9d7baffdab4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:25.658442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-aecd8cc2-44b2-4d6d-88ee-f9d7baffdab4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1a36985-3966-4549-9506-11a7db69f6b4 HTTP/1.1" status: 200 len: 945 time: 0.6615202 Oct 26 14:17:25.669703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06e83a1e-9a0f-404b-8a34-93843a11878a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.671850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:25.689030 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36c0de-e865-40fd-bd04-68d64eb2b6e2 x-openstack-request-id: req-cc36c0de-e865-40fd-bd04-68d64eb2b6e2 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:25.689672 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b5b52a-3c40-4d50-ae19-c57729240555", "name": "network-vif-deleted", "tag": "ce4498cc-7840-487e-b794-5384dd838117", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:25.690002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc36c0de-e865-40fd-bd04-68d64eb2b6e2 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:25.690950 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5b52a-3c40-4d50-ae19-c57729240555', 'name': 'network-vif-deleted', 'tag': 'ce4498cc-7840-487e-b794-5384dd838117', 'status': 'completed', 'code': 200} Oct 26 14:17:25.752180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-06e83a1e-9a0f-404b-8a34-93843a11878a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb1c588459b1438492714a28785de4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817311 Oct 26 14:17:25.754279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e83a1e-9a0f-404b-8a34-93843a11878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b9acf7-915b-413e-ab26-1a6162496b3c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:25.757655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43464) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:25.900447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:25.965854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.074132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f352ecb1-85c0-4f45-9bb5-0d9ae730f73f req-9c48291d-af59-4068-9353-1cd907258ee8 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 210 time: 0.0871270 Oct 26 14:17:26.114273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.166062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.169042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.170353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42b9acf7-915b-413e-ab26-1a6162496b3c HTTP/1.1" status: 204 len: 168 time: 0.4117227 Oct 26 14:17:26.186436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357e020-2474-4180-a479-400fb5556aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b9acf7-915b-413e-ab26-1a6162496b3c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:26.227425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-ee67b19d-ba54-4e59-bd28-6f54a5cca7b2 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.229275 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-ee67b19d-ba54-4e59-bd28-6f54a5cca7b2 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc4e0581-7047-4c2f-98c0-a88af83cc3c2 HTTP/1.1" status: 200 len: 946 time: 0.7280815 Oct 26 14:17:26.237766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:26.240922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.244968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.369853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.370979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.457228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.457622 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.563410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.629560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:26.657590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.701656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb499-f370-4d0f-a1a2-b9512ccdc3bb req-18efeada-c58e-47a4-ac8b-d37bd26df3e0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.713723 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.717343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ffbb499-f370-4d0f-a1a2-b9512ccdc3bb req-18efeada-c58e-47a4-ac8b-d37bd26df3e0 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.9376469 Oct 26 14:17:26.730136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:26.730530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.750118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 9aa38bf2-70fe-45c5-bf77-705d7d732dbb yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:17:26.760458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece5f8-bdbb-47da-9a78-693443c9b713 req-ee912a78-2af8-46a3-9a70-7dd32a4e7640 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:26.762368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83ece5f8-bdbb-47da-9a78-693443c9b713 req-ee912a78-2af8-46a3-9a70-7dd32a4e7640 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.0768306 Oct 26 14:17:26.769573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8146-80fc-4e97-beca-d8c86ed4f337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.789183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:26.802614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5cd40-0e75-444e-9b60-52713137a546 None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:26.828790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43496) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:26.839777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:26.840607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8146-80fc-4e97-beca-d8c86ed4f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.860199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:17:26.861154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83ece5f8-bdbb-47da-9a78-693443c9b713 req-526a8e17-29ed-48d2-a160-2b08273889fb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875618 Oct 26 14:17:26.869663 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:17:26.870435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40091991-7489-4715-a789-280b88f58709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:26.899757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:26.915273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:26.938749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:27.010461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.011510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.011510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.011884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.012091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.012307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.012757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.013073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.013406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.013733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.014072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.014398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:27.031130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40091991-7489-4715-a789-280b88f58709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.045131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb5371-403d-4b4a-89b5-86fffbc3ecb7 req-5751c95d-c0f5-491c-bcd5-69402dbcd91e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.047343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1eb5371-403d-4b4a-89b5-86fffbc3ecb7 req-5751c95d-c0f5-491c-bcd5-69402dbcd91e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 932 time: 0.0956798 Oct 26 14:17:27.051640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40091991-7489-4715-a789-280b88f58709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.066040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ffbb499-f370-4d0f-a1a2-b9512ccdc3bb req-dcf01442-bc69-4f80-8830-7be01e69e514 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3460557 Oct 26 14:17:27.083682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5a0e8146-80fc-4e97-beca-d8c86ed4f337 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=058abef0b26d4c248db0135f99ca7c98&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1580381 Oct 26 14:17:27.091351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8146-80fc-4e97-beca-d8c86ed4f337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf829533-1ba0-4a20-8e03-e0b3837f288e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:27.097594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Deleting port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:27.097594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.108431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:27.196050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-40091991-7489-4715-a789-280b88f58709 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd80b76d484b4d48bb18ff00d761d152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663876 Oct 26 14:17:27.200751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43502) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:27.209933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40091991-7489-4715-a789-280b88f58709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf63975-795f-4c58-a95a-9e76e66ccccd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:27.249322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1eb5371-403d-4b4a-89b5-86fffbc3ecb7 req-6dc484dc-98cf-45f2-9df7-dfbc68568c0d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917689 Oct 26 14:17:27.253630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.269611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.271031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.307167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.327657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9de33a2e-29ed-45b1-aedd-c4441a1390e4 req-7f5d5522-0683-43b8-ae09-6e414602e6e9 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 210 time: 0.0918231 Oct 26 14:17:27.336930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.368843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Deleting port eba38549-03a3-4f51-b268-3a69bd9d6ad9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:27.369219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.380409 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.387416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-51beabb8-5aa5-43a5-b811-76bd4da1b178 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8884852 Oct 26 14:17:27.445397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.448859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.452639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf829533-1ba0-4a20-8e03-e0b3837f288e HTTP/1.1" status: 204 len: 168 time: 0.3301122 Oct 26 14:17:27.453090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Request body: {'port': {'device_id': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:27.467002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be85c6-758e-43b9-8e10-99d87323e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf829533-1ba0-4a20-8e03-e0b3837f288e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:27.488885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.499931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.506595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7cf63975-795f-4c58-a95a-9e76e66ccccd HTTP/1.1" status: 204 len: 168 time: 0.2933969 Oct 26 14:17:27.519055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] For port c04cbc9e-8a2e-4931-9eb0-cc31202ee060, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:27.520066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.548839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.7 (af67e014-dcd0-453c-99ac-1181756aefe0/866e62d1-8386-44bb-a2bf-a0420662a203/9aa38bf2-70fe-45c5-bf77-705d7d732dbb) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:27.553488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df77c61-cccd-42c0-b7ed-1355cb9398aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf63975-795f-4c58-a95a-9e76e66ccccd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:27.556647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:27.590533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Calling delete_port for c04cbc9e-8a2e-4931-9eb0-cc31202ee060 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:27.629100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.731610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] For port eba38549-03a3-4f51-b268-3a69bd9d6ad9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=eba38549-03a3-4f51-b268-3a69bd9d6ad9,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:27.732205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:27.782546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Calling delete_port for eba38549-03a3-4f51-b268-3a69bd9d6ad9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:27.954189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-db247e75-0d20-4bec-bf8e-465832802a41 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:27.956939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-db247e75-0d20-4bec-bf8e-465832802a41 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.2829573 Oct 26 14:17:27.978222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Request body: {'port': {'device_id': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'admin_state_up': True, 'tenant_id': 'ad54be79c920492ba5fe8a898e908704'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:28.059011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:28.096023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'port_id': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'mac_address': 'fa:16:3e:bc:f3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:28.129831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-9fb4eab6-eddc-4298-bfe7-83b068ea34f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:28.134644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-9fb4eab6-eddc-4298-bfe7-83b068ea34f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.1760876 Oct 26 14:17:28.177290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.222119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:28.252011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:28.330372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:28.353352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.365247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:28.369117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.452038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43528) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:28.452841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:28.463446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:28.464166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.525982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b66b4-ba9a-4156-9bb4-9171612a07e5 req-a336d2d8-0166-42e9-969e-2f7ac09ac545 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:28.538953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe4b66b4-ba9a-4156-9bb4-9171612a07e5 req-a336d2d8-0166-42e9-969e-2f7ac09ac545 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 945 time: 0.2219875 Oct 26 14:17:28.556955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72dabe76-8aba-4f5b-ab2c-ff43219972ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.598092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:28.598624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.649120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:28.711727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe4b66b4-ba9a-4156-9bb4-9171612a07e5 req-d1f09782-10b1-421d-bf34-95a45da80e96 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1717937 Oct 26 14:17:28.746306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Allocated IP 172.20.0.8 (f3b8fcb9-f1a0-410b-81e8-f185af8df29d/5c25f007-90f4-4579-8d49-68473e631100/06cbd991-0efc-4b04-8f59-7dcc16c7909e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:28.786131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:28.786775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:28.811820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd161015-7ed4-445e-951c-f20c8f1f0be6 req-06ce1217-44d8-43b6-a0f3-8ef63c5c789a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:28.814056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device eba38549-03a3-4f51-b268-3a69bd9d6ad9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:28.822763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd161015-7ed4-445e-951c-f20c8f1f0be6 req-06ce1217-44d8-43b6-a0f3-8ef63c5c789a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 945 time: 0.7555568 Oct 26 14:17:28.835545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:28.896210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.001253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.118516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe40d3-aeb9-4af7-bd92-679592ce9424 req-f71e05b0-23bc-451b-a725-ccaa1b383ff9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:29.126438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4abe40d3-aeb9-4af7-bd92-679592ce9424 req-f71e05b0-23bc-451b-a725-ccaa1b383ff9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 932 time: 0.2842293 Oct 26 14:17:29.132892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-40ad7320-b9f1-4ed2-96e5-c0ef77076923 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:29.134445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-40ad7320-b9f1-4ed2-96e5-c0ef77076923 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 813 time: 0.8580534 Oct 26 14:17:29.177115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd161015-7ed4-445e-951c-f20c8f1f0be6 req-08753317-783c-48ed-b687-dfc6666e154d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521421 Oct 26 14:17:29.181613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Request body: {'port': {'device_id': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'admin_state_up': True, 'tenant_id': 'ad54be79c920492ba5fe8a898e908704'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:29.213843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.218976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4abe40d3-aeb9-4af7-bd92-679592ce9424 req-50559fdf-b3dd-426b-87c9-92a3da0b2a43 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915849 Oct 26 14:17:29.253887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.255598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.310891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72dabe76-8aba-4f5b-ab2c-ff43219972ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.311145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.341650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.382520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:29.387202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:29.394721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72dabe76-8aba-4f5b-ab2c-ff43219972ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.395032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:29.398692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event deleted for resources: {'Port': ['ID=eba38549-03a3-4f51-b268-3a69bd9d6ad9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.402008 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.441752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event updated for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.451231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d0f290d-3e24-4595-afa6-5c4ed053c8bf req-69c67196-ebfd-4409-950c-62fabe9616bd tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 210 time: 0.1383686 Oct 26 14:17:29.489356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:29.490742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.522565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=ab2d62b1-47a9-449c-accd-e9cf73d9bfc3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.542479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:29.558354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event deleted for resources: {'Port': ['ID=c04cbc9e-8a2e-4931-9eb0-cc31202ee060,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.560182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6a58572b-7b15-47ab-8118-22d761cace19 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5862064 Oct 26 14:17:29.574030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Request body: {'port': {'device_id': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:29.591299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c04cbc9e-8a2e-4931-9eb0-cc31202ee060 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:29.596415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:29.617330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.621035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a34cdb11-b151-4401-9869-f93ee93236e8 req-c334b682-ecfd-488c-80d1-054c25353a38 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "DELETE /v2.0/ports/ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 HTTP/1.1" status: 204 len: 173 time: 1.4766407 Oct 26 14:17:29.621645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'name': 'network-vif-deleted', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:29.624820 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ede36-94e1-45be-b45d-674f80deb778" -d '{"events": [{"server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "name": "network-vif-deleted", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:29.631959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: c04cbc9e-8a2e-4931-9eb0-cc31202ee060 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:29.632707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c04cbc9e-8a2e-4931-9eb0-cc31202ee060 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:29.700893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.703933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dabe76-8aba-4f5b-ab2c-ff43219972ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f9db7-c94e-4fdb-a8b3-93549a237752,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.716476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:29.736391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-72dabe76-8aba-4f5b-ab2c-ff43219972ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40b08f3f72294d3ba53f659782855d84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2398906 Oct 26 14:17:29.736391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] No DVR routers for this DVR port eba38549-03a3-4f51-b268-3a69bd9d6ad9 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:29.744800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] No DVR routers for this DVR port c04cbc9e-8a2e-4931-9eb0-cc31202ee060 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:29.747597 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.753568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef54e813-b0fb-4693-984a-b56bf92d4090 req-81d120c5-b869-41d9-a6e4-60cb379326d7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "DELETE /v2.0/ports/c04cbc9e-8a2e-4931-9eb0-cc31202ee060 HTTP/1.1" status: 204 len: 173 time: 4.0820305 Oct 26 14:17:29.771483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:29.778730 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2334a8d7-8bad-4280-9d08-47321f655169 x-openstack-request-id: req-2334a8d7-8bad-4280-9d08-47321f655169 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:29.778936 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffa8817-194f-4df3-8300-b273ebfca811", "name": "network-vif-deleted", "tag": "ab2d62b1-47a9-449c-accd-e9cf73d9bfc3", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:29.779231 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2334a8d7-8bad-4280-9d08-47321f655169 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:29.779685 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffa8817-194f-4df3-8300-b273ebfca811', 'name': 'network-vif-deleted', 'tag': 'ab2d62b1-47a9-449c-accd-e9cf73d9bfc3', 'status': 'completed', 'code': 200} Oct 26 14:17:29.780055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:29.786756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-759d662e-969d-49a6-9d59-423efdbb3b57 req-99d5fa20-6276-4232-b21c-61798b587319 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.41 "DELETE /v2.0/ports/eba38549-03a3-4f51-b268-3a69bd9d6ad9 HTTP/1.1" status: 204 len: 173 time: 3.5353243 Oct 26 14:17:29.832900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'name': 'network-vif-deleted', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060'}, {'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'name': 'network-vif-deleted', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:29.838069 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad3dc5-2650-4652-bb33-ddd157359627" -d '{"events": [{"server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "name": "network-vif-deleted", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060"}, {"server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "name": "network-vif-deleted", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:29.841457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=9aa38bf2-70fe-45c5-bf77-705d7d732dbb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:29.850369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:29.929521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:30.017609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.019145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.077577 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f38d3-1276-4667-9908-c371cb806274 x-openstack-request-id: req-c57f38d3-1276-4667-9908-c371cb806274 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:30.077883 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a36985-3966-4549-9506-11a7db69f6b4", "name": "network-vif-deleted", "tag": "c04cbc9e-8a2e-4931-9eb0-cc31202ee060", "status": "completed", "code": 200}, {"server_uuid": "bc4e0581-7047-4c2f-98c0-a88af83cc3c2", "name": "network-vif-deleted", "tag": "eba38549-03a3-4f51-b268-3a69bd9d6ad9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:30.078556 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c57f38d3-1276-4667-9908-c371cb806274 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:30.078556 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a36985-3966-4549-9506-11a7db69f6b4', 'name': 'network-vif-deleted', 'tag': 'c04cbc9e-8a2e-4931-9eb0-cc31202ee060', 'status': 'completed', 'code': 200} Oct 26 14:17:30.078924 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4e0581-7047-4c2f-98c0-a88af83cc3c2', 'name': 'network-vif-deleted', 'tag': 'eba38549-03a3-4f51-b268-3a69bd9d6ad9', 'status': 'completed', 'code': 200} Oct 26 14:17:30.079090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.188390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.388629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.388914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9e08a6fe-37fb-4aab-976d-d93eb2eaf2a4 None None] Provisioning complete for port 9aa38bf2-70fe-45c5-bf77-705d7d732dbb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:30.389893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e08a6fe-37fb-4aab-976d-d93eb2eaf2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.400631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.409676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb2f9db7-c94e-4fdb-a8b3-93549a237752 HTTP/1.1" status: 204 len: 168 time: 0.6240339 Oct 26 14:17:30.558635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9e08a6fe-37fb-4aab-976d-d93eb2eaf2a4 None None] Port 9aa38bf2-70fe-45c5-bf77-705d7d732dbb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:30.567690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb22f41b-f7d6-495c-90ed-7400374ba9c9 req-56e8f26d-31b1-49ee-8b74-9bb2b2f98439 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffa8817-194f-4df3-8300-b273ebfca811 HTTP/1.1" status: 200 len: 210 time: 0.1551921 Oct 26 14:17:30.571786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f9db7-c94e-4fdb-a8b3-93549a237752,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:30.582291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cbd991-0efc-4b04-8f59-7dcc16c7909e {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:30.595136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.619472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.620317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.621657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.622035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.622493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.623678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.624034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.625432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.626267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.626611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.629338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.629737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c8cd-75fe-424d-b81f-a3f198e52a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:30.664280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95469b3d-c2cd-43b7-97e5-5c17ce9ea100 req-ec3dd786-069b-48da-a060-4ce708a66504 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.668759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Transition to ACTIVE for port object 06cbd991-0efc-4b04-8f59-7dcc16c7909e will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:30.675212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95469b3d-c2cd-43b7-97e5-5c17ce9ea100 req-ec3dd786-069b-48da-a060-4ce708a66504 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 946 time: 0.7522395 Oct 26 14:17:30.677471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.710518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4737a5-56b9-4430-8668-73e2fc69b9f6 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:30.715240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Made reservation on behalf of ad54be79c920492ba5fe8a898e908704 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:30.719132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.797336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:30.865360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:30.865998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab2d62b1-47a9-449c-accd-e9cf73d9bfc3 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:30.876244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Allocated IP 172.20.0.9 (f3b8fcb9-f1a0-410b-81e8-f185af8df29d/5c25f007-90f4-4579-8d49-68473e631100/28292f8a-9f4e-4d0e-ac61-2cb0521419ae) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:30.891573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Pushing event updated for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:30.896098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:30.903046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9182b144-124c-4b11-9a4e-5f6b8de111b8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2173352 Oct 26 14:17:30.913424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43578) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:30.935525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43932ec-b20e-4fb4-b2a3-85b43f9d8604 req-49728d6b-d628-4e93-9b0c-a58955520815 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:30.937365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d43932ec-b20e-4fb4-b2a3-85b43f9d8604 req-49728d6b-d628-4e93-9b0c-a58955520815 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 932 time: 0.1910670 Oct 26 14:17:30.937942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:30.973612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Attempting to bind port 06cbd991-0efc-4b04-8f59-7dcc16c7909e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:30.974165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Attempting to bind port 06cbd991-0efc-4b04-8f59-7dcc16c7909e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:30.974524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Attempting to bind port 06cbd991-0efc-4b04-8f59-7dcc16c7909e on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:30.986206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Port 06cbd991-0efc-4b04-8f59-7dcc16c7909e on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:30.986523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Attempting to bind port 06cbd991-0efc-4b04-8f59-7dcc16c7909e on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:30.990464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Transition to ACTIVE for port object ab4737a5-56b9-4430-8668-73e2fc69b9f6 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:31.009936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:31.010416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Checking segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:31.011051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Bound using segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:31.011745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Bound port: 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:31.012515 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.029672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d43932ec-b20e-4fb4-b2a3-85b43f9d8604 req-12d33549-1f2c-4c9a-bb8d-782f271a77c1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820255 Oct 26 14:17:31.038338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.059810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95469b3d-c2cd-43b7-97e5-5c17ce9ea100 req-4e87efdf-46b2-41cd-b3bc-777cb0c9365d tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3835375 Oct 26 14:17:31.170698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:31.175616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:31.188598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.249904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.250540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.252035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] 10.222.0.73 "PUT /v2.0/ports/06cbd991-0efc-4b04-8f59-7dcc16c7909e HTTP/1.1" status: 200 len: 1091 time: 1.6836116 Oct 26 14:17:31.282745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.288417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22f713-2bca-47b2-8f4d-fbabe2d2f599 service neutron] Pushing event updated for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:31.367757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-d9477ad2-60ed-484b-a644-31eec88b6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.369622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-d9477ad2-60ed-484b-a644-31eec88b6a7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 1094 time: 0.0650809 Oct 26 14:17:31.425510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ba38fbf-cb27-474a-82a2-076694ceff11 req-19ea2b46-0e5c-41b9-8986-0024d862bf6c tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 210 time: 0.2236319 Oct 26 14:17:31.434514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:31.436872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-d82c48e1-ef9f-490d-86d7-1e3ecf112179 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e HTTP/1.1" status: 200 len: 217 time: 0.0577965 Oct 26 14:17:31.438489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.507248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-53270472-4254-4af7-9d19-f5081d45a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:31.509340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-53270472-4254-4af7-9d19-f5081d45a474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.0637279 Oct 26 14:17:31.556539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-8f36892b-cdad-4d76-bb5b-a72d056e1426 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386894 Oct 26 14:17:31.617611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:31.692283 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 866e62d1-8386-44bb-a2bf-a0420662a203 (CIDR: 172.20.0.0/28) Oct 26 14:17:31.700815 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:31.701628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:17:31.709696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-95e2d7a2-5e90-422c-a767-4ce797c0e15c service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459203 Oct 26 14:17:31.710349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Attempting to bind port ab4737a5-56b9-4430-8668-73e2fc69b9f6 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:31.710691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Attempting to bind port ab4737a5-56b9-4430-8668-73e2fc69b9f6 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:31.711021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Attempting to bind port ab4737a5-56b9-4430-8668-73e2fc69b9f6 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:31.739144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.744019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Port ab4737a5-56b9-4430-8668-73e2fc69b9f6 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:31.744448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Attempting to bind port ab4737a5-56b9-4430-8668-73e2fc69b9f6 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:31.763838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fd53e5d8-7093-4f12-bc2b-14b17c3f2c4b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8463352 Oct 26 14:17:31.767331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43602) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:31.774591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:31.776242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:31.783158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:31.783594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:31.784787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:31.785255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Bound port: ab4737a5-56b9-4430-8668-73e2fc69b9f6, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:31.785677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.787291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:31.787907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:31.961183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.002836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.007471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:32.009515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:32.012665 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b23fb6-69dc-4a0c-b183-c20ef5877cd9" -d '{"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:32.021747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.086592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Network f3b8fcb9-f1a0-410b-81e8-f185af8df29d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:32.088250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:32.103835 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affbee0b-0918-49f3-b756-27904021bde2 x-openstack-request-id: req-affbee0b-0918-49f3-b756-27904021bde2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:32.107658 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:32.110148 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-affbee0b-0918-49f3-b756-27904021bde2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:32.110803 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'code': 200} Oct 26 14:17:32.136838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:32.139346 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8645b8c7-bc11-47de-921f-03e4b4db090b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:32.144828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:32.181698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:32.199684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:32.237549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:32.242551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.251907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:32.255769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.294656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43632) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:32.296868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-d9774bd7-2515-428c-a1e4-13466dccde2b service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800958 Oct 26 14:17:32.337050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c449b-9a8f-4e8c-a967-454a1725ef2e req-5ec77bfb-80a0-4f42-8ed3-400094b3114b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.339035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218c449b-9a8f-4e8c-a967-454a1725ef2e req-5ec77bfb-80a0-4f42-8ed3-400094b3114b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 944 time: 0.0814712 Oct 26 14:17:32.376155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event updated for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:32.390900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218c449b-9a8f-4e8c-a967-454a1725ef2e req-cb31a83e-6884-4ee6-be71-3ef5b9f69cbb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Oct 26 14:17:32.415872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.416759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.418062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab4737a5-56b9-4430-8668-73e2fc69b9f6 HTTP/1.1" status: 200 len: 1092 time: 4.9735706 Oct 26 14:17:32.427171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:32.430359 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe95f2-29b5-404b-9515-333b1399d6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:32.444810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-949718251-network', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:32.474119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:32.477329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.490063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.499010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.499650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.547120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-24dd708c-5e27-444b-a9ff-735c10db0c1f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.548714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-24dd708c-5e27-444b-a9ff-735c10db0c1f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.5203283 Oct 26 14:17:32.569955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952b97-4e5d-4e94-9b18-9fa6102876ab req-5bba96e5-8e5d-4114-bae6-1e14c375b9e7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.571532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04952b97-4e5d-4e94-9b18-9fa6102876ab req-5bba96e5-8e5d-4114-bae6-1e14c375b9e7 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.0835781 Oct 26 14:17:32.573970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5acd-d90f-4f34-a456-276443c8bfc4 req-58b6a4ba-4747-4240-afd0-cec854404afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.575470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aaa5acd-d90f-4f34-a456-276443c8bfc4 req-58b6a4ba-4747-4240-afd0-cec854404afc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 1098 time: 0.2890151 Oct 26 14:17:32.587878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-77f7de35-773a-4528-aba7-33e012ede09b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4242554 Oct 26 14:17:32.617261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12328d1-bcd1-4e7a-9f15-406c729552e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:32.636141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Request body: {'port': {'device_id': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:32.640012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c7d275ff-f3b8-49c6-b2a7-45f1a95618e6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0822062 Oct 26 14:17:32.659809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04952b97-4e5d-4e94-9b18-9fa6102876ab req-d0fd007d-cbbc-4026-a01e-7cc2e6fa7f03 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775492 Oct 26 14:17:32.696655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.696655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.728343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:32.738779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-7e747d63-fc0d-4895-9e54-4b3d91f5251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.740364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-7e747d63-fc0d-4895-9e54-4b3d91f5251e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 1095 time: 0.2668924 Oct 26 14:17:32.743737 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f95d93e-35e6-4c9a-9f70-8d076da8a128 x-openstack-request-id: req-1f95d93e-35e6-4c9a-9f70-8d076da8a128 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:32.744112 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:32.744368 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f95d93e-35e6-4c9a-9f70-8d076da8a128 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:32.745306 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e', 'status': 'completed', 'code': 200} Oct 26 14:17:32.751231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5864d1-cacc-4954-abb1-cf6536746f54,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:32.770733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7aaa5acd-d90f-4f34-a456-276443c8bfc4 req-c417aee6-5dc9-4020-b241-ca8966092524 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713870 Oct 26 14:17:32.774554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.774899 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Added segment 12c24947-0160-4f45-b8e8-3c00245821e8 of type vlan for network f1f9a8da-5060-435e-8913-c04432dd438b Oct 26 14:17:32.837428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.869368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.870464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:32.871165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.880910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:32.891135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-e8b23b21-1a42-426e-8470-0ece86202681 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249084 Oct 26 14:17:32.892557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-2c112fec-4bac-4d5b-88ad-45c5c41ae65e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6 HTTP/1.1" status: 200 len: 217 time: 0.0968764 Oct 26 14:17:33.015491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f9a8da-5060-435e-8913-c04432dd438b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:33.027083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f1f9a8da-5060-435e-8913-c04432dd438b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:33.050598 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35659fed-3c11-4956-91c5-fe136ac691b4 x-openstack-request-id: req-35659fed-3c11-4956-91c5-fe136ac691b4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:33.050952 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:33.051150 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35659fed-3c11-4956-91c5-fe136ac691b4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:33.051547 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6', 'status': 'completed', 'code': 200} Oct 26 14:17:33.053665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-66079a2a-d944-4436-9066-7e1f500ffb35 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7546871 Oct 26 14:17:33.054732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43646) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:33.068703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Request body: {'subnet': {'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-949718251-subnet', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:33.079854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-ebf575e5-66de-47b7-a02a-aa0fc5227495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.082825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-ebf575e5-66de-47b7-a02a-aa0fc5227495 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 1094 time: 0.1054661 Oct 26 14:17:33.147082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-b4b0126f-b230-45b7-af99-7d8ea90bbe7c service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347913 Oct 26 14:17:33.168831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:33.171214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.185608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-e623a2f9-8ebb-4442-90ac-d669c8592fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.187135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-e623a2f9-8ebb-4442-90ac-d669c8592fba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.2814734 Oct 26 14:17:33.297748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24d3bc-ee5d-46a7-8e4e-c9a922aa8668 req-c5c8ae17-9300-407c-89d6-15c3e467b044 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.299194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d24d3bc-ee5d-46a7-8e4e-c9a922aa8668 req-c5c8ae17-9300-407c-89d6-15c3e467b044 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 931 time: 0.1906121 Oct 26 14:17:33.324824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-0bb090fa-3d82-4b1c-8ae4-3f85f16817e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163344 Oct 26 14:17:33.343268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-4b036747-11f5-404b-946e-394a3394d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.344788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-4b036747-11f5-404b-946e-394a3394d512 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 914 time: 0.2540348 Oct 26 14:17:33.358960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.408209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-ee7b1f41-f2ad-4b01-ba07-3e08affe6a46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e HTTP/1.1" status: 200 len: 217 time: 0.0538476 Oct 26 14:17:33.414420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d24d3bc-ee5d-46a7-8e4e-c9a922aa8668 req-7e0ebd0a-8fcc-4ce9-aa93-121a68661e59 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023901 Oct 26 14:17:33.542127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-12d759cc-0038-470f-98ae-2d9a4c362e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.543659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-12d759cc-0038-470f-98ae-2d9a4c362e3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.1263275 Oct 26 14:17:33.606871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-a399d561-9327-4d73-bf09-fb018811748d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536122 Oct 26 14:17:33.616156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.738279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3f1a1-30a2-42fb-b3df-45784acff858 req-1906ae71-6be2-4438-8839-28a5c827189a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.739966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddd3f1a1-30a2-42fb-b3df-45784acff858 req-1906ae71-6be2-4438-8839-28a5c827189a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 944 time: 0.2421761 Oct 26 14:17:33.760372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede7e6c3-a115-4f7c-8276-5e933abc8835,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:33.824114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:33.824573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Network hostable DHCP agents. Network: f1f9a8da-5060-435e-8913-c04432dd438b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:33.839898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddd3f1a1-30a2-42fb-b3df-45784acff858 req-3a815d71-79ed-48e9-9d78-b66d0a8f5e88 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899241 Oct 26 14:17:33.841760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-cd11ec30-18ce-4735-b163-c0707814ae7c service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223074 Oct 26 14:17:33.857751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:33.879284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Network f1f9a8da-5060-435e-8913-c04432dd438b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:33.908692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:33.919502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a29b7-9034-454e-b3a3-47059b693ba8 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:33.947964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:33.948601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:33.993522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-739d82ee-65da-4c49-8bea-ed99a0e8a843 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312776 Oct 26 14:17:33.999986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2292347 Oct 26 14:17:34.038088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f1f9a8da-5060-435e-8913-c04432dd438b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:34.050270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.051713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.062901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2308a-2722-43a6-85bc-e7274597d012 None None] Network f1f9a8da-5060-435e-8913-c04432dd438b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:34.090746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:34.160313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1844322815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c3b69463-dcf6-4226-95e5-8205c081f520'}], 'security_groups': ['e3faa361-74dc-4cd4-b966-4b1c49fda93f']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:34.204935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28292f8a-9f4e-4d0e-ac61-2cb0521419ae {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:34.215074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.252624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Transition to ACTIVE for port object 28292f8a-9f4e-4d0e-ac61-2cb0521419ae will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:34.259174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-089333c2-4e28-4ebf-9f5f-5954c58de31d service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9222445 Oct 26 14:17:34.260340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fe074-bddc-48a3-8196-2b014ebdd816 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=c3b69463-dcf6-4226-95e5-8205c081f520,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:34.290130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e01cbf0-04ad-4044-8ebd-dd3eb5413176 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2291508 Oct 26 14:17:34.290370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.298726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:34.331898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:34.387773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f1f9a8da-5060-435e-8913-c04432dd438b', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:34.389217 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.582851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d632c9-98ba-4aaa-afbd-8709bb0ff80b req-fb745c18-33cb-41b1-9f1e-7160c8dab7ca tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:34.593976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57d632c9-98ba-4aaa-afbd-8709bb0ff80b req-fb745c18-33cb-41b1-9f1e-7160c8dab7ca tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.6274343 Oct 26 14:17:34.626886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8645b8c7-bc11-47de-921f-03e4b4db090b req-1e0d84c8-2aab-4e11-bc88-e2e0214d6e43 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7741389 Oct 26 14:17:34.696880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57d632c9-98ba-4aaa-afbd-8709bb0ff80b req-40761d8a-fefe-4f58-8221-b4a06e547e42 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004577 Oct 26 14:17:34.725289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f64772a-41f4-4be0-a2fc-d20f90fa5a20 req-47f6079d-a1ed-463e-aec2-325d6d5f4c8b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.2263732 Oct 26 14:17:34.726801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Pushing event updated for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:34.764237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.767004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:34.835309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Allocated IP 172.20.0.2 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/339808ad-71da-48ad-b6cc-eae54352efb7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:34.894301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.051665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d618cc7-ddff-4bc1-ac08-3403a77d520e req-1abcfd6d-74a9-4707-975f-edaedf6b6a86 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.053977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d618cc7-ddff-4bc1-ac08-3403a77d520e req-1abcfd6d-74a9-4707-975f-edaedf6b6a86 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.1282110 Oct 26 14:17:35.091723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-888676d3-35e7-4a18-b219-cf5fb9c2ab5c req-5cf01888-ca5a-4721-97f7-5fcef78e50a9 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7999187 Oct 26 14:17:35.111621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.162559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d618cc7-ddff-4bc1-ac08-3403a77d520e req-8403b87f-2648-4faa-96f8-b11d41953889 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007149 Oct 26 14:17:35.338154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Update dhcp port {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'fixed_ips': [{'subnet_id': '866e62d1-8386-44bb-a2bf-a0420662a203', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c3b69463-dcf6-4226-95e5-8205c081f520'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '78811a5d-2548-459c-a41d-1642c8273d83'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:17:35.351810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Attempting to bind port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:35.352287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Attempting to bind port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:35.353168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Attempting to bind port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:35.372609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:35.373180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Attempting to bind port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae on network f3b8fcb9-f1a0-410b-81e8-f185af8df29d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:35.421424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.465087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.470384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.598691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ce06-34cc-41e5-85b6-3a8c5e1f38e4 req-7a9b5a44-a628-4970-97ef-b40a77629171 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.600244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f190ce06-34cc-41e5-85b6-3a8c5e1f38e4 req-7a9b5a44-a628-4970-97ef-b40a77629171 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 944 time: 0.5838192 Oct 26 14:17:35.612009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:35.613245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Checking segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:35.613645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Bound using segment: {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:35.614511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Bound port: 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571170-f23d-4553-9a2b-5202281faaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:35.615504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.633817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.652059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-56bf7389-f431-409c-b27c-1424acd3ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:35.653600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-56bf7389-f431-409c-b27c-1424acd3ef49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 1095 time: 0.3777547 Oct 26 14:17:35.657643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 06cbd991-0efc-4b04-8f59-7dcc16c7909e details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:35.717499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Delete allocated IP 172.20.0.7 (af67e014-dcd0-453c-99ac-1181756aefe0/866e62d1-8386-44bb-a2bf-a0420662a203) {{(pid=102164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:17:35.733982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.23 (af67e014-dcd0-453c-99ac-1181756aefe0/c3b69463-dcf6-4226-95e5-8205c081f520/9aa38bf2-70fe-45c5-bf77-705d7d732dbb) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:35.783114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:35.797596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:35.801636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '06cbd991-0efc-4b04-8f59-7dcc16c7909e', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'port_id': '06cbd991-0efc-4b04-8f59-7dcc16c7909e', 'mac_address': 'fa:16:3e:2f:42:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25f007-90f4-4579-8d49-68473e631100', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:35.847154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.860481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:35.864817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cbd991-0efc-4b04-8f59-7dcc16c7909e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:35.869322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:35.871660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Pushing event updated for resources: {'Port': ['ID=339808ad-71da-48ad-b6cc-eae54352efb7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:35.927207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:35.944760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:35.948924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:35.963376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f190ce06-34cc-41e5-85b6-3a8c5e1f38e4 req-14d420bb-5ab9-4fd9-9936-c65dce63804c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426719 Oct 26 14:17:35.969376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:35.975494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.046199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Attempting to bind port 339808ad-71da-48ad-b6cc-eae54352efb7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:36.046576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Attempting to bind port 339808ad-71da-48ad-b6cc-eae54352efb7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:36.046942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Attempting to bind port 339808ad-71da-48ad-b6cc-eae54352efb7 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:36.059901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa7d3-abaf-4cfc-b4e5-6b782acfcf2c req-773dba92-04ce-4783-8b44-1aba1042d1c8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.061543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d24fa7d3-abaf-4cfc-b4e5-6b782acfcf2c req-773dba92-04ce-4783-8b44-1aba1042d1c8 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.1677780 Oct 26 14:17:36.070442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:36.071162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:36.071750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.072550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:36.073229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Bound port: 339808ad-71da-48ad-b6cc-eae54352efb7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:36.073797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.118469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.119162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.120661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] 10.222.0.73 "PUT /v2.0/ports/28292f8a-9f4e-4d0e-ac61-2cb0521419ae HTTP/1.1" status: 200 len: 1091 time: 3.5111454 Oct 26 14:17:36.128806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:36.131513 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7603a2-db68-4fe3-a6da-fcaac32571a3" -d '{"events": [{"name": "network-changed", "server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:36.151918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-7087289d-ab8a-4165-bcd4-ea9dd3c19bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.153484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-7087289d-ab8a-4165-bcd4-ea9dd3c19bf0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.4870424 Oct 26 14:17:36.169556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.187631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.225930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd672ef7-9e6b-432d-a816-a5adfc775158 service neutron] Pushing event updated for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.240348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-35779946-d64f-4565-90b7-2ae8400e67f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6 HTTP/1.1" status: 200 len: 217 time: 0.0726953 Oct 26 14:17:36.282479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d24fa7d3-abaf-4cfc-b4e5-6b782acfcf2c req-d2a68aa7-66ff-49cc-b8fa-1e24215ae482 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2075405 Oct 26 14:17:36.298662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.373572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=9aa38bf2-70fe-45c5-bf77-705d7d732dbb,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.420214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] For port 339808ad-71da-48ad-b6cc-eae54352efb7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:36.437529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Allocated IP 172.20.0.18 (af67e014-dcd0-453c-99ac-1181756aefe0/c3b69463-dcf6-4226-95e5-8205c081f520/78811a5d-2548-459c-a41d-1642c8273d83) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:36.440916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['06cbd991-0efc-4b04-8f59-7dcc16c7909e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:36.451151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] For port 339808ad-71da-48ad-b6cc-eae54352efb7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=339808ad-71da-48ad-b6cc-eae54352efb7,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:36.483958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c3ad9a3-7418-4460-b7db-2a08f04c1f22 req-d60ca7f0-b042-42ce-97a5-1fa21626d881 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.2389784 Oct 26 14:17:36.488205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] In _notify_port_updated(), no bound segment for port 9aa38bf2-70fe-45c5-bf77-705d7d732dbb on network af67e014-dcd0-453c-99ac-1181756aefe0 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:17:36.498063 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c32b7c-8b13-4166-94d1-1e6dd1fd5414 x-openstack-request-id: req-e5c32b7c-8b13-4166-94d1-1e6dd1fd5414 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:36.498356 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:36.498620 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5c32b7c-8b13-4166-94d1-1e6dd1fd5414 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:36.499037 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae', 'status': 'completed', 'code': 200} Oct 26 14:17:36.509515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.511903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.519545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-14ada8ae-2684-46e3-bf59-cccd72a9d12b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/ports/9aa38bf2-70fe-45c5-bf77-705d7d732dbb HTTP/1.1" status: 200 len: 921 time: 2.4171684 Oct 26 14:17:36.520326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43740) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:36.520578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.653174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-b28674f3-435a-4633-bfec-4aff29dfc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.654934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-b28674f3-435a-4633-bfec-4aff29dfc141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.3885338 Oct 26 14:17:36.661357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-239135a2-85b9-4256-9915-6734ca4ca4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.663428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-239135a2-85b9-4256-9915-6734ca4ca4ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 1094 time: 0.3979175 Oct 26 14:17:36.761557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcda9c-9e37-4afd-b0d2-353c8bfb0375 req-fbd6496f-95cd-4d37-9df7-9f655ccae9ec tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.769284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bca17e-c0c8-4a7c-9e74-f763cadebf0c None None] Pushing event updated for resources: {'Port': ['ID=339808ad-71da-48ad-b6cc-eae54352efb7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:36.770243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bdcda9c-9e37-4afd-b0d2-353c8bfb0375 req-fbd6496f-95cd-4d37-9df7-9f655ccae9ec tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.1588225 Oct 26 14:17:36.785824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:36.840146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bdcda9c-9e37-4afd-b0d2-353c8bfb0375 req-b0b9520e-63fe-44ee-a70e-6fe03587b321 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Oct 26 14:17:36.849820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 9aa38bf2-70fe-45c5-bf77-705d7d732dbb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:36.850199 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.852640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-2d3201ef-47fd-4e4c-894a-e5e89c326363 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832905 Oct 26 14:17:36.869168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-6ed475d6-a741-4304-aa1d-9404b90023ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae HTTP/1.1" status: 200 len: 217 time: 0.1719830 Oct 26 14:17:36.870789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.880225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:36.899540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-4c2847e9-59a4-437b-8508-a3906156c820 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:36.901124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-4c2847e9-59a4-437b-8508-a3906156c820 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.5900390 Oct 26 14:17:36.998359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:37.088396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.111306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 9aa38bf2-70fe-45c5-bf77-705d7d732dbb owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:37.126769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dcd76ba5-f879-4e81-87a5-fb776d503868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.129670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-dcd76ba5-f879-4e81-87a5-fb776d503868 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.2560916 Oct 26 14:17:37.238812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef7a37-87aa-4886-89a9-4af9620dee0f None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:37.359739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.392036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=9aa38bf2-70fe-45c5-bf77-705d7d732dbb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:37.495973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.505331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e9d8f38a-c68d-4e47-b5e4-795c9da869b4 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/9aa38bf2-70fe-45c5-bf77-705d7d732dbb HTTP/1.1" status: 204 len: 168 time: 0.9836717 Oct 26 14:17:37.506262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43760) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.540277 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de3cdbd-614d-4e28-8625-858037767a98 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:17:37.546549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3de3cdbd-614d-4e28-8625-858037767a98 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/9aa38bf2-70fe-45c5-bf77-705d7d732dbb HTTP/1.1" status: 404 len: 333 time: 0.0390685 Oct 26 14:17:37.547614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43762) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:37.661219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-df3a3f54-e2a0-4cb8-b1c6-8dc19729ad98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992062 Oct 26 14:17:37.699484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1d59e4b2-7254-4010-bc3f-66508e764b59 req-bf614e37-d218-49ef-b667-a9db5ed165be tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.0933566 Oct 26 14:17:37.762869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.806535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.840225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.874403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.884287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b958e0-a978-455d-a0f3-4ffbcd00c97d req-25cfa05d-bfff-42af-b568-0777100cae2b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:37.886023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1b958e0-a978-455d-a0f3-4ffbcd00c97d req-25cfa05d-bfff-42af-b568-0777100cae2b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 944 time: 0.7989709 Oct 26 14:17:37.931554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-50697cab-69f3-4725-bcaf-f31975e55108 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0669715 Oct 26 14:17:37.950247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.954823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:37.961401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/security-groups/5755dae9-297e-45dd-a4ba-5069cc5dad8e HTTP/1.1" status: 204 len: 168 time: 0.4119921 Oct 26 14:17:37.963098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43776) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:38.006704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d298-a69b-4fa9-9a77-7ba6b18cd2ed tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755dae9-297e-45dd-a4ba-5069cc5dad8e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:38.163727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555739c0-1688-41ae-9180-a5160092f0c7 req-1c8b454d-0783-4b93-9f3e-ff602b7e4a80 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:38.165653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-555739c0-1688-41ae-9180-a5160092f0c7 req-1c8b454d-0783-4b93-9f3e-ff602b7e4a80 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.1417918 Oct 26 14:17:38.169039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.214905 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.256778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Could not find standard attr ID for object 9aa38bf2-70fe-45c5-bf77-705d7d732dbb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:17:38.259575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-555739c0-1688-41ae-9180-a5160092f0c7 req-b05350e1-7b66-4295-a377-919ff4d95633 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Oct 26 14:17:38.294838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:38.298254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:38.300435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.303509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.325100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.328972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.330305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/security-groups/e3faa361-74dc-4cd4-b966-4b1c49fda93f HTTP/1.1" status: 204 len: 168 time: 0.3604438 Oct 26 14:17:38.337590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:38.350417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc122a-2291-46f9-af9e-13ecf9e60e87 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3faa361-74dc-4cd4-b966-4b1c49fda93f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:38.418614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb9023f-4f80-465a-9d66-6716748695bc None None] Network f1f9a8da-5060-435e-8913-c04432dd438b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:38.420701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 339808ad-71da-48ad-b6cc-eae54352efb7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:38.453438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 866e62d1-8386-44bb-a2bf-a0420662a203 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:17:38.459613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.461894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Allocated IP 172.25.5.253 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/fe98a732-67aa-46bd-898c-747556ebecf3) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:38.538926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.596833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.622026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 339808ad-71da-48ad-b6cc-eae54352efb7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:38.623170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.670449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1b958e0-a978-455d-a0f3-4ffbcd00c97d req-a3f96d2d-e313-4ca9-9cfd-f59cf3832b7f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633111 Oct 26 14:17:38.688044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.730447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.794549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-ac7f5be4-2c21-49c1-98ed-098129001faf service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1128685 Oct 26 14:17:38.856794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab4737a5-56b9-4430-8668-73e2fc69b9f6 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:38.900631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:38.901406 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.914765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:38.959387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17bb3ce4-1de6-4534-ba1a-7319d6a2b10a req-59f170ec-79e4-4e70-bea1-7a6600a0f6d9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.0663304 Oct 26 14:17:38.999585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.008052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:39.012870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/866e62d1-8386-44bb-a2bf-a0420662a203 HTTP/1.1" status: 204 len: 168 time: 0.6699710 Oct 26 14:17:39.013830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:39.032999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:39.041245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624865-2ee1-4645-aa79-a16b10a9d28b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=866e62d1-8386-44bb-a2bf-a0420662a203,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.062199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:39.077296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Pushing event updated for resources: {'Port': ['ID=fe98a732-67aa-46bd-898c-747556ebecf3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.089015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:39.131366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c95d4b98-ccf6-4650-9c37-f15bdebd3406 None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:39.142167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-defe95f2-29b5-404b-9515-333b1399d6f6 req-5d6d52b9-834f-4d1b-bb8e-baf885652f4e service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1954029 Oct 26 14:17:39.198025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.266497 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:39.273361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6c968108-e536-419c-b816-7c25f42acf55 None None] Could not find standard attr ID for object 9aa38bf2-70fe-45c5-bf77-705d7d732dbb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:17:39.350684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6', 'mac_address': 'fa:16:3e:9c:0d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:39.354979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 339808ad-71da-48ad-b6cc-eae54352efb7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=339808ad-71da-48ad-b6cc-eae54352efb7,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:39.418313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6c968108-e536-419c-b816-7c25f42acf55 None None] Provisioning complete for port 339808ad-71da-48ad-b6cc-eae54352efb7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:39.418711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c968108-e536-419c-b816-7c25f42acf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.429331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.432429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:39.479942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:39.484478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.523843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae006858-ff3b-4c61-b743-103a3a1eea23 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:39.569067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3836ff-c34c-4423-8283-c4920cc66a4a req-315aff57-def3-46e7-b7b2-2fa21caf8549 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595170 Oct 26 14:17:39.613189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.745143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 06cbd991-0efc-4b04-8f59-7dcc16c7909e up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:39.750024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=339808ad-71da-48ad-b6cc-eae54352efb7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:39.758214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.10 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/6d420075-09e0-40b4-948c-6dd377943c51) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:39.809261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4737a5-56b9-4430-8668-73e2fc69b9f6 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:39.838952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0812c28-6eca-4791-bf4a-e9544e53de48 req-2a090305-2eac-4c78-ac1b-8186a7f1feab tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.841187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0812c28-6eca-4791-bf4a-e9544e53de48 req-2a090305-2eac-4c78-ac1b-8186a7f1feab tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.2806416 Oct 26 14:17:39.864643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:39.864924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.905186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-69ff6e34-cda1-4868-acbc-d0c67b1adcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.906670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-69ff6e34-cda1-4868-acbc-d0c67b1adcba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad54be79c920492ba5fe8a898e908704&device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 1094 time: 0.1774693 Oct 26 14:17:39.914328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.962276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:39.978117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd7f2a-45a0-4d54-b150-ad545719d970 req-59ce2702-3c76-4b58-9925-8f146bb4660d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:39.981900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:39.989787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19bd7f2a-45a0-4d54-b150-ad545719d970 req-59ce2702-3c76-4b58-9925-8f146bb4660d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 944 time: 0.0850220 Oct 26 14:17:40.054624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19bd7f2a-45a0-4d54-b150-ad545719d970 req-8fd953ef-eacb-4062-ac1c-5a1666a550df tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635827 Oct 26 14:17:40.169889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:40.231472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 06cbd991-0efc-4b04-8f59-7dcc16c7909e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:40.263089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ab4737a5-56b9-4430-8668-73e2fc69b9f6'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:40.266324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-554e1273-c6c0-4181-afae-85d7329e073e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.271715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 06cbd991-0efc-4b04-8f59-7dcc16c7909e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:40.272306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.382726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0812c28-6eca-4791-bf4a-e9544e53de48 req-aeae235e-3520-4538-bc97-f14c7439d5c8 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954979 Oct 26 14:17:40.434360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1ff3fd9e-be3c-4537-aab7-d9adc05509c7 None None] Provisioning complete for port 339808ad-71da-48ad-b6cc-eae54352efb7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:40.435003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ff3fd9e-be3c-4537-aab7-d9adc05509c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.502010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.507622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2dba3a25-43b3-41c6-aa55-7c36a9505082 req-530f720b-0a88-43d1-a625-86169e97a124 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.0623715 Oct 26 14:17:40.551038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.569216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 339808ad-71da-48ad-b6cc-eae54352efb7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:40.579692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-afffba2b-4df2-48e4-b64c-ff58336e671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.582471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-afffba2b-4df2-48e4-b64c-ff58336e671c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 200 len: 914 time: 0.5471544 Oct 26 14:17:40.662956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=9003c955-7a63-4291-bca1-979002530b0e,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:40.670496 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.677724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:40.679478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:40.695628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:40.697345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.722925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-20c280bf-5871-4801-9a3e-d4a940cedc32 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7066829 Oct 26 14:17:40.726536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43806) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:40.734516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1340093458'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:40.767517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.807007 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.812150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 339808ad-71da-48ad-b6cc-eae54352efb7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:40.812547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.878176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.888460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.936587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:40.939085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2092304 Oct 26 14:17:40.940744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:40.943192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:40.943509 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f8c5a6-bf74-475d-8709-13e1fe259ced" -d '{"events": [{"server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "name": "network-vif-plugged", "status": "completed", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:40.948805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898383453'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:40.958903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445bd47-9d73-40bb-ba74-dfb656581bb2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f1c14-1543-40ca-96aa-86f1222eea0d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:40.979081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:40.998158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.005052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.099996 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f90edd9-683a-401c-b4c8-4e1e69a58e26 x-openstack-request-id: req-6f90edd9-683a-401c-b4c8-4e1e69a58e26 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:41.100230 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "name": "network-vif-plugged", "status": "completed", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:41.106804 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f90edd9-683a-401c-b4c8-4e1e69a58e26 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:41.107561 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e', 'code': 200} Oct 26 14:17:41.125065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.131241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.249229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:41.260390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de40626-09d0-4e28-9060-45f1b287f829,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:41.271521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.274048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b89e50d4-be33-4de7-8ac6-a22f1b5c2ff2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3293478 Oct 26 14:17:41.285587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:41.298478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'security_group': {'name': 'tempest-secgroup-986405352'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:41.374240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406a387-1d31-4541-841d-8f9c32e65639 req-6f1460fb-d030-4b30-bffc-5a109ef89b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.375900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2406a387-1d31-4541-841d-8f9c32e65639 req-6f1460fb-d030-4b30-bffc-5a109ef89b61 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 1096 time: 0.2280853 Oct 26 14:17:41.392023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-4d631b28-9fab-4622-8a9a-4fc9f616d7ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae HTTP/1.1" status: 200 len: 217 time: 0.6867533 Oct 26 14:17:41.426821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0273da-14d6-47e5-9a51-98f58fef1730 req-8c4e293b-ac08-4647-b619-a874a387d655 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.434782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd0273da-14d6-47e5-9a51-98f58fef1730 req-8c4e293b-ac08-4647-b619-a874a387d655 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 945 time: 0.1479728 Oct 26 14:17:41.454937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2406a387-1d31-4541-841d-8f9c32e65639 req-c9024cc7-3c77-4b38-a49d-1cbd8425e798 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Oct 26 14:17:41.529718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd0273da-14d6-47e5-9a51-98f58fef1730 req-8f5bc875-448f-4219-9dd6-c9fbbd0ed292 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923851 Oct 26 14:17:41.533493 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.587784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-fb420c86-d97e-42c9-9011-9f08f67e1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.589337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-fb420c86-d97e-42c9-9011-9f08f67e1900 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 200 len: 853 time: 0.1396923 Oct 26 14:17:41.599691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:17:41.610137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.622591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:41.692476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d0982-2679-4c6c-a53f-d7551b74f83b None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:41.790917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.801446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8c157-788d-4c66-9ce2-3865dc8f7234 req-70bede67-77d7-4371-8b5d-cc47aebbb984 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:41.803323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ebd8c157-788d-4c66-9ce2-3865dc8f7234 req-70bede67-77d7-4371-8b5d-cc47aebbb984 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 932 time: 0.1522763 Oct 26 14:17:41.804680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.812058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-32110565-e077-4e3e-b72c-b4d8c20a19a8 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:41.812536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-cdbe48ef-4e9f-431a-8d5d-3c85e100085a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3b8fcb9-f1a0-410b-81e8-f185af8df29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863810 Oct 26 14:17:41.813067 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32110565-e077-4e3e-b72c-b4d8c20a19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.850153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:41.854314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5660326 Oct 26 14:17:41.857490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:41.863369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1309850155', 'security_groups': ['c11188e7-0f43-4557-91e0-f43eaaa32410'], 'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9003c955-7a63-4291-bca1-979002530b0e'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:41.939565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:41.957396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cecf8-047a-4eb8-8128-66d923900470 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11188e7-0f43-4557-91e0-f43eaaa32410,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:41.980514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ebd8c157-788d-4c66-9ce2-3865dc8f7234 req-c536932e-e215-487a-9365-3af86685a1d0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637101 Oct 26 14:17:41.985668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:41.989352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:42.008526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15034b-a449-49da-b218-239ba60af968 req-4550486f-8f5b-41d7-96ac-9015d46382ef tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:42.015562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc15034b-a449-49da-b218-239ba60af968 req-4550486f-8f5b-41d7-96ac-9015d46382ef tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.3525050 Oct 26 14:17:42.067355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:42.081034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:42.157560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:42.176519 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:42.184140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:42.184968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.190591 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:42.190939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:42.211249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc15034b-a449-49da-b218-239ba60af968 req-985effe7-cc99-4335-8c06-1713070dffb6 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439548 Oct 26 14:17:42.217774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.225390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-51a6f23a-e171-4c83-9a88-67620b8bf6b7 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383789 Oct 26 14:17:42.233729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c6354717-fa85-45ff-9ca6-d0650866502d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3178127 Oct 26 14:17:42.239959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.244015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-460d74e9-a58a-406e-bd91-459ebf43ecce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9334500 Oct 26 14:17:42.244769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:42.257984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Request body: {'port': {'device_id': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:42.397919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.474761 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:42.485996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d7603a2-db68-4fe3-a6da-fcaac32571a3 req-78cc9e24-ae5a-4f42-858a-6ed757295161 service neutron] 10.222.0.73 "GET /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506766 Oct 26 14:17:42.754545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-32110565-e077-4e3e-b72c-b4d8c20a19a8 None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:42.756238 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32110565-e077-4e3e-b72c-b4d8c20a19a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:42.792132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:17:42.872636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab4737a5-56b9-4430-8668-73e2fc69b9f6 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:42.962300 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:39Z', 'revision_number': 3, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:42.981285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-32110565-e077-4e3e-b72c-b4d8c20a19a8 None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:42.996139 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:17:42.996872 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Updating router a2f083a6-c74e-4615-84e5-6b588f3ed01a port fe98a732-67aa-46bd-898c-747556ebecf3 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:17:43.027767 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.040340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b5d62a5-0b4f-4b75-9ab5-256727aed702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.063610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Update dhcp port {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'fixed_ips': [{'subnet_id': 'c3b69463-dcf6-4226-95e5-8205c081f520', 'ip_address': '172.20.0.18'}, {'subnet_id': '9003c955-7a63-4291-bca1-979002530b0e'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '78811a5d-2548-459c-a41d-1642c8273d83'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:17:43.128789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.149355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-39199adf-8448-4fa1-9bd3-b557c1ba3393 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4020429 Oct 26 14:17:43.323069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] device_id is not set on port 7a967479-2224-4d22-bac6-b75f2d9cd90f yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:17:43.435246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f54a10-82de-4b4e-9ed3-55cb3cf99f3c req-8f96d5ef-f5a0-4595-91e5-93bddc731ece tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.453417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32f54a10-82de-4b4e-9ed3-55cb3cf99f3c req-8f96d5ef-f5a0-4595-91e5-93bddc731ece tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 945 time: 0.5492239 Oct 26 14:17:43.458109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a264-8b9f-4c7f-922a-335c5b8a7ccd req-90bbc8a5-f37a-40d9-a668-bd0ae41a8cdb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.459917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83a6a264-8b9f-4c7f-922a-335c5b8a7ccd req-90bbc8a5-f37a-40d9-a668-bd0ae41a8cdb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 932 time: 0.1490879 Oct 26 14:17:43.529433 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.540385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port ab4737a5-56b9-4430-8668-73e2fc69b9f6 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:43.550368 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.568368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ab4737a5-56b9-4430-8668-73e2fc69b9f6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:43.569116 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.588675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83a6a264-8b9f-4c7f-922a-335c5b8a7ccd req-b630c030-1159-4505-afb3-741f113fc267 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201046 Oct 26 14:17:43.639765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.640741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.641898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.643930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.644858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.645818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.646741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:43.650293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9be37f14-e393-47bf-9a38-059d6d5cac1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.3635566 Oct 26 14:17:43.707874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32f54a10-82de-4b4e-9ed3-55cb3cf99f3c req-c5ac888b-ebf1-4304-b1b2-f2c1440f3d94 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489784 Oct 26 14:17:43.749969 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Attempting to bind port fe98a732-67aa-46bd-898c-747556ebecf3 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:43.752797 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Attempting to bind port fe98a732-67aa-46bd-898c-747556ebecf3 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:43.756017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Attempting to bind port fe98a732-67aa-46bd-898c-747556ebecf3 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:43.782445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28292f8a-9f4e-4d0e-ac61-2cb0521419ae details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:43.785442 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:43.785831 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:43.789719 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.790428 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:43.790947 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Bound port: fe98a732-67aa-46bd-898c-747556ebecf3, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:43.791345 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.857577 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] For port fe98a732-67aa-46bd-898c-747556ebecf3, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:43.860918 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] For port fe98a732-67aa-46bd-898c-747556ebecf3, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fe98a732-67aa-46bd-898c-747556ebecf3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:43.871138 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:43.879366 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Pushing event updated for resources: {'Port': ['ID=fe98a732-67aa-46bd-898c-747556ebecf3,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:43.887972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Allocated IP 172.20.0.2 (af67e014-dcd0-453c-99ac-1181756aefe0/9003c955-7a63-4291-bca1-979002530b0e/78811a5d-2548-459c-a41d-1642c8273d83) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:43.890439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.891023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.892253 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.892758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.894171 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.894740 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.895407 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.895912 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.896422 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.897023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.898196 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:43.898536 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:17:44.051663 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545e2bc-312e-45e0-a60a-0b954ab38b9b None None] Pushing event updated for resources: {'Port': ['ID=fe98a732-67aa-46bd-898c-747556ebecf3,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:44.075243 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:44.077504 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:44.101539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d420075-09e0-40b4-948c-6dd377943c51 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:44.130880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:44.134568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.150221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c074966d-792d-4cdb-bfc4-0c37d645282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.151518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c074966d-792d-4cdb-bfc4-0c37d645282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.152344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c074966d-792d-4cdb-bfc4-0c37d645282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.157221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bca8f-2d52-4435-9db4-a5a398c0729e req-88715fb0-b299-425a-bf76-172e52012045 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.158284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c074966d-792d-4cdb-bfc4-0c37d645282f service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.4443281 Oct 26 14:17:44.178992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c0bca8f-2d52-4435-9db4-a5a398c0729e req-88715fb0-b299-425a-bf76-172e52012045 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 943 time: 0.2057245 Oct 26 14:17:44.251366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:17:44.257068 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.304295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:44.373957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c0bca8f-2d52-4435-9db4-a5a398c0729e req-cd12f593-7dad-4d95-9210-6044de1baa34 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931365 Oct 26 14:17:44.375285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-8754ec8f-74bd-450e-8c23-66897b9f926b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.2091997 Oct 26 14:17:44.411383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Transition to ACTIVE for port object 6d420075-09e0-40b4-948c-6dd377943c51 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:17:44.423865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.469705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.486628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.513428 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.572927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Pushing event updated for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:44.625798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.658136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-db15266c-c3cb-470a-bda4-6f9ae3e0285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.661250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-db15266c-c3cb-470a-bda4-6f9ae3e0285d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.2776093 Oct 26 14:17:44.762289 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:39Z', 'revision_number': 3, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:44.770806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Attempting to bind port 6d420075-09e0-40b4-948c-6dd377943c51 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:44.771149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Attempting to bind port 6d420075-09e0-40b4-948c-6dd377943c51 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:44.771480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Attempting to bind port 6d420075-09e0-40b4-948c-6dd377943c51 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:44.776754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Port 6d420075-09e0-40b4-948c-6dd377943c51 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:17:44.777284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Attempting to bind port 6d420075-09e0-40b4-948c-6dd377943c51 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:44.780959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-104bf246-32b8-4159-aa4a-35d194c4db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:44.783613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-104bf246-32b8-4159-aa4a-35d194c4db57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009018 Oct 26 14:17:44.791042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:44.791424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:44.791750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:44.792364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Bound port: 6d420075-09e0-40b4-948c-6dd377943c51, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:44.792764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:44.796122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:44.815358 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50474ee6-991a-4cb8-bb5b-d98ca01dedd4 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:39Z', 'revision_number': 3, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:44.974803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.11 (af67e014-dcd0-453c-99ac-1181756aefe0/9003c955-7a63-4291-bca1-979002530b0e/7a967479-2224-4d22-bac6-b75f2d9cd90f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:45.059538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae', 'network_id': 'f3b8fcb9-f1a0-410b-81e8-f185af8df29d', 'port_id': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae', 'mac_address': 'fa:16:3e:c1:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c25f007-90f4-4579-8d49-68473e631100', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:45.144207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:45.153979 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815af532-5df6-49f9-8e04-50e54291f59f" -d '{"events": [{"server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:45.219345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0c512-8c7e-4a2d-8467-241056441075 None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:45.254595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:45.339149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.370542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.500597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:45.579110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d420075-09e0-40b4-948c-6dd377943c51,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:45.663926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae05ad-245f-4dcc-9cce-1348092e2d32 req-117be13d-187f-4826-8aaf-39369fc1c2cb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:45.664579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2367-94df-4579-accd-0719a6b9f9cf req-7a4031c3-00e4-4ef3-9c82-197610cc94b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:45.677977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26ae05ad-245f-4dcc-9cce-1348092e2d32 req-117be13d-187f-4826-8aaf-39369fc1c2cb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 945 time: 0.5622268 Oct 26 14:17:45.678834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb8f2367-94df-4579-accd-0719a6b9f9cf req-7a4031c3-00e4-4ef3-9c82-197610cc94b1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 944 time: 0.5624542 Oct 26 14:17:45.711044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.741694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:45.818567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.904928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:45.916214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28292f8a-9f4e-4d0e-ac61-2cb0521419ae {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:46.014094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:46.018828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb8f2367-94df-4579-accd-0719a6b9f9cf req-58b0f039-511b-49b9-9029-1763d628b38e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826216 Oct 26 14:17:46.026782 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.038480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-1fe3b257-966f-4e35-bef2-ebe15ef246b5 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2278976 Oct 26 14:17:46.044110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:46.045461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.048015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] 10.222.0.41 "PUT /v2.0/ports/6d420075-09e0-40b4-948c-6dd377943c51 HTTP/1.1" status: 200 len: 1092 time: 3.7966599 Oct 26 14:17:46.049706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:46.066173 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "tag": "6d420075-09e0-40b4-948c-6dd377943c51"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:46.369158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['28292f8a-9f4e-4d0e-ac61-2cb0521419ae'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:46.381001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:46.457155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27065b-8f10-492e-91cb-d1f3d6b3e35b service neutron] Pushing event updated for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:46.583537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Allocated IP 172.20.0.1 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:46.599575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c527274a-7a22-4e72-9d87-5150d1a5f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:46.613223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c527274a-7a22-4e72-9d87-5150d1a5f4c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 1095 time: 0.4437201 Oct 26 14:17:46.628363 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf1b7c-bca2-4364-b9aa-24653b5ec255 x-openstack-request-id: req-eccf1b7c-bca2-4364-b9aa-24653b5ec255 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:46.628738 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:46.629716 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eccf1b7c-bca2-4364-b9aa-24653b5ec255 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:46.629716 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6', 'code': 200} Oct 26 14:17:46.649861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c954718f-3862-44c8-8016-83bca6e2aff2 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:46.650209 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c954718f-3862-44c8-8016-83bca6e2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:46.882888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-54bc6831-d83f-4939-be59-b9dfd0aba1af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d420075-09e0-40b4-948c-6dd377943c51 HTTP/1.1" status: 200 len: 217 time: 0.2553298 Oct 26 14:17:46.891578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26ae05ad-245f-4dcc-9cce-1348092e2d32 req-c17ad016-f9db-435f-84f7-d0376d38c8ac tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2121785 Oct 26 14:17:46.936262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fe98a732-67aa-46bd-898c-747556ebecf3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:47.011264 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14abf7-7711-427e-b58a-f22b3aa101ed x-openstack-request-id: req-1f14abf7-7711-427e-b58a-f22b3aa101ed {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:47.011737 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "tag": "6d420075-09e0-40b4-948c-6dd377943c51", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:47.012161 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f14abf7-7711-427e-b58a-f22b3aa101ed {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:47.012847 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51', 'status': 'completed', 'code': 200} Oct 26 14:17:47.036047 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.040149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.047479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-04a017a2-e1df-41d9-a59a-3a997413fe03 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9603562 Oct 26 14:17:47.096504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c954718f-3862-44c8-8016-83bca6e2aff2 None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:47.097197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c954718f-3862-44c8-8016-83bca6e2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.117453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74bea1-e302-4db1-908b-0e4eb0c8c821 req-a5a48da1-2f2a-4f27-8268-53bce880c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.118976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f74bea1-e302-4db1-908b-0e4eb0c8c821 req-a5a48da1-2f2a-4f27-8268-53bce880c08b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 1097 time: 0.2871940 Oct 26 14:17:47.123752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.126631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c4b8a721-5339-42fe-9984-152968e2efb7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.0664253 Oct 26 14:17:47.128934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.129227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-79a53e92-d0bb-452c-9ac3-51152d39c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.130622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-79a53e92-d0bb-452c-9ac3-51152d39c245 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.2180409 Oct 26 14:17:47.182769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:47.189349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:47.201628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:47.211452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c954718f-3862-44c8-8016-83bca6e2aff2 None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:47.214563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port fe98a732-67aa-46bd-898c-747556ebecf3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:47.215192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.228545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-c5973e3b-3774-46d6-85aa-a13be991a56a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894814 Oct 26 14:17:47.251554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.395730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.419434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:47.455278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port fe98a732-67aa-46bd-898c-747556ebecf3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fe98a732-67aa-46bd-898c-747556ebecf3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:47.462857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.465195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:47.475490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:47.478223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-45861953-582e-403a-b14d-ef7a9be7358a service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972070 Oct 26 14:17:47.482419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:47.485753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:47.563231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1d6b0-8423-4c33-9555-b47ede07efcd req-735a6b7f-02d6-4251-880a-05bb6c38ecc7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.572729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9be1d6b0-8423-4c33-9555-b47ede07efcd req-735a6b7f-02d6-4251-880a-05bb6c38ecc7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 944 time: 0.6802449 Oct 26 14:17:47.664675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290b4f8-551f-47d7-bd57-bab4acd3fa15 req-9150b160-fb63-4183-a89c-e6cefff27fe4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.678976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b290b4f8-551f-47d7-bd57-bab4acd3fa15 req-9150b160-fb63-4183-a89c-e6cefff27fe4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 944 time: 0.2753425 Oct 26 14:17:47.746699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:47.747214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.752130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=fe98a732-67aa-46bd-898c-747556ebecf3,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:47.755695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=7a967479-2224-4d22-bac6-b75f2d9cd90f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:47.781765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.782564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.822130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f74bea1-e302-4db1-908b-0e4eb0c8c821 req-428c045f-b0c7-49cf-bf08-cf2427adb668 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894791 Oct 26 14:17:47.825583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f755b78e-2322-42fe-9052-5088418cc559 None None] Provisioning complete for port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:47.825964 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f755b78e-2322-42fe-9052-5088418cc559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.837210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:47.842658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-7a3c7e23-d7a6-4d6d-b524-fea611c8d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:47.845528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-7a3c7e23-d7a6-4d6d-b524-fea611c8d2f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.6388836 Oct 26 14:17:47.875862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9be1d6b0-8423-4c33-9555-b47ede07efcd req-338ca25a-7a5a-4667-8a68-cb10ada80085 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014314 Oct 26 14:17:47.950590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78e4a0b9-8536-44ff-941e-f19c93a2d3cb tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.0913181 Oct 26 14:17:47.961882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f755b78e-2322-42fe-9052-5088418cc559 None None] Port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:47.976125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b290b4f8-551f-47d7-bd57-bab4acd3fa15 req-eca8ebbc-0a9a-4013-95aa-ef13b5fc8909 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957344 Oct 26 14:17:47.990840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:48.004217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:48.055885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28292f8a-9f4e-4d0e-ac61-2cb0521419ae up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:48.125433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28c7e3b-a5aa-4df0-baa6-dff0e62c44dd req-d789fe30-463d-4215-9cd4-dc892b5979bd service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958090 Oct 26 14:17:48.155881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-57c996f2-e04e-481e-b90c-d6da2ba8db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.163601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-57c996f2-e04e-481e-b90c-d6da2ba8db25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2832589 Oct 26 14:17:48.177873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:48.184976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:48.185714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.262966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-eb3fa511-695d-4b4d-91a5-5a5018dc834c None None] Provisioning complete for port 7a967479-2224-4d22-bac6-b75f2d9cd90f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:48.263689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa511-695d-4b4d-91a5-5a5018dc834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.326503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fa511-695d-4b4d-91a5-5a5018dc834c None None] Port 7a967479-2224-4d22-bac6-b75f2d9cd90f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:48.412750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583dc3a-baac-424c-b7fb-985b1dc512ad req-0b59a2a5-5c3d-4325-9cb5-86aa7fcae1fe tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:48.417432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f583dc3a-baac-424c-b7fb-985b1dc512ad req-0b59a2a5-5c3d-4325-9cb5-86aa7fcae1fe tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.2809322 Oct 26 14:17:48.469494 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.473063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fe98a732-67aa-46bd-898c-747556ebecf3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:48.596756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.617495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.634633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:48.637079 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd89f69-63a2-4d63-a97e-90335d575b2b" -d '{"events": [{"server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "name": "network-vif-plugged", "status": "completed", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:48.649723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:48.661621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.700875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f583dc3a-baac-424c-b7fb-985b1dc512ad req-52cff8ca-3962-4f67-8cf5-8eda24ee6786 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463284 Oct 26 14:17:48.720288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.764528 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207c431-ff45-4ecd-ac2d-8ee983836b6c x-openstack-request-id: req-c207c431-ff45-4ecd-ac2d-8ee983836b6c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:48.764811 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "name": "network-vif-plugged", "status": "completed", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:48.765228 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c207c431-ff45-4ecd-ac2d-8ee983836b6c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:48.765633 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae', 'code': 200} Oct 26 14:17:48.798391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port fe98a732-67aa-46bd-898c-747556ebecf3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:48.798682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.835526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:48.835857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:48.839351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:48.843668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:48.872213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:48.910880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:49.142479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84c06d-6928-4031-b139-d5abc19e09b9 req-08baebf8-0f34-4fb7-84ee-97aa7eb4dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.144156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c84c06d-6928-4031-b139-d5abc19e09b9 req-08baebf8-0f34-4fb7-84ee-97aa7eb4dea6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 1096 time: 0.2817237 Oct 26 14:17:49.158757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-7bf24f74-d964-4500-a156-c1f097631cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.161055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-7bf24f74-d964-4500-a156-c1f097631cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 1095 time: 0.9366677 Oct 26 14:17:49.205050 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9003c955-7a63-4291-bca1-979002530b0e (CIDR: 172.20.0.0/28) Oct 26 14:17:49.237708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-6a74145a-a54c-482a-94cf-40e0c6a5ef91 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0504999 Oct 26 14:17:49.249739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:17:49.259653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c86723-8f66-4fd7-9d32-241c6d488490 req-2041a28c-4e9b-413e-a770-58be18f6b535 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.261385 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70c86723-8f66-4fd7-9d32-241c6d488490 req-2041a28c-4e9b-413e-a770-58be18f6b535 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 944 time: 0.1528599 Oct 26 14:17:49.272638 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:49.273152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:17:49.310113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57663d59-d3dd-41b8-af3c-f273e1f26008 req-e40c2556-73c1-4eda-8bcb-7ea8fbe568c8 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.313522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57663d59-d3dd-41b8-af3c-f273e1f26008 req-e40c2556-73c1-4eda-8bcb-7ea8fbe568c8 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 945 time: 0.2345345 Oct 26 14:17:49.365453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a6f0ddfd-2c34-4bf7-bcec-cadce849c0f8 None None] Provisioning complete for port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:49.366024 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ddfd-2c34-4bf7-bcec-cadce849c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:49.396404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70c86723-8f66-4fd7-9d32-241c6d488490 req-1de5045d-74c3-47cc-bc7b-8071cd801b28 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083858 Oct 26 14:17:49.401395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-61a00f6b-1bbe-4167-9a79-b8e9b57e4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.402870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-61a00f6b-1bbe-4167-9a79-b8e9b57e4187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.2287893 Oct 26 14:17:49.413441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0ddfd-2c34-4bf7-bcec-cadce849c0f8 None None] Port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:49.433612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d600611-770c-4e15-9000-95452d10d398 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4392154 Oct 26 14:17:49.441035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:49.448152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:49.458808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c84c06d-6928-4031-b139-d5abc19e09b9 req-1b8d7ee4-b965-49d7-86ce-b15d67700425 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910857 Oct 26 14:17:49.501793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:17:49.522879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:17:49.532595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7df9febf-7898-49b3-99b3-a39221499cc7 admin admin] 10.222.0.37 "PUT /v2.0/routers/a2f083a6-c74e-4615-84e5-6b588f3ed01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2812657 Oct 26 14:17:49.553539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-ecf706c6-64a6-4151-b6f5-2035619e2c5a service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893379 Oct 26 14:17:49.556861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:49.558298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:49.624355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-fd9e5175-7ed8-4b64-98d7-0de8c0010aba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d420075-09e0-40b4-948c-6dd377943c51 HTTP/1.1" status: 200 len: 217 time: 0.1999550 Oct 26 14:17:49.795411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c2bd6a2b-7c4a-4ade-8419-54358803c12e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.1119471 Oct 26 14:17:49.811677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-15710b70-3e8f-491a-a39a-f8d4725abce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:49.814770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-15710b70-3e8f-491a-a39a-f8d4725abce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1816075 Oct 26 14:17:49.826280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57663d59-d3dd-41b8-af3c-f273e1f26008 req-aa493039-fec0-44d0-8ce2-a1bf8e5f2c29 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973598 Oct 26 14:17:49.894594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:49.899273 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.003290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-18c28abb-0b8b-4baa-a798-e922a9dcc6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672180 Oct 26 14:17:50.141392 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c3b69463-dcf6-4226-95e5-8205c081f520 (CIDR: 172.20.0.16/28) Oct 26 14:17:50.155710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-211a9d28-ab2c-4e4e-b1b0-114e7bfc8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.160520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-211a9d28-ab2c-4e4e-b1b0-114e7bfc8ac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.3562558 Oct 26 14:17:50.166450 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:17:50.167297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:17:50.228443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41416-85ed-437c-a821-f293c0454865 req-a90833f0-ccd2-4405-bd01-1cb14cae5be6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.233143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ca41416-85ed-437c-a821-f293c0454865 req-a90833f0-ccd2-4405-bd01-1cb14cae5be6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.2675383 Oct 26 14:17:50.260252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:50.277798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:50.288417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3cc25f1-1f4a-438e-a53c-dfbe441cff0b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8430037 Oct 26 14:17:50.288655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2091812142-network', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:50.293845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:50.305655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'subnet': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:50.334928 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-9272c5f6-87a7-4d37-9be9-a28710662a88 service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062367 Oct 26 14:17:50.338822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ca41416-85ed-437c-a821-f293c0454865 req-a4723922-a94f-4d80-a477-b6b1d0659fec tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818594 Oct 26 14:17:50.341069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9a505c5b-0039-4b9f-8296-efc88fb4f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.342793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-9a505c5b-0039-4b9f-8296-efc88fb4f00a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577415 Oct 26 14:17:50.450960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Made reservation on behalf of 8122d24d47a748fc8f6522ef5d02b49e for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:50.453552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.468547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.551503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e64ab67-cee6-481c-8a1c-d93241c3f0a8 req-cff4a50b-03cd-4cbb-a8e0-da9592926079 service neutron] 10.222.0.41 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078469 Oct 26 14:17:50.573046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-37adfc30-4714-4e80-a38b-ac5931c57ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106197 Oct 26 14:17:50.659081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:48Z', 'revision_number': 2, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:50.669717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.671162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Made reservation on behalf of c631747ac22a42c28c8f0d6feb024010 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:50.677090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.724997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:17:50.727297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Updating router a2f083a6-c74e-4615-84e5-6b588f3ed01a port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:17:50.731752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.772844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-bab0c0e8-05ca-4da7-b352-57e03e20a5ea service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922798 Oct 26 14:17:50.785546 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.787313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:17:50.816787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e895e-f268-4f64-9cbd-add41185efb6 req-41a63b63-c3c6-414b-9b0e-aa257580a1e4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.818570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-360e895e-f268-4f64-9cbd-add41185efb6 req-41a63b63-c3c6-414b-9b0e-aa257580a1e4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 944 time: 0.2201538 Oct 26 14:17:50.847659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-229e5804-941b-4005-8ecf-745a80d9d032 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0660052 Oct 26 14:17:50.855444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:50.855806 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Added segment e475c281-005f-46c3-8b2b-93a3b4027947 of type vlan for network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd Oct 26 14:17:50.879385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31703023-cdb0-4c00-8876-a739c5c9c302,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:50.991895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-f3924e96-fb9b-4203-b0b4-7d0068f40c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:50.994471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-f3924e96-fb9b-4203-b0b4-7d0068f40c69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1401198 Oct 26 14:17:51.213691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-0813097e-2abd-415d-8855-32f52a5d9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.215481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-0813097e-2abd-415d-8855-32f52a5d9a3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114708 Oct 26 14:17:51.230479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.237137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d420075-09e0-40b4-948c-6dd377943c51 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:17:51.240908 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.243262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839971b-3a19-4fae-9103-15809f8001dd req-e78236a7-71d4-4ac9-b38d-5cdf1b1c3fd7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.256252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1839971b-3a19-4fae-9103-15809f8001dd req-e78236a7-71d4-4ac9-b38d-5cdf1b1c3fd7 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 945 time: 0.2604468 Oct 26 14:17:51.408185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1839971b-3a19-4fae-9103-15809f8001dd req-dd705165-62ea-44cc-a895-c84ae998db9e tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507177 Oct 26 14:17:51.583004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-b5142deb-5663-4f08-ad9c-9b2b637afe5b service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234301 Oct 26 14:17:51.598411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc702f62-471e-4668-9c22-720eedd10171 None None] Pushing event updated for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:51.653781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.690902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.692690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:51.693538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.819661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] Pushing event updated for resources: {'Network': ['ID=4c29b417-cb4f-4c62-bd76-e4c72ff63edd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:51.825347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-360e895e-f268-4f64-9cbd-add41185efb6 req-7dc0b443-099f-4c90-bdbb-f11c2d0fde78 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9971116 Oct 26 14:17:51.853301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Attempting to bind port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:51.853301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Attempting to bind port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:51.853956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Attempting to bind port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:51.860148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f4d3d0b-9445-47d6-b5b3-6c88703e5854 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5807467 Oct 26 14:17:51.864848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:51.875649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Request body: {'subnet': {'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2091812142-subnet', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:51.876844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:17:51.947233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-09ad8cd5-bcfe-423d-9d5c-4422793d92ba service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494895 Oct 26 14:17:51.961795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:51.962108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:51.962509 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.962903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:51.963391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Bound port: 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:51.963771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:51.982748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.006436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Made reservation on behalf of 8122d24d47a748fc8f6522ef5d02b49e for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:17:52.010168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.056919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ac8d77ed-edc7-4e87-be40-9e859c3f4a85 None None] Provisioning complete for port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:52.057552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ac8d77ed-edc7-4e87-be40-9e859c3f4a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.063377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d420075-09e0-40b4-948c-6dd377943c51,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:52.088680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-a48f622e-7cb6-4afe-a6a6-1e80a43ebb0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.1241386 Oct 26 14:17:52.102413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025620-4c7d-4362-97a2-2f5d8ab892b2 req-a52f15cc-4868-4921-bf74-f0dde81ba9e9 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.112194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f025620-4c7d-4362-97a2-2f5d8ab892b2 req-a52f15cc-4868-4921-bf74-f0dde81ba9e9 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 945 time: 0.5236492 Oct 26 14:17:52.176376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-dfa2cacd-2ace-4586-afcf-7c391f07c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.177452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '6d420075-09e0-40b4-948c-6dd377943c51', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': '6d420075-09e0-40b4-948c-6dd377943c51', 'mac_address': 'fa:16:3e:e1:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:17:52.177986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-dfa2cacd-2ace-4586-afcf-7c391f07c79c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0630739 Oct 26 14:17:52.241000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f025620-4c7d-4362-97a2-2f5d8ab892b2 req-ce094c6c-0404-41ea-a47a-a2c7a6ce1b65 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277294 Oct 26 14:17:52.288345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-1936880d-117e-41fd-99ae-30de49bd270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.290477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-1936880d-117e-41fd-99ae-30de49bd270c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039646 Oct 26 14:17:52.301962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d77ed-edc7-4e87-be40-9e859c3f4a85 None None] Port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:17:52.397489 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.400047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] For port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:52.436285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] For port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:52.497966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d420075-09e0-40b4-948c-6dd377943c51 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:17:52.500174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-4166b248-b707-4baf-81e4-2fcd81f02e7f service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946509 Oct 26 14:17:52.525790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.538544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d420075-09e0-40b4-948c-6dd377943c51,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:52.540644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.619511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc702f62-471e-4668-9c22-720eedd10171 None None] Pushing event updated for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:52.620839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.707393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:17:52.708194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:52.733151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Network af67e014-dcd0-453c-99ac-1181756aefe0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:52.743633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.757292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:52.783390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:52.784776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:52.806081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01dbe6b-63a3-4deb-a4d4-e37bcdebb700 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:52.821640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5249841 Oct 26 14:17:52.824585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43988) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:52.827190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-a5438286-918c-45dd-a758-22e449c61755 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172710 Oct 26 14:17:52.827382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c3cb9-cd89-4184-ba7c-2fdb020b6815 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Subnet': ['ID=856addc9-b863-4e00-b861-aa9068d1a802,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:52.840187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1147309491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '856addc9-b863-4e00-b861-aa9068d1a802'}], 'security_groups': ['bb7f1c14-1543-40ca-96aa-86f1222eea0d', '8de40626-09d0-4e28-9060-45f1b287f829']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:53.037180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Checking segment: {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:53.037572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Network hostable DHCP agents. Network: 4c29b417-cb4f-4c62-bd76-e4c72ff63edd, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:17:53.040792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-b8650984-0a57-432a-9327-b49880482767 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.2046254 Oct 26 14:17:53.143222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6d420075-09e0-40b4-948c-6dd377943c51'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:53.188790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:53.189290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:53.195626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-1fd1a879-f6ca-4fb9-8ec5-cf2ae44ef28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.197653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-1fd1a879-f6ca-4fb9-8ec5-cf2ae44ef28f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.1387413 Oct 26 14:17:53.226396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9fd99-4c73-4447-a2fb-1a9a5d6f9efd req-1e9dba6a-e054-4c35-8ac3-99828f0f15e5 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.227964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0be9fd99-4c73-4447-a2fb-1a9a5d6f9efd req-1e9dba6a-e054-4c35-8ac3-99828f0f15e5 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 945 time: 0.1419685 Oct 26 14:17:53.289464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0be9fd99-4c73-4447-a2fb-1a9a5d6f9efd req-5c2fe129-f65c-4eb3-8e6b-c39f93d65cdb tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462627 Oct 26 14:17:53.295580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:17:53.297949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c0b37d94-913a-48bf-862d-ebe16311c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.298249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:17:53.299862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.301364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c0b37d94-913a-48bf-862d-ebe16311c93b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946233 Oct 26 14:17:53.332264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9a89c-f142-4c45-9161-76da887f8850 req-f63830f7-7eab-4589-bf2c-b5e849b52b64 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.342193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f9a89c-f142-4c45-9161-76da887f8850 req-f63830f7-7eab-4589-bf2c-b5e849b52b64 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 945 time: 0.3062527 Oct 26 14:17:53.345532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] Provisioning complete for port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:53.346414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.350284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4c29b417-cb4f-4c62-bd76-e4c72ff63edd) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:53.364469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.367252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.367849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.405511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ce5e4-ba70-4b6b-8aac-d6e20a4f53fe None None] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:53.433134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f9a89c-f142-4c45-9161-76da887f8850 req-8dd41b85-1390-499f-aa6e-e435ce421f6c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899429 Oct 26 14:17:53.445087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-e23cd62c-edd1-482f-83e7-ac52cc890d6e service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318460 Oct 26 14:17:53.472144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e0319d2-7ce2-4720-81dc-0484f64267bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6058221 Oct 26 14:17:53.475510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:53.484204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:17:53.515381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.516760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.610549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-8cd29e3e-529c-4e20-bb4a-699cc129308b service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435413 Oct 26 14:17:53.624747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.700580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-4a8b435a-eae1-474a-9efb-a1d4d7f581ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.0816453 Oct 26 14:17:53.801066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-477cef34-d97e-4953-b494-aa7ccdb53e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.803692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-477cef34-d97e-4953-b494-aa7ccdb53e39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.0941226 Oct 26 14:17:53.888306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:53.948682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264b89-022d-4161-b0d3-dd518ba30967 req-4149fbbd-b05c-4ff9-93d0-ef2b768630e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:53.962730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-4149fbbd-b05c-4ff9-93d0-ef2b768630e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399398 Oct 26 14:17:54.122236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.131367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Update dhcp port {'port': {'network_id': 'af67e014-dcd0-453c-99ac-1181756aefe0', 'fixed_ips': [{'subnet_id': 'c3b69463-dcf6-4226-95e5-8205c081f520', 'ip_address': '172.20.0.18'}, {'subnet_id': '9003c955-7a63-4291-bca1-979002530b0e', 'ip_address': '172.20.0.2'}, {'subnet_id': '856addc9-b863-4e00-b861-aa9068d1a802'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '78811a5d-2548-459c-a41d-1642c8273d83'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:17:54.215581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Delete allocated IP 172.20.0.11 (af67e014-dcd0-453c-99ac-1181756aefe0/9003c955-7a63-4291-bca1-979002530b0e) {{(pid=102164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:17:54.312136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.344169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-e5455f61-028a-456f-9472-8b505e6ccb6f tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.368398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-e5455f61-028a-456f-9472-8b505e6ccb6f tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 945 time: 0.2581968 Oct 26 14:17:54.372921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'fixed_ips': [{'subnet_id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:17:54.376644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.429973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Allocated IP 172.20.0.44 (af67e014-dcd0-453c-99ac-1181756aefe0/856addc9-b863-4e00-b861-aa9068d1a802/7a967479-2224-4d22-bac6-b75f2d9cd90f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:54.524892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] For port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:54.551215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.690308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.728209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-248975fe-9a17-4113-b6d4-eff9fb73fc47 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7441993 Oct 26 14:17:54.764816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:54.841412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:52Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:17:54.847915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abca3b-776a-4356-99e1-e254af099375 None None] Pushing event updated for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:54.901186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Allocated IP 172.25.5.195 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/29992a6f-f022-4db1-88d5-cb7aa81afe73) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:54.925966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd9a23-04ca-41bb-b314-197db604b551 req-86b6288e-ff39-41bb-8514-fc753f875e59 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:54.929041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32dd9a23-04ca-41bb-b314-197db604b551 req-86b6288e-ff39-41bb-8514-fc753f875e59 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "GET /v2.0/ports?device_id=57bfcddf-4b81-46ad-86a7-b7b655408206 HTTP/1.1" status: 200 len: 945 time: 0.2692573 Oct 26 14:17:54.977460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Allocated IP 172.20.0.2 (4c29b417-cb4f-4c62-bd76-e4c72ff63edd/fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa/ea534f6b-ef3d-446a-a7ee-96718445a222) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:55.032602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.103042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279206-a470-4f61-9446-e2254307a854 req-254db2b3-7587-4e9c-988a-2b845eac4ef4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:55.111145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35279206-a470-4f61-9446-e2254307a854 req-254db2b3-7587-4e9c-988a-2b845eac4ef4 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 945 time: 0.6232774 Oct 26 14:17:55.133751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aac113-cde8-48ef-890e-4f676d381b20 req-66b723e4-ba16-4a22-bc10-6d18d63c36eb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:55.147904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5aac113-cde8-48ef-890e-4f676d381b20 req-66b723e4-ba16-4a22-bc10-6d18d63c36eb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 945 time: 0.3005722 Oct 26 14:17:55.172849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98c88d-c558-47bb-a1c4-e25766ceef43 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:52Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:17:55.231290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.251697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c83b479c-f172-4962-bdea-533f0c3cea6e service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151613 Oct 26 14:17:55.298506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-35279206-a470-4f61-9446-e2254307a854 req-fc06a3fa-9ab7-44f6-99e9-4156d6e5cd6f tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855192 Oct 26 14:17:55.359923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5aac113-cde8-48ef-890e-4f676d381b20 req-956a8a2b-54cc-43da-9f65-d010754c6cb5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659780 Oct 26 14:17:55.374899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Deleting port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:55.377525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.390789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Deleting port 06cbd991-0efc-4b04-8f59-7dcc16c7909e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:55.395064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.418663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:55.434754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.448093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.603056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Pushing event updated for resources: {'Port': ['ID=ea534f6b-ef3d-446a-a7ee-96718445a222,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:55.626233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:17:55.630539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:55.632165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] For port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:55.632708 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.633998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:17:55.638699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:55.665434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Pushing event updated for resources: {'Port': ['ID=29992a6f-f022-4db1-88d5-cb7aa81afe73,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:55.680377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Calling delete_port for 28292f8a-9f4e-4d0e-ac61-2cb0521419ae owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:55.684613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:17:55.787650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Attempting to bind port ea534f6b-ef3d-446a-a7ee-96718445a222 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:17:55.788039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Attempting to bind port ea534f6b-ef3d-446a-a7ee-96718445a222 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:17:55.788424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Attempting to bind port ea534f6b-ef3d-446a-a7ee-96718445a222 on network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:17:55.803404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:17:55.803404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Checking segment: {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:17:55.803935 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.804217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Bound using segment: {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:17:55.804746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Bound port: ea534f6b-ef3d-446a-a7ee-96718445a222, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:17:55.807961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.815852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] For port 06cbd991-0efc-4b04-8f59-7dcc16c7909e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=06cbd991-0efc-4b04-8f59-7dcc16c7909e,segment=NetworkSegment(6a571170-f23d-4553-9a2b-5202281faaec),segment_id=6a571170-f23d-4553-9a2b-5202281faaec)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:55.816416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.853826 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:55.864342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Calling delete_port for 06cbd991-0efc-4b04-8f59-7dcc16c7909e owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:55.888755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.011986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.015011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Allocated IP 172.20.0.34 (af67e014-dcd0-453c-99ac-1181756aefe0/856addc9-b863-4e00-b861-aa9068d1a802/78811a5d-2548-459c-a41d-1642c8273d83) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:17:56.038457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['06cbd991-0efc-4b04-8f59-7dcc16c7909e', '28292f8a-9f4e-4d0e-ac61-2cb0521419ae'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:56.052154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event deleted for resources: {'Port': ['ID=28292f8a-9f4e-4d0e-ac61-2cb0521419ae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.123034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] No DVR routers for this DVR port 28292f8a-9f4e-4d0e-ac61-2cb0521419ae on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:56.142168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.147400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32dd9a23-04ca-41bb-b314-197db604b551 req-807c9bd6-d56d-4065-bf56-50ae3685f88b tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "DELETE /v2.0/ports/28292f8a-9f4e-4d0e-ac61-2cb0521419ae HTTP/1.1" status: 204 len: 173 time: 1.2085233 Oct 26 14:17:56.147914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'name': 'network-vif-deleted', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:56.150663 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c09c002-2388-483b-aebf-da9da907fdf4" -d '{"events": [{"server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "name": "network-vif-deleted", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:56.213959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] For port ea534f6b-ef3d-446a-a7ee-96718445a222, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:17:56.260945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] For port ea534f6b-ef3d-446a-a7ee-96718445a222, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea534f6b-ef3d-446a-a7ee-96718445a222,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:17:56.397498 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f4e2d4-f85e-4940-b2d6-4d05335258c1 x-openstack-request-id: req-26f4e2d4-f85e-4940-b2d6-4d05335258c1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:56.397936 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57bfcddf-4b81-46ad-86a7-b7b655408206", "name": "network-vif-deleted", "tag": "28292f8a-9f4e-4d0e-ac61-2cb0521419ae", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:56.398297 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26f4e2d4-f85e-4940-b2d6-4d05335258c1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:56.398832 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57bfcddf-4b81-46ad-86a7-b7b655408206', 'name': 'network-vif-deleted', 'tag': '28292f8a-9f4e-4d0e-ac61-2cb0521419ae', 'status': 'completed', 'code': 200} Oct 26 14:17:56.411032 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.547405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:56.571497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event updated for resources: {'Port': ['ID=7a967479-2224-4d22-bac6-b75f2d9cd90f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.584890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] In _notify_port_updated(), no bound segment for port 7a967479-2224-4d22-bac6-b75f2d9cd90f on network af67e014-dcd0-453c-99ac-1181756aefe0 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:17:56.602848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:56.604725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.607497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-222acb24-86b1-4422-b380-acd0ddde2df5 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "PUT /v2.0/ports/7a967479-2224-4d22-bac6-b75f2d9cd90f HTTP/1.1" status: 200 len: 960 time: 3.7815404 Oct 26 14:17:56.620689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:56.633610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:17:56.639081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:56.702063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d50a0-4e35-4d7d-b6ec-ed7fa07fb91a req-87267425-c622-4080-9a74-d538c74d3cd9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:56.703718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af1d50a0-4e35-4d7d-b6ec-ed7fa07fb91a req-87267425-c622-4080-9a74-d538c74d3cd9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 945 time: 0.1307569 Oct 26 14:17:56.733474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d33db-65f6-4ea4-8faa-89affa3f5dd9 None None] Pushing event updated for resources: {'Port': ['ID=ea534f6b-ef3d-446a-a7ee-96718445a222,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:56.825909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af1d50a0-4e35-4d7d-b6ec-ed7fa07fb91a req-29b6bd40-0632-47e6-b870-1c0383955423 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150537 Oct 26 14:17:57.018715 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.368334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d420075-09e0-40b4-948c-6dd377943c51 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:57.431964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4c93e-c142-4d2c-a15c-420918410db3 None None] Pushing event updated for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:57.553898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388783f-94c9-4517-95a7-44533cfa8b23 req-a091df31-5fad-4ca0-8dcf-c35971352976 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:57.555603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4388783f-94c9-4517-95a7-44533cfa8b23 req-a091df31-5fad-4ca0-8dcf-c35971352976 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 945 time: 0.9392445 Oct 26 14:17:57.691098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:57.691791 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.706129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4388783f-94c9-4517-95a7-44533cfa8b23 req-6321b4f9-91d2-48da-b447-b1ae85a5da05 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339319 Oct 26 14:17:57.774534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 6d420075-09e0-40b4-948c-6dd377943c51 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:17:57.787763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 6d420075-09e0-40b4-948c-6dd377943c51 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:57.788133 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.797795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.886751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port 7a967479-2224-4d22-bac6-b75f2d9cd90f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:17:57.887081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.902275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:57.917907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['28292f8a-9f4e-4d0e-ac61-2cb0521419ae'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:17:58.119382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 06cbd991-0efc-4b04-8f59-7dcc16c7909e no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:17:58.251102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 06cbd991-0efc-4b04-8f59-7dcc16c7909e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:17:58.251998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 06cbd991-0efc-4b04-8f59-7dcc16c7909e not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:17:58.263210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Pushing event deleted for resources: {'Port': ['ID=06cbd991-0efc-4b04-8f59-7dcc16c7909e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:58.273843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.327499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e31c0c-bcea-4c65-b612-8bb8b9ff12b7 req-70ade7de-9643-41c5-8e4a-aef6959445bc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:58.337397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60e31c0c-bcea-4c65-b612-8bb8b9ff12b7 req-70ade7de-9643-41c5-8e4a-aef6959445bc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 945 time: 0.2213037 Oct 26 14:17:58.381234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:58.383615 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b94ec-5055-4bef-82b5-ac9f82307903" -d '{"events": [{"server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d420075-09e0-40b4-948c-6dd377943c51"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:58.465767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60e31c0c-bcea-4c65-b612-8bb8b9ff12b7 req-37c73f13-d391-40b4-986c-4fcc103e9bc2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261370 Oct 26 14:17:58.468311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d420075-09e0-40b4-948c-6dd377943c51,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:58.496732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.559543 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eba40d-ef0f-4b14-862d-bd5563e17944 x-openstack-request-id: req-54eba40d-ef0f-4b14-862d-bd5563e17944 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:58.559859 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "name": "network-vif-plugged", "status": "completed", "tag": "6d420075-09e0-40b4-948c-6dd377943c51", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:58.561307 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54eba40d-ef0f-4b14-862d-bd5563e17944 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:58.561709 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51', 'code': 200} Oct 26 14:17:58.679904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:58.749917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325ab0f-5d9c-48ec-a719-bb4b2cf06637 req-3dcfd3b2-a73a-40ec-9e0d-d388e5eaacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:17:58.753817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3325ab0f-5d9c-48ec-a719-bb4b2cf06637 req-3dcfd3b2-a73a-40ec-9e0d-d388e5eaacab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 1097 time: 0.1145945 Oct 26 14:17:58.777004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] No DVR routers for this DVR port 06cbd991-0efc-4b04-8f59-7dcc16c7909e on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:17:58.781898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:58.798133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-096cfb2d-17f2-4791-9edf-c10b8db4bff8 req-4e55edcf-a2f7-47a3-a093-a66e879a3098 tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.73 "DELETE /v2.0/ports/06cbd991-0efc-4b04-8f59-7dcc16c7909e HTTP/1.1" status: 204 len: 173 time: 4.3593962 Oct 26 14:17:58.813047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea534f6b-ef3d-446a-a7ee-96718445a222 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:17:58.819966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'name': 'network-vif-deleted', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:17:58.827876 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b7e4b-df58-48d6-8110-feea65bc0122" -d '{"events": [{"server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "name": "network-vif-deleted", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:17:58.872173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3325ab0f-5d9c-48ec-a719-bb4b2cf06637 req-aca4c87e-e0c2-41ca-a389-3ba77eaf2dd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066270 Oct 26 14:17:58.916648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429ab93-f489-4966-8d00-afe4614dc12a None None] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:17:58.997892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.003844 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d47b3-771a-4a98-9016-5e6f9b64ec03 x-openstack-request-id: req-b31d47b3-771a-4a98-9016-5e6f9b64ec03 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:17:59.004287 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f486161-b879-4edf-ab07-083ea69ed6d0", "name": "network-vif-deleted", "tag": "06cbd991-0efc-4b04-8f59-7dcc16c7909e", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:17:59.004787 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b31d47b3-771a-4a98-9016-5e6f9b64ec03 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:17:59.005334 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f486161-b879-4edf-ab07-083ea69ed6d0', 'name': 'network-vif-deleted', 'tag': '06cbd991-0efc-4b04-8f59-7dcc16c7909e', 'status': 'completed', 'code': 200} Oct 26 14:17:59.084082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] Provisioning complete for port ea534f6b-ef3d-446a-a7ee-96718445a222 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:59.085307 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.159891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.261719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ea534f6b-ef3d-446a-a7ee-96718445a222 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:17:59.262860 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.284793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for 7a967479-2224-4d22-bac6-b75f2d9cd90f owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:17:59.576328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5cf85cd-9d7f-446d-91f8-b9ed8ab2aed3 req-a508effb-53a4-48d8-98e3-1b96dae939fe tempest-MultipleCreateTestJSON-1095876077 tempest-MultipleCreateTestJSON-1095876077-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f486161-b879-4edf-ab07-083ea69ed6d0 HTTP/1.1" status: 200 len: 210 time: 0.5992572 Oct 26 14:17:59.590760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.640589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=7a967479-2224-4d22-bac6-b75f2d9cd90f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:17:59.699852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.801340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] For port ea534f6b-ef3d-446a-a7ee-96718445a222, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea534f6b-ef3d-446a-a7ee-96718445a222,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:17:59.803620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:17:59.864590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.009991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f26cf-de89-41e2-a6d3-b502344f6529 req-9637bba5-e078-4e1f-8952-8959a05e7a0a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:00.014107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d42f26cf-de89-41e2-a6d3-b502344f6529 req-9637bba5-e078-4e1f-8952-8959a05e7a0a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.2855828 Oct 26 14:18:00.045972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Could not find standard attr ID for object 7a967479-2224-4d22-bac6-b75f2d9cd90f. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:18:00.069783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.088408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44106) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:00.089859 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed7707e8-4028-48c0-bfdb-b461d1bc0edf tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/7a967479-2224-4d22-bac6-b75f2d9cd90f HTTP/1.1" status: 204 len: 168 time: 3.4543393 Oct 26 14:18:00.093746 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:18:00.094274 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:18:00.104477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:00.105043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.159905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28292f8a-9f4e-4d0e-ac61-2cb0521419ae no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:00.163896 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdf0d44-e067-430c-b622-c4c72d5fe99c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] GET failed (client error): The resource could not be found. Oct 26 14:18:00.178453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fbdf0d44-e067-430c-b622-c4c72d5fe99c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports/7a967479-2224-4d22-bac6-b75f2d9cd90f HTTP/1.1" status: 404 len: 333 time: 0.0877287 Oct 26 14:18:00.181393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44108) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:00.200342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:18:00.219287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 28292f8a-9f4e-4d0e-ac61-2cb0521419ae {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:00.219912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 28292f8a-9f4e-4d0e-ac61-2cb0521419ae not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:00.222823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e0566-6eb9-4e50-9366-76b4ba0eb6ac None None] Pushing event updated for resources: {'Port': ['ID=ea534f6b-ef3d-446a-a7ee-96718445a222,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:00.223035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d42f26cf-de89-41e2-a6d3-b502344f6529 req-dbe66f07-b7b7-4db3-a575-08efd0ec5db0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823611 Oct 26 14:18:00.334488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.376869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:00.377791 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.429191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.508014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aee3cf8a-17d7-4ee4-98b5-64f6c0808233 None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:00.522343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:00.532193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Sync routers for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:00.547385 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:00.548017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:00.567024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.569830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.573437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/security-groups/c11188e7-0f43-4557-91e0-f43eaaa32410 HTTP/1.1" status: 204 len: 168 time: 0.3883824 Oct 26 14:18:00.585062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44116) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:00.603048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7229940-38ae-4e11-afda-d4dca8f6dbba tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11188e7-0f43-4557-91e0-f43eaaa32410,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:00.658883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.666146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1403e367-7a06-4d25-96b0-77cac11c47a8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1899545 Oct 26 14:18:00.668841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:00.724282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3cfdf718-ff8f-4470-af09-0fb7f37c278b None None] Could not find standard attr ID for object 7a967479-2224-4d22-bac6-b75f2d9cd90f. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:18:00.759932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:00.777131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:00.827292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3cfdf718-ff8f-4470-af09-0fb7f37c278b None None] Provisioning complete for port ea534f6b-ef3d-446a-a7ee-96718445a222 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:00.829707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf718-ff8f-4470-af09-0fb7f37c278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.882797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.903950 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:00.968695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Deleting subnet 5c25f007-90f4-4579-8d49-68473e631100 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:00.969629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:00.970126 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.979630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:00.987295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.125663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.218020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.232433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.234678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/security-groups/8de40626-09d0-4e28-9060-45f1b287f829 HTTP/1.1" status: 204 len: 168 time: 0.6484580 Oct 26 14:18:01.243411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:01.284816 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 3, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:01.382329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.394674 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Checking router: e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:01.395381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Updating router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 port 29992a6f-f022-4db1-88d5-cb7aa81afe73 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:01.478740 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:01.523585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a896866-570d-412d-8993-f1765e86ee67 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de40626-09d0-4e28-9060-45f1b287f829,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:01.946893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea534f6b-ef3d-446a-a7ee-96718445a222 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:01.977808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e7986-19c2-4035-b2ae-e1d0c029e9cb req-00ed57be-1e7e-4346-a8d6-8271b05434b3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:01.982570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f39e7986-19c2-4035-b2ae-e1d0c029e9cb req-00ed57be-1e7e-4346-a8d6-8271b05434b3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.5155158 Oct 26 14:18:01.991307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.089709 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.105961 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.112194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.133036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ea534f6b-ef3d-446a-a7ee-96718445a222 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:02.133678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.175324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.198717 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.218613 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Attempting to bind port 29992a6f-f022-4db1-88d5-cb7aa81afe73 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:02.218962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Attempting to bind port 29992a6f-f022-4db1-88d5-cb7aa81afe73 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:02.224923 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Attempting to bind port 29992a6f-f022-4db1-88d5-cb7aa81afe73 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:02.248719 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:02.251443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:02.254138 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.254138 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:02.254522 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Bound port: 29992a6f-f022-4db1-88d5-cb7aa81afe73, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:02.254711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.254876 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.266497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c25f007-90f4-4579-8d49-68473e631100 HTTP/1.1" status: 204 len: 168 time: 1.5020111 Oct 26 14:18:02.276710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44140) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:02.393983 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] For port 29992a6f-f022-4db1-88d5-cb7aa81afe73, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:02.406062 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] For port 29992a6f-f022-4db1-88d5-cb7aa81afe73, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29992a6f-f022-4db1-88d5-cb7aa81afe73,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:02.414779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b9097-136d-4a0a-8d61-f82b922b8743 None None] Pushing event updated for resources: {'Port': ['ID=29992a6f-f022-4db1-88d5-cb7aa81afe73,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:02.439147 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.470256 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f39e7986-19c2-4035-b2ae-e1d0c029e9cb req-a80c3db5-6241-440e-a8d2-561bd312dabc tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724524 Oct 26 14:18:02.471954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df5ffa-ae30-4107-9824-d1c86a3890b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c25f007-90f4-4579-8d49-68473e631100,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:02.488430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.636711 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:02.637673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:02.716198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Allocated IP 172.20.0.1 (4c29b417-cb4f-4c62-bd76-e4c72ff63edd/fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa/17a6c6a0-dcec-4ddf-a858-d050a6556c40) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:02.745350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.814896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.834449 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:02.835202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb7f1c14-1543-40ca-96aa-86f1222eea0d HTTP/1.1" status: 204 len: 168 time: 1.5750728 Oct 26 14:18:02.853518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:02.855331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b8fcb9-f1a0-410b-81e8-f185af8df29d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:02.920309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a571170-f23d-4553-9a2b-5202281faaec') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:02.920309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a571170-f23d-4553-9a2b-5202281faaec') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:02.968173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.089120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.095649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa759d-eed8-4489-a528-cd1b3a7cbcb8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f1c14-1543-40ca-96aa-86f1222eea0d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.107142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 9003c955-7a63-4291-bca1-979002530b0e {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:03.119741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.162052 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:03.163347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.211670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.234333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:03.235192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:03.241152 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:03.307619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:03.310272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:03.313151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:03.325319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.335099 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b9097-136d-4a0a-8d61-f82b922b8743 None None] Pushing event updated for resources: {'Port': ['ID=29992a6f-f022-4db1-88d5-cb7aa81afe73,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.375770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Pushing event updated for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.413933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9acdcc-5bf3-4b63-80b0-32aadc357996 req-f57a1528-5557-45db-8991-b31239086ce9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:03.423440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da9acdcc-5bf3-4b63-80b0-32aadc357996 req-f57a1528-5557-45db-8991-b31239086ce9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.3933206 Oct 26 14:18:03.450293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.467863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.487939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.491832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] 10.222.0.37 "DELETE /v2.0/networks/f3b8fcb9-f1a0-410b-81e8-f185af8df29d HTTP/1.1" status: 204 len: 168 time: 1.2091839 Oct 26 14:18:03.518189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b127c-6493-4b3a-b5bb-b18861597bca admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b8fcb9-f1a0-410b-81e8-f185af8df29d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:03.599968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.623028 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 3, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:03.724952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da9acdcc-5bf3-4b63-80b0-32aadc357996 req-2ccee83b-9986-438e-a679-420d362bc29a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001742 Oct 26 14:18:03.727413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.749712 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087fe20-b841-4f14-89f8-a434d37818c8 None None] The sync data for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 is: [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:17:56Z', 'revision_number': 3, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:03.853756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:03.863677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959f268-8205-4b31-b159-d4c7d682733b None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:03.902473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/9003c955-7a63-4291-bca1-979002530b0e HTTP/1.1" status: 204 len: 168 time: 1.0113640 Oct 26 14:18:03.903734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:03.920121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067474e6-3bb0-4fc2-80fd-e40f7bd3516b tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=9003c955-7a63-4291-bca1-979002530b0e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:04.145665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:04.233970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet 856addc9-b863-4e00-b861-aa9068d1a802 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:04.259014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7d3095b8-95f5-4e51-b6d8-03a9d7f4d403 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:04.259618 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d3095b8-95f5-4e51-b6d8-03a9d7f4d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.298665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fcb44208-aa13-4bc3-8225-320a21e7ce7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad54be79c920492ba5fe8a898e908704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480749 Oct 26 14:18:04.300169 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.304590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44174) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:04.457311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7d3095b8-95f5-4e51-b6d8-03a9d7f4d403 None None] Port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:04.477070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.548466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655255f9-7170-4753-8ed5-e220391c2788 req-c008d100-45c6-44b7-92b4-571452cb356c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:04.564988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-655255f9-7170-4753-8ed5-e220391c2788 req-c008d100-45c6-44b7-92b4-571452cb356c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.4372828 Oct 26 14:18:04.740659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.748552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.793771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-655255f9-7170-4753-8ed5-e220391c2788 req-92672f38-1243-40b0-b8f7-3abbf8b77c6f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241006 Oct 26 14:18:04.847610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:04.927665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.045279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.259032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=856addc9-b863-4e00-b861-aa9068d1a802,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:05.286287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.315858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-476fb6ef-80ed-47b4-88ff-c4c3b570b23c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/856addc9-b863-4e00-b861-aa9068d1a802 HTTP/1.1" status: 204 len: 168 time: 1.3975582 Oct 26 14:18:05.320437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44186) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:05.392024 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd19598-2c02-4e52-9380-e540a6a9c36e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:05.393115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd19598-2c02-4e52-9380-e540a6a9c36e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:05.402629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9dd19598-2c02-4e52-9380-e540a6a9c36e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/9003c955-7a63-4291-bca1-979002530b0e HTTP/1.1" status: 404 len: 337 time: 0.0793383 Oct 26 14:18:05.404893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44188) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:05.617583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.625685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.629169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b9fb18b-fbfe-4072-bd72-77c8803a4ae2 HTTP/1.1" status: 204 len: 168 time: 1.3089740 Oct 26 14:18:05.703850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d25885-1f3a-4ab4-a66d-2154809ac2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9fb18b-fbfe-4072-bd72-77c8803a4ae2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:05.723154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.731750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0aa8a-53b5-472e-a938-19732b33f8b7 req-47e45cd4-f7b7-4773-a043-bea2021deb12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:05.742527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbf0aa8a-53b5-472e-a938-19732b33f8b7 req-47e45cd4-f7b7-4773-a043-bea2021deb12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.4241552 Oct 26 14:18:05.743813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.829182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting subnet c3b69463-dcf6-4226-95e5-8205c081f520 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:05.869163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:05.987140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29992a6f-f022-4db1-88d5-cb7aa81afe73 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:06.093802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbf0aa8a-53b5-472e-a938-19732b33f8b7 req-768b6245-7269-409c-8063-cb23f8a7dd88 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383527 Oct 26 14:18:06.117222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 29992a6f-f022-4db1-88d5-cb7aa81afe73 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:06.117741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.118978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.124188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.197901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Pushing event updated for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:06.239892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043e965-998a-4f89-9afe-43f2f3510f59 None None] Network af67e014-dcd0-453c-99ac-1181756aefe0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:06.416028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:06.418450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:06.649114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.714186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c22ac582-f75f-4885-87c9-715ed6ae11ee None None] Provisioning complete for port 78811a5d-2548-459c-a41d-1642c8273d83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:06.715135 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c22ac582-f75f-4885-87c9-715ed6ae11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:06.901197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.014091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-87ac57b8-0b81-423e-9be2-26c6404f51c9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:07.021350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-87ac57b8-0b81-423e-9be2-26c6404f51c9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.2421429 Oct 26 14:18:07.068093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.077338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/c3b69463-dcf6-4226-95e5-8205c081f520 HTTP/1.1" status: 204 len: 168 time: 1.6712008 Oct 26 14:18:07.082983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44212) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.084560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e1591-218b-4e66-8f88-00ebcd34bb7e tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b69463-dcf6-4226-95e5-8205c081f520,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:07.154652 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d1db11-5632-4f5f-803b-8baaf36fb2d9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:07.155489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d1db11-5632-4f5f-803b-8baaf36fb2d9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:07.170477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64d1db11-5632-4f5f-803b-8baaf36fb2d9 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/866e62d1-8386-44bb-a2bf-a0420662a203 HTTP/1.1" status: 404 len: 337 time: 0.0820608 Oct 26 14:18:07.174786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44216) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.256191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8be6915-7410-4f7f-ab58-75c1067920b2 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "GET /v2.0/ports?device_id=547f5ba9-d260-4e4c-b70f-54977524e050 HTTP/1.1" status: 200 len: 205 time: 0.0743239 Oct 26 14:18:07.257385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44218) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.310003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:07.350443 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.438425 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-35a8c568-659a-4405-880c-20b7f7d4cd31 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] delete failed (client error): The resource could not be found. Oct 26 14:18:07.445314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35a8c568-659a-4405-880c-20b7f7d4cd31 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/routers/547f5ba9-d260-4e4c-b70f-54977524e050 HTTP/1.1" status: 404 len: 336 time: 0.1856515 Oct 26 14:18:07.453463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44224) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.469508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 29992a6f-f022-4db1-88d5-cb7aa81afe73, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29992a6f-f022-4db1-88d5-cb7aa81afe73,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:07.471846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c22ac582-f75f-4885-87c9-715ed6ae11ee None None] Provisioning complete for port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:07.472550 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c22ac582-f75f-4885-87c9-715ed6ae11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.557615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] DHCP port deletion for af67e014-dcd0-453c-99ac-1181756aefe0 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:18:07.637515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:07.640632 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-001ae6e1-434d-413e-b74c-bcabfd0c26f6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:07.645095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001ae6e1-434d-413e-b74c-bcabfd0c26f6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:07.651948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-001ae6e1-434d-413e-b74c-bcabfd0c26f6 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/6b77baa5-28ed-4220-ab91-b46b697308f8 HTTP/1.1" status: 404 len: 337 time: 0.0749307 Oct 26 14:18:07.659199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44230) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.758996 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8421aed6-badc-479d-b0c2-8f8c9b11bbf8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:07.759841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8421aed6-badc-479d-b0c2-8f8c9b11bbf8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:07.775990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8421aed6-badc-479d-b0c2-8f8c9b11bbf8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/429cf028-1d98-4c0d-b854-bdf5998f2458 HTTP/1.1" status: 404 len: 337 time: 0.1150920 Oct 26 14:18:07.778172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44236) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:07.879467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c22ac582-f75f-4885-87c9-715ed6ae11ee None None] Port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:07.938972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=29992a6f-f022-4db1-88d5-cb7aa81afe73,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:07.958896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.959443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.960000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.960587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.961144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.967320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.968051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.973119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.973119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.973119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.973119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.973119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:07.987331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Deleting port 78811a5d-2548-459c-a41d-1642c8273d83 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:07.987891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.013491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0431c-e456-46e4-81f4-6d2f922764fe req-5ff6a946-5011-4f4f-95e1-a949a498a1a6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:08.024517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5a0431c-e456-46e4-81f4-6d2f922764fe req-5ff6a946-5011-4f4f-95e1-a949a498a1a6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 946 time: 0.5898004 Oct 26 14:18:08.038091 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-775f9f1d-d5f1-418f-b158-9d0eb8c76059 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.038894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775f9f1d-d5f1-418f-b158-9d0eb8c76059 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.061234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-775f9f1d-d5f1-418f-b158-9d0eb8c76059 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/8fa02a47-9f9e-4e30-80cc-217bce2cf54f HTTP/1.1" status: 404 len: 337 time: 0.2784948 Oct 26 14:18:08.076072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44242) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.137776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] For port 78811a5d-2548-459c-a41d-1642c8273d83, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78811a5d-2548-459c-a41d-1642c8273d83,segment=NetworkSegment(a50b3b11-3e28-4cf0-8fd9-814fb0abb506),segment_id=a50b3b11-3e28-4cf0-8fd9-814fb0abb506)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:08.138863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.157538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Calling delete_port for 78811a5d-2548-459c-a41d-1642c8273d83 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:08.175689 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4014bb83-86d5-4575-a5a0-732c935eb263 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.179303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4014bb83-86d5-4575-a5a0-732c935eb263 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.186420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4014bb83-86d5-4575-a5a0-732c935eb263 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/4031f636-6b72-4d8a-9fcc-00c644c3a4cf HTTP/1.1" status: 404 len: 333 time: 0.1065316 Oct 26 14:18:08.199858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.256951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78811a5d-2548-459c-a41d-1642c8273d83 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:08.351607 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-23145ca8-b668-48e5-bf26-2a59923cbe1c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.353754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23145ca8-b668-48e5-bf26-2a59923cbe1c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.362632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23145ca8-b668-48e5-bf26-2a59923cbe1c tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/1cfd56ef-c256-4068-be76-57f98e40c765 HTTP/1.1" status: 404 len: 337 time: 0.1535892 Oct 26 14:18:08.374532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ec3514ae-6d92-4838-a6b1-ec8d3d3eb0e8 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:08.375486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec3514ae-6d92-4838-a6b1-ec8d3d3eb0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.430995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.441782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e5a0431c-e456-46e4-81f4-6d2f922764fe req-b983b274-21ff-40c5-9098-85b557859b59 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639956 Oct 26 14:18:08.550463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port 6d420075-09e0-40b4-948c-6dd377943c51 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:08.551284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.562194 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e59b13d-8bca-4081-becb-04574ca8fd86 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.563196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e59b13d-8bca-4081-becb-04574ca8fd86 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.571784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ec3514ae-6d92-4838-a6b1-ec8d3d3eb0e8 None None] Port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:08.573588 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e59b13d-8bca-4081-becb-04574ca8fd86 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/e988c7ab-a28a-4946-932a-2b5ef46e764f HTTP/1.1" status: 404 len: 337 time: 0.1247489 Oct 26 14:18:08.576769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.592440 n-d-813419-9 neutron-server[102165]: INFO neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No ports have port_id starting with 78811a5d-2548-459c-a41d-1642c8273d83 Oct 26 14:18:08.602341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.620656 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad496f5-2c88-4821-8ab8-05cf7b7127d8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.625407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad496f5-2c88-4821-8ab8-05cf7b7127d8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.640428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ad496f5-2c88-4821-8ab8-05cf7b7127d8 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/00b13a5b-577e-484b-aa72-c4ec865358ee HTTP/1.1" status: 404 len: 333 time: 0.0619614 Oct 26 14:18:08.643872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44256) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.676004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] Pushing event deleted for resources: {'Port': ['ID=78811a5d-2548-459c-a41d-1642c8273d83,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:08.685965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cafe3f-95cf-4b28-bcda-5c39e369f8cc None None] No DVR routers for this DVR port 78811a5d-2548-459c-a41d-1642c8273d83 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:08.717543 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1a8d1e-3409-4766-bb98-21fe1277ff79 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.718546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1a8d1e-3409-4766-bb98-21fe1277ff79 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.724974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7c1a8d1e-3409-4766-bb98-21fe1277ff79 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/db0c0861-b43a-4cbd-adaf-171d8c73ed34 HTTP/1.1" status: 404 len: 337 time: 0.0766459 Oct 26 14:18:08.727375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44258) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.788388 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bae48a0-14ec-4ca9-bcc0-3901a46743f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] DELETE failed (client error): The resource could not be found. Oct 26 14:18:08.789775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bae48a0-14ec-4ca9-bcc0-3901a46743f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:18:08.794758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2bae48a0-14ec-4ca9-bcc0-3901a46743f1 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/subnets/810c7322-5cd6-4a0d-9e26-6e8c7672fbb3 HTTP/1.1" status: 404 len: 337 time: 0.0646133 Oct 26 14:18:08.805209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:08.851147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:08.865590 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a6596769-66a5-4514-b18a-6ed376c2c686 admin admin] 10.222.0.37 "PUT /v2.0/routers/e83650aa-0b5b-49b0-bce8-7b7cc231e4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1954739 Oct 26 14:18:08.869325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port 6d420075-09e0-40b4-948c-6dd377943c51, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6d420075-09e0-40b4-948c-6dd377943c51,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:08.869983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:08.887702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for 6d420075-09e0-40b4-948c-6dd377943c51 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:08.889903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Sync routers for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:08.919688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:08.921415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:09.045151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Deleting port af3dc49d-216e-4c3b-a0ae-99ed21b82c77 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:09.045711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.217124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.272091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:09.293590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Calling delete_port for af3dc49d-216e-4c3b-a0ae-99ed21b82c77 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:09.338282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.363988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:09.406050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=6d420075-09e0-40b4-948c-6dd377943c51,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:09.566470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port 6d420075-09e0-40b4-948c-6dd377943c51 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:09.572016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.579140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe3be6fb-9015-4ae6-a34e-a3c26ca3cc7c req-246057a5-cdef-4432-b135-145db809ae9e tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.41 "DELETE /v2.0/ports/6d420075-09e0-40b4-948c-6dd377943c51 HTTP/1.1" status: 204 len: 173 time: 2.5429020 Oct 26 14:18:09.581360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'name': 'network-vif-deleted', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:09.584615 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eee8dc-c117-4b73-954a-981e2961630f" -d '{"events": [{"server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "name": "network-vif-deleted", "tag": "6d420075-09e0-40b4-948c-6dd377943c51"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:09.631947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.800376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:09.808743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/ports/af3dc49d-216e-4c3b-a0ae-99ed21b82c77 HTTP/1.1" status: 204 len: 168 time: 1.0015383 Oct 26 14:18:09.810872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e5f1d-e96d-463d-8f7c-ce3ddfc73f19 tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Port': ['ID=af3dc49d-216e-4c3b-a0ae-99ed21b82c77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:09.813111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44300) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:09.935051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36667bd0-0ef9-4974-8814-ac1b1bf13b43 req-9c714cbc-40b7-4ae9-896b-3ac958181ed4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=70ddec20-ee94-4ac4-b6d5-9034765ec2c3 HTTP/1.1" status: 200 len: 210 time: 0.1242428 Oct 26 14:18:10.060240 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bf3b9f-481c-4ca0-b940-17b4324839d6 x-openstack-request-id: req-a9bf3b9f-481c-4ca0-b940-17b4324839d6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:10.060750 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ddec20-ee94-4ac4-b6d5-9034765ec2c3", "name": "network-vif-deleted", "tag": "6d420075-09e0-40b4-948c-6dd377943c51", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:10.061168 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9bf3b9f-481c-4ca0-b940-17b4324839d6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:10.061983 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ddec20-ee94-4ac4-b6d5-9034765ec2c3', 'name': 'network-vif-deleted', 'tag': '6d420075-09e0-40b4-948c-6dd377943c51', 'status': 'completed', 'code': 200} Oct 26 14:18:10.080964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.094339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29992a6f-f022-4db1-88d5-cb7aa81afe73 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:10.229563 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2875bd1e-57e7-43bd-b151-e475fed162ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.377918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:04Z', 'revision_number': 4, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '17a6c6a0-dcec-4ddf-a858-d050a6556c40', 'name': '', 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'mac_address': 'fa:16:3e:2c:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:02Z', 'updated_at': '2021-10-26T14:18:05Z', 'revision_number': 2, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'subnets': [{'id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:10.467532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Checking router: e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:10.477298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Updating router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:10.551836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.566035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 29992a6f-f022-4db1-88d5-cb7aa81afe73 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:10.566716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.578225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46471310-9577-4d1d-86d9-bce3542482e5 req-3723379f-0fe2-48d9-9ab6-3c5981b90957 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:10.602504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-46471310-9577-4d1d-86d9-bce3542482e5 req-3723379f-0fe2-48d9-9ab6-3c5981b90957 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.4988770 Oct 26 14:18:10.634457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.663096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af67e014-dcd0-453c-99ac-1181756aefe0']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:10.677916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:10.678485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50b3b11-3e28-4cf0-8fd9-814fb0abb506') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:10.692315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.713250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.722788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:10.723568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:10.802059 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:10.833832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.870933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:10.879760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] 10.222.0.37 "DELETE /v2.0/networks/af67e014-dcd0-453c-99ac-1181756aefe0 HTTP/1.1" status: 204 len: 168 time: 1.0657189 Oct 26 14:18:10.881404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509aed2-83ed-4674-8c6a-4a82f2e9d5fd tempest-PortsTestJSON-1566894043 tempest-PortsTestJSON-1566894043-project] Pushing event deleted for resources: {'Network': ['ID=af67e014-dcd0-453c-99ac-1181756aefe0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:10.913303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-46471310-9577-4d1d-86d9-bce3542482e5 req-0284bf32-26aa-44c2-974d-c7ec84e936e6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3098662 Oct 26 14:18:11.070908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d420075-09e0-40b4-948c-6dd377943c51 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:11.144721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 6d420075-09e0-40b4-948c-6dd377943c51 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:11.145677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6d420075-09e0-40b4-948c-6dd377943c51 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:11.483354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-68e117a2-d617-4edb-b0ef-40aa5332a239 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:11.493768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-68e117a2-d617-4edb-b0ef-40aa5332a239 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.73 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.1957850 Oct 26 14:18:11.759171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.776074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Deleting port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:11.777913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.780129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:11.839554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:11.930099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:12.035077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6d2d-2585-4338-aa2a-ef0a8740548d None None] Pushing event updated for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:12.054780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Attempting to bind port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:12.062018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Attempting to bind port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:12.062844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Attempting to bind port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 on network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:12.082745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-5ad6a9d2-1661-4717-b6d1-6fe5d3190465 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:12.084413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:12.084704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-5ad6a9d2-1661-4717-b6d1-6fe5d3190465 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.3641152 Oct 26 14:18:12.088659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Checking segment: {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:12.089237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.089762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Bound using segment: {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:12.090381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Bound port: 17a6c6a0-dcec-4ddf-a858-d050a6556c40, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e475c281-005f-46c3-8b2b-93a3b4027947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:12.090878 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.140858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-1febb62e-5cb2-4616-9f28-a73370c25db8 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/quotas/6acfc0c6d17f47d09803ae4a5e4ea259 HTTP/1.1" status: 200 len: 375 time: 0.0390084 Oct 26 14:18:12.254110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] For port 17a6c6a0-dcec-4ddf-a858-d050a6556c40, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:12.258132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] For port 17a6c6a0-dcec-4ddf-a858-d050a6556c40, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=17a6c6a0-dcec-4ddf-a858-d050a6556c40,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:12.270527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.318449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-1a4add3f-c514-4bbe-8be3-4b376ab343ee tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592555 Oct 26 14:18:12.400192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:12.401485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:17:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:12.630992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f5aed853-b5ea-461a-bb36-1313c24c0913 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c631747ac22a42c28c8f0d6feb024010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7875826 Oct 26 14:18:12.634101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44396) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:12.702753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-6b64d6d4-8d33-466e-9d26-65594ffbb816 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787079 Oct 26 14:18:12.856182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:12.920561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:12.971628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.100291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.108662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.110043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e89ce404-f259-478f-bdee-c2a6e378d3c5 HTTP/1.1" status: 204 len: 168 time: 0.4741607 Oct 26 14:18:13.127325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5a103a1-d973-4ee0-b242-32aba7f95fc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.138007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdc66e-05b9-48f0-8861-04edccb10ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ce404-f259-478f-bdee-c2a6e378d3c5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:13.142249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] For port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:13.143879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.147192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:13.147192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.229942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-43b83270-fc73-4ddd-b0b2-797a83aceb87 service neutron] 10.222.0.37 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994400 Oct 26 14:18:13.354158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d6d2d-2585-4338-aa2a-ef0a8740548d None None] Pushing event updated for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:13.381416 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bbebf7b-8582-45ff-adc7-83fba62fc24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.439453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3960-4144-4d22-a530-8461435d0389 req-c4a580fc-8161-4cc1-8fcd-ceb9dba63369 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:13.443297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ffc3960-4144-4d22-a530-8461435d0389 req-c4a580fc-8161-4cc1-8fcd-ceb9dba63369 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 947 time: 0.4193017 Oct 26 14:18:13.479301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:04Z', 'revision_number': 4, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '17a6c6a0-dcec-4ddf-a858-d050a6556c40', 'name': '', 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'mac_address': 'fa:16:3e:2c:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:02Z', 'updated_at': '2021-10-26T14:18:12Z', 'revision_number': 4, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'subnets': [{'id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:13.484924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.562840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ac9ba-08a5-42e2-93e4-13e626c061ef None None] The sync data for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 is: [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:18:04Z', 'revision_number': 4, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '17a6c6a0-dcec-4ddf-a858-d050a6556c40', 'name': '', 'network_id': '4c29b417-cb4f-4c62-bd76-e4c72ff63edd', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'mac_address': 'fa:16:3e:2c:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2017, 'fixed_ips': [{'subnet_id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:02Z', 'updated_at': '2021-10-26T14:18:12Z', 'revision_number': 4, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'subnets': [{'id': 'fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:13.710037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] For port 17a6c6a0-dcec-4ddf-a858-d050a6556c40, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=17a6c6a0-dcec-4ddf-a858-d050a6556c40,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:13.740091 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:13.789208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ffc3960-4144-4d22-a530-8461435d0389 req-34bee31d-a158-495e-86de-ec607ccc454b tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups?id=ac13e1d7-c51e-4053-9b23-5ec9e2740441&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3105907 Oct 26 14:18:14.091953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cf1f8-9e76-4380-8371-64d464755be0 None None] Pushing event updated for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:14.193812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.208526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3f006d3f-c0a8-4f4f-9115-cb546c1e0908 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:14.216754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3f006d3f-c0a8-4f4f-9115-cb546c1e0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.219785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.268044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 17a6c6a0-dcec-4ddf-a858-d050a6556c40 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:14.375901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f132458b-5007-4356-958e-1623cce862b0 req-9d5decd5-1373-4e10-8fa6-bc74ef74ecd6 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 210 time: 0.2667663 Oct 26 14:18:14.440215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:14.441376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.476627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5a103a1-d973-4ee0-b242-32aba7f95fc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.481678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.483066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.483945 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Floating IP 7346e6ad-acb8-47dc-acde-ea8998433abc disassociated. External IP: 172.25.5.121, port: d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9. Oct 26 14:18:14.484942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Calling delete_port for d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:14.821238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f5a103a1-d973-4ee0-b242-32aba7f95fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:14.995812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44436) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:15.012995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5a103a1-d973-4ee0-b242-32aba7f95fc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0e2d286d1f7472ea0f36db7952210a2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0462236 Oct 26 14:18:15.049587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a103a1-d973-4ee0-b242-32aba7f95fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd87d2f3-c567-42be-980f-3aa64be9e23e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:15.056799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.156738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'Port': ['ID=d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:15.208985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d52ea828-bdc7-479a-aed3-87a942959866 req-66e1a836-4ade-4d44-b560-0ef70df857bc tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.1927047 Oct 26 14:18:15.371865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.431387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.537562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:15.633580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:15.693474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.697449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.698930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd87d2f3-c567-42be-980f-3aa64be9e23e HTTP/1.1" status: 204 len: 168 time: 0.7014697 Oct 26 14:18:15.735694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2af48-4067-4b63-98a4-d6e1c6a5e4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd87d2f3-c567-42be-980f-3aa64be9e23e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:15.815271 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:15.911642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-680039c2-c8b7-4e53-ac14-16c13c2464b1 req-64b82df6-9cc6-457c-8e13-f797af8d4669 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 210 time: 0.1589479 Oct 26 14:18:16.074374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 17a6c6a0-dcec-4ddf-a858-d050a6556c40 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:16.122313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-274847ce-1cd2-4986-8679-a2bd4ac4860e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.129198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:16.148474 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b766-5183-4696-867a-5cc16508352e None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:16.196523 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:16.199224 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:16.204601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:16.211147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.226382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] No DVR routers for this DVR port d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:16.233940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.239051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e60b8ad-bbc2-462e-b3ed-f53a1bed8b97 req-c95095b1-c91e-4f85-978d-f720e8a2167c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.73 "DELETE /v2.0/ports/d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 HTTP/1.1" status: 204 len: 173 time: 4.7382917 Oct 26 14:18:16.239538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-deleted', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:16.243108 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c85729-68ab-49a1-ac6a-296f7bd1c195" -d '{"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-deleted", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:16.350380 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bcb825-fbec-40de-af87-1e6b4622739b x-openstack-request-id: req-69bcb825-fbec-40de-af87-1e6b4622739b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:16.354842 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e8999-3f99-4093-b817-3405234a66cd", "name": "network-vif-deleted", "tag": "d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:16.356877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:16.357227 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69bcb825-fbec-40de-af87-1e6b4622739b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:16.358054 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057e8999-3f99-4093-b817-3405234a66cd', 'name': 'network-vif-deleted', 'tag': 'd4b6bd8e-8de8-4eb9-ae77-87e92378c9f9', 'status': 'completed', 'code': 200} Oct 26 14:18:16.446904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953430f3-e5e7-4499-ad4e-45a5421e57ad req-41ea3b3b-e983-4947-abd5-69ee39c50317 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:16.474362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-953430f3-e5e7-4499-ad4e-45a5421e57ad req-41ea3b3b-e983-4947-abd5-69ee39c50317 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.2364755 Oct 26 14:18:16.492163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:16.498841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d4b6bd8e-8de8-4eb9-ae77-87e92378c9f9 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:16.606456 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:16.617567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-953430f3-e5e7-4499-ad4e-45a5421e57ad req-d8d959b1-e6f5-4b7b-8ae7-039fb1686db7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413598 Oct 26 14:18:16.743587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dfa078bb-7b08-45ac-8da6-2c89cc85d87f req-07e93461-b5f8-48d9-a3bd-67a60f33ca8c tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/ports?device_id=057e8999-3f99-4093-b817-3405234a66cd HTTP/1.1" status: 200 len: 210 time: 0.1670802 Oct 26 14:18:16.747084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-274847ce-1cd2-4986-8679-a2bd4ac4860e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.756817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-274847ce-1cd2-4986-8679-a2bd4ac4860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:16.883633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274847ce-1cd2-4986-8679-a2bd4ac4860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4accf50a-9bee-48eb-b28a-737e9a7c07fe,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:16.909298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44484) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:16.967249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b516b3eb-f1b6-4834-a8d8-9b479ef5d2dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.168300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b516b3eb-f1b6-4834-a8d8-9b479ef5d2dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.178273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-274847ce-1cd2-4986-8679-a2bd4ac4860e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84e55f102dd049fc9185f898cd852f86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6361914 Oct 26 14:18:17.191424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:17.192869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b516b3eb-f1b6-4834-a8d8-9b479ef5d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.258485 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:17.315330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba23c510-d5ec-4fe7-bced-c6999c2e62df req-53ac6c0e-703d-4b35-a43b-5c212b171a82 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 210 time: 0.2139957 Oct 26 14:18:17.334768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-152c69c2-00b5-40b8-a1af-9f0be820cf18 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:17.336404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-152c69c2-00b5-40b8-a1af-9f0be820cf18 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 805 time: 0.4096973 Oct 26 14:18:17.357711 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b766-5183-4696-867a-5cc16508352e None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:17.358721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Request body: {'port': {'device_id': '3f768346-c041-4ac5-a51b-caff09d4e430', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'admin_state_up': True, 'tenant_id': '6acfc0c6d17f47d09803ae4a5e4ea259'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:17.389686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:17.391134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:17.391555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b516b3eb-f1b6-4834-a8d8-9b479ef5d2dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=318a724b7dd04c9db950f9a77d0d37ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797108 Oct 26 14:18:17.404063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44492) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:17.436853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-8104722f-1cc3-4133-854d-d8cee5f2d715 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:17.456103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-8104722f-1cc3-4133-854d-d8cee5f2d715 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.4595401 Oct 26 14:18:17.488102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516b3eb-f1b6-4834-a8d8-9b479ef5d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81192c0b-032b-4894-a89d-1d08ef29f686,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:17.490598 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-16849d63-f264-4de5-947c-b08e180f57da tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0334728 Oct 26 14:18:17.530136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.571263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.573734 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:17.614077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7c9dbd4-f940-4c3f-8dea-2549ddafb635 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225419 Oct 26 14:18:17.616610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Made reservation on behalf of 6acfc0c6d17f47d09803ae4a5e4ea259 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:17.621657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.705833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.814440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.891511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Allocated IP 172.20.0.14 (22517755-34f3-4628-918f-2b3920d21195/f56e5bfe-9f61-476a-8e56-52ae96bb041b/6edd58f8-a000-404c-9a81-f5bfec6d4768) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:17.917406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-3f5aec0f-a910-4863-a65c-0db2800a31d8 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817941 Oct 26 14:18:17.942685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112341-68fa-4920-b32a-78e46de4aeb4 req-d2f9b8e6-5de0-4371-8f6c-be7f39a5c8bf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:17.952919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6112341-68fa-4920-b32a-78e46de4aeb4 req-d2f9b8e6-5de0-4371-8f6c-be7f39a5c8bf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.2381172 Oct 26 14:18:17.992913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:17.997656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.003924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4accf50a-9bee-48eb-b28a-737e9a7c07fe HTTP/1.1" status: 204 len: 168 time: 0.7767134 Oct 26 14:18:18.012454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2246b766-5183-4696-867a-5cc16508352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:18.034735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e41e0f-e86a-46d6-9ebb-faa7e519af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4accf50a-9bee-48eb-b28a-737e9a7c07fe,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:18.056231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-da202aae-cec0-499e-b789-84e4152d2e3c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:18.058862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-da202aae-cec0-499e-b789-84e4152d2e3c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.2150536 Oct 26 14:18:18.091240 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b766-5183-4696-867a-5cc16508352e None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:08:47Z', 'revision_number': 4, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a47b0f17-2f4b-4393-8e0a-a7b018cd5416', 'name': '', 'network_id': 'de77bd72-6790-4c8f-acb4-2ff7a1feecfc', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'mac_address': 'fa:16:3e:29:be:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:46Z', 'updated_at': '2021-10-26T14:08:52Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'subnets': [{'id': '656708a9-eb2f-421c-8155-de0f07c1c872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:18.183580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6112341-68fa-4920-b32a-78e46de4aeb4 req-a3e77a52-ed14-4c30-baa6-87eee704843d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271149 Oct 26 14:18:18.248326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.256331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.258742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81192c0b-032b-4894-a89d-1d08ef29f686 HTTP/1.1" status: 204 len: 168 time: 0.8528123 Oct 26 14:18:18.319028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39a272-eece-4ee7-89fe-ccf44938bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81192c0b-032b-4894-a89d-1d08ef29f686,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:18.330639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-3a7d3fb9-484f-483e-a4d7-e63a55b4fbff service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115202 Oct 26 14:18:18.403786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port ab4737a5-56b9-4430-8668-73e2fc69b9f6 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:18.404645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.409983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.482374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.494746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:18.576961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44522) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:18.677573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Network 22517755-34f3-4628-918f-2b3920d21195 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:18.695861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:18.703540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:18.715213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event updated for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:18.769455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf3898e-7af4-4e82-89f5-deb9ca5dd2d8 None None] New status for floating IP 7346e6ad-acb8-47dc-acde-ea8998433abc: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:18:18.852056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port ab4737a5-56b9-4430-8668-73e2fc69b9f6, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ab4737a5-56b9-4430-8668-73e2fc69b9f6,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:18.853810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.860727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.875338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:18.882446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:18.915376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-97a8f7fb-1eb1-442e-b510-3a2b25569a77 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5685320 Oct 26 14:18:18.929283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-8fedd556-949d-4559-8581-1e4c6c58d225 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:18.931068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-8fedd556-949d-4559-8581-1e4c6c58d225 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097301 Oct 26 14:18:18.941678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:18.962133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for ab4737a5-56b9-4430-8668-73e2fc69b9f6 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:18.995263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1d86c9f-e3ea-4496-817f-00dad8d17d43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.046864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10626fd0-22a6-408e-bdcd-d04edbbccf5c req-b644b47f-abcb-465d-a161-955d90fea5b4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:19.062623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10626fd0-22a6-408e-bdcd-d04edbbccf5c req-b644b47f-abcb-465d-a161-955d90fea5b4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 932 time: 0.3418634 Oct 26 14:18:19.085643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.137651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1d86c9f-e3ea-4496-817f-00dad8d17d43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.159496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e1d86c9f-e3ea-4496-817f-00dad8d17d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.183938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b45d48a4-fa93-45fc-9277-3496a963d5c3 req-7772aadf-6b2c-44d6-b435-f190bde77a81 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0434976 Oct 26 14:18:19.244065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e1d86c9f-e3ea-4496-817f-00dad8d17d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67e76d2f755e43f9aef418c90c3be607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010821 Oct 26 14:18:19.245803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44544) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:19.254138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d86c9f-e3ea-4496-817f-00dad8d17d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff3d62-86c6-4b69-949c-72a2bf7d7d91,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:19.292683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10626fd0-22a6-408e-bdcd-d04edbbccf5c req-09aab427-f7d4-4786-8de5-b221dfcd052d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255454 Oct 26 14:18:19.401106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.449478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.462277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.470152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "DELETE /v2.0/security-groups/ac13e1d7-c51e-4053-9b23-5ec9e2740441 HTTP/1.1" status: 204 len: 168 time: 0.8847954 Oct 26 14:18:19.474928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44554) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:19.510161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973b4ae-8f0a-4b73-be2c-7febe0c9007f tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13e1d7-c51e-4053-9b23-5ec9e2740441,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:19.517910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Request body: {'port': {'device_id': '3f768346-c041-4ac5-a51b-caff09d4e430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:19.561728 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c450e181-3d14-4259-9822-2a9a5ff70eb6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] show failed (client error): The resource could not be found. Oct 26 14:18:19.562766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c450e181-3d14-4259-9822-2a9a5ff70eb6 tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "GET /v2.0/security-groups/ac13e1d7-c51e-4053-9b23-5ec9e2740441 HTTP/1.1" status: 404 len: 347 time: 0.0718298 Oct 26 14:18:19.567434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44558) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:19.599920 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:18:19.673443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.679020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.696533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ab4737a5-56b9-4430-8668-73e2fc69b9f6'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:19.729300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=ab4737a5-56b9-4430-8668-73e2fc69b9f6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:19.731175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f3efe-7c7e-4134-bfd5-4145aff8bfa2 req-09a2cca4-2edb-4834-a96d-d4a0e0462131 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:19.742503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa6f3efe-7c7e-4134-bfd5-4145aff8bfa2 req-09a2cca4-2edb-4834-a96d-d4a0e0462131 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 946 time: 0.3935390 Oct 26 14:18:19.806509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port ab4737a5-56b9-4430-8668-73e2fc69b9f6 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:19.810241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:19.815182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51ae7580-90f2-4db0-991e-75cfe2942e9a req-95141a9b-585d-4526-b2ba-e96c856b381d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "DELETE /v2.0/ports/ab4737a5-56b9-4430-8668-73e2fc69b9f6 HTTP/1.1" status: 204 len: 173 time: 1.7440605 Oct 26 14:18:19.816640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'name': 'network-vif-deleted', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:19.828068 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d51f7cb-c663-490d-aac9-42d85ec097ff" -d '{"events": [{"server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "name": "network-vif-deleted", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:19.926466 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed11684-25df-4955-ae06-c6a687cce136 x-openstack-request-id: req-5ed11684-25df-4955-ae06-c6a687cce136 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:19.926760 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bb69d0-c2ea-440a-a2d6-cce955e902cb", "name": "network-vif-deleted", "tag": "ab4737a5-56b9-4430-8668-73e2fc69b9f6", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:19.927014 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ed11684-25df-4955-ae06-c6a687cce136 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:19.927465 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bb69d0-c2ea-440a-a2d6-cce955e902cb', 'name': 'network-vif-deleted', 'tag': 'ab4737a5-56b9-4430-8668-73e2fc69b9f6', 'status': 'completed', 'code': 200} Oct 26 14:18:19.938321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa6f3efe-7c7e-4134-bfd5-4145aff8bfa2 req-4bce6375-9b52-47ad-8fed-7980e172e9c4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948156 Oct 26 14:18:19.943772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.045868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.049315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.057242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bff3d62-86c6-4b69-949c-72a2bf7d7d91 HTTP/1.1" status: 204 len: 168 time: 0.8102329 Oct 26 14:18:20.080606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Deleting port f3c9cd12-2e6e-45ac-8067-352e6b1aacab {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:20.081759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.094486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb2d8d-d0ca-4e39-b158-81292f3585bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff3d62-86c6-4b69-949c-72a2bf7d7d91,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:20.348047 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.348358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.397126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Calling delete_port for f3c9cd12-2e6e-45ac-8067-352e6b1aacab owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:20.503516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87a3e385-6250-4b94-ab43-e9e298912287 req-3744b54f-1e5c-42fd-a187-7eea1ee2e2c3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.1061800 Oct 26 14:18:20.774104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f503779-0bcd-4a95-92fa-adaf1657a7c2 req-e9249c92-7cdb-44e7-a6cf-9947e206992f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:20.782932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f503779-0bcd-4a95-92fa-adaf1657a7c2 req-e9249c92-7cdb-44e7-a6cf-9947e206992f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 932 time: 0.2700934 Oct 26 14:18:20.824446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edd58f8-a000-404c-9a81-f5bfec6d4768 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:20.844079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:20.968184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f503779-0bcd-4a95-92fa-adaf1657a7c2 req-c40eea0d-ca91-42cc-925b-791414d1c2e5 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818321 Oct 26 14:18:21.036697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Transition to ACTIVE for port object 6edd58f8-a000-404c-9a81-f5bfec6d4768 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:21.048484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.078610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.122345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44614) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:21.285608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Pushing event deleted for resources: {'Port': ['ID=f3c9cd12-2e6e-45ac-8067-352e6b1aacab,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:21.326168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fd7274e-d1cf-4593-a46a-80c7993b05aa req-94402eda-56b1-420c-b981-144cd834d008 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.0595286 Oct 26 14:18:21.385925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-4f7ddd83-470b-40b2-aa5e-b6d64342234d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:21.387969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-4f7ddd83-470b-40b2-aa5e-b6d64342234d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.5131803 Oct 26 14:18:21.391213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Pushing event updated for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:21.402417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:21.667860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.677126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.691966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96ada174-4b28-447e-9c5e-3aaaaf389c9a tempest-AttachVolumeShelveTestJSON-1420315167 tempest-AttachVolumeShelveTestJSON-1420315167-project] 10.222.0.37 "DELETE /v2.0/floatingips/7346e6ad-acb8-47dc-acde-ea8998433abc HTTP/1.1" status: 204 len: 168 time: 2.1048555 Oct 26 14:18:21.696091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:21.737246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:21.762972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.029882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.9 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:22.306850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1f1e1-3220-4684-8552-7ea8520f91d1 req-8d5f2650-d5f8-401e-8ed0-e820ffef3925 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.308662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42e1f1e1-3220-4684-8552-7ea8520f91d1 req-8d5f2650-d5f8-401e-8ed0-e820ffef3925 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 944 time: 0.1988549 Oct 26 14:18:22.393369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42e1f1e1-3220-4684-8552-7ea8520f91d1 req-a9be8fff-31a1-4d5e-83a8-73a8d0bb9322 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744159 Oct 26 14:18:22.403141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd07c7e7-49b8-4b73-8ba9-dab5b8c46463 req-b6c71f78-3798-4fde-975d-5c7d8d8e0138 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.6815183 Oct 26 14:18:22.417946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.443375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Attempting to bind port 6edd58f8-a000-404c-9a81-f5bfec6d4768 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:22.443927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Attempting to bind port 6edd58f8-a000-404c-9a81-f5bfec6d4768 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:22.444466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Attempting to bind port 6edd58f8-a000-404c-9a81-f5bfec6d4768 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:22.449638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cb55-9922-46d8-be45-727be442e6fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.464981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Port 6edd58f8-a000-404c-9a81-f5bfec6d4768 on network 22517755-34f3-4628-918f-2b3920d21195 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:22.465362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Attempting to bind port 6edd58f8-a000-404c-9a81-f5bfec6d4768 on network 22517755-34f3-4628-918f-2b3920d21195 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:22.478268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.478528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:22.479011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Checking segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:22.479605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Bound using segment: {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:22.480341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Bound port: 6edd58f8-a000-404c-9a81-f5bfec6d4768, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0597c7e-8de7-4646-8378-7a20e3182c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '22517755-34f3-4628-918f-2b3920d21195'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:22.480972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.558852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:22.588909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-efa27f72-8905-4e45-a802-3051ef50db50 req-934cabb3-73d6-4d85-8667-8e12866474bd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.0559533 Oct 26 14:18:22.590197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:22.593513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:22.706923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:22.715550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:22.719665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:22.730143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.743315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.743996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.778730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d7d7e3ec-8281-4437-b409-e0b0262a9901 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3811250 Oct 26 14:18:22.791167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d18adf89-86ae-42ea-9c6d-57ca4e1aa2fb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:22.791167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-d18adf89-86ae-42ea-9c6d-57ca4e1aa2fb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057554 Oct 26 14:18:22.884343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:22.885469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.887796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] 10.222.0.73 "PUT /v2.0/ports/6edd58f8-a000-404c-9a81-f5bfec6d4768 HTTP/1.1" status: 200 len: 1092 time: 3.9480004 Oct 26 14:18:22.897070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:22.904531 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cda22f1-a095-4682-b79d-3d063a2afabc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:22.929154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cb55-9922-46d8-be45-727be442e6fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.936986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cb55-9922-46d8-be45-727be442e6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:22.940903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8697a5a-1ad1-4c5a-81d6-8435d1dd0737 service neutron] Pushing event updated for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:22.968469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab4737a5-56b9-4430-8668-73e2fc69b9f6 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:22.988908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Request body: {'port': {'device_id': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:23.020836 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a1e81-8c65-4433-96bc-15f7966b0332 x-openstack-request-id: req-4d8a1e81-8c65-4433-96bc-15f7966b0332 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:23.021173 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:23.021444 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d8a1e81-8c65-4433-96bc-15f7966b0332 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:23.021887 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768', 'status': 'completed', 'code': 200} Oct 26 14:18:23.075203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cb55-9922-46d8-be45-727be442e6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a04ccb-87f5-4e9a-8866-edb9ff4d8495,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:23.083956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e46e389f-b7b5-4acd-84d4-5be7b7f3f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.085637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: ab4737a5-56b9-4430-8668-73e2fc69b9f6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:23.086033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ab4737a5-56b9-4430-8668-73e2fc69b9f6 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:23.086461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e46e389f-b7b5-4acd-84d4-5be7b7f3f31b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 1095 time: 0.1392095 Oct 26 14:18:23.091246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c6e8cb55-9922-46d8-be45-727be442e6fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37ad867fa8b04659b904ff7719a025aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9363837 Oct 26 14:18:23.096658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44666) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:23.168777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-cb8c3b2f-a7d5-4b92-a05b-36aecd1d3ad2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768 HTTP/1.1" status: 200 len: 217 time: 0.0731764 Oct 26 14:18:23.184271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2bb2157f-6140-4fbb-bd60-29ac76f5fb04 None None] Provisioning complete for port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:23.185031 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bb2157f-6140-4fbb-bd60-29ac76f5fb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.191580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.224542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.277257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2157f-6140-4fbb-bd60-29ac76f5fb04 None None] Port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:18:23.281432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-02b483cc-6a82-49d5-82f0-cf30956c8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.285797 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-02b483cc-6a82-49d5-82f0-cf30956c8a2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1088970 Oct 26 14:18:23.297038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.339738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.369809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-588e50e3-b578-42e4-bafc-628a6d3bdcd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764136 Oct 26 14:18:23.634184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-e3eecd73-d763-451a-ac97-97d41d57fa50 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541380 Oct 26 14:18:23.643024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba1491-c437-4a05-88c4-4dec7c46e92b req-2564b618-3618-461c-903c-61a4cca7dd04 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.654161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32ba1491-c437-4a05-88c4-4dec7c46e92b req-2564b618-3618-461c-903c-61a4cca7dd04 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 944 time: 0.1336606 Oct 26 14:18:23.710751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.714195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:23.719318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0a04ccb-87f5-4e9a-8866-edb9ff4d8495 HTTP/1.1" status: 204 len: 168 time: 0.6173005 Oct 26 14:18:23.755859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd603f2-391e-40de-8b47-09652910995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a04ccb-87f5-4e9a-8866-edb9ff4d8495,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:23.766167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a6c1f11-a1bf-40f9-b235-1a32f6d0662a req-9e8f52f5-d8f6-4b1c-8c53-c96d949252c5 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042004 Oct 26 14:18:23.846954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dcade-1fc8-404e-88a5-6c300b02af94 req-2cc296d5-09ce-4ac3-af92-656230d31fa6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:23.852054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32ba1491-c437-4a05-88c4-4dec7c46e92b req-809c7fe2-0fb3-4876-a022-41f177917a8a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908915 Oct 26 14:18:23.864917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce8dcade-1fc8-404e-88a5-6c300b02af94 req-2cc296d5-09ce-4ac3-af92-656230d31fa6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 931 time: 0.2168300 Oct 26 14:18:24.053692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-545fef74-054e-4e50-835b-1e6435c0d9ba req-88fbd8e8-ba83-49bf-b05f-5ce32c277c4c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.0737178 Oct 26 14:18:24.070760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-e2b02d00-dd3a-4c32-ba47-5fdf0632e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:24.073254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-e2b02d00-dd3a-4c32-ba47-5fdf0632e253 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 1095 time: 0.2185974 Oct 26 14:18:24.112360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce8dcade-1fc8-404e-88a5-6c300b02af94 req-d7c1c598-d5f6-4d12-ae25-6d82cc6327d3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462835 Oct 26 14:18:24.135668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:24.159521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.186517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Transition to ACTIVE for port object 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:24.192517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.316215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-2b0c9633-d84c-45f9-9c62-b11847776839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:24.319486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-2b0c9633-d84c-45f9-9c62-b11847776839 service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.2306952 Oct 26 14:18:24.324032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:24.421507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-9fde7b5e-e08d-4a02-a0b9-77bf7a43c3b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768 HTTP/1.1" status: 200 len: 217 time: 0.0939460 Oct 26 14:18:24.528471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Attempting to bind port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:24.535076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Attempting to bind port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:24.535076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Attempting to bind port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:24.535591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-fef58845-525a-4f29-a917-f4940b27927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:24.535591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-fef58845-525a-4f29-a917-f4940b27927f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1041815 Oct 26 14:18:24.538578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:24.539292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Attempting to bind port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:24.553396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:24.554018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:24.554622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:24.557876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Bound port: 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:24.558775 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.608019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-bfe92c90-e76c-4852-8a7d-735ecca1bfd0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655861 Oct 26 14:18:24.723190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:24.761280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6fa92c6b-1188-446a-b74b-80599235a7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.780388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:24.785995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:24.798992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:24.839486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-39158670-0fe5-4c7e-ad05-b4ce92ff3a2a service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207768 Oct 26 14:18:25.004710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.005780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.007309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a HTTP/1.1" status: 200 len: 1091 time: 2.2077410 Oct 26 14:18:25.007987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:25.010569 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:25.019170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8e6eb-d62c-452b-9a42-1f6d66422855 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:25.062737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0953be-f6a7-441e-85e1-76b7ceff82c1 req-31f9709d-0105-4b94-87eb-f9a7223256f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.064973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b0953be-f6a7-441e-85e1-76b7ceff82c1 req-31f9709d-0105-4b94-87eb-f9a7223256f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 944 time: 0.1167402 Oct 26 14:18:25.123567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cda22f1-a095-4682-b79d-3d063a2afabc req-62b097e9-1025-4a3a-b6e4-158d8704dcdb service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754831 Oct 26 14:18:25.160981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6fa92c6b-1188-446a-b74b-80599235a7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.164713 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e62be9-91aa-47f2-8f39-7683ff475144 x-openstack-request-id: req-a6e62be9-91aa-47f2-8f39-7683ff475144 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:25.165198 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:25.165500 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6e62be9-91aa-47f2-8f39-7683ff475144 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:25.165943 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a', 'status': 'completed', 'code': 200} Oct 26 14:18:25.217351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b0953be-f6a7-441e-85e1-76b7ceff82c1 req-4c081a56-709b-4877-b3a8-42fa291d53e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422002 Oct 26 14:18:25.224675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6fa92c6b-1188-446a-b74b-80599235a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.307244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b79ba09d-c9e3-4765-bd2b-f85f0d3ab592 req-c1a83735-9513-4e62-820a-72fb33d58ce3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.0504425 Oct 26 14:18:25.351562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6fa92c6b-1188-446a-b74b-80599235a7f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01b869e0f0a34a78b10e9dd980f25a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249073 Oct 26 14:18:25.351562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-4f174ce6-60ce-4c1c-8097-7e0a968344df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.351926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:25.367186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-4f174ce6-60ce-4c1c-8097-7e0a968344df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 1094 time: 0.2550306 Oct 26 14:18:25.367962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa92c6b-1188-446a-b74b-80599235a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78624e1a-25e3-4919-ab83-c709bc8e72d2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:25.446844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-86e9a987-a5a6-4a6a-a043-e5b68ec979c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a HTTP/1.1" status: 200 len: 217 time: 0.0721807 Oct 26 14:18:25.471575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.514261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.516056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f87e92-df8b-494c-8b5b-ef1e4f9cb594 req-9ed35f32-cd2e-44a0-a053-c828701152db tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.524777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f87e92-df8b-494c-8b5b-ef1e4f9cb594 req-9ed35f32-cd2e-44a0-a053-c828701152db tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1520188 Oct 26 14:18:25.561756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-25d3bb99-f030-450f-b417-44b4fcc2206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.563384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-25d3bb99-f030-450f-b417-44b4fcc2206e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1077993 Oct 26 14:18:25.581499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f87e92-df8b-494c-8b5b-ef1e4f9cb594 req-d35198ba-6c3a-4ea0-8842-00007ba78266 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555027 Oct 26 14:18:25.611510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.618753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:25.624604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78624e1a-25e3-4919-ab83-c709bc8e72d2 HTTP/1.1" status: 204 len: 168 time: 0.2715068 Oct 26 14:18:25.635998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-cd769e22-5ace-4437-9ad1-87ffb9ea5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:25.637586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-cd769e22-5ace-4437-9ad1-87ffb9ea5149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550644 Oct 26 14:18:25.638111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad47f3-d058-4d1d-ac26-f17e478ccfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78624e1a-25e3-4919-ab83-c709bc8e72d2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:25.769872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-f411cdba-0e3a-49b6-adc8-43cb606bc0cd service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230814 Oct 26 14:18:25.898073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b63a9a-a30e-4a15-82b1-0cb9c40b2fd1 req-b62949cd-91d0-4d8c-ac7f-290c20dd5fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174624 Oct 26 14:18:26.043393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-7a4168a6-5b67-4be3-a1d1-478e78a1c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.046345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-7a4168a6-5b67-4be3-a1d1-478e78a1c85c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 1094 time: 0.1003292 Oct 26 14:18:26.189839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-6219a4a7-45c1-4d5d-af53-65445f415082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.193585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-6219a4a7-45c1-4d5d-af53-65445f415082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1384392 Oct 26 14:18:26.274146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6edd58f8-a000-404c-9a81-f5bfec6d4768 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:26.288447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-2904ad20-d46c-4e55-bb9a-726e282294ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a HTTP/1.1" status: 200 len: 217 time: 0.0883074 Oct 26 14:18:26.499724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:26.500532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc311e7-753b-42b9-bba5-ea38a5fdf329 req-758fe93e-3b9d-458d-ad80-1863bf36e1f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.513808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cc311e7-753b-42b9-bba5-ea38a5fdf329 req-758fe93e-3b9d-458d-ad80-1863bf36e1f4 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 944 time: 0.1572046 Oct 26 14:18:26.519966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6edd58f8-a000-404c-9a81-f5bfec6d4768', 'network_id': '22517755-34f3-4628-918f-2b3920d21195', 'port_id': '6edd58f8-a000-404c-9a81-f5bfec6d4768', 'mac_address': 'fa:16:3e:ab:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56e5bfe-9f61-476a-8e56-52ae96bb041b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:26.592457 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.595310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cc311e7-753b-42b9-bba5-ea38a5fdf329 req-ab69db8a-664c-4216-b855-4a9ad18821d1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807753 Oct 26 14:18:26.614203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edd58f8-a000-404c-9a81-f5bfec6d4768 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:26.658654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:26.671629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:26.745070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:26.872159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f4187-fbf2-456e-b612-e95db2760f58 req-239920de-03a6-4967-b53e-5a6eeb8d61bc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.873887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e40f4187-fbf2-456e-b612-e95db2760f58 req-239920de-03a6-4967-b53e-5a6eeb8d61bc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1065753 Oct 26 14:18:26.950019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6edd58f8-a000-404c-9a81-f5bfec6d4768'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:26.962337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e40f4187-fbf2-456e-b612-e95db2760f58 req-d16febc6-c517-4f3c-847c-301e0cb75ea3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664701 Oct 26 14:18:26.978507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3727bba5-c37d-4cb2-9f0d-5cf668c81292 req-00ecd8c9-ced9-4258-af6d-0712e8a7457a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.0887430 Oct 26 14:18:26.984700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-e8324ed1-15a6-4be4-85a4-ecab2dba2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:26.987575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-e8324ed1-15a6-4be4-85a4-ecab2dba2d62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.6891277 Oct 26 14:18:27.111238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-5debd8fc-3149-472d-88e5-3505703a9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.112975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-5debd8fc-3149-472d-88e5-3505703a9e52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179669 Oct 26 14:18:27.306006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-4b50b3c5-183c-4323-b34a-2473ca96e863 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836047 Oct 26 14:18:27.473758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ef0e14-ecbe-43de-bdb1-2a036ce41f42 req-1b154b8b-fdcd-446c-b634-f2ed82c716bb service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567514 Oct 26 14:18:27.818981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a1b-617e-42a9-8c1f-e14ffd6ea56d req-113509b7-592b-493e-a74d-7189ea73afc9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:27.820837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c238a1b-617e-42a9-8c1f-e14ffd6ea56d req-113509b7-592b-493e-a74d-7189ea73afc9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 945 time: 0.0916610 Oct 26 14:18:27.905013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c238a1b-617e-42a9-8c1f-e14ffd6ea56d req-90077fec-ad56-44a2-b2fe-c733cf64f8c9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728996 Oct 26 14:18:28.282439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6edd58f8-a000-404c-9a81-f5bfec6d4768 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:28.382995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6edd58f8-a000-404c-9a81-f5bfec6d4768 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:28.390052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6edd58f8-a000-404c-9a81-f5bfec6d4768 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:28.390429 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.434187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a1852-507e-4762-8333-4437c86e8c9d req-d14d3db4-2018-43f1-b730-25241d93fe3c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:28.438012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b19a1852-507e-4762-8333-4437c86e8c9d req-d14d3db4-2018-43f1-b730-25241d93fe3c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2492094 Oct 26 14:18:28.443011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8511b57f-9e35-45c4-8469-c01f76620bab req-53795110-ca50-4cef-b949-3ade3ca90cc2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=25bb69d0-c2ea-440a-a2d6-cce955e902cb HTTP/1.1" status: 200 len: 210 time: 0.1741395 Oct 26 14:18:28.551803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b19a1852-507e-4762-8333-4437c86e8c9d req-04051c3c-c453-4fb3-9b27-4223c2a37620 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039371 Oct 26 14:18:28.634158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.714626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:28.717939 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df079d4-8fb5-4329-a944-a20c274ff94e" -d '{"events": [{"server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "name": "network-vif-plugged", "status": "completed", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:28.737115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:28.745148 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:28.823283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:28.828454 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac70cfb-2b88-4a0d-ba22-5f5327f380ba x-openstack-request-id: req-eac70cfb-2b88-4a0d-ba22-5f5327f380ba {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:28.829027 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "name": "network-vif-plugged", "status": "completed", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:28.829981 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eac70cfb-2b88-4a0d-ba22-5f5327f380ba {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:28.830573 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768', 'code': 200} Oct 26 14:18:29.009527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f091-b8a9-4ed7-808f-385d5ce2477f req-9c1361d0-85d9-4cfe-80c3-376353b25bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:29.012020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3576f091-b8a9-4ed7-808f-385d5ce2477f req-9c1361d0-85d9-4cfe-80c3-376353b25bfe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 1097 time: 0.1126158 Oct 26 14:18:29.170834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3576f091-b8a9-4ed7-808f-385d5ce2477f req-e1d669e1-e330-4d88-8237-fe5a878a0675 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477184 Oct 26 14:18:29.229991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec629-d1e9-45a0-9c79-40ed87dcc947 req-98ef5c28-97be-45b3-8a16-0a3b42b901e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:29.235507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a9ec629-d1e9-45a0-9c79-40ed87dcc947 req-98ef5c28-97be-45b3-8a16-0a3b42b901e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1585162 Oct 26 14:18:29.339330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a9ec629-d1e9-45a0-9c79-40ed87dcc947 req-6f3d91af-a479-4292-8525-27e6676ff932 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849934 Oct 26 14:18:29.822255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925c771-2e54-4a11-b9f0-73bc2b484efa req-91781004-7cb6-4e31-9dbe-31c5f4d653be tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:29.840036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2925c771-2e54-4a11-b9f0-73bc2b484efa req-91781004-7cb6-4e31-9dbe-31c5f4d653be tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1611156 Oct 26 14:18:29.985463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2925c771-2e54-4a11-b9f0-73bc2b484efa req-9686b125-2ac6-46d4-abcb-aecba5466af0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440468 Oct 26 14:18:30.556383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1054264-4c2a-4bf1-87b0-70d1a5937d68 req-a2f99f35-b7db-43d7-93e7-a1bb77c03e35 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:30.559250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1054264-4c2a-4bf1-87b0-70d1a5937d68 req-a2f99f35-b7db-43d7-93e7-a1bb77c03e35 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1232135 Oct 26 14:18:30.640587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1054264-4c2a-4bf1-87b0-70d1a5937d68 req-43a673c6-d4ec-4493-8aa5-bc541f9162ae tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716712 Oct 26 14:18:31.133190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfb08-a771-477f-8c02-806d8dd03bdc req-cdcd1895-bc21-405d-b037-fdc0d9e972c1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.149363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b04cfb08-a771-477f-8c02-806d8dd03bdc req-cdcd1895-bc21-405d-b037-fdc0d9e972c1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1126456 Oct 26 14:18:31.270475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b04cfb08-a771-477f-8c02-806d8dd03bdc req-45462339-0387-402b-b129-97e76a344894 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160502 Oct 26 14:18:31.405966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-1d524002-89f6-4c29-9620-b13fc52bb3a9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.422591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-1d524002-89f6-4c29-9620-b13fc52bb3a9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.3857775 Oct 26 14:18:31.455551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-f2d80b45-62da-46fc-aef6-e779aeab24d0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0293987 Oct 26 14:18:31.540128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-a7b85c35-9efd-4645-a314-2d2e33d32751 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828416 Oct 26 14:18:31.638858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e93aa-3b48-491a-89ed-1ee11685e585 req-9bbd5c61-9dae-45f6-b531-fcc6c513ba99 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:31.654894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b7e93aa-3b48-491a-89ed-1ee11685e585 req-9bbd5c61-9dae-45f6-b531-fcc6c513ba99 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1333578 Oct 26 14:18:31.764230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b7e93aa-3b48-491a-89ed-1ee11685e585 req-705d0af8-2805-4cb5-afa6-4bb9a7e9893c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040735 Oct 26 14:18:31.849316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-1d5a83e2-bac0-4630-8f27-96f507255712 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005416 Oct 26 14:18:32.074212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfcfd23c-ed4c-44f1-bf4d-175412ddbd5c req-09de1588-c587-4b2e-94cd-7a293af2eb00 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239046 Oct 26 14:18:32.145955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf425-7db7-4346-9c4d-85af681beafc req-a81a9efc-3f68-4cbe-bbff-f079bb59a616 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:32.147635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0beaf425-7db7-4346-9c4d-85af681beafc req-a81a9efc-3f68-4cbe-bbff-f079bb59a616 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1550946 Oct 26 14:18:32.298508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0beaf425-7db7-4346-9c4d-85af681beafc req-8742c7f6-886c-4589-ae30-9c33b48d7b16 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320727 Oct 26 14:18:32.341304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:32.466072 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da6a0427-1ecb-4454-abee-80e48273d36f req-ef63ad4a-f129-4bd4-9252-2b7f424d356e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd961c39-ae07-4f3c-b1d7-fe0009e2211f HTTP/1.1" status: 200 len: 210 time: 0.1520233 Oct 26 14:18:32.679387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827e30-41db-4d5f-99ac-4805aeb735f8 req-a2123a35-519b-4493-b47c-d68606fbcead tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:32.689255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef827e30-41db-4d5f-99ac-4805aeb735f8 req-a2123a35-519b-4493-b47c-d68606fbcead tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1012278 Oct 26 14:18:32.753177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef827e30-41db-4d5f-99ac-4805aeb735f8 req-00338984-641a-4e43-9be9-cd5ed166fd4d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623448 Oct 26 14:18:32.774231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.009927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.018909 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.106045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40bc45328f82418db97f699c3518f41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631669 Oct 26 14:18:33.111828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:33.112696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daaac8f-6dc3-42b4-a337-5cdd215e0b07,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:33.205152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.205464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bb461-9ded-4581-8bef-364741bc6cff req-1b6c355e-d0c0-4031-9603-9d5977874cec tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:33.206262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.207062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.207601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.212600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.213352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.214636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.215437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.218685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.219585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.219837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a48bb461-9ded-4581-8bef-364741bc6cff req-1b6c355e-d0c0-4031-9603-9d5977874cec tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2996604 Oct 26 14:18:33.222257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.223066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7ea94-2c78-4c8d-ab27-8f06fd838c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:33.319925 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.328852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a48bb461-9ded-4581-8bef-364741bc6cff req-16048d81-202b-49bb-939a-ca811c86be0d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029360 Oct 26 14:18:33.409221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.532170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.535436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:33.536873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0daaac8f-6dc3-42b4-a337-5cdd215e0b07 HTTP/1.1" status: 204 len: 168 time: 0.4062254 Oct 26 14:18:33.553613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6581ab-24e7-44ec-967f-fb98d2a557e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daaac8f-6dc3-42b4-a337-5cdd215e0b07,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:34.022659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d055c-55c7-4dc7-b51a-a3a0cf01e3a9 req-786f03a0-6e3f-4422-9f98-19dfcf6f90dd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:34.031502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc3d055c-55c7-4dc7-b51a-a3a0cf01e3a9 req-786f03a0-6e3f-4422-9f98-19dfcf6f90dd tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1161005 Oct 26 14:18:34.140806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc3d055c-55c7-4dc7-b51a-a3a0cf01e3a9 req-b3a8b69f-80a4-415f-b070-2370af8d7558 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Oct 26 14:18:34.366867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-0e79201e-891b-4d46-8322-c01d7e370fc9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:34.370672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-0e79201e-891b-4d46-8322-c01d7e370fc9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.2078729 Oct 26 14:18:34.412042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-391b0ca5-8090-4037-ad8d-63d10f956788 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0346370 Oct 26 14:18:34.473919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-9287ef31-0a84-408f-97ab-0a10ede1533e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601108 Oct 26 14:18:34.577985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069f3c7-7507-418e-9393-d71dae8a5c67 req-e127b7f0-f6de-4768-9e0d-dd503dee25eb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:34.588233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7069f3c7-7507-418e-9393-d71dae8a5c67 req-e127b7f0-f6de-4768-9e0d-dd503dee25eb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1333594 Oct 26 14:18:34.693799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-68f0e6a5-0058-4645-a26a-208ab48f7434 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188158 Oct 26 14:18:34.696778 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7069f3c7-7507-418e-9393-d71dae8a5c67 req-bcc69bc4-7b3c-4e14-97fb-e4c613c75645 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058812 Oct 26 14:18:34.808294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45050) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:34.840853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:34.966299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-1c825813-7e6e-4bcb-85d0-048f0e72a716 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715101 Oct 26 14:18:35.004373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:35.091574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.100460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.214512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d76365adf1d34d198a956bda7c3f19ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019349 Oct 26 14:18:35.214755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45060) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:35.218263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b7596-9d0c-446e-839c-e0690e112559,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:35.243187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.244261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.256320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.257155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.258000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.258742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.259858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.260680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.261305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.262154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.262844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.263340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46d5384-986e-4fd0-a98f-aa5e0a59e1f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:18:35.322120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c12c495-f3d0-4345-9250-1332ba78295d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.406316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5446ea-2182-41a1-bab4-6e6bc415f346 req-7ed42281-c6af-40c9-862a-0db31841804f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:35.415976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f5446ea-2182-41a1-bab4-6e6bc415f346 req-7ed42281-c6af-40c9-862a-0db31841804f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1448450 Oct 26 14:18:35.521399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f5446ea-2182-41a1-bab4-6e6bc415f346 req-4409080e-4a52-4167-aa44-ab393e49cb16 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041460 Oct 26 14:18:35.567820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0c6506c-b1e8-46db-b776-88944ba30e90 req-7296384e-9cfc-4e25-bf62-bacea0173059 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 210 time: 0.1476417 Oct 26 14:18:35.594784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.650384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.780838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c12c495-f3d0-4345-9250-1332ba78295d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.784206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.790401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.793496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c1b7596-9d0c-446e-839c-e0690e112559 HTTP/1.1" status: 204 len: 168 time: 0.5763812 Oct 26 14:18:35.802231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c12c495-f3d0-4345-9250-1332ba78295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:35.856851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f42002-0dce-405d-9de3-f7e799dd3dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b7596-9d0c-446e-839c-e0690e112559,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:35.971706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5370-4bfc-4c80-a6aa-0a4e33d2cd0e req-aab71ae0-c6f8-4377-9489-a3a38f8d45e0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:35.992520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d11e5370-4bfc-4c80-a6aa-0a4e33d2cd0e req-aab71ae0-c6f8-4377-9489-a3a38f8d45e0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1878145 Oct 26 14:18:36.022533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4c12c495-f3d0-4345-9250-1332ba78295d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c2965ddcedb44a684a489f63a8e2d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0166962 Oct 26 14:18:36.034228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45084) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:36.043266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12c495-f3d0-4345-9250-1332ba78295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e795c-eb2e-4f5e-b575-d860ab5db07d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:36.142235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d11e5370-4bfc-4c80-a6aa-0a4e33d2cd0e req-179602c1-97da-4b21-839c-17bf548dd603 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453552 Oct 26 14:18:36.178694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.195240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:36.264243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.364881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.369578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.371956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad1e795c-eb2e-4f5e-b575-d860ab5db07d HTTP/1.1" status: 204 len: 168 time: 0.3365564 Oct 26 14:18:36.395242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a369c16-e4f6-4c0c-89a9-124756ee18f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e795c-eb2e-4f5e-b575-d860ab5db07d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:36.458131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-772f4def-6519-4ead-9559-824463de429d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.674111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-772f4def-6519-4ead-9559-824463de429d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.679234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-772f4def-6519-4ead-9559-824463de429d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:36.784689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4def-6519-4ead-9559-824463de429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb8bf5f-2edc-45c6-b8cd-6c6870104c6a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:36.822233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc036f-53e4-4fc9-a909-c5eccf7d6294 req-44a4f074-0d0d-4948-b7c9-9399df8a2338 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:36.835478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fc036f-53e4-4fc9-a909-c5eccf7d6294 req-44a4f074-0d0d-4948-b7c9-9399df8a2338 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1660519 Oct 26 14:18:36.852261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-772f4def-6519-4ead-9559-824463de429d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20e67c643f574d10b1765d424a53319f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548185 Oct 26 14:18:36.882993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-646961a2-5d33-493c-83f8-2320eac9070a req-10686b7f-40d7-450a-a356-fa5b25a68ad2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 210 time: 0.1203415 Oct 26 14:18:36.882993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45112) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:36.955456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fc036f-53e4-4fc9-a909-c5eccf7d6294 req-673e6efb-30eb-436f-af29-e22d4bf80711 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151094 Oct 26 14:18:37.083589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5a0afb83-b334-4205-a513-1b2a7b0ce86c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:37.086057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5a0afb83-b334-4205-a513-1b2a7b0ce86c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.3314342 Oct 26 14:18:37.089826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.106944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:37.178055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.299107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.302498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.303986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bb8bf5f-2edc-45c6-b8cd-6c6870104c6a HTTP/1.1" status: 204 len: 168 time: 0.4218614 Oct 26 14:18:37.316425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdae5b9-89ef-4178-ad71-77fdcb3b9381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb8bf5f-2edc-45c6-b8cd-6c6870104c6a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:37.351596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45126) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:37.352770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:37.355377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6697451-477c-4114-b9c4-e5f0d570ee77 req-5d7e9f45-cd28-411f-af7c-e80d7903f9d4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:37.374529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6697451-477c-4114-b9c4-e5f0d570ee77 req-5d7e9f45-cd28-411f-af7c-e80d7903f9d4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1216550 Oct 26 14:18:37.398048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a3a324b-ba6f-4585-a80b-332532afbeae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.428726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:37.432511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.451365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6697451-477c-4114-b9c4-e5f0d570ee77 req-fc86dcca-3c3a-4b69-8ec6-4f913035d344 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755835 Oct 26 14:18:37.633323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466033279-network', 'tenant_id': '48e86a1970d9423b9ec52c50083dedb0'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:37.755882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Made reservation on behalf of 48e86a1970d9423b9ec52c50083dedb0 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:37.758284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.777459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a3a324b-ba6f-4585-a80b-332532afbeae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.787301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2a3a324b-ba6f-4585-a80b-332532afbeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.793059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:37.820908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.4 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:37.869933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2a3a324b-ba6f-4585-a80b-332532afbeae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55ec0852ef9f439bb526881862b81973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124338 Oct 26 14:18:37.870794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a324b-ba6f-4585-a80b-332532afbeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80668b52-c237-4829-86f5-f678a6bf3fb3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:37.874493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45134) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:37.991277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.063791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.199537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.202535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.204312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80668b52-c237-4829-86f5-f678a6bf3fb3 HTTP/1.1" status: 204 len: 168 time: 0.3287959 Oct 26 14:18:38.228860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e863d36-0bec-4928-acb9-2eb328810b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80668b52-c237-4829-86f5-f678a6bf3fb3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.247475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45146) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:38.274743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-712f240b-df39-4f67-9395-d8d5177a3a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.304770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96f02d-664f-4a2d-b4c4-f62cb2221ae4 req-43432936-4f94-4624-a594-7ef6a9ecdcd0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:38.306590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.312763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e96f02d-664f-4a2d-b4c4-f62cb2221ae4 req-43432936-4f94-4624-a594-7ef6a9ecdcd0 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1332979 Oct 26 14:18:38.380777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e96f02d-664f-4a2d-b4c4-f62cb2221ae4 req-042a4781-2b59-4d51-9f42-c4e53e6b5725 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630088 Oct 26 14:18:38.441867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e216b56-117e-4976-bfa3-9709e0c341ee req-24d82e50-bff1-4033-83aa-70b95f4c2961 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 210 time: 0.1154196 Oct 26 14:18:38.453468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.505355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-712f240b-df39-4f67-9395-d8d5177a3a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.514799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-712f240b-df39-4f67-9395-d8d5177a3a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.585614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f240b-df39-4f67-9395-d8d5177a3a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd525549-0c3d-4fae-aec1-f4aa6d2cc575,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.603068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-712f240b-df39-4f67-9395-d8d5177a3a3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54b63de7d7f14b0ab873d4a9e1f8a8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459816 Oct 26 14:18:38.607055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:38.623869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:38.686063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e1ca9b-1465-4ff6-9af9-d508c414f33f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.697230 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.725924 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.731210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.731668 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Added segment cd536167-efa7-42d0-87b3-1ca00bcbf0f4 of type vlan for network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 Oct 26 14:18:38.757996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.829788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.845460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd43bb-d137-4079-8505-dc92b0310ebb req-18ee3da5-5263-4bb7-b2c6-e6b48ae1dd01 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:38.853823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0dd43bb-d137-4079-8505-dc92b0310ebb req-18ee3da5-5263-4bb7-b2c6-e6b48ae1dd01 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2996316 Oct 26 14:18:38.876912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.882171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.886735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd525549-0c3d-4fae-aec1-f4aa6d2cc575 HTTP/1.1" status: 204 len: 168 time: 0.2761309 Oct 26 14:18:38.904146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95c31-1e8e-4b6c-9bde-97ed652f4092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd525549-0c3d-4fae-aec1-f4aa6d2cc575,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:38.935886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.961107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0dd43bb-d137-4079-8505-dc92b0310ebb req-8bc7bd0d-6199-4d00-8c85-6139e675f35c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061931 Oct 26 14:18:38.964290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:38.965536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:38.967569 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.066716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:39.074349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7192261 Oct 26 14:18:39.075088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:39.083160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:39.104535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:39.113386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:39.118729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Request body: {'subnet': {'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466033279-subnet', 'tenant_id': '48e86a1970d9423b9ec52c50083dedb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:39.137240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996243af-f7da-44e7-a55b-c43701b5a7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdd331c-5f5b-479a-8409-34fc98a6f9a7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:39.158959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:39.212689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Made reservation on behalf of 48e86a1970d9423b9ec52c50083dedb0 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:39.217213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.219826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:39.221350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.257300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-824fe180-7b5e-434c-addc-366651c52cd3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1550972 Oct 26 14:18:39.272963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Request body: {'port': {'device_id': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:39.455134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.869654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:39.887893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24980d-63c5-42fc-b4d2-175ab0dd9782 req-fed00e50-7418-414f-885a-e75daa1a0814 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:39.897362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a24980d-63c5-42fc-b4d2-175ab0dd9782 req-fed00e50-7418-414f-885a-e75daa1a0814 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 931 time: 0.2648609 Oct 26 14:18:39.905587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08eb04-1a64-4e24-9a7c-9a2806dfdd1a req-e80e676f-4bae-4429-b997-9e794956f545 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:39.918665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec08eb04-1a64-4e24-9a7c-9a2806dfdd1a req-e80e676f-4bae-4429-b997-9e794956f545 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.3304319 Oct 26 14:18:39.995146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a24980d-63c5-42fc-b4d2-175ab0dd9782 req-c459609f-69bc-4141-9b15-2f9660319b90 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968480 Oct 26 14:18:40.078349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3348092-82fb-43c1-b83f-2a86da4c2513,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:40.084620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-47404994-8bae-49cf-99bc-9698d1d51a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.117146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec08eb04-1a64-4e24-9a7c-9a2806dfdd1a req-a0a45bd5-75ab-46c8-ad0b-c7d4acfe97bf tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948662 Oct 26 14:18:40.135668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Checking segment: {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:40.136242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Network hostable DHCP agents. Network: fbdd331c-5f5b-479a-8409-34fc98a6f9a7, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:40.171939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:40.193551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, fbdd331c-5f5b-479a-8409-34fc98a6f9a7) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:40.206770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ddd0ed-4bac-436f-ab92-6d45168a90a5 None None] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:40.208688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:40.209731 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.282041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8fd9ff65-e4cc-44eb-95c9-75c662c851e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1965406 Oct 26 14:18:40.363543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45212) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:40.414297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded8432-1b13-4a3b-bf34-68016d713a2a req-17e9d645-b9ec-4a46-b9d9-b365f339cb6b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:40.416805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cded8432-1b13-4a3b-bf34-68016d713a2a req-17e9d645-b9ec-4a46-b9d9-b365f339cb6b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1621399 Oct 26 14:18:40.456242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:40.483522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.554347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209cbe2-c396-499d-9b07-c52800cd7a4d None None] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:40.586301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cded8432-1b13-4a3b-bf34-68016d713a2a req-9137b27c-73a0-4901-a2c9-c568e13f8626 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447711 Oct 26 14:18:40.587294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Transition to ACTIVE for port object 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:40.596720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.681712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:40.826525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Attempting to bind port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:40.827371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Attempting to bind port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:40.827880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Attempting to bind port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:40.852177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:40.852803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Attempting to bind port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:40.869675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:40.872419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:40.873060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:40.874648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Bound port: 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:40.878032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:40.981697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:40.982219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:40.989918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.092668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.095076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:41.097038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 HTTP/1.1" status: 200 len: 1091 time: 1.8291461 Oct 26 14:18:41.097897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:41.100085 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:41.128192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fd37e-156a-4e72-8a60-31f9637a7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:41.293831 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa3c924-528e-4293-b648-eda0de531c1d x-openstack-request-id: req-3fa3c924-528e-4293-b648-eda0de531c1d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:41.294424 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:41.294842 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fa3c924-528e-4293-b648-eda0de531c1d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:41.295429 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20', 'status': 'completed', 'code': 200} Oct 26 14:18:41.302351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13865ad-71d6-4698-ac08-1c66c8a93d2c req-2a35cd50-ae8a-4f92-b3ec-4cb528afb172 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.304593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d13865ad-71d6-4698-ac08-1c66c8a93d2c req-2a35cd50-ae8a-4f92-b3ec-4cb528afb172 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 943 time: 0.2130115 Oct 26 14:18:41.335504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-dadb728d-a4f1-4e74-b1f9-1baee645aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.337181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-dadb728d-a4f1-4e74-b1f9-1baee645aa95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 1094 time: 0.1261306 Oct 26 14:18:41.491180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d13865ad-71d6-4698-ac08-1c66c8a93d2c req-8f0288db-579a-4132-aa3c-269b213c546f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311984 Oct 26 14:18:41.497459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-4703eb5b-91ce-486c-88ca-50eafd5446d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 HTTP/1.1" status: 200 len: 217 time: 0.1498852 Oct 26 14:18:41.644212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-f1d93327-0222-4f01-853a-25d8a796821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.646139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-f1d93327-0222-4f01-853a-25d8a796821f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1390936 Oct 26 14:18:41.694244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-0f17dc72-93e7-47ce-97c6-1940dbbc0c37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289936 Oct 26 14:18:41.850195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152fac-51d8-41cb-8777-c0e0a0583e12 req-af2f243c-5faf-42ef-b5e3-561d8dad2ad1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:41.859263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de152fac-51d8-41cb-8777-c0e0a0583e12 req-af2f243c-5faf-42ef-b5e3-561d8dad2ad1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.3167174 Oct 26 14:18:41.973429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de152fac-51d8-41cb-8777-c0e0a0583e12 req-50866118-22f3-474c-a737-3fa9ac2a5cb1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093228 Oct 26 14:18:42.047467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-d6687531-d3b6-4d22-919f-acf34d44754d service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370380 Oct 26 14:18:42.057242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a240-8820-444e-948c-5c90ee679e82 req-7bcd3a57-66a2-4d12-80b0-b84ea7ee7f70 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.067775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d418a240-8820-444e-948c-5c90ee679e82 req-7bcd3a57-66a2-4d12-80b0-b84ea7ee7f70 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2315388 Oct 26 14:18:42.125566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:42.180832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5607b2dd-d24f-4cff-8791-adff2cdc6932 req-2b827704-5938-4511-890e-fda147dd7c4b service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260397 Oct 26 14:18:42.253107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d418a240-8820-444e-948c-5c90ee679e82 req-3551ce7f-42d7-4f78-b20b-843855b34c51 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783297 Oct 26 14:18:42.402703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-14837ff7-2f34-43f2-b3d7-770d3c1e3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.408368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-14837ff7-2f34-43f2-b3d7-770d3c1e3142 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 1094 time: 0.1688645 Oct 26 14:18:42.641360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-39521631-33a7-4cc2-a063-09b8439680b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.654810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-39521631-33a7-4cc2-a063-09b8439680b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.2371750 Oct 26 14:18:42.734958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-dea5414f-431d-4ec5-aaba-ac8e3bf5e5ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 HTTP/1.1" status: 200 len: 217 time: 0.0744138 Oct 26 14:18:42.837453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-27fd47e5-150e-41e6-bf17-a1dcb72f3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:42.837453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-27fd47e5-150e-41e6-bf17-a1dcb72f3460 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.0950933 Oct 26 14:18:42.853616 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1eb4dd13-601b-48e0-8eb7-a4ace8e962d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:42.893327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-6136faa7-f04d-4928-b690-c4217a5715dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457075 Oct 26 14:18:42.937421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-12144309-dd73-4350-9f6f-aada27abce17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2697947 Oct 26 14:18:43.019590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338014ab-7352-4223-8a3b-19f7280c7cbd req-20da4752-4509-4236-9803-5447ca271dad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.023764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-338014ab-7352-4223-8a3b-19f7280c7cbd req-20da4752-4509-4236-9803-5447ca271dad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 943 time: 0.3019333 Oct 26 14:18:43.058548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-cb19c1ab-7df0-45f4-b7ad-57b5514a91db service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583419 Oct 26 14:18:43.194481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248987-0943-42e6-a541-59428ef3bc7c req-bb076e0e-bae2-4cd9-95f9-68b0c04eb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.196394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-bb076e0e-bae2-4cd9-95f9-68b0c04eb8d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 1096 time: 0.2280998 Oct 26 14:18:43.198402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Deleting port a47b0f17-2f4b-4393-8e0a-a7b018cd5416 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:43.206255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:43.214894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-338014ab-7352-4223-8a3b-19f7280c7cbd req-fe26a37e-7fc2-465d-9ce7-34ffbc95a077 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846602 Oct 26 14:18:43.388839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] For port a47b0f17-2f4b-4393-8e0a-a7b018cd5416, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:43.390190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ac78a1c-cd90-4852-a20f-9464e49ee4cb req-43b9dba6-42d2-4e97-a6f5-3b83f31db60e service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207965 Oct 26 14:18:43.390756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:43.446362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbab21-2a74-4c54-b4d2-da8aa189b4e5 req-4dec943d-9a44-4779-b07e-aa712acb5f4b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.462427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98fbab21-2a74-4c54-b4d2-da8aa189b4e5 req-4dec943d-9a44-4779-b07e-aa712acb5f4b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.2662055 Oct 26 14:18:43.467755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Calling delete_port for a47b0f17-2f4b-4393-8e0a-a7b018cd5416 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:43.567983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98fbab21-2a74-4c54-b4d2-da8aa189b4e5 req-d8eb7b02-b098-4333-b701-095ed9fd76d2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989933 Oct 26 14:18:43.627078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc081bc-3332-4ecc-b9f0-9ed84c8e67cc req-d8efbecb-717a-4b52-86dd-eb49e49f1a0c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.629003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cdc081bc-3332-4ecc-b9f0-9ed84c8e67cc req-d8efbecb-717a-4b52-86dd-eb49e49f1a0c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2165177 Oct 26 14:18:43.663686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248987-0943-42e6-a541-59428ef3bc7c req-2271b682-8fa7-499f-95be-4fc4a24c9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.665219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-2271b682-8fa7-499f-95be-4fc4a24c9a44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 200 len: 906 time: 0.4177086 Oct 26 14:18:43.754546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-f5e78b05-990f-4031-8fea-6072305b8faa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 200 len: 217 time: 0.0801530 Oct 26 14:18:43.813588 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cdc081bc-3332-4ecc-b9f0-9ed84c8e67cc req-10a41bf8-2338-498e-b9a5-61d789b9d5d5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702302 Oct 26 14:18:43.850396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:43.866693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61248987-0943-42e6-a541-59428ef3bc7c req-cff153de-8996-4260-a9ef-9682f74d26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:43.869465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-cff153de-8996-4260-a9ef-9682f74d26f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 200 len: 845 time: 0.1052330 Oct 26 14:18:43.933172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-915653f9-cc92-47f1-8285-9070ab7f4398 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22517755-34f3-4628-918f-2b3920d21195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558600 Oct 26 14:18:44.072438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.115762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Pushing event deleted for resources: {'Port': ['ID=a47b0f17-2f4b-4393-8e0a-a7b018cd5416,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:44.187745 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.471233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-98911c81-6c0a-496c-803f-20489c7d1f55 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.479125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-98911c81-6c0a-496c-803f-20489c7d1f55 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 809 time: 0.1455641 Oct 26 14:18:44.497334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-80bd1087-63d7-4faa-aacc-5f48cc46c01c tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/quotas/48e86a1970d9423b9ec52c50083dedb0 HTTP/1.1" status: 200 len: 375 time: 0.0169778 Oct 26 14:18:44.555942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-2ce82297-9d0a-490e-ab2c-a44d9b2ec3bc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573955 Oct 26 14:18:44.568673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-10521d38-2bd1-48ef-8cca-ef2ed1b80637 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:44.570036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-10521d38-2bd1-48ef-8cca-ef2ed1b80637 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066254 Oct 26 14:18:44.634772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45330) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:44.659383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-87bfc9cd-5c38-4ad4-9bc3-3293f20e2940 service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139628 Oct 26 14:18:44.695923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-c4e1231d-736f-49c9-a5be-282410b972d3 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177368 Oct 26 14:18:44.784832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b53c461d-6087-482e-9240-22732cc5272d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.788857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d09f9-9a18-4147-96a3-175a95b6adb3 req-495d80ac-d437-4ee7-a93c-0636a4ffdb86 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:44.790887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-113d09f9-9a18-4147-96a3-175a95b6adb3 req-495d80ac-d437-4ee7-a93c-0636a4ffdb86 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 943 time: 0.2130418 Oct 26 14:18:44.849698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-23f21c59-694a-47d5-833e-3df0d00ef2bb service neutron] 10.222.0.37 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476457 Oct 26 14:18:44.902584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-113d09f9-9a18-4147-96a3-175a95b6adb3 req-4abbce0e-8f9b-4d47-bb68-0123546bd04c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801156 Oct 26 14:18:44.903849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b53c461d-6087-482e-9240-22732cc5272d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.906335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61248987-0943-42e6-a541-59428ef3bc7c req-0fdb8b31-f37c-40e0-be6f-93488245b0ef service neutron] 10.222.0.73 "GET /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393322 Oct 26 14:18:44.911405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b53c461d-6087-482e-9240-22732cc5272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.926059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:44.967651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c461d-6087-482e-9240-22732cc5272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8665d8-7adc-4ed3-ab62-5badbf3e035a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:44.991781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b53c461d-6087-482e-9240-22732cc5272d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba77d97b9b284f02889a47df9e2ad2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559277 Oct 26 14:18:45.002501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45338) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:45.083612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.092740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:45.137830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.301329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323517c-d485-4532-8a3b-08ac568ca7f8 req-839c9e00-b3b0-402e-a99d-d98bb42def82 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:45.302970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3323517c-d485-4532-8a3b-08ac568ca7f8 req-839c9e00-b3b0-402e-a99d-d98bb42def82 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.0784245 Oct 26 14:18:45.304570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.307388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.311752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc8665d8-7adc-4ed3-ab62-5badbf3e035a HTTP/1.1" status: 204 len: 168 time: 0.3050909 Oct 26 14:18:45.324902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62de5f-65d6-4831-b546-2677d408296b req-7f767eac-795b-4a0c-abc5-8a58ce8a4f9a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:45.333990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f066be5-2308-43bb-b9a3-38e9fac5e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8665d8-7adc-4ed3-ab62-5badbf3e035a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:45.338420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d62de5f-65d6-4831-b546-2677d408296b req-7f767eac-795b-4a0c-abc5-8a58ce8a4f9a tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1866183 Oct 26 14:18:45.382926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3323517c-d485-4532-8a3b-08ac568ca7f8 req-1545c3f3-ade8-4079-a4df-3040af4fb864 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Oct 26 14:18:45.414180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:45.417154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d62de5f-65d6-4831-b546-2677d408296b req-3fd05ca2-3368-4be0-9b6c-e5b777e77f67 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Oct 26 14:18:45.427503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Router 04427844-aac8-4924-9579-9cff7ad62a81 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:18:45.446070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20', 'mac_address': 'fa:16:3e:ba:97:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:45.577259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0adfb3f-785d-43d5-ba73-54832b061266 req-809f818b-451c-4cd0-bc7b-b695266abb1d tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 210 time: 0.0835638 Oct 26 14:18:45.584788 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.593800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:45.600674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a269622-417f-4890-9372-d39ed06d0acb admin admin] 10.222.0.37 "PUT /v2.0/routers/04427844-aac8-4924-9579-9cff7ad62a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2355490 Oct 26 14:18:45.601689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:45.603503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45356) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:45.611859 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Sync routers for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:45.644858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:45.645815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:45.669361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:45.675480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.747225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:45.768009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.778201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:45.825503 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:45.905959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:45.919817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.018760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Deleting port 926fd764-66b6-4b15-a8c6-db1b891c71e9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:46.019181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.060999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45364) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:46.118146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-89d2c36e-cb15-4067-ab5b-be25638dc50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.200893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] For port 926fd764-66b6-4b15-a8c6-db1b891c71e9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=926fd764-66b6-4b15-a8c6-db1b891c71e9,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:46.201268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.218059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Calling delete_port for 926fd764-66b6-4b15-a8c6-db1b891c71e9 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:46.247829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf82312-3f52-4c7b-9583-146e0adf99a7 req-783874e6-89e6-4ed7-bb77-1feebd03cf1c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:46.256982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbf82312-3f52-4c7b-9583-146e0adf99a7 req-783874e6-89e6-4ed7-bb77-1feebd03cf1c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 944 time: 0.1701999 Oct 26 14:18:46.261968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:18:43Z', 'revision_number': 5, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port': {'id': '926fd764-66b6-4b15-a8c6-db1b891c71e9', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04427844-aac8-4924-9579-9cff7ad62a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:08:40Z', 'updated_at': '2021-10-26T14:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:46.314953 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Checking router: 04427844-aac8-4924-9579-9cff7ad62a81 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:46.321642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dbf82312-3f52-4c7b-9583-146e0adf99a7 req-e471b23b-9541-475f-99d5-3cb809820691 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636811 Oct 26 14:18:46.335302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Routers {'04427844-aac8-4924-9579-9cff7ad62a81'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:46.339766 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['04427844-aac8-4924-9579-9cff7ad62a81'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:46.394286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-89d2c36e-cb15-4067-ab5b-be25638dc50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.405083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-89d2c36e-cb15-4067-ab5b-be25638dc50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.455814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-89d2c36e-cb15-4067-ab5b-be25638dc50d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6496d431b25d4be7805429dc444e22fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935282 Oct 26 14:18:46.456755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45372) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:46.499103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2c36e-cb15-4067-ab5b-be25638dc50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3ed74-4c1e-42f1-9a37-9d6351340d57,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:46.557977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] Set router 04427844-aac8-4924-9579-9cff7ad62a81 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:46.584471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.623144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:18:45Z', 'revision_number': 6, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:46.654773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.664784 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b4e72-9548-4e43-8199-e0f23cd3ddc4 None None] The sync data for ids ['04427844-aac8-4924-9579-9cff7ad62a81'] in n-d-813419-9 is: [{'id': '04427844-aac8-4924-9579-9cff7ad62a81', 'name': 'tempest-AttachVolumeShelveTestJSON-755691149-router', 'tenant_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:08:37Z', 'updated_at': '2021-10-26T14:18:45Z', 'revision_number': 6, 'project_id': '4bf4aa6f7dd64efab80a0ca5963fc1d4', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:18:46.681434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35241b0-1056-4b7c-8c09-8b8348f17d0d req-7a5e3b23-33f9-44ec-8ee0-da73f06cb859 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:46.682956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a35241b0-1056-4b7c-8c09-8b8348f17d0d req-7a5e3b23-33f9-44ec-8ee0-da73f06cb859 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1163661 Oct 26 14:18:46.760025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a35241b0-1056-4b7c-8c09-8b8348f17d0d req-da385834-5785-451f-8ccf-7367ef4369e7 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569270 Oct 26 14:18:46.801686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.808138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:46.809624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13f3ed74-4c1e-42f1-9a37-9d6351340d57 HTTP/1.1" status: 204 len: 168 time: 0.3501410 Oct 26 14:18:46.841755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf96bd-d6dc-4502-b385-ace780b27f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3ed74-4c1e-42f1-9a37-9d6351340d57,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:46.924542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d1a14-5a54-4a3e-9c91-5c925971b774 req-28ecdb59-1637-4883-8be3-d2f2d485a695 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:46.926420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-927d1a14-5a54-4a3e-9c91-5c925971b774 req-28ecdb59-1637-4883-8be3-d2f2d485a695 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.1192920 Oct 26 14:18:47.028280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9e52c2e0-9ef4-4b47-992d-a823eb8f04de req-404d4d81-6406-4037-92d3-b40321a80ebc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 210 time: 0.1540720 Oct 26 14:18:47.036970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-05e6fa2d-f401-44c8-bdaa-79feaa78e093 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:47.039335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-05e6fa2d-f401-44c8-bdaa-79feaa78e093 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 809 time: 0.2284133 Oct 26 14:18:47.054160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Request body: {'port': {'device_id': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7', 'admin_state_up': True, 'tenant_id': '48e86a1970d9423b9ec52c50083dedb0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:47.066003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-927d1a14-5a54-4a3e-9c91-5c925971b774 req-5c1a56c7-9a06-4e97-9802-bdb017b711d4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065223 Oct 26 14:18:47.082944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.115447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:47.121891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:47.163377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Pushing event deleted for resources: {'Port': ['ID=926fd764-66b6-4b15-a8c6-db1b891c71e9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:47.224617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Made reservation on behalf of 48e86a1970d9423b9ec52c50083dedb0 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:47.229778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.274789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.390763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.394160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.497780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.498797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04427844-aac8-4924-9579-9cff7ad62a81 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:18:47.508134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Allocated IP 172.20.0.11 (fbdd331c-5f5b-479a-8409-34fc98a6f9a7/e3348092-82fb-43c1-b83f-2a86da4c2513/ad5f91d6-6349-45e6-986b-430b5aed2927) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:47.510645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.514087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e85bcad8-265b-49e4-94bd-d446d9fbf634 admin admin] 10.222.0.37 "DELETE /v2.0/routers/04427844-aac8-4924-9579-9cff7ad62a81 HTTP/1.1" status: 204 len: 168 time: 1.9097304 Oct 26 14:18:47.527067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ac865-9d7f-40c9-b665-4f3e4940b9c3 req-e952554c-7ac6-4240-917a-9dcf8da91c73 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:47.539221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-225ac865-9d7f-40c9-b665-4f3e4940b9c3 req-e952554c-7ac6-4240-917a-9dcf8da91c73 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 944 time: 0.0937126 Oct 26 14:18:47.550692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45392) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:47.591090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:47.639740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:47.640521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.686982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-225ac865-9d7f-40c9-b665-4f3e4940b9c3 req-3b0d7616-a122-48e7-8190-a507b23ff71d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414876 Oct 26 14:18:47.699854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Deleting subnet 656708a9-eb2f-421c-8155-de0f07c1c872 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:18:47.703962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.780457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.852161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:47.871653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:47.908248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a', 'mac_address': 'fa:16:3e:64:fb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:47.950639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.006126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.065884 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.159442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:48.168737 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b78f2-2270-4554-91b7-c8487c5fc8dd" -d '{"events": [{"server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "name": "network-vif-plugged", "status": "completed", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:48.173472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.183572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a47b0f17-2f4b-4393-8e0a-a7b018cd5416 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:48.201309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:48.212433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:48.217670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:48.234963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:48.236062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a47b0f17-2f4b-4393-8e0a-a7b018cd5416 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:48.236460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a47b0f17-2f4b-4393-8e0a-a7b018cd5416 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:48.240987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 926fd764-66b6-4b15-a8c6-db1b891c71e9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:48.250514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Pushing event updated for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:48.265054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a1ae-e420-4eb0-a7be-f3bbdce40810 req-b59a0f11-1112-4179-8b47-afee4a26a955 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.274380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31a9a1ae-e420-4eb0-a7be-f3bbdce40810 req-b59a0f11-1112-4179-8b47-afee4a26a955 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.2366641 Oct 26 14:18:48.280788 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.290053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 926fd764-66b6-4b15-a8c6-db1b891c71e9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:48.290702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 926fd764-66b6-4b15-a8c6-db1b891c71e9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:48.315759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.326181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:48.364236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=656708a9-eb2f-421c-8155-de0f07c1c872,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:48.365683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31a9a1ae-e420-4eb0-a7be-f3bbdce40810 req-9d9c052d-841c-4bd3-84ac-4a6d275bb650 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903141 Oct 26 14:18:48.396074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.398998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.402783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ab657-1980-4c59-b448-19ef1c09764c None None] Network de77bd72-6790-4c8f-acb4-2ff7a1feecfc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:48.405286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.411709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-47a5182d-b66b-448d-bc79-89bbf26ca5cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/656708a9-eb2f-421c-8155-de0f07c1c872 HTTP/1.1" status: 204 len: 168 time: 0.8594584 Oct 26 14:18:48.414352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45416) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:48.441001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-ef4be91b-a377-4b38-bd17-01bc5e744bcd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905478 Oct 26 14:18:48.458064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Request body: {'port': {'device_id': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:48.486311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38702d10-aefb-45a4-876f-57afba0c1889 req-aacdc640-d50a-4abb-883a-4986fa03eb36 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.488605 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38702d10-aefb-45a4-876f-57afba0c1889 req-aacdc640-d50a-4abb-883a-4986fa03eb36 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 932 time: 0.2532535 Oct 26 14:18:48.520782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:48.543186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.569941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.576747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38702d10-aefb-45a4-876f-57afba0c1889 req-f84780b6-acab-40b3-9f83-a5c6c24a11f9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Oct 26 14:18:48.577017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:48.660467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.687338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Deleting port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:48.687963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.705509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f641-8771-4811-8f95-520943dbc9c4 req-a7559f8f-159f-4745-96fe-6e270c59456e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:48.705767 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451b1c0-a39f-4224-ad2e-30064a205fa9 x-openstack-request-id: req-1451b1c0-a39f-4224-ad2e-30064a205fa9 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:48.706071 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "name": "network-vif-plugged", "status": "completed", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:48.706469 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1451b1c0-a39f-4224-ad2e-30064a205fa9 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:48.707100 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20', 'code': 200} Oct 26 14:18:48.715322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f01f641-8771-4811-8f95-520943dbc9c4 req-a7559f8f-159f-4745-96fe-6e270c59456e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 943 time: 0.2228696 Oct 26 14:18:48.795622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:48.834902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:48.899823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f01f641-8771-4811-8f95-520943dbc9c4 req-e64f1a03-7346-4e22-ba2f-afd762c178d8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713965 Oct 26 14:18:48.923633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] DHCP port deletion for de77bd72-6790-4c8f-acb4-2ff7a1feecfc request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:18:48.944266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] For port 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=03aaff1d-a041-41d4-bc74-754a88b3d2c7,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:48.944898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:48.962466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Calling delete_port for 03aaff1d-a041-41d4-bc74-754a88b3d2c7 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:49.075078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56b9af-442d-4b2a-97f9-addd0c8dbd35 req-e19caf01-6cf9-4642-bfcc-6550dbfb8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.079038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee56b9af-442d-4b2a-97f9-addd0c8dbd35 req-e19caf01-6cf9-4642-bfcc-6550dbfb8739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 1096 time: 0.2942626 Oct 26 14:18:49.116298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Deleting port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:49.116724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.191940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299b7c-db25-4cd4-a5d6-13c47d1ae685 req-0f44b083-540a-4add-b03e-cfdf04e345d8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.193732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb299b7c-db25-4cd4-a5d6-13c47d1ae685 req-0f44b083-540a-4add-b03e-cfdf04e345d8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.1719255 Oct 26 14:18:49.220457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] For port 03aaff1d-a041-41d4-bc74-754a88b3d2c7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=03aaff1d-a041-41d4-bc74-754a88b3d2c7,segment=NetworkSegment(535efb71-e3d5-44bb-90d5-d9f268fd8afb),segment_id=535efb71-e3d5-44bb-90d5-d9f268fd8afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:49.221538 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.241876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Calling delete_port for 03aaff1d-a041-41d4-bc74-754a88b3d2c7 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:49.254328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.272735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee56b9af-442d-4b2a-97f9-addd0c8dbd35 req-5c10a728-9a3a-4f6c-a170-5135b454bfad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444204 Oct 26 14:18:49.280743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] No DVR routers for this DVR port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:49.355923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb299b7c-db25-4cd4-a5d6-13c47d1ae685 req-bdc21c23-8456-455b-ba7f-9f35b3938372 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464982 Oct 26 14:18:49.358363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Pushing event deleted for resources: {'Port': ['ID=03aaff1d-a041-41d4-bc74-754a88b3d2c7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.373277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.408770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] Pushing event deleted for resources: {'Port': ['ID=03aaff1d-a041-41d4-bc74-754a88b3d2c7,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.433437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0348bb-ac12-464f-86d4-d8559a56ef7b None None] No DVR routers for this DVR port 03aaff1d-a041-41d4-bc74-754a88b3d2c7 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:49.481435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5f91d6-6349-45e6-986b-430b5aed2927 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:49.492770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.509840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.538745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de77bd72-6790-4c8f-acb4-2ff7a1feecfc']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:49.554942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Transition to ACTIVE for port object ad5f91d6-6349-45e6-986b-430b5aed2927 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:18:49.559224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.559554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535efb71-e3d5-44bb-90d5-d9f268fd8afb') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:49.559554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535efb71-e3d5-44bb-90d5-d9f268fd8afb') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:49.578580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.613741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.627605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:18:49.629434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.636715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695af6bf-b02c-4f84-983d-a0bc3f8046d8 req-23a6bc81-f6f6-4016-bdde-4d012a278652 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.638533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-695af6bf-b02c-4f84-983d-a0bc3f8046d8 req-23a6bc81-f6f6-4016-bdde-4d012a278652 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1428909 Oct 26 14:18:49.644021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:18:49.710892 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:18:49.742401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-695af6bf-b02c-4f84-983d-a0bc3f8046d8 req-2cbedca1-cf4e-4642-be28-5f4040403d60 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942936 Oct 26 14:18:49.773762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Attempting to bind port ad5f91d6-6349-45e6-986b-430b5aed2927 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:49.774106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Attempting to bind port ad5f91d6-6349-45e6-986b-430b5aed2927 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:49.774507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Attempting to bind port ad5f91d6-6349-45e6-986b-430b5aed2927 on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:49.781008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Port ad5f91d6-6349-45e6-986b-430b5aed2927 on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:18:49.781441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Attempting to bind port ad5f91d6-6349-45e6-986b-430b5aed2927 on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:49.798368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.807106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.809635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:49.810494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Checking segment: {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:49.811222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] 10.222.0.37 "DELETE /v2.0/networks/de77bd72-6790-4c8f-acb4-2ff7a1feecfc HTTP/1.1" status: 204 len: 168 time: 1.3956649 Oct 26 14:18:49.813149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Bound using segment: {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:49.823345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Bound port: ad5f91d6-6349-45e6-986b-430b5aed2927, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:49.825153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:49.831304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779748f-9130-4fff-a5f2-ed6f29bf1c20 req-47761914-bdc0-4bbd-a042-7f8f805cd891 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:49.833231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d779748f-9130-4fff-a5f2-ed6f29bf1c20 req-47761914-bdc0-4bbd-a042-7f8f805cd891 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 944 time: 0.1192825 Oct 26 14:18:49.850960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6960d-595f-461f-bed6-703fcc12626c admin admin] Pushing event deleted for resources: {'Network': ['ID=de77bd72-6790-4c8f-acb4-2ff7a1feecfc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:49.909782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d779748f-9130-4fff-a5f2-ed6f29bf1c20 req-e086e9df-8b07-4718-a898-e2d01381bf17 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616016 Oct 26 14:18:49.961343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:49.964719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ad5f91d6-6349-45e6-986b-430b5aed2927,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:49.971216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.057084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.057764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.059147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-44b5d799-1023-400e-a497-863d15af8037 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad5f91d6-6349-45e6-986b-430b5aed2927 HTTP/1.1" status: 200 len: 1092 time: 1.6092758 Oct 26 14:18:50.059597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:50.062055 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60" -d '{"events": [{"name": "network-changed", "server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:50.082644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5d799-1023-400e-a497-863d15af8037 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.145066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cadde-a3d1-4986-89b2-8a569a5e5651 req-f6124322-ed47-4a27-8a33-6b84294cfd97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.146753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-903cadde-a3d1-4986-89b2-8a569a5e5651 req-f6124322-ed47-4a27-8a33-6b84294cfd97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 944 time: 0.1366737 Oct 26 14:18:50.150224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 03aaff1d-a041-41d4-bc74-754a88b3d2c7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:50.206410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 03aaff1d-a041-41d4-bc74-754a88b3d2c7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:50.210062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 03aaff1d-a041-41d4-bc74-754a88b3d2c7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:50.213423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-c4a804c6-4f7c-4c86-a39b-cd0b70e8aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.215834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-c4a804c6-4f7c-4c86-a39b-cd0b70e8aee6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 1095 time: 0.1056283 Oct 26 14:18:50.219230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-903cadde-a3d1-4986-89b2-8a569a5e5651 req-9e381e32-1c05-481d-9014-818cf2010915 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Oct 26 14:18:50.242289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45478) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:50.291860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-bc4aec53-5959-401b-8f3e-72b262a365a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad5f91d6-6349-45e6-986b-430b5aed2927 HTTP/1.1" status: 200 len: 217 time: 0.0538824 Oct 26 14:18:50.332662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-60724d73-9269-46c2-957f-210b115c8d24 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bf4aa6f7dd64efab80a0ca5963fc1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889330 Oct 26 14:18:50.335070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45480) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:50.409280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-0652617f-636c-4d1e-9fa2-e8bb2abc3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.426168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-0652617f-636c-4d1e-9fa2-e8bb2abc3f54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3348092-82fb-43c1-b83f-2a86da4c2513 HTTP/1.1" status: 200 len: 849 time: 0.1211393 Oct 26 14:18:50.441415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.475060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-23c0872c-46e6-475b-b9ce-2f7529290e76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409849 Oct 26 14:18:50.491062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.553111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.556830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:50.558637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bb3b5f4-caf5-448d-82e9-fff56edf4244 HTTP/1.1" status: 204 len: 168 time: 0.2224624 Oct 26 14:18:50.570520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d25d3-906c-4a58-959e-e6a46afd0f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3b5f4-caf5-448d-82e9-fff56edf4244,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:50.607291 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c66943-61ed-4842-b317-deeaa348f8cd x-openstack-request-id: req-a8c66943-61ed-4842-b317-deeaa348f8cd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:50.607592 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:50.608027 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8c66943-61ed-4842-b317-deeaa348f8cd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:50.608441 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927', 'status': 'completed', 'code': 200} Oct 26 14:18:50.647127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7aa6f-2a3d-45c8-bf11-64dd30902e82 req-99d73293-30f0-4ed5-ae45-188417520add tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:50.654894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39e7aa6f-2a3d-45c8-bf11-64dd30902e82 req-99d73293-30f0-4ed5-ae45-188417520add tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.1730433 Oct 26 14:18:50.722743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39e7aa6f-2a3d-45c8-bf11-64dd30902e82 req-34191673-67e1-4db5-bce8-2eba69fb863b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Oct 26 14:18:50.742550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-b0b41f1b-5f83-4fd5-af09-13f4dc017a17 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399611 Oct 26 14:18:50.980668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2d84d21-6d1b-43af-9027-b96408fb1020 req-9c829d2c-7ca9-41b4-8210-d3fe43d8cea8 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281601 Oct 26 14:18:51.017233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a9025-1aa3-4b3d-a9a3-b0e4ec160603 req-73327f46-fa5d-44e6-b033-32ea36af1566 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.018948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c04a9025-1aa3-4b3d-a9a3-b0e4ec160603 req-73327f46-fa5d-44e6-b033-32ea36af1566 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1516430 Oct 26 14:18:51.107834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf43afb-06f9-47b2-9e06-fa3f4e651b3f req-8d8f5ab3-3d8a-429d-a4c5-6ffb57565038 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.112232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcf43afb-06f9-47b2-9e06-fa3f4e651b3f req-8d8f5ab3-3d8a-429d-a4c5-6ffb57565038 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.1245086 Oct 26 14:18:51.121357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:51.152593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c04a9025-1aa3-4b3d-a9a3-b0e4ec160603 req-e3c1d7f2-55c3-4d2d-8b9f-508ae445c43f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182866 Oct 26 14:18:51.192236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-b9083a94-0172-466f-99ab-f786db7f729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.195401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-b9083a94-0172-466f-99ab-f786db7f729c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 1095 time: 0.1232209 Oct 26 14:18:51.226860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcf43afb-06f9-47b2-9e06-fa3f4e651b3f req-86fe611e-a402-43af-8d11-4d017c6ae997 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048486 Oct 26 14:18:51.279046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:51.287591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:51.290020 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.343467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-98d0c6b1-b668-4ba8-8573-658abb6f6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.347296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-98d0c6b1-b668-4ba8-8573-658abb6f6584 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 910 time: 0.1443622 Oct 26 14:18:51.416470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-47d3373d-b0f8-4025-9abc-c4534c5a758f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad5f91d6-6349-45e6-986b-430b5aed2927 HTTP/1.1" status: 200 len: 217 time: 0.0588059 Oct 26 14:18:51.458369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.469065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204452-5ef1-4021-933e-ebed50e7904e req-b876439c-565a-4f69-a6f0-f68edcf9a9d4 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.478565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0204452-5ef1-4021-933e-ebed50e7904e req-b876439c-565a-4f69-a6f0-f68edcf9a9d4 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 944 time: 0.0962455 Oct 26 14:18:51.494184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:51.496842 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6588f2-eaca-4097-9d92-92b3b8b8a650" -d '{"events": [{"server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:51.528976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:51.539892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-f12c2267-1a7e-453c-a41f-2e2c4cfc9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.541862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-f12c2267-1a7e-453c-a41f-2e2c4cfc9ea3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3348092-82fb-43c1-b83f-2a86da4c2513 HTTP/1.1" status: 200 len: 849 time: 0.1165483 Oct 26 14:18:51.545133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0204452-5ef1-4021-933e-ebed50e7904e req-ceda21e4-f79e-4d0f-94fb-2b8b6f1c29c3 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652249 Oct 26 14:18:51.545318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.663204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-2e21e551-ae36-41ec-8021-e3a4004c15fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933120 Oct 26 14:18:51.679990 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742508a-ec71-459c-91fc-1a9846e2c721 x-openstack-request-id: req-4742508a-ec71-459c-91fc-1a9846e2c721 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:51.680696 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:51.681133 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4742508a-ec71-459c-91fc-1a9846e2c721 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:51.681710 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a', 'code': 200} Oct 26 14:18:51.682964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:51.753926 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:51.836425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e57f-bafe-42b5-9873-e2ed4f9d073a req-4c0b0b06-33d3-451e-8c28-95c4bf013bdf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.840814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db22e57f-bafe-42b5-9873-e2ed4f9d073a req-4c0b0b06-33d3-451e-8c28-95c4bf013bdf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.2978747 Oct 26 14:18:51.879928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61cf56-92f4-4a01-a0e9-235afd8c45f6 req-02181c31-b77b-4e2f-b68c-5cec1ca20075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:51.881772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d61cf56-92f4-4a01-a0e9-235afd8c45f6 req-02181c31-b77b-4e2f-b68c-5cec1ca20075 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 1096 time: 0.1163249 Oct 26 14:18:51.912599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db22e57f-bafe-42b5-9873-e2ed4f9d073a req-8a4c1b7d-4420-4e14-ace3-48590bd9a108 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631797 Oct 26 14:18:51.915126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-a764d8b3-ff3c-44d2-8e63-47c266cfb7dc service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301760 Oct 26 14:18:51.956887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d61cf56-92f4-4a01-a0e9-235afd8c45f6 req-0d0a7cef-79ff-40ba-85e3-38d0c347f14f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657871 Oct 26 14:18:52.092715 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f61cca40-5b49-44e7-bb3a-a0ca966c4b60 req-697c95c7-6f35-4be9-8d8e-f92831a379d9 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683197 Oct 26 14:18:52.105056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45546) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:52.112640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45548) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:52.328023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-16684934-network', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:52.358180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17d47e8c-7910-448e-8c2d-371f99972f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.393883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60a55a-58e9-4d35-a974-8dac24b6e435 req-23293cf7-a8ae-4543-aedf-b28680c118bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.396040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e60a55a-58e9-4d35-a974-8dac24b6e435 req-23293cf7-a8ae-4543-aedf-b28680c118bb tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1364527 Oct 26 14:18:52.397413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Made reservation on behalf of ee6cda96fe4b45d9b490757220c3888f for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:52.399886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.412400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.475142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e60a55a-58e9-4d35-a974-8dac24b6e435 req-76690077-1bfd-4203-9555-c3ae9ec487f1 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Oct 26 14:18:52.477031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47638da3-7bf7-4313-8048-d57807f7e893 req-7843c1c2-f654-4fce-ab4e-4729ca0fac02 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.478637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47638da3-7bf7-4313-8048-d57807f7e893 req-7843c1c2-f654-4fce-ab4e-4729ca0fac02 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.0932584 Oct 26 14:18:52.547269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17d47e8c-7910-448e-8c2d-371f99972f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.560223 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17d47e8c-7910-448e-8c2d-371f99972f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.587227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.594351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.621105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-17d47e8c-7910-448e-8c2d-371f99972f88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dc61b1739bd422d8c286058d564e138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123956 Oct 26 14:18:52.623240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45562) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:52.624165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:18:52.631033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d47e8c-7910-448e-8c2d-371f99972f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6f827-0a96-428a-b5f6-d5f813e412ba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:52.639466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47638da3-7bf7-4313-8048-d57807f7e893 req-6871eca5-3407-45f0-8845-7c6d049c502c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443541 Oct 26 14:18:52.659438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d7967-5aac-4976-85f3-ffa4adf78300,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:52.663042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.663398 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Added segment 0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb of type vlan for network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 Oct 26 14:18:52.703606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.728405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.738870 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.764149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac78c1-d8e6-48e7-8a97-7da393f04e87 req-0e55bd6c-c958-4859-a6e3-74320ee7cce9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.766434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bfac78c1-d8e6-48e7-8a97-7da393f04e87 req-0e55bd6c-c958-4859-a6e3-74320ee7cce9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 944 time: 0.1002908 Oct 26 14:18:52.789906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.792538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.796074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98d6f827-0a96-428a-b5f6-d5f813e412ba HTTP/1.1" status: 204 len: 168 time: 0.1702297 Oct 26 14:18:52.802595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae33b7-0a9f-4dd5-9264-e392247a2586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6f827-0a96-428a-b5f6-d5f813e412ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:52.814520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.815533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:52.816107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:52.832796 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bfac78c1-d8e6-48e7-8a97-7da393f04e87 req-1fffe6d8-69f7-40f3-85b3-a55c7618a7e5 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Oct 26 14:18:52.898148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7843468 Oct 26 14:18:52.902016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:52.911124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Request body: {'subnet': {'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-16684934-subnet', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:52.921124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2136b1-6ca7-42a7-aada-6740850017a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2400ffd5-c585-4dad-b2fb-2d2260ee8721,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:52.937844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:18:52.960046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Made reservation on behalf of ee6cda96fe4b45d9b490757220c3888f for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:18:52.963156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.120704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a995f-ca52-44b1-8c11-214bf052a606 req-b47471c0-4648-45fb-bbf8-1f4f9bf79ac3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.122906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-321a995f-ca52-44b1-8c11-214bf052a606 req-b47471c0-4648-45fb-bbf8-1f4f9bf79ac3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.1602666 Oct 26 14:18:53.237070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-321a995f-ca52-44b1-8c11-214bf052a606 req-0079ad5a-9c4e-4f96-9657-57a6f566ee10 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052725 Oct 26 14:18:53.245731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.270176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:53.283275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.301917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175fd8f-cd84-459c-a35d-c9aebed4f58e req-8502156f-6bd6-4b76-818f-9e723ad6d52d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.303441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d175fd8f-cd84-459c-a35d-c9aebed4f58e req-8502156f-6bd6-4b76-818f-9e723ad6d52d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.2477674 Oct 26 14:18:53.323192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2392d56-9cd6-4b7e-baec-9269f3d1093b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.385829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be748427-9492-4270-a5a0-16f39bb64538,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:53.423905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d175fd8f-cd84-459c-a35d-c9aebed4f58e req-783fa6dc-7bc4-4a85-9343-7f3e815b6dfc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954492 Oct 26 14:18:53.430897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Checking segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:53.431461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Network hostable DHCP agents. Network: 2400ffd5-c585-4dad-b2fb-2d2260ee8721, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:18:53.463996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:18:53.482919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2400ffd5-c585-4dad-b2fb-2d2260ee8721) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:53.495268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe237c7-0a30-48c8-8b36-2e44e1fca09a None None] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:53.495573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.496172 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.500435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2392d56-9cd6-4b7e-baec-9269f3d1093b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.509488 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d2392d56-9cd6-4b7e-baec-9269f3d1093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.543811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ccfeb648-54a4-4580-8aa0-67095d28b120 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6372948 Oct 26 14:18:53.543954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:53.549648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:18:53.581603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.581603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.667343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.832194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:18:53.833130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.941909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:53.958768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cf58b-22ca-4b3e-a9d9-f9e3a86c408b req-a654a095-663a-4860-8185-b00cb2033b51 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:53.968293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a7cf58b-22ca-4b3e-a9d9-f9e3a86c408b req-a654a095-663a-4860-8185-b00cb2033b51 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.2867668 Oct 26 14:18:53.993944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392d56-9cd6-4b7e-baec-9269f3d1093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9747329-48df-4197-b75e-49997cf7a411,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:54.029271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d2392d56-9cd6-4b7e-baec-9269f3d1093b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d07d9547535f488b807cf23936a731f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7574897 Oct 26 14:18:54.030031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:54.075423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a7cf58b-22ca-4b3e-a9d9-f9e3a86c408b req-89874c35-c572-4e0b-9825-9b725db73b64 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044960 Oct 26 14:18:54.117712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Allocated IP 172.20.0.2 (2400ffd5-c585-4dad-b2fb-2d2260ee8721/be748427-9492-4270-a5a0-16f39bb64538/f084537e-ec37-4573-a1d2-e98e1a356d63) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:54.174589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.198107 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.264536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14042511-511e-4687-b9bc-ab2bd9500659 req-b1b10896-c1ab-4eed-991e-361f5f003806 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.272809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14042511-511e-4687-b9bc-ab2bd9500659 req-b1b10896-c1ab-4eed-991e-361f5f003806 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 944 time: 0.2534587 Oct 26 14:18:54.275802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.278404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.282423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9747329-48df-4197-b75e-49997cf7a411 HTTP/1.1" status: 204 len: 168 time: 0.2501216 Oct 26 14:18:54.317797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.328894 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.349354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344f701-e04b-4ed8-a821-91a9712a0b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9747329-48df-4197-b75e-49997cf7a411,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:54.379187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14042511-511e-4687-b9bc-ab2bd9500659 req-639dbe87-e7f1-4365-9283-01d3c0026ad6 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012750 Oct 26 14:18:54.408660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:54.415432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:54.418676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:54.424653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Pushing event updated for resources: {'Port': ['ID=f084537e-ec37-4573-a1d2-e98e1a356d63,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:54.451179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ad5f91d6-6349-45e6-986b-430b5aed2927 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:18:54.474909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.543977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.582598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-8c39a011-538e-42e7-8366-0a1f5d9224e7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.584043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-8c39a011-538e-42e7-8366-0a1f5d9224e7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.2334197 Oct 26 14:18:54.602288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9651f81-e317-4c67-96ea-30eb9c929109 req-7a23840f-b1da-41e6-8e8f-478b16054527 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.616294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9651f81-e317-4c67-96ea-30eb9c929109 req-7a23840f-b1da-41e6-8e8f-478b16054527 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.0907393 Oct 26 14:18:54.691218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Attempting to bind port f084537e-ec37-4573-a1d2-e98e1a356d63 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:18:54.695745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Attempting to bind port f084537e-ec37-4573-a1d2-e98e1a356d63 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:18:54.696606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Attempting to bind port f084537e-ec37-4573-a1d2-e98e1a356d63 on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:18:54.712210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:18:54.713026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Checking segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:18:54.713605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.714163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Bound using segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:18:54.714820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Bound port: f084537e-ec37-4573-a1d2-e98e1a356d63, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:18:54.715383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.741659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9651f81-e317-4c67-96ea-30eb9c929109 req-eae63359-9600-4292-a042-27deb0d3adab tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243339 Oct 26 14:18:54.758342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa50c-bd19-4dc0-b7d9-51e3f448ae6e req-a3e3edad-c2fd-4863-9f40-35a1feee7fb9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:54.760051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4caa50c-bd19-4dc0-b7d9-51e3f448ae6e req-a3e3edad-c2fd-4863-9f40-35a1feee7fb9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 945 time: 0.2997510 Oct 26 14:18:54.794186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ad5f91d6-6349-45e6-986b-430b5aed2927,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:54.811001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'ad5f91d6-6349-45e6-986b-430b5aed2927', 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7', 'port_id': 'ad5f91d6-6349-45e6-986b-430b5aed2927', 'mac_address': 'fa:16:3e:08:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3348092-82fb-43c1-b83f-2a86da4c2513', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:18:54.890783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4caa50c-bd19-4dc0-b7d9-51e3f448ae6e req-96cc7e1e-0979-4f31-b623-acba7109f94a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914428 Oct 26 14:18:54.931954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Allocated IP 172.25.5.161 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4706e773-92b1-4747-96ad-88b6d37d8e5b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:18:54.948665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:54.948665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:54.950354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] For port f084537e-ec37-4573-a1d2-e98e1a356d63, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:18:54.953916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] For port f084537e-ec37-4573-a1d2-e98e1a356d63, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f084537e-ec37-4573-a1d2-e98e1a356d63,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:18:54.992912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.002453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.025772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739120b-eee5-4b62-8d73-09c2a3582be1 req-24befb5e-e30b-47ee-99a3-8d6fedfa6bff tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:55.036377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9739120b-eee5-4b62-8d73-09c2a3582be1 req-24befb5e-e30b-47ee-99a3-8d6fedfa6bff tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.1024044 Oct 26 14:18:55.077264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5f91d6-6349-45e6-986b-430b5aed2927 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:18:55.096329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9739120b-eee5-4b62-8d73-09c2a3582be1 req-d96d4f61-8f7a-4499-8c90-3d8544b0ad2f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Oct 26 14:18:55.150107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ad5f91d6-6349-45e6-986b-430b5aed2927,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:55.167161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.180176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e2ae9-9a9c-40f3-8511-44f15d501e86 None None] Pushing event updated for resources: {'Port': ['ID=f084537e-ec37-4573-a1d2-e98e1a356d63,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.241989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:55.242278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.287186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.325471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:55.367978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3591d-5d4e-4f1e-8aed-ac09463dea29 req-74b66bf7-5b7c-4f72-9e4a-074483d87f12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:55.384942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2e3591d-5d4e-4f1e-8aed-ac09463dea29 req-74b66bf7-5b7c-4f72-9e4a-074483d87f12 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.0920894 Oct 26 14:18:55.447378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.452873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2e3591d-5d4e-4f1e-8aed-ac09463dea29 req-c003a76d-6c39-4cee-9b11-ba046ba8bc4d tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667756 Oct 26 14:18:55.462516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['ad5f91d6-6349-45e6-986b-430b5aed2927'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:55.522992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394a91-5985-4ca0-a53b-fce8dbb85e75 req-e6765883-6e57-4307-916f-758d3e755ecc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:55.531224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34394a91-5985-4ca0-a53b-fce8dbb85e75 req-e6765883-6e57-4307-916f-758d3e755ecc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.2465770 Oct 26 14:18:55.617561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34394a91-5985-4ca0-a53b-fce8dbb85e75 req-0a96a71b-b62d-4f8a-8952-b2b6e54a9ae3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851824 Oct 26 14:18:55.620612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.708617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:18:55.714976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:18:55.724745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:18:55.731675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Pushing event updated for resources: {'Port': ['ID=4706e773-92b1-4747-96ad-88b6d37d8e5b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.775307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:55.797526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:55.826651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4175c-cbbf-4496-b9d0-7ed6f55c4822 req-f3319633-8045-410a-ac63-253520f4e67a tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:55.828708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53b4175c-cbbf-4496-b9d0-7ed6f55c4822 req-f3319633-8045-410a-ac63-253520f4e67a tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 945 time: 0.1202400 Oct 26 14:18:55.892972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:55.944069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53b4175c-cbbf-4496-b9d0-7ed6f55c4822 req-f505995c-6812-49d8-8a63-03b84f410e87 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059437 Oct 26 14:18:56.023782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:56.026901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.031662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e15053b-0dbb-41ae-9218-4a262389f059 req-30a4ea88-6a07-46df-b636-5457014f5bb7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "DELETE /v2.0/ports/4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 HTTP/1.1" status: 204 len: 173 time: 1.4184325 Oct 26 14:18:56.035699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'name': 'network-vif-deleted', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:56.038362 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77c5c39-9e01-4b3a-b3d4-e43749906abd" -d '{"events": [{"server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "name": "network-vif-deleted", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:56.267694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f084537e-ec37-4573-a1d2-e98e1a356d63 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:56.274314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b92d-1d5e-4d9a-a40c-5ebcdc90d3b2 req-a6a259ea-5ac8-4f23-a679-9466c6c20faa tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:56.285956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdb6b92d-1d5e-4d9a-a40c-5ebcdc90d3b2 req-a6a259ea-5ac8-4f23-a679-9466c6c20faa tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.1408882 Oct 26 14:18:56.390822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdb6b92d-1d5e-4d9a-a40c-5ebcdc90d3b2 req-f37c0679-f8eb-4f58-9876-50e6bd4732a7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967023 Oct 26 14:18:56.393933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f084537e-ec37-4573-a1d2-e98e1a356d63 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:56.400026 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.592361 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:18:56.593215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.661256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port f084537e-ec37-4573-a1d2-e98e1a356d63, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f084537e-ec37-4573-a1d2-e98e1a356d63,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:56.672365 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.739731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62308d41-3867-41f3-bd53-856a8dea5975 req-8a28d1d3-6760-4484-a501-cc26c3dfaa97 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:56.750649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62308d41-3867-41f3-bd53-856a8dea5975 req-8a28d1d3-6760-4484-a501-cc26c3dfaa97 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1019588 Oct 26 14:18:56.773413 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14c0e60-6055-4f89-ad22-8fd914520e7d x-openstack-request-id: req-e14c0e60-6055-4f89-ad22-8fd914520e7d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:56.774014 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7", "name": "network-vif-deleted", "tag": "4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:56.774014 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e14c0e60-6055-4f89-ad22-8fd914520e7d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:56.774998 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7', 'name': 'network-vif-deleted', 'tag': '4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20', 'status': 'completed', 'code': 200} Oct 26 14:18:56.814583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62308d41-3867-41f3-bd53-856a8dea5975 req-2ef31c23-2a80-45a7-a856-64b09d8caf2c tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614145 Oct 26 14:18:56.831204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b7da1e2-714b-4d1d-b743-32ba3cc56810 req-29d5f97d-af4e-4c69-bca9-9228cd705eea tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4aa7ae-d0ae-46cf-aa4a-21a90f08ddb7 HTTP/1.1" status: 200 len: 210 time: 0.5983362 Oct 26 14:18:56.863784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=f084537e-ec37-4573-a1d2-e98e1a356d63,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:56.874179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:56.930423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f29916f-9203-404a-aa26-102d5b655d7e None None] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:18:57.173341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.251858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-61c121ea-45ef-460d-adb9-44e761ccaee3 None None] Provisioning complete for port f084537e-ec37-4573-a1d2-e98e1a356d63 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:57.252227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-61c121ea-45ef-460d-adb9-44e761ccaee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.309963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a34c-d67e-4601-9d81-d88ba5df8b4c req-d389b9b0-0057-407b-be36-0b18107e9c81 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:57.319375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6295a34c-d67e-4601-9d81-d88ba5df8b4c req-d389b9b0-0057-407b-be36-0b18107e9c81 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 945 time: 0.1741421 Oct 26 14:18:57.413801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6295a34c-d67e-4601-9d81-d88ba5df8b4c req-c8a1c129-a50e-49e8-ae6f-0413628712a1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Oct 26 14:18:57.532405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-de020b82-114b-43dc-bcfd-b79b00f20583 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:57.542865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-de020b82-114b-43dc-bcfd-b79b00f20583 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.1568458 Oct 26 14:18:57.573856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f4d4a-3dcf-4e73-a909-8490b9f3432a req-4327c64f-be6b-4f5a-bb05-d65df7179bdd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:57.575503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d87f4d4a-3dcf-4e73-a909-8490b9f3432a req-4327c64f-be6b-4f5a-bb05-d65df7179bdd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 945 time: 0.0909534 Oct 26 14:18:57.630613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:18:57.640059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d87f4d4a-3dcf-4e73-a909-8490b9f3432a req-ed52cae9-5aab-4a5a-90c7-eb367fdf6657 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Oct 26 14:18:57.773228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b055a954-163a-4d11-a924-7ffed3acee40 None None] Provisioning complete for port f084537e-ec37-4573-a1d2-e98e1a356d63 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:57.773228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b055a954-163a-4d11-a924-7ffed3acee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:57.819551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:18:57.820172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.099728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:18:58.102822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb791b-2158-49fe-aef6-1f454e3b3923 req-87c27efc-1033-4720-8e13-881b946cf5aa tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:58.114437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5eeb791b-2158-49fe-aef6-1f454e3b3923 req-87c27efc-1033-4720-8e13-881b946cf5aa tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1147146 Oct 26 14:18:58.118315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:18:58.142422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:18:58.144210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.204796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:58.209964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.221920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.225534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f6b7fb5-7742-4ea9-bac5-f61e0fd9373c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6785665 Oct 26 14:18:58.229069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45706) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:18:58.248954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f084537e-ec37-4573-a1d2-e98e1a356d63 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:58.265597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5eeb791b-2158-49fe-aef6-1f454e3b3923 req-bcf26ecb-4835-4040-87b9-7a939563e512 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485348 Oct 26 14:18:58.398214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:18:58.427902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:18:58.431585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ad5f91d6-6349-45e6-986b-430b5aed2927 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:18:58.433397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f084537e-ec37-4573-a1d2-e98e1a356d63 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:58.433976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.604445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-98c71254-885b-4aca-9c00-cf8064a3a207 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:58.606375 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-98c71254-885b-4aca-9c00-cf8064a3a207 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.2439613 Oct 26 14:18:58.630656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port ad5f91d6-6349-45e6-986b-430b5aed2927 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:18:58.632511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-cc4026d5-3955-45ce-a754-5eb288da7c4a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0185921 Oct 26 14:18:58.664858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port ad5f91d6-6349-45e6-986b-430b5aed2927 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:18:58.665261 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.684167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-6e09848d-69b4-45cc-be67-1cb2ed8614d3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504811 Oct 26 14:18:58.690399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-1c621dec-5d02-42cf-a186-5a3355b2e77d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:18:58.700581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-1c621dec-5d02-42cf-a186-5a3355b2e77d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0150230 Oct 26 14:18:58.755397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.773920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35302e7-de98-4e80-b895-fc990dc8f0e5 req-ccb3e5f6-1937-4966-b9b5-1424a8659f7b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:58.782101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f35302e7-de98-4e80-b895-fc990dc8f0e5 req-ccb3e5f6-1937-4966-b9b5-1424a8659f7b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.2979136 Oct 26 14:18:58.807939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:18:58.826475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:58.830132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.836764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-6fdc0e99-fd92-4c93-9de8-133d9183efcc service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341653 Oct 26 14:18:58.863438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:58.865810 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f94404a-0c1f-4cf5-ab3c-cbdde2f52bfa" -d '{"events": [{"server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:58.884224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ad5f91d6-6349-45e6-986b-430b5aed2927,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:18:58.890623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:18:58.897018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:58.929577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:18:58.930036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Updating router 3a63eb61-ff88-498c-b0b6-31951a51d28f port 4706e773-92b1-4747-96ad-88b6d37d8e5b binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:18:58.977658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-7ce63351-0936-4bb3-b08a-a3090e83fa2f service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392720 Oct 26 14:18:59.013011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.038892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:18:59.046193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.050300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5f30065-894d-46d0-9aaa-18f69ae6b844 req-bec6302f-3d39-4541-be3d-73bee9d82ff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "DELETE /v2.0/ports/8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a HTTP/1.1" status: 204 len: 173 time: 1.4954658 Oct 26 14:18:59.058568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'name': 'network-vif-deleted', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:18:59.062388 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e475fe55-b429-44a5-a1be-e84a8177a9b6" -d '{"events": [{"server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "name": "network-vif-deleted", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:18:59.148545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f35302e7-de98-4e80-b895-fc990dc8f0e5 req-7accd652-62a1-4a67-9fd4-a27bb2d4ace3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474491 Oct 26 14:18:59.213210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:18:59.275216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:18:59.275639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4ee9b4ba-ab20-4c2d-bbc5-471a11cb8b20 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:18:59.290182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:18:59.467638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77dd1d38-a77f-45e5-aac9-99e7f56ecb1e req-900e5109-2e99-42ac-86cf-fbcde5544b2e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0790362 Oct 26 14:18:59.490555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96310fad-4336-4073-aeac-e3d828345516 req-8953be8f-eab3-4b88-be32-8f696acee837 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:59.503319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96310fad-4336-4073-aeac-e3d828345516 req-8953be8f-eab3-4b88-be32-8f696acee837 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 946 time: 0.1866930 Oct 26 14:18:59.591644 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292339c-d03e-47e9-8b32-cdd9d48309b2 x-openstack-request-id: req-b292339c-d03e-47e9-8b32-cdd9d48309b2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:59.591941 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "name": "network-vif-plugged", "status": "completed", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:59.592207 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b292339c-d03e-47e9-8b32-cdd9d48309b2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:59.592628 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927', 'code': 200} Oct 26 14:18:59.733686 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.740169 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.752591 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb67a4f-0da7-4748-a131-8a2d016d09fc x-openstack-request-id: req-4fb67a4f-0da7-4748-a131-8a2d016d09fc {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:18:59.752829 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3c59ea-15f7-4a59-a434-a944ee9e04cb", "name": "network-vif-deleted", "tag": "8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:18:59.753825 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fb67a4f-0da7-4748-a131-8a2d016d09fc {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:18:59.754287 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3c59ea-15f7-4a59-a434-a944ee9e04cb', 'name': 'network-vif-deleted', 'tag': '8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a', 'status': 'completed', 'code': 200} Oct 26 14:18:59.759909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:18:59.788765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96310fad-4336-4073-aeac-e3d828345516 req-3b6204db-615d-490b-bf71-5924b6ed352f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781115 Oct 26 14:18:59.839413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d8960-ad2f-4f0d-90d8-4a0671ee8163 req-10ca443a-3d7a-418d-9444-6c1d5cb4254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:18:59.846159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-507d8960-ad2f-4f0d-90d8-4a0671ee8163 req-10ca443a-3d7a-418d-9444-6c1d5cb4254b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 1097 time: 0.1607304 Oct 26 14:18:59.901509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-507d8960-ad2f-4f0d-90d8-4a0671ee8163 req-6f0c6825-3d9e-47aa-9949-cc17d5b47969 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499978 Oct 26 14:19:00.005816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Attempting to bind port 4706e773-92b1-4747-96ad-88b6d37d8e5b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:00.020276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Attempting to bind port 4706e773-92b1-4747-96ad-88b6d37d8e5b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:00.021274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Attempting to bind port 4706e773-92b1-4747-96ad-88b6d37d8e5b on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:00.050251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b17690-9625-412c-a0d3-56d3c1d5d305 None None] Pushing event updated for resources: {'Port': ['ID=4706e773-92b1-4747-96ad-88b6d37d8e5b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:00.062676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7cc2-7ceb-4426-8d3e-73f13edf6ba4 req-8555b7aa-ba6f-411e-aa0e-fc1474d28156 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:00.069465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-911e7cc2-7ceb-4426-8d3e-73f13edf6ba4 req-8555b7aa-ba6f-411e-aa0e-fc1474d28156 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1490982 Oct 26 14:19:00.072611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:00.073002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:00.073910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.074499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:00.075125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Bound port: 4706e773-92b1-4747-96ad-88b6d37d8e5b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:00.075455 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.202364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-911e7cc2-7ceb-4426-8d3e-73f13edf6ba4 req-38006cd1-980d-4470-a753-0f67b3514467 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248415 Oct 26 14:19:00.251930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] For port 4706e773-92b1-4747-96ad-88b6d37d8e5b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:00.261489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] For port 4706e773-92b1-4747-96ad-88b6d37d8e5b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4706e773-92b1-4747-96ad-88b6d37d8e5b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:00.272701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.339894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Allocated IP 172.20.0.1 (2400ffd5-c585-4dad-b2fb-2d2260ee8721/be748427-9492-4270-a5a0-16f39bb64538/8ac7b61e-5cb4-412a-ac3b-d453dc02f362) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:00.406423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:00.408253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:00.597125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.660691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:00.672479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b17690-9625-412c-a0d3-56d3c1d5d305 None None] Pushing event updated for resources: {'Port': ['ID=4706e773-92b1-4747-96ad-88b6d37d8e5b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:00.724927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54374098-c654-4c00-a9cd-009a7f87be8e req-e8b46581-f8d5-43da-8ac4-693e7a3836b1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 210 time: 0.0812669 Oct 26 14:19:00.885218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:00.900475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:00.917322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:00.925408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:00.932271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29c36d44-08d8-4e04-b640-874f2e98c4ef req-67156aa0-942b-4619-979c-c8396c01819d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0798976 Oct 26 14:19:01.009874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:01.230634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636f3c-b612-47e5-a3c6-8e337a1d5557 req-1ff7acc4-1219-4f67-b11f-02893f69597a tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.237615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e636f3c-b612-47e5-a3c6-8e337a1d5557 req-1ff7acc4-1219-4f67-b11f-02893f69597a tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 946 time: 0.1644607 Oct 26 14:19:01.252768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:01.302907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.365668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e636f3c-b612-47e5-a3c6-8e337a1d5557 req-ab33a16a-aa07-4027-9318-f4ed0d1a1dff tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129398 Oct 26 14:19:01.437049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:01.437467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 8e8951d0-f7c0-4ad1-90ab-9b17e6a4ed8a not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:01.455727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7435f1-19d1-4404-b540-2f55afb4aec9 req-a150a98d-05fe-451e-9701-aba3af61a37f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.463898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d7435f1-19d1-4404-b540-2f55afb4aec9 req-a150a98d-05fe-451e-9701-aba3af61a37f tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.4430110 Oct 26 14:19:01.595134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-94c22bf8-9b2f-43a4-8cb3-714f117419a7 None None] Provisioning complete for port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:01.595606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94c22bf8-9b2f-43a4-8cb3-714f117419a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:01.672426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d7435f1-19d1-4404-b540-2f55afb4aec9 req-ad90221e-ebf4-4e72-a6d9-d4531ca2f7a3 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072542 Oct 26 14:19:01.685196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-94c22bf8-9b2f-43a4-8cb3-714f117419a7 None None] Port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:01.713568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:01.733392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-b535e8f5-5091-4dd7-afea-16f4de0d0ee9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:01.735007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-b535e8f5-5091-4dd7-afea-16f4de0d0ee9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.6257131 Oct 26 14:19:01.755245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:01.983076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1de74c46-cdf4-46c2-8ec2-7a1ea55d8cff req-77360115-dbf4-43ea-b614-37335377652b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 210 time: 0.1311665 Oct 26 14:19:02.014325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.108628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffea8d-98d1-4340-a87d-d3d6677702ad None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:18:56Z', 'revision_number': 3, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:02.126987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-13cc35f8-2f35-48e3-ba5e-a1d76660017b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:02.128603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-13cc35f8-2f35-48e3-ba5e-a1d76660017b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 946 time: 0.1409209 Oct 26 14:19:02.316715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46df07ea-973f-4dc8-a202-b6dce4b24ac4 req-494bfd62-a702-4d9d-8b5c-98d19e211edd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0426455 Oct 26 14:19:02.317941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:02.322981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.345065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port 6edd58f8-a000-404c-9a81-f5bfec6d4768 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:02.345404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.798519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port 6edd58f8-a000-404c-9a81-f5bfec6d4768, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6edd58f8-a000-404c-9a81-f5bfec6d4768,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:02.799362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:02.822589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for 6edd58f8-a000-404c-9a81-f5bfec6d4768 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:03.083159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba2101-b212-4327-8df3-03d9ddc47f93 req-deb8479f-8b50-45a5-ab13-b64fe1263669 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:03.094636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62ba2101-b212-4327-8df3-03d9ddc47f93 req-deb8479f-8b50-45a5-ab13-b64fe1263669 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 946 time: 0.5758417 Oct 26 14:19:03.189747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62ba2101-b212-4327-8df3-03d9ddc47f93 req-b9571b89-9ee1-47a7-bf37-5870d4afadd7 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Oct 26 14:19:03.322274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.335946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0', '6edd58f8-a000-404c-9a81-f5bfec6d4768'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:03.418834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c483557-1917-49a6-a49b-68b008d0b3ad req-86857153-7960-47bf-bc70-83e2cd3a2634 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f768346-c041-4ac5-a51b-caff09d4e430 HTTP/1.1" status: 200 len: 210 time: 0.1335199 Oct 26 14:19:03.427303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.14 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/4fc55cf6-c8f5-496e-b0ac-5de3113faa38) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:03.466485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-914dad1a-e6e0-475e-a6e5-7da2947a8cda req-1b04aefd-f2e3-4fb1-9beb-1473619f72d4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 210 time: 0.1063321 Oct 26 14:19:03.509816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.531216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.580827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=6edd58f8-a000-404c-9a81-f5bfec6d4768,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:03.636213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port 6edd58f8-a000-404c-9a81-f5bfec6d4768 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:03.644444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:03.649970 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93122f4d-84fe-4ef0-ac45-833ab035b71c req-592f9342-66a8-4dbc-8487-528e73da09e2 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "DELETE /v2.0/ports/6edd58f8-a000-404c-9a81-f5bfec6d4768 HTTP/1.1" status: 204 len: 173 time: 1.5118513 Oct 26 14:19:03.657421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'name': 'network-vif-deleted', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:03.660902 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23274354-b874-4208-840b-6f36198b98a3" -d '{"events": [{"server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "name": "network-vif-deleted", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:03.739435 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b94e2b-982a-4207-87d5-1be1a2adc4bb x-openstack-request-id: req-b0b94e2b-982a-4207-87d5-1be1a2adc4bb {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:03.739807 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f768346-c041-4ac5-a51b-caff09d4e430", "name": "network-vif-deleted", "tag": "6edd58f8-a000-404c-9a81-f5bfec6d4768", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:03.740124 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0b94e2b-982a-4207-87d5-1be1a2adc4bb {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:03.740621 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f768346-c041-4ac5-a51b-caff09d4e430', 'name': 'network-vif-deleted', 'tag': '6edd58f8-a000-404c-9a81-f5bfec6d4768', 'status': 'completed', 'code': 200} Oct 26 14:19:03.953129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a5105-7e9e-4a64-b542-98c3b7a3e4ec req-fcce24ff-83ee-41f8-9bbd-cbb9a67c289e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0798304 Oct 26 14:19:04.022178 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.058147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.190340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.219270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4706e773-92b1-4747-96ad-88b6d37d8e5b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:04.299675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4706e773-92b1-4747-96ad-88b6d37d8e5b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:04.301784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.370985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:04.375396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.423611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:04.617851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.654681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 4706e773-92b1-4747-96ad-88b6d37d8e5b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4706e773-92b1-4747-96ad-88b6d37d8e5b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:04.679303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:04.747884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.795048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=4706e773-92b1-4747-96ad-88b6d37d8e5b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:04.839224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:04.971630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d678bc-8905-4226-8a39-4fa8d1b47cbb req-51a1a72d-00c1-49d9-a0d1-3d21e202757e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:04.973418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76d678bc-8905-4226-8a39-4fa8d1b47cbb req-51a1a72d-00c1-49d9-a0d1-3d21e202757e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 932 time: 0.1270425 Oct 26 14:19:05.040470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aa3581cb-9a26-4801-a105-47437538553e None None] Provisioning complete for port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:05.055246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aa3581cb-9a26-4801-a105-47437538553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.071259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76d678bc-8905-4226-8a39-4fa8d1b47cbb req-452bf960-9d1c-434a-bdca-bdb01a43c74d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862544 Oct 26 14:19:05.179280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aa3581cb-9a26-4801-a105-47437538553e None None] Port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:05.221668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:05.223306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:05.226733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:05.302978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e9c96-78cf-4218-b282-feca28b67faf req-b1ad02f4-ba7c-48d2-a7bb-3fdbfaf8d719 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:05.310428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad9e9c96-78cf-4218-b282-feca28b67faf req-b1ad02f4-ba7c-48d2-a7bb-3fdbfaf8d719 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 946 time: 0.4973199 Oct 26 14:19:05.407605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:05.408365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.457090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad9e9c96-78cf-4218-b282-feca28b67faf req-4b845b86-112c-40de-8a47-f86f06150ced tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455135 Oct 26 14:19:05.475130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-c053f0e3-7a27-4aa9-9265-fb44fbf5930f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7264819 Oct 26 14:19:05.511377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ca4e4230-4c72-4051-88d8-9964f60ae750 req-3d499c1a-1891-47c0-99a7-0a1f2d900dcb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0600331 Oct 26 14:19:05.512280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Request body: {'port': {'device_id': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:05.616843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:05.628763 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:05.642767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad97a846-03ff-475c-8d5a-4ec085193786 admin admin] 10.222.0.37 "PUT /v2.0/routers/3a63eb61-ff88-498c-b0b6-31951a51d28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4039559 Oct 26 14:19:05.648362 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:05.649125 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:05.739878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:05.872237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-a6b74a92-6b6d-485b-b55d-3bfac671ab2b tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:05.874042 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:05.877191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-a6b74a92-6b6d-485b-b55d-3bfac671ab2b tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 946 time: 0.1106567 Oct 26 14:19:06.228722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4706e773-92b1-4747-96ad-88b6d37d8e5b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:06.242544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Deleting port ad5f91d6-6349-45e6-986b-430b5aed2927 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:06.243163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.285922 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:02Z', 'revision_number': 2, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:06.343039 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:06.345041 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Updating router 3a63eb61-ff88-498c-b0b6-31951a51d28f port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:19:06.387320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4706e773-92b1-4747-96ad-88b6d37d8e5b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:06.388632 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.392221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:06.403938 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.415842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.473887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Transition to ACTIVE for port object 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:06.492236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6edd58f8-a000-404c-9a81-f5bfec6d4768 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:06.513274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.547209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] For port ad5f91d6-6349-45e6-986b-430b5aed2927, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ad5f91d6-6349-45e6-986b-430b5aed2927,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:06.559316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.581401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6edd58f8-a000-404c-9a81-f5bfec6d4768 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:06.582427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6edd58f8-a000-404c-9a81-f5bfec6d4768 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:06.621135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Calling delete_port for ad5f91d6-6349-45e6-986b-430b5aed2927 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:06.841680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81f05e-7a5e-40c5-87a8-92048013922b req-d29e02a4-9760-47b4-aa34-5c6ca4f105e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:06.854406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c81f05e-7a5e-40c5-87a8-92048013922b req-d29e02a4-9760-47b4-aa34-5c6ca4f105e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 944 time: 0.3781819 Oct 26 14:19:06.856596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:06.948802 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:06.962224 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.030807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c81f05e-7a5e-40c5-87a8-92048013922b req-c2618cb0-da9f-4d56-a4b3-41b785b2cea2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728976 Oct 26 14:19:07.032758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.049774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['ad5f91d6-6349-45e6-986b-430b5aed2927'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:07.062898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Pushing event updated for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.083992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Attempting to bind port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:07.087069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Attempting to bind port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:07.090375 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.090945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Attempting to bind port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:07.092951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.093567 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.094101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.095468 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.096859 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.097809 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.100922 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.101438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.101932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.105065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:07.105513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Attempting to bind port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:07.105854 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.106356 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:07.115897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:07.117701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:07.119234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:07.119805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Bound port: 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:07.120293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.130753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Pushing event deleted for resources: {'Port': ['ID=ad5f91d6-6349-45e6-986b-430b5aed2927,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.222533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] No DVR routers for this DVR port ad5f91d6-6349-45e6-986b-430b5aed2927 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:07.227057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.239202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe1d4d8c-fbc5-4fe8-952d-cb9e6dd00666 req-2eea3dcb-7795-4508-a842-be5cf9196735 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "DELETE /v2.0/ports/ad5f91d6-6349-45e6-986b-430b5aed2927 HTTP/1.1" status: 204 len: 173 time: 1.3432643 Oct 26 14:19:07.239964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'name': 'network-vif-deleted', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:07.244629 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc5202-de3c-45e3-9ada-4c44b4bd565d" -d '{"events": [{"server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "name": "network-vif-deleted", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:07.255042 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Attempting to bind port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:07.256383 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Attempting to bind port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:07.256383 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Attempting to bind port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:07.263501 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:07.264204 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Checking segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:07.264979 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.265597 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Bound using segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:07.266442 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Bound port: 8ac7b61e-5cb4-412a-ac3b-d453dc02f362, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:07.267435 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.325959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:07.344527 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] For port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:07.345564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:07.351147 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] For port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:07.354473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.363352 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.511998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:07.513189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.515910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] 10.222.0.41 "PUT /v2.0/ports/4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 200 len: 1092 time: 2.0298424 Oct 26 14:19:07.565959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Provisioning complete for port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:07.567057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.567649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ce6da-2902-4c84-acd0-6ee4dbc6a927 None None] Pushing event updated for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.573035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:07.578454 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb309ac-c071-4051-9737-46d60cc6424a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:07.592945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45942) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:07.598059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081794405', 'description': 'tempest-description--465577947'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:07.614275 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:07.617169 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:18:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:07.676206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:07.780759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27bc4863-5c28-4807-9e7a-0aea8ec0dd55 req-504f5df8-15d3-4150-b915-ce881d7553c8 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=88b5b04c-739e-4eca-87c1-7e3eb5e7e97b HTTP/1.1" status: 200 len: 210 time: 0.2577090 Oct 26 14:19:07.886521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-174efaad-9095-484b-8216-e17fcaff32b0 req-a25df1c8-d68c-4d96-9648-4fc969946fe3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0686889 Oct 26 14:19:07.951174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962307e1-1617-482e-b9e2-ede16f98c311 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:07.998930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.006743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-35531ab1-63e7-4e62-95b6-44dd66bdeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:08.011951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-35531ab1-63e7-4e62-95b6-44dd66bdeae8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 1095 time: 0.4205525 Oct 26 14:19:08.053149 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3353504-c5be-43f0-8133-b505394bc72d x-openstack-request-id: req-e3353504-c5be-43f0-8133-b505394bc72d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:08.053441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b5b04c-739e-4eca-87c1-7e3eb5e7e97b", "name": "network-vif-deleted", "tag": "ad5f91d6-6349-45e6-986b-430b5aed2927", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:08.070224 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3353504-c5be-43f0-8133-b505394bc72d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:08.070744 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b5b04c-739e-4eca-87c1-7e3eb5e7e97b', 'name': 'network-vif-deleted', 'tag': 'ad5f91d6-6349-45e6-986b-430b5aed2927', 'status': 'completed', 'code': 200} Oct 26 14:19:08.100331 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:08.144755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.162123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.185902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] For port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:08.196022 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.227078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-3a066fe4-95cf-42d7-b844-4fa8f8ebf540 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 200 len: 217 time: 0.2054048 Oct 26 14:19:08.229167 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc655e5f-1af7-46f5-81da-62be5b3c2c20 x-openstack-request-id: req-dc655e5f-1af7-46f5-81da-62be5b3c2c20 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:08.239606 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:08.239956 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc655e5f-1af7-46f5-81da-62be5b3c2c20 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:08.241519 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'status': 'completed', 'code': 200} Oct 26 14:19:08.293609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f02e17-fd09-4829-9ffb-f552202ecb35,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.327407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.337486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e9e7e49-56ca-45d6-ac3b-702dfd3094c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7430937 Oct 26 14:19:08.341880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:08.346988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group_rule': {'security_group_id': '83f02e17-fd09-4829-9ffb-f552202ecb35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:08.405568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Pushing event updated for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.425884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.428807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.429603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.430231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.431237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.431831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.432758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.433833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.434624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.435189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.436053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.436803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.437461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe620371-e7e2-4434-82fc-4042e8b2787d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:08.454743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4bffaf22-04dd-4d4b-b36f-eede63ff0988 None None] Provisioning complete for port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:08.455816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4bffaf22-04dd-4d4b-b36f-eede63ff0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.557155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-21a35d5b-e80e-48df-9da5-9665e346c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:08.561752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-21a35d5b-e80e-48df-9da5-9665e346c245 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.3179402 Oct 26 14:19:08.627831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.637285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.670026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-26629f3c-e463-4b0b-8572-265a34280ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986681 Oct 26 14:19:08.692650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c5a340-5a50-4e75-91b1-bbd56001830c,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:08.718374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.721559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c1505-813f-48d8-b17a-572c6bb636b6 req-aa3ab540-93f6-4dd1-90fa-e065c3f870f7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:08.723872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c888bee-e21c-4723-92db-8381e8a68f58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809371 Oct 26 14:19:08.727555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45974) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:08.728985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-860c1505-813f-48d8-b17a-572c6bb636b6 req-aa3ab540-93f6-4dd1-90fa-e065c3f870f7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 944 time: 0.4561691 Oct 26 14:19:08.745235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group_rule': {'security_group_id': '83f02e17-fd09-4829-9ffb-f552202ecb35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:08.814307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:08.817545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:07Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:08.858627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-860c1505-813f-48d8-b17a-572c6bb636b6 req-6e0f409d-4716-44a5-a115-349c3fc65ca1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970335 Oct 26 14:19:08.885708 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e95417-4948-4944-8cc7-a6fd4fe96e93 None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:07Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:08.940376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-b7965f0f-5edb-4298-a7aa-076f0818f002 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620854 Oct 26 14:19:08.984410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.064850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.098482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64816b7a-1b33-4ebc-aa0e-bdddb50fb973,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:09.207200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fca54-4b2a-4639-bd19-56cd2d6d8add req-1ed9095b-edd7-43fd-8b06-770971a8d916 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.209023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-067fca54-4b2a-4639-bd19-56cd2d6d8add req-1ed9095b-edd7-43fd-8b06-770971a8d916 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 945 time: 0.2364433 Oct 26 14:19:09.210836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f49ff967-57de-44a0-814d-1efc592f2ce1 req-370a2734-78a8-4689-9254-920926793dbc service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471280 Oct 26 14:19:09.215483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.218036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a23a794-e9bd-4d11-b6bc-6980f8e3a489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882362 Oct 26 14:19:09.222337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:09.252219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67dacabf-c1a6-4724-bd09-eb99cbbad3de req-dfb85f8e-218a-4e02-96a6-15b3f95d2df5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef3c59ea-15f7-4a59-a434-a944ee9e04cb HTTP/1.1" status: 200 len: 210 time: 0.0403137 Oct 26 14:19:09.286254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:09.372870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-067fca54-4b2a-4639-bd19-56cd2d6d8add req-f6cc8d40-4a5b-4295-92a5-32f1d379baba tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531663 Oct 26 14:19:09.394033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.616786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb309ac-c071-4051-9737-46d60cc6424a req-d0498413-e03f-4bef-9aae-8c3418d44c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.618413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-d0498413-e03f-4bef-9aae-8c3418d44c38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 1095 time: 0.3181522 Oct 26 14:19:09.638338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:09.825663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb309ac-c071-4051-9737-46d60cc6424a req-a5713977-3b4e-4d2e-8cbc-d10746851577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:09.827155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-a5713977-3b4e-4d2e-8cbc-d10746851577 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.1524591 Oct 26 14:19:09.916027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-0e55ece9-79a5-4d32-b52a-b157debd17da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 200 len: 217 time: 0.0784705 Oct 26 14:19:09.927457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Allocated IP 172.25.5.215 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:10.041507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-99cf89fe-2efc-4b1b-b108-93f4b648fbcb tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:10.064643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-99cf89fe-2efc-4b1b-b108-93f4b648fbcb tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 809 time: 0.6514280 Oct 26 14:19:10.074204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f88b5aac-b4f4-425b-9e24-7338ccfd9b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.100318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-ad7559dd-c648-4b19-9760-24b80c88443f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/quotas/48e86a1970d9423b9ec52c50083dedb0 HTTP/1.1" status: 200 len: 375 time: 0.0336688 Oct 26 14:19:10.151726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-3f41ae66-d8f2-4f49-89ef-c556e67b3bbc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503907 Oct 26 14:19:10.213627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:10.277645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8ca96-fb16-418f-b4d2-06a1bb90cd61 req-2e8064a8-96c4-4054-b1e0-714681d0c6d2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:10.279230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8b8ca96-fb16-418f-b4d2-06a1bb90cd61 req-2e8064a8-96c4-4054-b1e0-714681d0c6d2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 944 time: 0.1553504 Oct 26 14:19:10.294511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b702-d42c-4597-89de-879f8d144f48 req-8b43e89e-243e-4e32-bff7-ccca4b6ce6e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:10.296046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a49b702-d42c-4597-89de-879f8d144f48 req-8b43e89e-243e-4e32-bff7-ccca4b6ce6e9 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 945 time: 0.2258065 Oct 26 14:19:10.327406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:10.328177 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.338720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb309ac-c071-4051-9737-46d60cc6424a req-5d6c4543-3691-42bd-83ef-30216bd6d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:10.340650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-5d6c4543-3691-42bd-83ef-30216bd6d69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.3935864 Oct 26 14:19:10.417264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-b7450c76-963d-450c-982f-7951145acf3b service neutron] 10.222.0.37 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440035 Oct 26 14:19:10.419765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-e4c36fda-67bc-44fe-afce-68da4001b405 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631297 Oct 26 14:19:10.486426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.507966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ad5f91d6-6349-45e6-986b-430b5aed2927 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:10.569960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: ad5f91d6-6349-45e6-986b-430b5aed2927 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:10.570690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ad5f91d6-6349-45e6-986b-430b5aed2927 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:10.619273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c8b8ca96-fb16-418f-b4d2-06a1bb90cd61 req-32e842f1-abfa-42ff-9f5a-39d2e00eca23 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167849 Oct 26 14:19:10.648127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.666867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Deleting port dfd19a18-417e-48bf-9517-9141070702a0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:10.667260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:10.690180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-9368530a-100e-4e1b-aeda-da15f0771511 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472286 Oct 26 14:19:10.811687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:10.817689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fb309ac-c071-4051-9737-46d60cc6424a req-92434270-ffc1-4462-be6c-82647d620dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164415 Oct 26 14:19:10.828769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:10.865872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-f8a627c9-8edb-40ce-bc06-4250574539f0 service neutron] 10.222.0.37 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451034 Oct 26 14:19:10.884415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:10.942370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:11.124252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] For port dfd19a18-417e-48bf-9517-9141070702a0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dfd19a18-417e-48bf-9517-9141070702a0,segment=NetworkSegment(c0597c7e-8de7-4646-8378-7a20e3182c4e),segment_id=c0597c7e-8de7-4646-8378-7a20e3182c4e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:11.125046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.143268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Calling delete_port for dfd19a18-417e-48bf-9517-9141070702a0 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:11.262323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:11.319431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.340529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019284a0-510f-4bc2-bdb0-e9308cbfae5f req-d96bac2d-4fcd-4ab5-9493-c0088f009c26 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:11.349383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-019284a0-510f-4bc2-bdb0-e9308cbfae5f req-d96bac2d-4fcd-4ab5-9493-c0088f009c26 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 945 time: 0.4562376 Oct 26 14:19:11.421679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.514177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:11.547026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'mac_address': 'fa:16:3e:28:3e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:11.551815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bff9c14b-e539-4c77-bfa0-d17454553cdb req-747b5fb3-7ec9-4da1-bea7-a8fccd7be265 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 210 time: 0.0589645 Oct 26 14:19:11.667552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.739124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:11.757364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-019284a0-510f-4bc2-bdb0-e9308cbfae5f req-2f153ca7-b05c-40a8-82e9-9246b049159b tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/security-groups?id=47b04275-3401-4dec-a5ca-9d1cc723db4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065177 Oct 26 14:19:11.798944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:11.811664 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.829031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:11.879612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['dfd19a18-417e-48bf-9517-9141070702a0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:11.911226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94b1d9-730d-44e1-b0a6-0b393251cb98 req-5209017e-5c22-4231-a6fb-d192796363ce tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:11.921506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a94b1d9-730d-44e1-b0a6-0b393251cb98 req-5209017e-5c22-4231-a6fb-d192796363ce tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 945 time: 0.1183014 Oct 26 14:19:12.054062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a94b1d9-730d-44e1-b0a6-0b393251cb98 req-88a68695-57c3-481e-839c-61680b83e2ee tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287787 Oct 26 14:19:12.060611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['4fc55cf6-c8f5-496e-b0ac-5de3113faa38'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:12.068928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.083572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Pushing event deleted for resources: {'Port': ['ID=dfd19a18-417e-48bf-9517-9141070702a0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.179565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] No DVR routers for this DVR port dfd19a18-417e-48bf-9517-9141070702a0 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:12.184704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.189214 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a49b702-d42c-4597-89de-879f8d144f48 req-14ce63fb-c7ba-4192-b531-50481381e730 tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.73 "DELETE /v2.0/ports/dfd19a18-417e-48bf-9517-9141070702a0 HTTP/1.1" status: 204 len: 173 time: 1.8681831 Oct 26 14:19:12.189944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'name': 'network-vif-deleted', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:12.192696 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e751a-5e58-49f6-a025-9bec7632c166" -d '{"events": [{"server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "name": "network-vif-deleted", "tag": "dfd19a18-417e-48bf-9517-9141070702a0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:12.335227 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b12a0b-0565-43f3-a546-8bb52f65699f x-openstack-request-id: req-33b12a0b-0565-43f3-a546-8bb52f65699f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:12.336242 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fbee73-a2a9-43b6-b291-c90acaa7fae7", "name": "network-vif-deleted", "tag": "dfd19a18-417e-48bf-9517-9141070702a0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:12.336683 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33b12a0b-0565-43f3-a546-8bb52f65699f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:12.337256 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fbee73-a2a9-43b6-b291-c90acaa7fae7', 'name': 'network-vif-deleted', 'tag': 'dfd19a18-417e-48bf-9517-9141070702a0', 'status': 'completed', 'code': 200} Oct 26 14:19:12.366421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.384170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.558263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:12.594170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.643704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.658729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff42265c-36f1-44f2-be84-128916fdc2bc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4327142 Oct 26 14:19:12.717533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f36b46c-cb97-47c2-8f44-eafd177b36b2 req-8449eaaa-0882-41f4-aa1d-2af7b399f73e tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 210 time: 0.0575576 Oct 26 14:19:12.847292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12936748-9ea4-448a-9ec5-6c7335d7535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:12.938909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a124bfa4-d875-46fd-be62-623c575e86c6 req-7319a0c6-4ecf-42a8-92e7-d10bfd4371de tempest-ServersTestJSON-804288742 tempest-ServersTestJSON-804288742-project] 10.222.0.37 "GET /v2.0/ports?device_id=23fbee73-a2a9-43b6-b291-c90acaa7fae7 HTTP/1.1" status: 200 len: 210 time: 0.0589972 Oct 26 14:19:13.032061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-ff4149cb-0725-4021-bde9-1476aeaec745 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1081794405&fields=id&tenant_id=ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 267 time: 0.0383370 Oct 26 14:19:13.164969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-7030ec33-ce48-44dd-99f5-edaeaf1b8328 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:13.166657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-7030ec33-ce48-44dd-99f5-edaeaf1b8328 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 809 time: 0.1260026 Oct 26 14:19:13.193104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-8f4f6c08-de12-4bff-87e8-e6bb631f4b1f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/quotas/ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 375 time: 0.0192280 Oct 26 14:19:13.197000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66fd4-4870-4b78-9329-33ea9e4231d8 req-f559aed5-c24c-41f7-9c3a-577867ee99c1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:13.198641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af66fd4-4870-4b78-9329-33ea9e4231d8 req-f559aed5-c24c-41f7-9c3a-577867ee99c1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 945 time: 0.0655529 Oct 26 14:19:13.261722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:13.270936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af66fd4-4870-4b78-9329-33ea9e4231d8 req-cf9dd25d-03e1-4ea9-89ac-91d97907f3ab tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Oct 26 14:19:13.316439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-e988bc2a-17c8-46db-9b92-a57e699e8ef0 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222634 Oct 26 14:19:13.413232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:13.420834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:13.428466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.519476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-ad27ff23-92dd-4278-80eb-c21d63b097f8 service neutron] 10.222.0.37 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912887 Oct 26 14:19:13.585478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-d7571cdf-75ae-455d-a248-2b2983990b6d tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:13.587389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-d7571cdf-75ae-455d-a248-2b2983990b6d tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 809 time: 0.2122331 Oct 26 14:19:13.604363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Request body: {'port': {'device_id': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7', 'admin_state_up': True, 'tenant_id': '48e86a1970d9423b9ec52c50083dedb0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:13.634781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.687054 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:13.688669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:13.692129 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81eece5-8f1c-450e-ba1c-0bb66b92bbbd" -d '{"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-plugged", "status": "completed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:13.697829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.720189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-4aa6728f-d450-46a6-86f8-03797f851fbc service neutron] 10.222.0.37 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051816 Oct 26 14:19:13.819189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:13.830265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Made reservation on behalf of 48e86a1970d9423b9ec52c50083dedb0 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:13.834054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:13.881616 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.166393 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1168dc90-ede1-48f4-b72b-4551013dc303 x-openstack-request-id: req-1168dc90-ede1-48f4-b72b-4551013dc303 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:14.166690 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-plugged", "status": "completed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:14.166952 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1168dc90-ede1-48f4-b72b-4551013dc303 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:14.168648 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'code': 200} Oct 26 14:19:14.173788 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.376765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21e3caf1-9af3-4bcd-91b5-408516d62238 req-2aa60a35-31cc-4e06-a278-fef69e57e871 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 210 time: 0.0590160 Oct 26 14:19:14.394158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a43703-1009-436f-90d1-11944455c751 req-ee2f46f0-6a9a-4aea-a981-3caa475fe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:14.398374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4a43703-1009-436f-90d1-11944455c751 req-ee2f46f0-6a9a-4aea-a981-3caa475fe30f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 1097 time: 0.1438055 Oct 26 14:19:14.478114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46144) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:14.506070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dfd19a18-417e-48bf-9517-9141070702a0 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:14.533941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4a43703-1009-436f-90d1-11944455c751 req-ef2227d0-6596-4a52-83c2-bb78902fa8d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279328 Oct 26 14:19:14.553826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: dfd19a18-417e-48bf-9517-9141070702a0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:14.554182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dfd19a18-417e-48bf-9517-9141070702a0 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:14.674060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e746fc57-e750-45df-8cfb-475853b1c019 req-a3d73af7-6579-43c1-8256-0046714e84fe tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 210 time: 0.0628269 Oct 26 14:19:14.715075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Allocated IP 172.20.0.13 (fbdd331c-5f5b-479a-8409-34fc98a6f9a7/e3348092-82fb-43c1-b83f-2a86da4c2513/6824a036-2d63-4751-a857-f29d27496dae) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:14.807791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Deleting subnet f56e5bfe-9f61-476a-8e56-52ae96bb041b {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:14.828347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:14.942139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.118711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.227236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.281485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:15.326783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:15.333468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:15.416193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Pushing event updated for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:15.473932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5994e3-26aa-4ed5-8560-70c85bc5f76e req-6a57f243-09e4-424a-afeb-8e0c78da4ef4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.484321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee5994e3-26aa-4ed5-8560-70c85bc5f76e req-6a57f243-09e4-424a-afeb-8e0c78da4ef4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.8490760 Oct 26 14:19:15.497395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:15.498089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.549362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a11ed1cb-df19-444c-b696-0b566b89f498 req-e782624d-0dff-4ab9-879e-9490c9e670e1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 210 time: 0.0463815 Oct 26 14:19:15.568801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.573200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-47b60ea4-a035-4d66-a3c5-5dcc8a17817f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9749954 Oct 26 14:19:15.589215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Request body: {'port': {'device_id': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:15.652984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee5994e3-26aa-4ed5-8560-70c85bc5f76e req-5ca4cf4c-e5f9-439e-8d56-bf0de75fbfcc tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665056 Oct 26 14:19:15.701934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.726681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.756858 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.779576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56e5bfe-9f61-476a-8e56-52ae96bb041b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:15.807810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:15.824199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c37cb37-c5d7-4a9c-b203-07b89e23d11a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f56e5bfe-9f61-476a-8e56-52ae96bb041b HTTP/1.1" status: 204 len: 168 time: 1.3442392 Oct 26 14:19:15.827714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46182) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:16.023457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.074089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282f7f0-8a42-4025-b094-522e56d629ca req-16887d3e-9fbb-4ebd-aab1-111c015139a9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.075824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9282f7f0-8a42-4025-b094-522e56d629ca req-16887d3e-9fbb-4ebd-aab1-111c015139a9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 932 time: 0.2031598 Oct 26 14:19:16.206057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9282f7f0-8a42-4025-b094-522e56d629ca req-45daf60b-a723-4cfe-bfad-934430c33bea tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012142 Oct 26 14:19:16.303920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-e62d1c44-ae67-4050-afae-e074353a9ca6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:16.305596 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-e62d1c44-ae67-4050-afae-e074353a9ca6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 809 time: 0.2790322 Oct 26 14:19:16.343108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.395117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6824a036-2d63-4751-a857-f29d27496dae {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:16.405919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.423440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22517755-34f3-4628-918f-2b3920d21195']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.427328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Transition to ACTIVE for port object 6824a036-2d63-4751-a857-f29d27496dae will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:16.438915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.452024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-f34650d6-1965-4458-8752-da7d2334cd56 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 380 time: 0.1357863 Oct 26 14:19:16.454919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0597c7e-8de7-4646-8378-7a20e3182c4e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.455230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0597c7e-8de7-4646-8378-7a20e3182c4e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:16.472938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'port': {'device_id': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'admin_state_up': True, 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'security_groups': ['83f02e17-fd09-4829-9ffb-f552202ecb35']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:16.504936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.527802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Pushing event updated for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:16.614585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.631405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:16.631405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:16.634502 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:16.803148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2d31507-6925-4f16-aaad-0715280507a5 req-fa42d5c1-42da-4c64-a33b-249226771a40 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 210 time: 0.0530117 Oct 26 14:19:16.812808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.820830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Attempting to bind port 6824a036-2d63-4751-a857-f29d27496dae on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:16.821298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Attempting to bind port 6824a036-2d63-4751-a857-f29d27496dae by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:16.821544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Attempting to bind port 6824a036-2d63-4751-a857-f29d27496dae on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:16.828332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.838780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Port 6824a036-2d63-4751-a857-f29d27496dae on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:16.839142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Attempting to bind port 6824a036-2d63-4751-a857-f29d27496dae on network fbdd331c-5f5b-479a-8409-34fc98a6f9a7 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:16.840417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] 10.222.0.37 "DELETE /v2.0/networks/22517755-34f3-4628-918f-2b3920d21195 HTTP/1.1" status: 204 len: 168 time: 1.0115488 Oct 26 14:19:16.911704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56411b44-9878-41e5-a721-50df51d8a526 admin admin] Pushing event deleted for resources: {'Network': ['ID=22517755-34f3-4628-918f-2b3920d21195,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:16.932666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:16.932666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Checking segment: {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:16.932666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Bound using segment: {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:16.933459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Bound port: 6824a036-2d63-4751-a857-f29d27496dae, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:16.933459 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:16.990875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Made reservation on behalf of ee6cda96fe4b45d9b490757220c3888f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:17.005966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.229241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76255a41-837d-406f-b879-b14f8f1ef687 req-4b097e41-3769-471e-aa44-4a6d38036b6d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.230838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76255a41-837d-406f-b879-b14f8f1ef687 req-4b097e41-3769-471e-aa44-4a6d38036b6d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3801439 Oct 26 14:19:17.389772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:17.491236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76255a41-837d-406f-b879-b14f8f1ef687 req-1fc4d1ae-bd59-42de-a67b-8e8ae890351f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381451 Oct 26 14:19:17.495421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6824a036-2d63-4751-a857-f29d27496dae,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:17.505265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.548136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36810f07-1df0-4c33-9d00-fffabb56d917 req-f6e49d3a-f141-4ff7-9548-4a54b6f90e73 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.556749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36810f07-1df0-4c33-9d00-fffabb56d917 req-f6e49d3a-f141-4ff7-9548-4a54b6f90e73 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 944 time: 0.1816099 Oct 26 14:19:17.558563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46258) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.659266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:17.661245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:17.663908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Allocated IP 172.20.0.3 (2400ffd5-c585-4dad-b2fb-2d2260ee8721/be748427-9492-4270-a5a0-16f39bb64538/41d5ee21-3cd2-4486-b5c5-98f254d9deac) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:17.665772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-26765181-b9ca-4c45-9316-1610b221231f service neutron] 10.222.0.73 "PUT /v2.0/ports/6824a036-2d63-4751-a857-f29d27496dae HTTP/1.1" status: 200 len: 1092 time: 2.0834112 Oct 26 14:19:17.670678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'tag': '6824a036-2d63-4751-a857-f29d27496dae'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:17.696310 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6867626-a037-4dcf-8d7f-62aaf630fd30" -d '{"events": [{"name": "network-changed", "server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "tag": "6824a036-2d63-4751-a857-f29d27496dae"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:17.725718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a331e27-eb8c-4f54-91b8-86d2de2e5d5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6acfc0c6d17f47d09803ae4a5e4ea259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582444 Oct 26 14:19:17.726102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46270) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:17.745608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36810f07-1df0-4c33-9d00-fffabb56d917 req-b180153d-0913-4123-831f-22bea77ff576 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879091 Oct 26 14:19:17.844838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26765181-b9ca-4c45-9316-1610b221231f service neutron] Pushing event updated for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:17.886981 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0567d6d-54d4-4d11-920c-29a747301d02 x-openstack-request-id: req-c0567d6d-54d4-4d11-920c-29a747301d02 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:17.887283 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "tag": "6824a036-2d63-4751-a857-f29d27496dae", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:17.887539 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0567d6d-54d4-4d11-920c-29a747301d02 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:17.887949 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'tag': '6824a036-2d63-4751-a857-f29d27496dae', 'status': 'completed', 'code': 200} Oct 26 14:19:18.020989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.058000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.063410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a50b91e-32ff-4534-abca-f799bb23c754 req-da0d88cb-6c51-4fa8-b452-9ed5d5792ccd tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 210 time: 0.0800927 Oct 26 14:19:18.124479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.146311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-1dea88a2-743c-468c-846f-2db58d490c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.148075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-1dea88a2-743c-468c-846f-2db58d490c6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 1095 time: 0.2442880 Oct 26 14:19:18.217183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.288916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-f7d1849d-20dc-49b5-a266-e3dfa4818fe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6824a036-2d63-4751-a857-f29d27496dae HTTP/1.1" status: 200 len: 217 time: 0.1313641 Oct 26 14:19:18.380956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:18.383069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:18.399414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:18.436254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.440169 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.466546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47b04275-3401-4dec-a5ca-9d1cc723db4e HTTP/1.1" status: 204 len: 168 time: 0.7342298 Oct 26 14:19:18.481891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:18.496983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.497794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.543419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-cbf3fcd8-e2ea-4368-87dc-11e17903460c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0759461 Oct 26 14:19:18.563501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Request body: {'port': {'device_id': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:18.586711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dafd8-5534-46ac-aa92-efd07d471d18 req-b18ac056-8089-4d04-a9b4-6a6841739beb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.598960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c95dafd8-5534-46ac-aa92-efd07d471d18 req-b18ac056-8089-4d04-a9b4-6a6841739beb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3071525 Oct 26 14:19:18.602080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f5bae-b97a-45e2-b3d6-76a486c9a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b04275-3401-4dec-a5ca-9d1cc723db4e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:18.613892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-eb0389c5-5b2a-4a2a-865e-af379c3f97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:18.615669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-eb0389c5-5b2a-4a2a-865e-af379c3f97a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3348092-82fb-43c1-b83f-2a86da4c2513 HTTP/1.1" status: 200 len: 849 time: 0.3065784 Oct 26 14:19:18.734219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:18.756114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-d1d2ebbb-bd0d-4469-aa57-bf766bc359bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927620 Oct 26 14:19:18.783008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c95dafd8-5534-46ac-aa92-efd07d471d18 req-4c5e0760-af28-4c86-b992-a71e5f80e085 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770315 Oct 26 14:19:18.984079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-35cf1ce9-6da6-4f9d-84fe-decacc92a951 None None] Provisioning complete for port 41d5ee21-3cd2-4486-b5c5-98f254d9deac triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:18.987511 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35cf1ce9-6da6-4f9d-84fe-decacc92a951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.049433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-96276a8e-6303-4101-afad-f9618cb9c088 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802789 Oct 26 14:19:19.084191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e91267-98b1-4186-bbf8-2b4b803a18ee req-29d52aeb-ab6c-4c05-8bd8-39b2bea238b5 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.085956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77e91267-98b1-4186-bbf8-2b4b803a18ee req-29d52aeb-ab6c-4c05-8bd8-39b2bea238b5 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 944 time: 0.1013241 Oct 26 14:19:19.090241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-35cf1ce9-6da6-4f9d-84fe-decacc92a951 None None] Port 41d5ee21-3cd2-4486-b5c5-98f254d9deac cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:19:19.199086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77e91267-98b1-4186-bbf8-2b4b803a18ee req-cf918d7f-8315-4828-84a5-013299b463d7 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934322 Oct 26 14:19:19.255442 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-123fc059-1eb3-4160-a6f8-f53b81930b3c req-dfe5a3d1-f365-4370-937f-d4b2be0e604e service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982477 Oct 26 14:19:19.340958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d5ee21-3cd2-4486-b5c5-98f254d9deac {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:19.351514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.368396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Transition to ACTIVE for port object 41d5ee21-3cd2-4486-b5c5-98f254d9deac will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:19.373320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.485958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d1a5-95d2-47a5-86bd-0f5b88c7fe63 req-ccae8cf1-de11-4576-bf96-14b46b89e323 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.492028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6051d1a5-95d2-47a5-86bd-0f5b88c7fe63 req-ccae8cf1-de11-4576-bf96-14b46b89e323 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 931 time: 0.2105002 Oct 26 14:19:19.552289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Pushing event updated for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:19.585856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-a5bb44bc-a5fc-4f8c-ba62-f5149530f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.587403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-a5bb44bc-a5fc-4f8c-ba62-f5149530f1d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=48e86a1970d9423b9ec52c50083dedb0&device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 1095 time: 0.2729065 Oct 26 14:19:19.612099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Attempting to bind port 41d5ee21-3cd2-4486-b5c5-98f254d9deac on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:19.612740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Attempting to bind port 41d5ee21-3cd2-4486-b5c5-98f254d9deac by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:19.614071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Attempting to bind port 41d5ee21-3cd2-4486-b5c5-98f254d9deac on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:19.627532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Port 41d5ee21-3cd2-4486-b5c5-98f254d9deac on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:19.628807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Attempting to bind port 41d5ee21-3cd2-4486-b5c5-98f254d9deac on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:19.643563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:19.643912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Checking segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:19.651419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Bound using segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:19.651900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Bound port: 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:19.652868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.745397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6051d1a5-95d2-47a5-86bd-0f5b88c7fe63 req-92547f42-974b-43fe-8aa3-63ee8ec57811 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456152 Oct 26 14:19:19.832238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-aeea0e1b-d5ee-4231-b7d1-436084a05ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:19.839462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-aeea0e1b-d5ee-4231-b7d1-436084a05ffd service neutron] 10.222.0.73 "GET /v2.0/networks?id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 200 len: 910 time: 0.2371666 Oct 26 14:19:19.876615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:19.891128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:19.905140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:19.951130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-3b4089e9-7613-46b8-9fcc-0a6bc40923f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6824a036-2d63-4751-a857-f29d27496dae HTTP/1.1" status: 200 len: 217 time: 0.1035638 Oct 26 14:19:20.062731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-8a458f47-53bf-4a29-be55-88348bc257bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.064859 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-8a458f47-53bf-4a29-be55-88348bc257bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e3348092-82fb-43c1-b83f-2a86da4c2513 HTTP/1.1" status: 200 len: 849 time: 0.1065812 Oct 26 14:19:20.083775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.086732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.090077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] 10.222.0.41 "PUT /v2.0/ports/41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1091 time: 1.5357065 Oct 26 14:19:20.091057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:20.106229 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004e7b7-a016-4dd7-93a6-91856e3f757a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:20.121725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-159b59e1-7b6c-4e0c-8f99-d3f2e30ea683 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fbdd331c-5f5b-479a-8409-34fc98a6f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478988 Oct 26 14:19:20.255789 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0e8dc-1da2-483f-b4b3-6faad93eb2ff x-openstack-request-id: req-d7d0e8dc-1da2-483f-b4b3-6faad93eb2ff {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:20.256086 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:20.256344 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d0e8dc-1da2-483f-b4b3-6faad93eb2ff {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:20.256785 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'status': 'completed', 'code': 200} Oct 26 14:19:20.307827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:20.332353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd6434-2cc9-44f7-b62f-22eac070c75b service neutron] Pushing event updated for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:20.369450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e4270-df0e-431c-8fc0-578b05d99752 req-112a5c5f-eeb6-4c95-a658-6ff5dde5a7ec tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.379726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e06e4270-df0e-431c-8fc0-578b05d99752 req-112a5c5f-eeb6-4c95-a658-6ff5dde5a7ec tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3903816 Oct 26 14:19:20.398586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-9f0ffb51-3701-4467-944a-378c40e2c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.400919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-9f0ffb51-3701-4467-944a-378c40e2c974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1094 time: 0.2358272 Oct 26 14:19:20.545695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e06e4270-df0e-431c-8fc0-578b05d99752 req-2c0506cc-0eae-412c-9c4a-aca30f791c6b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639719 Oct 26 14:19:20.550281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-88350e5a-a614-41ec-8c26-9be8d1fd7066 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158118 Oct 26 14:19:20.553426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-98bc103a-025c-448d-af33-66efe2738f45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 217 time: 0.1341491 Oct 26 14:19:20.689553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-75643a8e-e0c8-44b0-9264-c5cf26f98d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.692406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-75643a8e-e0c8-44b0-9264-c5cf26f98d05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1269281 Oct 26 14:19:20.722734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e808fce-562a-4b17-aa54-c8a99cf2ed34 req-de875bfd-4829-4a3a-820c-bb34951e73b4 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.725348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e808fce-562a-4b17-aa54-c8a99cf2ed34 req-de875bfd-4829-4a3a-820c-bb34951e73b4 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 944 time: 0.3466928 Oct 26 14:19:20.732476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-259134195-network', 'tenant_id': '848a53158e764bbab7f5a51c2472f19c'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:20.836117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-606baccc-2c7c-44e3-b12a-18e0968b50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:20.845679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-606baccc-2c7c-44e3-b12a-18e0968b50c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397567 Oct 26 14:19:20.854168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6867626-a037-4dcf-8d7f-62aaf630fd30 req-2787408f-bfb4-43ad-8cc5-ff24371a5b16 service neutron] 10.222.0.73 "GET /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892606 Oct 26 14:19:20.885105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e808fce-562a-4b17-aa54-c8a99cf2ed34 req-d7fb1d94-4187-4624-947a-087dc789a2a7 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452472 Oct 26 14:19:20.886038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Made reservation on behalf of 848a53158e764bbab7f5a51c2472f19c for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:20.888484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:20.912881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.022683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.032782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.067962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:19:21.101568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.101982 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Added segment 9813da4e-4c8c-4310-9a67-2f377a1744f1 of type vlan for network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f Oct 26 14:19:21.119264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f83bc5d-6db9-4158-8856-6242d48c7021,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:21.146738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5c9d-3ae9-474d-b5a9-cf9d961217b7 req-d86c82c1-8855-4e80-8619-2c230a2001c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.148932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f62e5c9d-3ae9-474d-b5a9-cf9d961217b7 req-d86c82c1-8855-4e80-8619-2c230a2001c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 943 time: 0.1511507 Oct 26 14:19:21.153498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-e2243f88-2d50-4a38-8057-99b25844db59 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001406 Oct 26 14:19:21.206547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.260933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.262248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.263419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.342889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f62e5c9d-3ae9-474d-b5a9-cf9d961217b7 req-919d9e31-051e-4e18-af46-c7719499b115 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872873 Oct 26 14:19:21.354611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:21.372870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:19:21.374267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b723c167-983e-49b2-8f5b-ac898f1e5b89 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0600660 Oct 26 14:19:21.375829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46406) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:21.383763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Request body: {'subnet': {'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-259134195-subnet', 'tenant_id': '848a53158e764bbab7f5a51c2472f19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:21.442733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54c2045b-f031-40ea-8233-3b848d14ec3b req-8ea8f743-0e15-4fd4-bf70-014481838be4 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703118 Oct 26 14:19:21.449946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Made reservation on behalf of 848a53158e764bbab7f5a51c2472f19c for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:21.452751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.594670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-71e76cab-bafe-4a51-93c2-64f2277654e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.596203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-71e76cab-bafe-4a51-93c2-64f2277654e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1094 time: 0.0830584 Oct 26 14:19:21.740057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42d4c8-8b5a-4d28-ab00-bce6b0a3d23b req-9c5797ee-78ea-43f8-82a0-aca586dc527a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.750084 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.757104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c42d4c8-8b5a-4d28-ab00-bce6b0a3d23b req-9c5797ee-78ea-43f8-82a0-aca586dc527a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1043165 Oct 26 14:19:21.805479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c42d4c8-8b5a-4d28-ab00-bce6b0a3d23b req-2ebed797-8b38-4805-8de9-4b4b51faaa88 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Oct 26 14:19:21.834506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-5d92793d-6558-4d59-b2c6-d648697d0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:21.834506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-5d92793d-6558-4d59-b2c6-d648697d0246 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.2210615 Oct 26 14:19:21.835444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:21.927249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-508ef852-d309-4733-90c0-274c47188197 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 217 time: 0.0876694 Oct 26 14:19:21.983252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cbf83d-2736-41fb-b7f6-618926acf346,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:22.009273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Checking segment: {'id': '9813da4e-4c8c-4310-9a67-2f377a1744f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:22.009647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Network hostable DHCP agents. Network: 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:19:22.012817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-fd117bb3-734f-4c2f-b6c2-8e80f1dd1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.014327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-fd117bb3-734f-4c2f-b6c2-8e80f1dd1eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.0785894 Oct 26 14:19:22.100473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:19:22.116047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-c55e383b-556a-45f2-9d5f-0431cdefc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.117490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-c55e383b-556a-45f2-9d5f-0431cdefc251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950401 Oct 26 14:19:22.121663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:22.134906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9aca62-3d84-4c72-98ea-3cbdb14efbde None None] Network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:22.139137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c1e5-67ec-48c3-99a7-d7afc6a5c67c req-7fe34cae-67be-4e10-9ff9-5da05e423204 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.140763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd3c1e5-67ec-48c3-99a7-d7afc6a5c67c req-7fe34cae-67be-4e10-9ff9-5da05e423204 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 944 time: 0.1089752 Oct 26 14:19:22.143582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.144169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.257333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f5ea54f1-d1e6-4499-afa7-6a557197110b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8697484 Oct 26 14:19:22.298841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5bd3c1e5-67ec-48c3-99a7-d7afc6a5c67c req-ff9c8a19-63af-4b47-beb6-63fe4ec08abc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448154 Oct 26 14:19:22.364197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-408a6a48-2d08-4818-b1ea-adc1532683ef service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223775 Oct 26 14:19:22.418037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51f57d-865e-4486-b0cc-ed341a1c6a3a None None] Network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:22.472353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:22.538647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6824a036-2d63-4751-a857-f29d27496dae details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:22.599032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7004e7b7-a016-4dd7-93a6-91856e3f757a req-3464d586-2861-481e-94b4-de0084c6ad7b service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182512 Oct 26 14:19:22.655448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703abc3-90b2-49b9-b0b2-6a3497adb0d9 req-6578ebea-c85d-416b-a981-27648919a717 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:22.660028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6824a036-2d63-4751-a857-f29d27496dae,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:22.664464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6703abc3-90b2-49b9-b0b2-6a3497adb0d9 req-6578ebea-c85d-416b-a981-27648919a717 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 943 time: 0.1832356 Oct 26 14:19:22.695895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6824a036-2d63-4751-a857-f29d27496dae', 'network_id': 'fbdd331c-5f5b-479a-8409-34fc98a6f9a7', 'port_id': '6824a036-2d63-4751-a857-f29d27496dae', 'mac_address': 'fa:16:3e:4e:fa:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3348092-82fb-43c1-b83f-2a86da4c2513', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:22.722714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6703abc3-90b2-49b9-b0b2-6a3497adb0d9 req-b581711e-8107-4b88-bd8e-f7d219a123c6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567949 Oct 26 14:19:22.778530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.797081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6824a036-2d63-4751-a857-f29d27496dae {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:22.826733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6824a036-2d63-4751-a857-f29d27496dae,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:22.838202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.945306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e685e30-daa7-4811-8bde-a525b41115f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:22.961070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.079925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46474) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.088746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6824a036-2d63-4751-a857-f29d27496dae'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:23.089102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1582966140-network', 'tenant_id': '0eedcc8794e44ad7b9eb542e52fa2512'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:23.147536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dd697-2d34-4dfb-a8a2-16356b2fc98c req-ae686a44-75ae-4709-8350-5e8dab64b48b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.160480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-735dd697-2d34-4dfb-a8a2-16356b2fc98c req-ae686a44-75ae-4709-8350-5e8dab64b48b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1765573 Oct 26 14:19:23.225978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e685e30-daa7-4811-8bde-a525b41115f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.238165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e685e30-daa7-4811-8bde-a525b41115f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.245519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Made reservation on behalf of 0eedcc8794e44ad7b9eb542e52fa2512 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:23.247833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.270539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-735dd697-2d34-4dfb-a8a2-16356b2fc98c req-2e300489-504d-4bda-b1ef-7889f2783838 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092238 Oct 26 14:19:23.298520 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.303707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.330482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685e30-daa7-4811-8bde-a525b41115f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b5fbb9-bd60-41ea-bf83-28827f1ac871,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.349522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8e685e30-daa7-4811-8bde-a525b41115f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5490c763696543558db11c732e656c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754270 Oct 26 14:19:23.352314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46480) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.360136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 41d5ee21-3cd2-4486-b5c5-98f254d9deac details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:23.493898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.508105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36efdfb-67b4-4110-ba4d-d9ad7119c079 req-73af72f2-1bb1-4cb3-b1fe-bdb11d4befcc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.519088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e36efdfb-67b4-4110-ba4d-d9ad7119c079 req-73af72f2-1bb1-4cb3-b1fe-bdb11d4befcc tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 945 time: 0.0865030 Oct 26 14:19:23.524885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:23.545010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'port_id': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'mac_address': 'fa:16:3e:0e:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:23.563063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.574535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.576742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e36efdfb-67b4-4110-ba4d-d9ad7119c079 req-6de2757c-52dd-4357-b443-bf5cf1c8dcdd tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Oct 26 14:19:23.585838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.603652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.634767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d5ee21-3cd2-4486-b5c5-98f254d9deac {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:23.643111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:19:23.655636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28816013-0b3c-418d-995a-f10a85a6a548,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.662285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:23.663883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.664016 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Added segment f5bb98c8-7005-4000-ab88-5a9c40ba56d3 of type vlan for network 63493c8a-f48c-4c2d-9efe-269204cd9805 Oct 26 14:19:23.669163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.715870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.728827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.738497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.740778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8b5fbb9-bd60-41ea-bf83-28827f1ac871 HTTP/1.1" status: 204 len: 168 time: 0.3864167 Oct 26 14:19:23.757135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.809859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e58ca-f451-46f2-93cc-b15960e5b0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b5fbb9-bd60-41ea-bf83-28827f1ac871,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:23.811889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.813478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:23.814263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:23.914449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['41d5ee21-3cd2-4486-b5c5-98f254d9deac'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:23.947794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46490) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:23.953948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Request body: {'subnet': {'network_id': '63493c8a-f48c-4c2d-9efe-269204cd9805', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1582966140-subnet', 'tenant_id': '0eedcc8794e44ad7b9eb542e52fa2512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:23.959096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8754699 Oct 26 14:19:24.007857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Made reservation on behalf of 0eedcc8794e44ad7b9eb542e52fa2512 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:24.010369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.035428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a96f4-f823-4c6a-932c-3ea7010b9afa admin admin] Pushing event updated for resources: {'Network': ['ID=63493c8a-f48c-4c2d-9efe-269204cd9805,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.054618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e7acb-1b4c-4321-b521-faf73369605b req-598ebf10-32d7-417a-8a30-1cb280e8806a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.056315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a9e7acb-1b4c-4321-b521-faf73369605b req-598ebf10-32d7-417a-8a30-1cb280e8806a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 944 time: 0.1341805 Oct 26 14:19:24.070026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 63493c8a-f48c-4c2d-9efe-269204cd9805 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:19:24.149486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a9e7acb-1b4c-4321-b521-faf73369605b req-be18cc31-f1c5-4e96-9803-b2422955f336 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865834 Oct 26 14:19:24.357724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.367506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.388542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e0b7f45-2746-4d32-b52b-177218b4f185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.487757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bfedd6-1713-4b46-a405-967b55a054b5,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.497171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e0b7f45-2746-4d32-b52b-177218b4f185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.503216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e0b7f45-2746-4d32-b52b-177218b4f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.541724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6824a036-2d63-4751-a857-f29d27496dae up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:24.553524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2760-e86b-4d2b-bf90-fbd5a7cb1edc req-854e61ad-056c-45dd-9854-2ce7bf1c7a6f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.555387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cdeb2760-e86b-4d2b-bf90-fbd5a7cb1edc req-854e61ad-056c-45dd-9854-2ce7bf1c7a6f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1490324 Oct 26 14:19:24.556209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Checking segment: {'id': 'f5bb98c8-7005-4000-ab88-5a9c40ba56d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '63493c8a-f48c-4c2d-9efe-269204cd9805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:24.561627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Network hostable DHCP agents. Network: 63493c8a-f48c-4c2d-9efe-269204cd9805, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:19:24.567134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e0b7f45-2746-4d32-b52b-177218b4f185 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4059af23b074f7c9c48e14ff01fb578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972873 Oct 26 14:19:24.567833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46500) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:24.601487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b7f45-2746-4d32-b52b-177218b4f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24adc015-6219-4a79-9e57-d7807aeaa313,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:24.678914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6824a036-2d63-4751-a857-f29d27496dae completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:24.699838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6824a036-2d63-4751-a857-f29d27496dae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:24.701507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.710660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Network 63493c8a-f48c-4c2d-9efe-269204cd9805 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:19:24.731440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cdeb2760-e86b-4d2b-bf90-fbd5a7cb1edc req-c412fff3-8d9d-4827-979c-a93f21d0f3fc tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654165 Oct 26 14:19:24.736452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.739620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 63493c8a-f48c-4c2d-9efe-269204cd9805) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:24.751124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.752095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.817549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81870b-3312-4313-a09b-d6c1fa7e0c6f None None] Network 63493c8a-f48c-4c2d-9efe-269204cd9805 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:24.831278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.859638 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5b590ef-8cb4-406d-b2e8-718f89b98122 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9106081 Oct 26 14:19:24.905734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64a49-5c8d-4466-9881-4661ff4952c1 req-7aebbc0f-d389-40db-81f0-27ccf12ce024 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:24.908259 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06e64a49-5c8d-4466-9881-4661ff4952c1 req-7aebbc0f-d389-40db-81f0-27ccf12ce024 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 945 time: 0.1755049 Oct 26 14:19:24.936076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.951383 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:24.954226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24adc015-6219-4a79-9e57-d7807aeaa313 HTTP/1.1" status: 204 len: 168 time: 0.3841817 Oct 26 14:19:24.982519 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06e64a49-5c8d-4466-9881-4661ff4952c1 req-f6dd5cc1-44f7-49ee-9cf1-71635355b8a6 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667293 Oct 26 14:19:24.997339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa837e-d801-4c4f-86ae-4e3a2db84e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24adc015-6219-4a79-9e57-d7807aeaa313,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:25.217179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.303414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6824a036-2d63-4751-a857-f29d27496dae'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:25.306558 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eeb66c-117a-43b5-acd5-121f9684d3fb" -d '{"events": [{"server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "name": "network-vif-plugged", "status": "completed", "tag": "6824a036-2d63-4751-a857-f29d27496dae"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:25.346816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 41d5ee21-3cd2-4486-b5c5-98f254d9deac up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:25.398318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6824a036-2d63-4751-a857-f29d27496dae,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:25.402385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c8df5-50df-406f-b74c-d89d34829236 None None] Network 63493c8a-f48c-4c2d-9efe-269204cd9805 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:19:25.408445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8963f-ec4f-4dd5-9e6a-c548df0d389c req-ff03e044-33ce-437b-a48b-63af8c005489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.418560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe8963f-ec4f-4dd5-9e6a-c548df0d389c req-ff03e044-33ce-437b-a48b-63af8c005489 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 944 time: 0.0749922 Oct 26 14:19:25.476434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fe8963f-ec4f-4dd5-9e6a-c548df0d389c req-e446c5ac-048e-4e90-84e8-902015dc6ef7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562322 Oct 26 14:19:25.476807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.543691 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fa875b-b73a-4ec4-a032-2fc6d8774b28 x-openstack-request-id: req-c7fa875b-b73a-4ec4-a032-2fc6d8774b28 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:25.544410 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "name": "network-vif-plugged", "status": "completed", "tag": "6824a036-2d63-4751-a857-f29d27496dae", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:25.544410 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7fa875b-b73a-4ec4-a032-2fc6d8774b28 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:25.544836 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6824a036-2d63-4751-a857-f29d27496dae', 'code': 200} Oct 26 14:19:25.594816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 41d5ee21-3cd2-4486-b5c5-98f254d9deac completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:25.604976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 41d5ee21-3cd2-4486-b5c5-98f254d9deac triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:25.605671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.640157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:25.702779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec727-19b7-4eea-abc1-ff805cc2d868 req-5999af72-d1fd-438b-a16f-dff4ded0737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.705834 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92bec727-19b7-4eea-abc1-ff805cc2d868 req-5999af72-d1fd-438b-a16f-dff4ded0737b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 1097 time: 0.0786765 Oct 26 14:19:25.767809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92bec727-19b7-4eea-abc1-ff805cc2d868 req-2778e2f9-0ddb-42ee-9434-de990d28138d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459795 Oct 26 14:19:25.816731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.895554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:25.909291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:25.954449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-71cecc1b-a2d2-4e1e-b3ee-3b22dddf8b32 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:25.962320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-71cecc1b-a2d2-4e1e-b3ee-3b22dddf8b32 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/networks?id=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f HTTP/1.1" status: 200 len: 824 time: 0.1557400 Oct 26 14:19:25.981407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-e55a57fc-4141-4095-9029-56cd74f89fb4 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/quotas/848a53158e764bbab7f5a51c2472f19c HTTP/1.1" status: 200 len: 375 time: 0.0180242 Oct 26 14:19:25.988239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:26.014468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a6106-5459-4bca-93e1-0b6b124d780f req-fce44017-a551-4688-ac18-e59e51fd68d9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:26.021585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-283a6106-5459-4bca-93e1-0b6b124d780f req-fce44017-a551-4688-ac18-e59e51fd68d9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1467493 Oct 26 14:19:26.029487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-2cb29e42-01be-4be9-b556-904756503da8 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=848a53158e764bbab7f5a51c2472f19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469110 Oct 26 14:19:26.091470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-283a6106-5459-4bca-93e1-0b6b124d780f req-e1a83c12-c1d2-4deb-b7bd-48a0908db88c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674622 Oct 26 14:19:26.169622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a652172-22b8-4f35-af55-2d4269c39d91 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390688 Oct 26 14:19:26.239914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553db9-e1ad-49c2-94ea-a45db88c675e req-ed901f76-c026-4b5b-a4f2-331b8e32692e tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:26.242045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b553db9-e1ad-49c2-94ea-a45db88c675e req-ed901f76-c026-4b5b-a4f2-331b8e32692e tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 946 time: 0.0571063 Oct 26 14:19:26.293191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-a63b3eb4-cd4a-4bc7-93e8-5498cd35a538 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227067 Oct 26 14:19:26.319481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b553db9-e1ad-49c2-94ea-a45db88c675e req-761df126-5c25-4eee-8053-f08f8939c347 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669575 Oct 26 14:19:26.596549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27c255cb-80b0-4670-ac27-91cb3d3a078e req-6e78c415-5744-483d-87dc-ad8cb2bc3610 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 210 time: 0.0543602 Oct 26 14:19:26.681254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41aad71-8309-4ce8-a77e-0bf30a39e5a7 req-4c9a4fc8-f73a-4721-b1cc-37a26c36ee88 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:26.682851 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b41aad71-8309-4ce8-a77e-0bf30a39e5a7 req-4c9a4fc8-f73a-4721-b1cc-37a26c36ee88 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.0928848 Oct 26 14:19:26.814645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b41aad71-8309-4ce8-a77e-0bf30a39e5a7 req-a398c6a7-e725-4006-843c-b17800cba767 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100945 Oct 26 14:19:27.295392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e6b41-c882-455f-89d0-e58b49e132b4 req-acc7240e-2752-4a2f-b0bf-6d2f8fbe1f75 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:27.299181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-963e6b41-c882-455f-89d0-e58b49e132b4 req-acc7240e-2752-4a2f-b0bf-6d2f8fbe1f75 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0753477 Oct 26 14:19:27.361295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-963e6b41-c882-455f-89d0-e58b49e132b4 req-4095f36b-232b-4415-87c3-f84191ab02a0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542543 Oct 26 14:19:27.546659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:27.548061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4fa71-135d-4440-b185-7421df616d8b req-90d79730-1d68-4fd3-828d-61328582faf9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:27.552792 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c168fb-b42b-4b66-a7ca-5d0cbf1fec99" -d '{"events": [{"server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "name": "network-vif-plugged", "status": "completed", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:27.560210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f4fa71-135d-4440-b185-7421df616d8b req-90d79730-1d68-4fd3-828d-61328582faf9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 946 time: 0.1379082 Oct 26 14:19:27.632796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f4fa71-135d-4440-b185-7421df616d8b req-75ae5fa4-13fa-4187-92f0-3afc7283652f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715215 Oct 26 14:19:27.656942 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e3b32a-8816-46ae-ba05-9d029a8bc9f7 x-openstack-request-id: req-34e3b32a-8816-46ae-ba05-9d029a8bc9f7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:27.658835 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "name": "network-vif-plugged", "status": "completed", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:27.659410 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34e3b32a-8816-46ae-ba05-9d029a8bc9f7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:27.660052 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'code': 200} Oct 26 14:19:27.733229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-acab1557-0fcd-4cd4-809e-bc98bc24c17f req-d99b85b1-2beb-47e5-9bab-55e090d9c42c tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 210 time: 0.0421484 Oct 26 14:19:27.780471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984b51d-2845-4fff-8458-9d8c71c74e57 req-09168b36-b0be-4ea3-adc5-dcd39faa6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:27.789139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d984b51d-2845-4fff-8458-9d8c71c74e57 req-09168b36-b0be-4ea3-adc5-dcd39faa6a12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.0527170 Oct 26 14:19:27.875301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d984b51d-2845-4fff-8458-9d8c71c74e57 req-65012cf9-f0c3-42cf-a348-475ddbfcf264 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733104 Oct 26 14:19:28.055123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785e521-50e9-4f73-9c63-000550f52a73 req-b72350a7-29d4-4292-a2e1-9e116bee3ef3 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.065357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a785e521-50e9-4f73-9c63-000550f52a73 req-b72350a7-29d4-4292-a2e1-9e116bee3ef3 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1345928 Oct 26 14:19:28.170412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a785e521-50e9-4f73-9c63-000550f52a73 req-4735f564-07a2-4399-8138-29771ebb86fa tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027253 Oct 26 14:19:28.210251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-37342168-b446-491b-b075-7c08c62bd284 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.212221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-37342168-b446-491b-b075-7c08c62bd284 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.73 "GET /v2.0/networks?id=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f HTTP/1.1" status: 200 len: 824 time: 0.2945113 Oct 26 14:19:28.231041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Request body: {'port': {'device_id': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f', 'admin_state_up': True, 'tenant_id': '848a53158e764bbab7f5a51c2472f19c'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:28.412696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Made reservation on behalf of 848a53158e764bbab7f5a51c2472f19c for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:19:28.423810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:28.522241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceb919-93f8-44ef-b4bd-efaa001539b7 req-5699c877-7b8a-4314-b0c4-07b6c54a417f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.533220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52ceb919-93f8-44ef-b4bd-efaa001539b7 req-5699c877-7b8a-4314-b0c4-07b6c54a417f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0851700 Oct 26 14:19:28.626891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52ceb919-93f8-44ef-b4bd-efaa001539b7 req-aab01a5f-c2dd-4eb9-8420-23eecf4a7ae3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891087 Oct 26 14:19:28.744656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Allocated IP 172.20.0.9 (8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f/97cbf83d-2736-41fb-b7f6-618926acf346/be99b908-9e16-4380-8759-36f48c939698) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:19:28.885046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2eb95-90f2-43b6-aa1f-be77891fb299 req-f13716b2-cf53-4c1a-af73-55f2c09d9651 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:28.887079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2b2eb95-90f2-43b6-aa1f-be77891fb299 req-f13716b2-cf53-4c1a-af73-55f2c09d9651 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 946 time: 0.1246097 Oct 26 14:19:28.956821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88d252fc-06b4-4e6e-bbac-36e2a8a34d73 req-5806b786-2236-45a3-946d-0871344bc857 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 210 time: 0.0692320 Oct 26 14:19:29.019108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2b2eb95-90f2-43b6-aa1f-be77891fb299 req-7f198230-6e67-4bdd-8906-5cae0b3ec16e tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026182 Oct 26 14:19:29.079994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.128033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.146046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46652) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.182071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:19:29.185526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:19:29.191105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:19:29.225044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Pushing event updated for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:29.283593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.288795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.324452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-30e9fb2d-7d32-4e21-9b04-ee0344a15ee7 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010911 Oct 26 14:19:29.339668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8ea2-fd02-4bfd-a6d9-4819fdef40b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.342489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Request body: {'port': {'device_id': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:29.400414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44a19-af48-4972-addf-6428d202b27a req-0e4173c0-85f1-4215-af43-ec3d0df3b6d0 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.408610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54f44a19-af48-4972-addf-6428d202b27a req-0e4173c0-85f1-4215-af43-ec3d0df3b6d0 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1434240 Oct 26 14:19:29.479344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.486785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-54f44a19-af48-4972-addf-6428d202b27a req-be0e0eac-2a93-4314-8d13-9277ef78608c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772045 Oct 26 14:19:29.586108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8ea2-fd02-4bfd-a6d9-4819fdef40b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.596644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8ea2-fd02-4bfd-a6d9-4819fdef40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.660798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3c3f8ea2-fd02-4bfd-a6d9-4819fdef40b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=445d8b3f215f497a8765db028e347608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135429 Oct 26 14:19:29.665757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46670) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.683898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f8ea2-fd02-4bfd-a6d9-4819fdef40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b78ada-8fc5-4d80-b26c-0e72b4db6c05,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:29.721839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46672) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.760520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567270-6d43-46f2-a78f-eec29f8bf867 req-f408c982-e552-4a70-8fe2-998ee3fc9b03 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:29.762812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6567270-6d43-46f2-a78f-eec29f8bf867 req-f408c982-e552-4a70-8fe2-998ee3fc9b03 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2015357 Oct 26 14:19:29.773067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:29.786499 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.789237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'floatingip': {'port_id': '41d5ee21-3cd2-4486-b5c5-98f254d9deac'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:19:29.897125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.954252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:29.956887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb8cd-9ce6-4dab-8e25-306c097f4570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.340444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.343296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.358630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3b78ada-8fc5-4d80-b26c-0e72b4db6c05 HTTP/1.1" status: 204 len: 168 time: 0.6812000 Oct 26 14:19:30.396413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6a6ea-9fb3-49d7-9689-bd4128d1ca2c req-9cd96c42-b931-4e9b-be37-c158b2502742 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:30.411389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cf6a6ea-9fb3-49d7-9689-bd4128d1ca2c req-9cd96c42-b931-4e9b-be37-c158b2502742 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.6100745 Oct 26 14:19:30.420115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789944c-d359-4358-a823-62c334255d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b78ada-8fc5-4d80-b26c-0e72b4db6c05,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:30.479001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-4aa01f42-d6a9-42e9-a46e-0563c2fb173f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:30.480769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-4aa01f42-d6a9-42e9-a46e-0563c2fb173f tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 946 time: 0.5485175 Oct 26 14:19:30.493161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0cf6a6ea-9fb3-49d7-9689-bd4128d1ca2c req-a060f61b-5f3c-4de7-9ab4-f3f51fbef263 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Oct 26 14:19:30.712527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Deleting port 6824a036-2d63-4751-a857-f29d27496dae {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:30.713841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.797844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec06c8-64e0-4298-b9a9-080454131887 req-22776abc-50c0-411f-91de-4492eb8af3c9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:30.806468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5ec06c8-64e0-4298-b9a9-080454131887 req-22776abc-50c0-411f-91de-4492eb8af3c9 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 946 time: 0.1724129 Oct 26 14:19:30.867068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5ec06c8-64e0-4298-b9a9-080454131887 req-482c9f3e-4c81-4d56-bb18-1ca478afea81 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/security-groups?id=79e1ca9b-1465-4ff6-9af9-d508c414f33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544853 Oct 26 14:19:30.890714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:30.950057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db83ecf1-a223-41f4-8955-436a6e089eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.963903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] For port 6824a036-2d63-4751-a857-f29d27496dae, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6824a036-2d63-4751-a857-f29d27496dae,segment=NetworkSegment(cd536167-efa7-42d0-87b3-1ca00bcbf0f4),segment_id=cd536167-efa7-42d0-87b3-1ca00bcbf0f4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:30.964314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:30.993018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Calling delete_port for 6824a036-2d63-4751-a857-f29d27496dae owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:31.025771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78911c-1cfb-480c-b089-e7eb232c33b3 req-a784463a-0a55-4bb8-81ef-013abe16b72c tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:31.027599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ea78911c-1cfb-480c-b089-e7eb232c33b3 req-a784463a-0a55-4bb8-81ef-013abe16b72c tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 931 time: 0.9480650 Oct 26 14:19:31.047772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be99b908-9e16-4380-8759-36f48c939698 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:31.067131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb8cd-9ce6-4dab-8e25-306c097f4570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.069448 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.121086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a0eb8cd-9ce6-4dab-8e25-306c097f4570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.142082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db83ecf1-a223-41f4-8955-436a6e089eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.148076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db83ecf1-a223-41f4-8955-436a6e089eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.221022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ecf1-a223-41f4-8955-436a6e089eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3220bc2-4d13-4c37-be89-4b917aa96df1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.230993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a0eb8cd-9ce6-4dab-8e25-306c097f4570 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec7e064b42c6421bb61fec43d31984b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5024645 Oct 26 14:19:31.231238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-db83ecf1-a223-41f4-8955-436a6e089eae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aab7facecd9b485490ed3ac2275651a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356838 Oct 26 14:19:31.231238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46694) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.232414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0eb8cd-9ce6-4dab-8e25-306c097f4570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b177d-c991-445b-8704-b1a36a01af7d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.236359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:31.241117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ea78911c-1cfb-480c-b089-e7eb232c33b3 req-3e7ef7e6-f2a7-4f37-9112-71616ec77298 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888626 Oct 26 14:19:31.265375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.278062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Transition to ACTIVE for port object be99b908-9e16-4380-8759-36f48c939698 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:19:31.285150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6824a036-2d63-4751-a857-f29d27496dae'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:31.315529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.327618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.334323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Pushing event deleted for resources: {'Port': ['ID=6824a036-2d63-4751-a857-f29d27496dae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.377342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.383725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.resource_extend [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:19:31.396785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] No DVR routers for this DVR port 6824a036-2d63-4751-a857-f29d27496dae on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:31.401650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.405076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a713617-13ea-4787-a31d-600dd9e4c0bd req-95a63d23-943f-4f00-b5f5-75eee0a7c6f1 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.73 "DELETE /v2.0/ports/6824a036-2d63-4751-a857-f29d27496dae HTTP/1.1" status: 204 len: 173 time: 0.9055023 Oct 26 14:19:31.405532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'name': 'network-vif-deleted', 'tag': '6824a036-2d63-4751-a857-f29d27496dae'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:31.409261 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed2b0c-351a-47a7-893b-de48fc31a577" -d '{"events": [{"server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "name": "network-vif-deleted", "tag": "6824a036-2d63-4751-a857-f29d27496dae"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:31.465045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.472948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.474210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba8b177d-c991-445b-8704-b1a36a01af7d HTTP/1.1" status: 204 len: 168 time: 0.2420354 Oct 26 14:19:31.502067 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7df9dbd-7ef7-4fca-b6a7-2d7129f90647 x-openstack-request-id: req-e7df9dbd-7ef7-4fca-b6a7-2d7129f90647 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:31.502744 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab51ebaa-f7c3-46d3-bf09-b913bed02843", "name": "network-vif-deleted", "tag": "6824a036-2d63-4751-a857-f29d27496dae", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:31.503577 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7df9dbd-7ef7-4fca-b6a7-2d7129f90647 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:31.503577 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab51ebaa-f7c3-46d3-bf09-b913bed02843', 'name': 'network-vif-deleted', 'tag': '6824a036-2d63-4751-a857-f29d27496dae', 'status': 'completed', 'code': 200} Oct 26 14:19:31.504093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0cf8f-3b00-4964-b2b7-a30f1f72aca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b177d-c991-445b-8704-b1a36a01af7d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.505452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Pushing event updated for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.570716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.649424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.663586 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.666796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.772210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Attempting to bind port be99b908-9e16-4380-8759-36f48c939698 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:19:31.772600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Attempting to bind port be99b908-9e16-4380-8759-36f48c939698 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '9813da4e-4c8c-4310-9a67-2f377a1744f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:19:31.772929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Attempting to bind port be99b908-9e16-4380-8759-36f48c939698 on network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:31.793706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Port be99b908-9e16-4380-8759-36f48c939698 on network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:19:31.794029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Attempting to bind port be99b908-9e16-4380-8759-36f48c939698 on network 8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:19:31.816546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6b80-d30b-464f-a086-3f2052c93700 req-f57f1bc0-6283-4812-842b-7024bd3ad7f5 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:31.818098 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7aa6b80-d30b-464f-a086-3f2052c93700 req-f57f1bc0-6283-4812-842b-7024bd3ad7f5 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.2172194 Oct 26 14:19:31.821069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:19:31.821410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Checking segment: {'id': '9813da4e-4c8c-4310-9a67-2f377a1744f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:19:31.821885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Bound using segment: {'id': '9813da4e-4c8c-4310-9a67-2f377a1744f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:19:31.822245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Bound port: be99b908-9e16-4380-8759-36f48c939698, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9813da4e-4c8c-4310-9a67-2f377a1744f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:19:31.822607 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.879347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.882012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:31.885647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3220bc2-4d13-4c37-be89-4b917aa96df1 HTTP/1.1" status: 204 len: 168 time: 0.6411550 Oct 26 14:19:31.931428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9305cf-5c66-4918-af7b-f7ae5a7df441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3220bc2-4d13-4c37-be89-4b917aa96df1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:31.954493 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Floating IP 8aa599fb-9ab3-4a84-a21b-76690ea6eb46 associated. External IP: 172.25.5.215, port: 41d5ee21-3cd2-4486-b5c5-98f254d9deac. Oct 26 14:19:32.055728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7aa6b80-d30b-464f-a086-3f2052c93700 req-dca3abe6-4b73-4329-8a8e-b0d97c6dd44a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221413 Oct 26 14:19:32.088825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:19:32.093943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=be99b908-9e16-4380-8759-36f48c939698,segment=NetworkSegment(9813da4e-4c8c-4310-9a67-2f377a1744f1),segment_id=9813da4e-4c8c-4310-9a67-2f377a1744f1)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:19:32.102884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba26ec78-95a0-4ccd-bf71-3840b4df10d2 req-2ec58fc6-9cc8-481d-b096-ca6b3e841870 tempest-VolumesActionsTest-2104352 tempest-VolumesActionsTest-2104352-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab51ebaa-f7c3-46d3-bf09-b913bed02843 HTTP/1.1" status: 200 len: 210 time: 0.0597637 Oct 26 14:19:32.110876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.137631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.175557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:32.176169 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.177671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/be99b908-9e16-4380-8759-36f48c939698 HTTP/1.1" status: 200 len: 1091 time: 2.8441527 Oct 26 14:19:32.178128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'tag': 'be99b908-9e16-4380-8759-36f48c939698'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:32.180453 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f04033-825c-4478-96ef-2e880cf1a91f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "tag": "be99b908-9e16-4380-8759-36f48c939698"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:32.182212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddb30cb-3d08-44cc-8d86-86208fcc46a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.238679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5345b2-00d4-47be-bc49-d0bba97691e4 service neutron] Pushing event updated for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.277891 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde4081-2e73-4931-93f1-a71326eea917 x-openstack-request-id: req-2fde4081-2e73-4931-93f1-a71326eea917 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:32.278161 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "tag": "be99b908-9e16-4380-8759-36f48c939698", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:32.278413 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fde4081-2e73-4931-93f1-a71326eea917 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:32.278891 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'tag': 'be99b908-9e16-4380-8759-36f48c939698', 'status': 'completed', 'code': 200} Oct 26 14:19:32.356282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-1cd70ff5-65df-4e5c-9994-595a37edbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:32.358458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-1cd70ff5-65df-4e5c-9994-595a37edbd36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=848a53158e764bbab7f5a51c2472f19c&device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 1094 time: 0.0788813 Oct 26 14:19:32.368109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddb30cb-3d08-44cc-8d86-86208fcc46a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.374503 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eddb30cb-3d08-44cc-8d86-86208fcc46a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.423806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-7c50aa81-6970-4cef-9909-443b973acccd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be99b908-9e16-4380-8759-36f48c939698 HTTP/1.1" status: 200 len: 217 time: 0.0550234 Oct 26 14:19:32.471217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:19:32.471949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eddb30cb-3d08-44cc-8d86-86208fcc46a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8350f3b9c96f41b7a52f3eab4c94934c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027899 Oct 26 14:19:32.471949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb30cb-3d08-44cc-8d86-86208fcc46a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795cffcf-b30d-4ef1-9696-0ddb2ee57fb0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.475244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46724) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:32.560420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-e206371e-d738-44fd-af85-0dc1575aaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:32.561953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-e206371e-d738-44fd-af85-0dc1575aaba3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97cbf83d-2736-41fb-b7f6-618926acf346 HTTP/1.1" status: 200 len: 864 time: 0.1247230 Oct 26 14:19:32.582832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.607767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce8786-5260-4d2d-ab59-7cf5e5d5dff5 req-0aacf452-cbc4-4f9f-8f12-418ddf8c1e3e tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:32.609415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fce8786-5260-4d2d-ab59-7cf5e5d5dff5 req-0aacf452-cbc4-4f9f-8f12-418ddf8c1e3e tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 943 time: 0.1908994 Oct 26 14:19:32.618520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.644770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-6d0d26b1-7f90-4766-9e8e-52c8b5f68bd9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451899 Oct 26 14:19:32.684155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.689373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.691061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/795cffcf-b30d-4ef1-9696-0ddb2ee57fb0 HTTP/1.1" status: 204 len: 168 time: 0.2149484 Oct 26 14:19:32.701363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9730e99-a645-4f39-b310-f766dea676e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795cffcf-b30d-4ef1-9696-0ddb2ee57fb0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:32.761011 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fce8786-5260-4d2d-ab59-7cf5e5d5dff5 req-061f6f18-94ec-4c58-8c26-32f4d8fbd51e tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381550 Oct 26 14:19:32.784548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:19:32.797684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:32.803763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:19:32.816992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:32.817849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:19:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:32.825584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-2e8882c7-49fc-45ba-a246-974724cdc25d service neutron] 10.222.0.73 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735792 Oct 26 14:19:32.851012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2bce66a7-5b53-4e50-a26f-6e56e1b3aafb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "PUT /v2.0/floatingips/8aa599fb-9ab3-4a84-a21b-76690ea6eb46 HTTP/1.1" status: 200 len: 991 time: 3.0681796 Oct 26 14:19:32.963915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b08c22d-93fa-4aba-a8de-bfbca42b8090 req-f1c7cd0c-d53d-423a-872d-09c0915ca5ae service neutron] 10.222.0.73 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264892 Oct 26 14:19:33.034568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:33.109283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04033-825c-4478-96ef-2e880cf1a91f req-4f886965-6a1f-4925-86a0-923e341338ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:33.110905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-4f886965-6a1f-4925-86a0-923e341338ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=848a53158e764bbab7f5a51c2472f19c&device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 1094 time: 0.0816500 Oct 26 14:19:33.334722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04033-825c-4478-96ef-2e880cf1a91f req-7789e340-d29c-4385-b291-6e59a2fb574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:33.336480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-7789e340-d29c-4385-b291-6e59a2fb574b service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f HTTP/1.1" status: 200 len: 925 time: 0.2181745 Oct 26 14:19:33.429553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-5d66524e-3524-422c-9496-cfe2dd3044d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be99b908-9e16-4380-8759-36f48c939698 HTTP/1.1" status: 200 len: 217 time: 0.0644884 Oct 26 14:19:33.455033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbcb9-64bd-42da-bafe-e654f3ef9a4d req-62f3e25b-21c1-4919-a10b-13072e8ba064 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:33.455033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d7dbcb9-64bd-42da-bafe-e654f3ef9a4d req-62f3e25b-21c1-4919-a10b-13072e8ba064 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.2250144 Oct 26 14:19:33.485607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8aa599fb-9ab3-4a84-a21b-76690ea6eb46', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:0e:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:11Z', 'updated_at': '2021-10-26T14:19:31Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:33.558277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04033-825c-4478-96ef-2e880cf1a91f req-7897a473-a763-49d9-9b91-a5c922b60a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:33.559789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-7897a473-a763-49d9-9b91-a5c922b60a31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=97cbf83d-2736-41fb-b7f6-618926acf346 HTTP/1.1" status: 200 len: 864 time: 0.1041229 Oct 26 14:19:33.568721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:19:33.569573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d7dbcb9-64bd-42da-bafe-e654f3ef9a4d req-340f8101-d967-4a6b-8de2-4397af73e314 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736454 Oct 26 14:19:33.596247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:19:33.599066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:19:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:33.605681 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:19:33.635887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-d2e5f1ae-1224-4bc3-a8b6-f5bef77ef900 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619295 Oct 26 14:19:33.782045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-e6fd296c-b2cc-495d-853b-1a9eaf35b12d service neutron] 10.222.0.73 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399605 Oct 26 14:19:33.814781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:19:33.988416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60f04033-825c-4478-96ef-2e880cf1a91f req-4e79e6b3-9d9c-449d-96a9-d5f0df863c0a service neutron] 10.222.0.73 "GET /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932950 Oct 26 14:19:34.045795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac4221-95ae-4944-a481-41b849f5b615 req-c0c4259f-9d15-4834-8e95-22d3914fac60 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.056122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2dac4221-95ae-4944-a481-41b849f5b615 req-c0c4259f-9d15-4834-8e95-22d3914fac60 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 943 time: 0.1378989 Oct 26 14:19:34.107709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2dac4221-95ae-4944-a481-41b849f5b615 req-116afa5f-2b88-4c44-9712-a3d1c27c61ac tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501699 Oct 26 14:19:34.280344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:34.283633 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569e6d98-cfbd-4525-90d9-b6b78a2922e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:34.326630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8aa599fb-9ab3-4a84-a21b-76690ea6eb46', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:0e:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:11Z', 'updated_at': '2021-10-26T14:19:31Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:34.368883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923f735-c9d6-4d87-978b-c7e0e56305a2 None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8aa599fb-9ab3-4a84-a21b-76690ea6eb46', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:0e:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:19:11Z', 'updated_at': '2021-10-26T14:19:31Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:19:34.396657 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7b71c5-672f-488d-896d-c9f6380669d6 x-openstack-request-id: req-be7b71c5-672f-488d-896d-c9f6380669d6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:34.397023 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:34.397344 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be7b71c5-672f-488d-896d-c9f6380669d6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:34.397813 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'status': 'completed', 'code': 200} Oct 26 14:19:34.430232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46830) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:34.493955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-c8eb66ae-9e7c-4f07-807b-5f22ca91c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.495824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-c8eb66ae-9e7c-4f07-807b-5f22ca91c4df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.0766187 Oct 26 14:19:34.567957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6824a036-2d63-4751-a857-f29d27496dae no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:34.619167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.625203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-037dc0c8-c642-4b9b-afb7-d7203565b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.627556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-037dc0c8-c642-4b9b-afb7-d7203565b472 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.1211460 Oct 26 14:19:34.651924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6824a036-2d63-4751-a857-f29d27496dae {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:34.652532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6824a036-2d63-4751-a857-f29d27496dae not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:34.764438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.773002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:34.774530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-bbba5c27-6cd2-4794-b974-5667049fdc52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 999 time: 0.1314950 Oct 26 14:19:34.782930 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42987746-07b8-4257-b714-8e91b5a0707d None None] New status for floating IP 8aa599fb-9ab3-4a84-a21b-76690ea6eb46: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:19:34.819292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ab144d197f043edbe82ec2af8ef7e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874245 Oct 26 14:19:34.845438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:34.910659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f87242-56a5-4ce7-8e6c-ceca397152ff,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:34.937868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9bf6f-d065-4f49-904d-9e6d54931bb1 req-8ecd5261-4de6-4698-b9cb-49107ffad07c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.940818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5b9bf6f-d065-4f49-904d-9e6d54931bb1 req-8ecd5261-4de6-4698-b9cb-49107ffad07c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.2407503 Oct 26 14:19:34.956463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.956776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.957117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.957455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.957783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.958280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.958615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.958931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.959257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.959574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.960576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.960936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d54279-4e1d-41db-94ff-39770575dcc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:34.988396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-25ea5c5b-3259-4b18-a5aa-6355b714f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:34.994581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-25ea5c5b-3259-4b18-a5aa-6355b714f756 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1931963 Oct 26 14:19:35.005495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.046609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.079162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5b9bf6f-d065-4f49-904d-9e6d54931bb1 req-edc4327a-5136-4686-8942-c6edd710cecd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231627 Oct 26 14:19:35.104814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-b7a16497-c439-4f0e-9599-434cd90c4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.104814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-b7a16497-c439-4f0e-9599-434cd90c4820 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799222 Oct 26 14:19:35.160939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.169927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:35.186461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7f87242-56a5-4ce7-8e6c-ceca397152ff HTTP/1.1" status: 204 len: 168 time: 0.3280432 Oct 26 14:19:35.210476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a019e-604d-47fe-bdb3-f056c6efdfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f87242-56a5-4ce7-8e6c-ceca397152ff,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:35.333011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-d1b465e3-361a-4934-aa0b-05a2703ad8bc service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235887 Oct 26 14:19:35.455226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90266-de74-4f1a-bf81-442726348a43 req-1811a3bf-ab22-4228-88c8-1f5959e6b98c tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:35.458464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adf90266-de74-4f1a-bf81-442726348a43 req-1811a3bf-ab22-4228-88c8-1f5959e6b98c tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 943 time: 0.1680598 Oct 26 14:19:35.499465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569e6d98-cfbd-4525-90d9-b6b78a2922e2 req-642e62d1-7252-49e9-87f8-48e8d25225ba service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581733 Oct 26 14:19:35.577675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adf90266-de74-4f1a-bf81-442726348a43 req-086a53d0-4369-4d5b-bd2a-0c2d225fca62 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070819 Oct 26 14:19:36.278855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b6efe-7592-4ec6-ad4b-54bc7d06b18a req-037433a7-06a6-4876-a76d-efdbff1146cc tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:36.288122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d15b6efe-7592-4ec6-ad4b-54bc7d06b18a req-037433a7-06a6-4876-a76d-efdbff1146cc tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0740495 Oct 26 14:19:36.367159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d15b6efe-7592-4ec6-ad4b-54bc7d06b18a req-7a3b6e9a-f2e3-4742-ad1e-292748ea2ecc tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738714 Oct 26 14:19:36.580290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device be99b908-9e16-4380-8759-36f48c939698 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:36.820307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b638-7b9c-48fb-90c6-31e45b3f23bb req-243acce2-64fd-4b06-8e11-0622f7eb443f tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:36.834062 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e818b638-7b9c-48fb-90c6-31e45b3f23bb req-243acce2-64fd-4b06-8e11-0622f7eb443f tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 943 time: 0.1069856 Oct 26 14:19:36.868724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=be99b908-9e16-4380-8759-36f48c939698,segment=NetworkSegment(9813da4e-4c8c-4310-9a67-2f377a1744f1),segment_id=9813da4e-4c8c-4310-9a67-2f377a1744f1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:36.897051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'be99b908-9e16-4380-8759-36f48c939698', 'network_id': '8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f', 'port_id': 'be99b908-9e16-4380-8759-36f48c939698', 'mac_address': 'fa:16:3e:0a:91:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cbf83d-2736-41fb-b7f6-618926acf346', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:36.905065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e818b638-7b9c-48fb-90c6-31e45b3f23bb req-9d673380-3ce9-4574-a783-0a552ad8a845 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Oct 26 14:19:36.964963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:36.984101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be99b908-9e16-4380-8759-36f48c939698 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:37.037334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=be99b908-9e16-4380-8759-36f48c939698,segment=NetworkSegment(9813da4e-4c8c-4310-9a67-2f377a1744f1),segment_id=9813da4e-4c8c-4310-9a67-2f377a1744f1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:37.044157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:37.100157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:37.310671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['be99b908-9e16-4380-8759-36f48c939698'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:37.588801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73971ca7-6437-400c-bf1b-ee5340223fa2 req-a98a745d-c050-4879-8f8f-7477244f7aa4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:37.590542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73971ca7-6437-400c-bf1b-ee5340223fa2 req-a98a745d-c050-4879-8f8f-7477244f7aa4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0731587 Oct 26 14:19:37.645173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73971ca7-6437-400c-bf1b-ee5340223fa2 req-d07f4cc5-550b-4974-88c7-cfd15712ee2b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 Oct 26 14:19:38.048478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e1b05-5d94-44ae-8ae3-3f8ed8734c64 req-31121aa0-3140-4697-839d-b592a0985f0b tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:38.068957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-145e1b05-5d94-44ae-8ae3-3f8ed8734c64 req-31121aa0-3140-4697-839d-b592a0985f0b tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 944 time: 0.0782480 Oct 26 14:19:38.111542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-145e1b05-5d94-44ae-8ae3-3f8ed8734c64 req-c6fb64ea-fa3e-4808-a0da-2486faf42419 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Oct 26 14:19:38.582048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device be99b908-9e16-4380-8759-36f48c939698 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:38.651870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port be99b908-9e16-4380-8759-36f48c939698 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:19:38.657035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port be99b908-9e16-4380-8759-36f48c939698 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:38.657035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.768650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.801336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be99b908-9e16-4380-8759-36f48c939698'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:38.805540 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870bb380-78f5-48a2-bc25-561461475bb2" -d '{"events": [{"server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "name": "network-vif-plugged", "status": "completed", "tag": "be99b908-9e16-4380-8759-36f48c939698"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:38.816986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68388f-b2cb-4b9c-a7b8-164cc3b889db req-c1ccd406-cf50-4552-a347-19246a8295e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:38.819268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d68388f-b2cb-4b9c-a7b8-164cc3b889db req-c1ccd406-cf50-4552-a347-19246a8295e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0635772 Oct 26 14:19:38.822581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=be99b908-9e16-4380-8759-36f48c939698,segment=NetworkSegment(9813da4e-4c8c-4310-9a67-2f377a1744f1),segment_id=9813da4e-4c8c-4310-9a67-2f377a1744f1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:38.828951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:38.897109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:38.916118 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee387a27-cb81-4d85-894c-9fc0af259f8c x-openstack-request-id: req-ee387a27-cb81-4d85-894c-9fc0af259f8c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:38.917073 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "name": "network-vif-plugged", "status": "completed", "tag": "be99b908-9e16-4380-8759-36f48c939698", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:38.917389 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee387a27-cb81-4d85-894c-9fc0af259f8c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:38.917988 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be99b908-9e16-4380-8759-36f48c939698', 'code': 200} Oct 26 14:19:38.928447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d68388f-b2cb-4b9c-a7b8-164cc3b889db req-2dbe360c-f081-41bc-801a-a4b3ad81f69c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010847 Oct 26 14:19:39.031327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e54e59-2afa-4be0-95b2-a8bcec67d422 req-c4a8f64c-cb02-45da-9b1e-00eed3e1ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:39.034303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56e54e59-2afa-4be0-95b2-a8bcec67d422 req-c4a8f64c-cb02-45da-9b1e-00eed3e1ae7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 1096 time: 0.0503278 Oct 26 14:19:39.112060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56e54e59-2afa-4be0-95b2-a8bcec67d422 req-ccc7cbaa-d903-48a5-b36b-58f5831c242e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Oct 26 14:19:39.276899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4443c4c-40c6-4487-8e99-0e20df8bde06 req-083de391-6d5a-4776-87a9-77a28c1f3b31 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:39.281917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4443c4c-40c6-4487-8e99-0e20df8bde06 req-083de391-6d5a-4776-87a9-77a28c1f3b31 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.0675292 Oct 26 14:19:39.334365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4443c4c-40c6-4487-8e99-0e20df8bde06 req-e1a42edc-1403-48c6-9846-0c8e92ba6e12 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Oct 26 14:19:40.113405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85e4a318-8b2c-4cc3-9711-645d032fa18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:40.167725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac99b6-81b4-4fa5-b348-bbc8d7f75121 req-e2eb5df5-0dab-46d9-8abf-85656f3f3659 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.173211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80ac99b6-81b4-4fa5-b348-bbc8d7f75121 req-e2eb5df5-0dab-46d9-8abf-85656f3f3659 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1342485 Oct 26 14:19:40.264765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80ac99b6-81b4-4fa5-b348-bbc8d7f75121 req-a874092a-1f2d-4f8c-b16b-197cb4191216 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853734 Oct 26 14:19:40.512033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6af8a-d52d-48e0-90ba-d44ab7bfaed0 req-cd55ade7-7e39-4c95-b627-9a91f4854b02 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.513563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40d6af8a-d52d-48e0-90ba-d44ab7bfaed0 req-cd55ade7-7e39-4c95-b627-9a91f4854b02 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.0873322 Oct 26 14:19:40.573326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40d6af8a-d52d-48e0-90ba-d44ab7bfaed0 req-081d8ab6-f6e5-4067-9be3-e1940b40bc39 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Oct 26 14:19:40.711939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369134e-d854-4356-b579-3149a7c2461c req-aa1d9605-9f2d-4468-b86b-719b3aa0a359 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:40.723004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d369134e-d854-4356-b579-3149a7c2461c req-aa1d9605-9f2d-4468-b86b-719b3aa0a359 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.0649114 Oct 26 14:19:40.773568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d369134e-d854-4356-b579-3149a7c2461c req-d1852c5a-13f8-4c0e-b4a8-6829232ed86a tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515263 Oct 26 14:19:41.243624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4637ed-d9ff-419c-81d8-5342cfa3ff6f req-05470f3e-6131-4325-bf95-2142e6d71f4d tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:41.245516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f4637ed-d9ff-419c-81d8-5342cfa3ff6f req-05470f3e-6131-4325-bf95-2142e6d71f4d tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.0640991 Oct 26 14:19:41.346543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f4637ed-d9ff-419c-81d8-5342cfa3ff6f req-cfcf8640-12f7-4b40-9a16-ee3e6bdd2507 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Oct 26 14:19:41.520170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78b904-d01a-413e-9157-b63038f42eb1 req-0acff61f-fb21-4188-ac1b-df7ee827d09e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:41.527636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d78b904-d01a-413e-9157-b63038f42eb1 req-0acff61f-fb21-4188-ac1b-df7ee827d09e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0843079 Oct 26 14:19:41.579335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d78b904-d01a-413e-9157-b63038f42eb1 req-05f9a1a9-0046-4f60-bec1-5f8bcba3c43a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 Oct 26 14:19:41.798887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3463814-c035-4baf-9d36-52823bbc5e74 req-5bbcafc8-2b71-4b9b-8cc7-80be64a7d770 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:41.806582 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b3463814-c035-4baf-9d36-52823bbc5e74 req-5bbcafc8-2b71-4b9b-8cc7-80be64a7d770 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.0909522 Oct 26 14:19:41.862338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b3463814-c035-4baf-9d36-52823bbc5e74 req-3e5284fa-45d5-48f5-b228-40db7bdccf95 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502605 Oct 26 14:19:41.962837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-d5a7fc9e-e449-4df0-9837-207258eee702 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0736151 Oct 26 14:19:42.088061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.088656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.089194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.089983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.090456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.090921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.091456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.094345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ab21e5cc-693b-45d5-9363-21e5669f1b4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.0654094 Oct 26 14:19:42.279148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9eea15af-c9f6-4ec8-8dc3-bb27cc458573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.279644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9eea15af-c9f6-4ec8-8dc3-bb27cc458573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.280109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9eea15af-c9f6-4ec8-8dc3-bb27cc458573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.282684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9eea15af-c9f6-4ec8-8dc3-bb27cc458573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.1539271 Oct 26 14:19:42.363752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-4515e3e7-a738-42c5-95fb-5e3d780c6f89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.0732057 Oct 26 14:19:42.438334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-de1a043c-f88d-46fb-92c6-792fb78d4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.440855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-de1a043c-f88d-46fb-92c6-792fb78d4b56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.0678172 Oct 26 14:19:42.507131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-b43781b7-a3a4-4092-ba29-61a1af36853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.507764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-b43781b7-a3a4-4092-ba29-61a1af36853c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558469 Oct 26 14:19:42.666923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-cd889fb7-e61d-4148-b2fb-45417d0a3869 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447871 Oct 26 14:19:42.832444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-3114e0fa-4a3a-4567-ba2e-35907a367ca0 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575267 Oct 26 14:19:42.845175 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-acf8ea06-bff4-41f7-bbb5-655c84abb2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:42.893195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-6163972e-1075-45c5-99b6-b013577a1244 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.0422709 Oct 26 14:19:42.901452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7788-41e2-465b-bc48-103ddd8d2e84 req-0bf06736-7b9e-4965-9f44-184b0ec0d102 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:42.909884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-210b7788-41e2-465b-bc48-103ddd8d2e84 req-0bf06736-7b9e-4965-9f44-184b0ec0d102 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1398618 Oct 26 14:19:42.963147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-210b7788-41e2-465b-bc48-103ddd8d2e84 req-70795acb-86d5-4d89-8f43-b26c68df5af9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Oct 26 14:19:43.064112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-46ec2a9f-f11c-4110-a2b0-df8c16c7e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.065796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-46ec2a9f-f11c-4110-a2b0-df8c16c7e184 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1537879 Oct 26 14:19:43.118606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-2f0fa006-855f-47b7-b32f-80a21e3a4542 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.120215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-2f0fa006-855f-47b7-b32f-80a21e3a4542 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.1375525 Oct 26 14:19:43.161387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-205b89c6-1944-442a-a38e-9fb1331c9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.162926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-205b89c6-1944-442a-a38e-9fb1331c9e81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895562 Oct 26 14:19:43.196284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136ba4b-89a8-4840-ba65-9254e211d887 req-149c3faf-457f-4ee1-9722-0738a240ab67 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.206309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4136ba4b-89a8-4840-ba65-9254e211d887 req-149c3faf-457f-4ee1-9722-0738a240ab67 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 945 time: 0.1593778 Oct 26 14:19:43.324523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4136ba4b-89a8-4840-ba65-9254e211d887 req-e1d3da18-0885-44ff-92a9-4183c3295362 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/security-groups?id=4f83bc5d-6db9-4158-8856-6242d48c7021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172607 Oct 26 14:19:43.336563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-7dcfc4df-c1d4-43e3-89f5-66ba301676a6 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652665 Oct 26 14:19:43.381366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Deleting port be99b908-9e16-4380-8759-36f48c939698 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:19:43.381996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.457014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-6a5cf798-9cb6-41d7-b5f5-e4e0b645951f service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118937 Oct 26 14:19:43.505761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] For port be99b908-9e16-4380-8759-36f48c939698, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=be99b908-9e16-4380-8759-36f48c939698,segment=NetworkSegment(9813da4e-4c8c-4310-9a67-2f377a1744f1),segment_id=9813da4e-4c8c-4310-9a67-2f377a1744f1)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:43.506452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.528167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-1f5220f9-176e-4e7c-ab59-9ed52f4070e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.0600138 Oct 26 14:19:43.530251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Calling delete_port for be99b908-9e16-4380-8759-36f48c939698 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:19:43.606734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-eab302aa-e281-4b8c-b805-face7089b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.608709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-eab302aa-e281-4b8c-b805-face7089b467 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0733051 Oct 26 14:19:43.675244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-6b603d98-1c1a-4cbf-9b25-9d7ee66d929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:43.676890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-6b603d98-1c1a-4cbf-9b25-9d7ee66d929d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601993 Oct 26 14:19:43.760609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.780374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['be99b908-9e16-4380-8759-36f48c939698'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:43.803144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Pushing event deleted for resources: {'Port': ['ID=be99b908-9e16-4380-8759-36f48c939698,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:43.826114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.826271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.826609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.827773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.828148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.829386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.829784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.830130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.830475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.831483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.831993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.832340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:19:43.916906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] No DVR routers for this DVR port be99b908-9e16-4380-8759-36f48c939698 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:19:43.923923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.948484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:43.964845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47e674cc-f800-4e81-aca5-5cd50816a4f0 req-cc01dbb2-8912-4197-b9d4-5788d3b37fb2 tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.73 "DELETE /v2.0/ports/be99b908-9e16-4380-8759-36f48c939698 HTTP/1.1" status: 204 len: 173 time: 0.8257704 Oct 26 14:19:43.964845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'name': 'network-vif-deleted', 'tag': 'be99b908-9e16-4380-8759-36f48c939698'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:43.964845 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca4982-a28a-4a05-a4f6-f7e56683b737" -d '{"events": [{"server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "name": "network-vif-deleted", "tag": "be99b908-9e16-4380-8759-36f48c939698"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:44.099348 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507296d-02df-44c5-a2a7-5b10cda88795 x-openstack-request-id: req-d507296d-02df-44c5-a2a7-5b10cda88795 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:44.099734 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1675877-cb3d-4566-ac19-f5f78e7c1573", "name": "network-vif-deleted", "tag": "be99b908-9e16-4380-8759-36f48c939698", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:44.100107 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d507296d-02df-44c5-a2a7-5b10cda88795 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:44.100931 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1675877-cb3d-4566-ac19-f5f78e7c1573', 'name': 'network-vif-deleted', 'tag': 'be99b908-9e16-4380-8759-36f48c939698', 'status': 'completed', 'code': 200} Oct 26 14:19:44.194499 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:44.534431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cc28a04-0cce-4aff-9acd-ad0883521e79 req-23193ead-5bef-4ab8-b75d-f2817eda0faa tempest-ServersNegativeTestMultiTenantJSON-1598966357 tempest-ServersNegativeTestMultiTenantJSON-1598966357-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1675877-cb3d-4566-ac19-f5f78e7c1573 HTTP/1.1" status: 200 len: 210 time: 0.0389633 Oct 26 14:19:44.557525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-816cd96d-ea6c-41d2-bb98-b1b980abf945 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730090 Oct 26 14:19:44.666607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d6bc-500c-4a54-9763-f2e27cb39d54 req-bbde21c8-51f6-4f8e-a9d0-a8d66e719b23 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:44.676224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae20d6bc-500c-4a54-9763-f2e27cb39d54 req-bbde21c8-51f6-4f8e-a9d0-a8d66e719b23 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1717415 Oct 26 14:19:44.749180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae20d6bc-500c-4a54-9763-f2e27cb39d54 req-40e240f4-9b37-461e-8714-1cb877ec311a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704694 Oct 26 14:19:44.789268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-597a6ae4-ae66-4564-bb4f-99c47f605bf1 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114041 Oct 26 14:19:44.874106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-021d8cd6-a76e-4df8-84e5-84b63d36e92c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0741510 Oct 26 14:19:44.975982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-b28e21c2-38b5-4d4f-9c60-4eeb6008061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:44.977616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-b28e21c2-38b5-4d4f-9c60-4eeb6008061b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0940008 Oct 26 14:19:45.039804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9a0a1cfe-acca-4a4a-82c0-bbdf563597e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:45.042422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-9a0a1cfe-acca-4a4a-82c0-bbdf563597e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567641 Oct 26 14:19:45.221319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-abbbe595-4a6a-44d5-90f9-764ba450155a service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704841 Oct 26 14:19:45.385381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-762cb9f6-6c91-496b-b020-a6d4b94a4005 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510179 Oct 26 14:19:45.437804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-3bcaa26a-692e-4367-9d9d-0059e5c72183 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.0414114 Oct 26 14:19:45.515016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-fec0c3d4-198a-4a24-8561-2f3a7c280ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:45.516866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-fec0c3d4-198a-4a24-8561-2f3a7c280ed0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0712638 Oct 26 14:19:45.575507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-8cb6af00-1688-4908-bc43-8cff0ec0531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:45.577111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-8cb6af00-1688-4908-bc43-8cff0ec0531f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539591 Oct 26 14:19:45.630565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47098) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:45.739291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Deleting subnet 97cbf83d-2736-41fb-b7f6-618926acf346 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:45.740729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-cb78c386-1d54-44b8-ac81-59820d38a6b8 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494815 Oct 26 14:19:45.743560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.754795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.818628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.930036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-1f60fc99-9fa2-43e8-8f4d-eab6fdf3d05c service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814556 Oct 26 14:19:45.938993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:45.980091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-f412004c-e102-4893-b89e-7aae5c43bd33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.0405157 Oct 26 14:19:46.001115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303863a4-6c9b-4e0d-9309-6500ec52dff9 req-d7d8d3c6-dc4e-4941-b44e-b6b916b73612 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:46.008949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-303863a4-6c9b-4e0d-9309-6500ec52dff9 req-d7d8d3c6-dc4e-4941-b44e-b6b916b73612 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1170394 Oct 26 14:19:46.057447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-5317cd2f-3bba-4ad8-9f74-f5caf2f1a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:46.059615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-5317cd2f-3bba-4ad8-9f74-f5caf2f1a4e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.0719948 Oct 26 14:19:46.083340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-303863a4-6c9b-4e0d-9309-6500ec52dff9 req-18643641-2ba5-410c-9ff5-68d4e74a5964 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720079 Oct 26 14:19:46.104730 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.136828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cbf83d-2736-41fb-b7f6-618926acf346,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.139166 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.145630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46f16000-b353-4dd8-8d4b-596abc727d1a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/97cbf83d-2736-41fb-b7f6-618926acf346 HTTP/1.1" status: 204 len: 168 time: 0.5097604 Oct 26 14:19:46.146241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47104) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:46.198866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-cc52237e-fa53-4384-b72e-86368e01da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:46.200907 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-cc52237e-fa53-4384-b72e-86368e01da2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329706 Oct 26 14:19:46.272184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.339902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-187836e7-c4c2-4cbc-85e8-72abf54c40d4 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297820 Oct 26 14:19:46.384091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.410013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:46.422425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813da4e-4c8c-4310-9a67-2f377a1744f1') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:46.422747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813da4e-4c8c-4310-9a67-2f377a1744f1') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:46.435843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.450926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.459691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:46.460362 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.478367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-b7df222a-1b53-424f-bd32-619a649297df service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295075 Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:46.527359 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:46.532787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.550867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.557148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f HTTP/1.1" status: 204 len: 168 time: 0.4098587 Oct 26 14:19:46.559996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47112) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:46.561946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-1392936c-4b26-4bef-b47b-ede88657f22d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.0760620 Oct 26 14:19:46.579979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064cf6c-4268-4c59-94d9-5d25306b39ae admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4f9b0d-268e-44e6-a8c0-7c998dc0a34f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.630996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device be99b908-9e16-4380-8759-36f48c939698 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:19:46.635884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Deleting subnet b1bfedd6-1713-4b46-a405-967b55a054b5 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:19:46.642816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.643031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-759d84ed-4474-4a56-a1a9-7321dfd77262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:46.645544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-759d84ed-4474-4a56-a1a9-7321dfd77262 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.0767267 Oct 26 14:19:46.660372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: be99b908-9e16-4380-8759-36f48c939698 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:19:46.660764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device be99b908-9e16-4380-8759-36f48c939698 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:19:46.699353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.715459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ea256fd0-1a03-480c-b9cc-62ab11f6df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:46.717635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-ea256fd0-1a03-480c-b9cc-62ab11f6df7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646517 Oct 26 14:19:46.770940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.852731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.862818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-6f0baa8b-667d-4c8f-a8f1-950e7c9eed49 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357424 Oct 26 14:19:46.883367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bfedd6-1713-4b46-a405-967b55a054b5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:46.904819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:46.912116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-83ab8a48-793a-4b08-b377-714bc85e22ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1bfedd6-1713-4b46-a405-967b55a054b5 HTTP/1.1" status: 204 len: 168 time: 0.3488238 Oct 26 14:19:46.912907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:47.020633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.059467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dcc314f-fd22-4867-a2ba-ddd9f739c57c req-7d8b5de4-d3ac-4af5-a190-9497d69f89d4 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809301 Oct 26 14:19:47.140405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.170728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63493c8a-f48c-4c2d-9efe-269204cd9805']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:47.183340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bb98c8-7005-4000-ab88-5a9c40ba56d3') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:47.183997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bb98c8-7005-4000-ab88-5a9c40ba56d3') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:19:47.200547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.220921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.235072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:19:47.235665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:19:47.238369 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:19:47.284861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc812fa1-ac1e-4555-8f59-71cd30fb418b req-c41dc29d-cd0e-4004-bd3b-4791b022ba48 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:47.295741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc812fa1-ac1e-4555-8f59-71cd30fb418b req-c41dc29d-cd0e-4004-bd3b-4791b022ba48 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0805275 Oct 26 14:19:47.332035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.339956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.354876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] 10.222.0.37 "DELETE /v2.0/networks/63493c8a-f48c-4c2d-9efe-269204cd9805 HTTP/1.1" status: 204 len: 168 time: 0.4374359 Oct 26 14:19:47.397821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc812fa1-ac1e-4555-8f59-71cd30fb418b req-c5399bbb-15cc-415f-9ce1-db02d8317732 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866899 Oct 26 14:19:47.403095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46d2da-791e-4521-89e1-2e52ee66d743 admin admin] Pushing event deleted for resources: {'Network': ['ID=63493c8a-f48c-4c2d-9efe-269204cd9805,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:47.683828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:47.733218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0c841c79-ee37-47a7-ae24-1c6ae11f0208 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=848a53158e764bbab7f5a51c2472f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481598 Oct 26 14:19:47.736411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47130) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:47.805637 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.830842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.889708 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.893256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:47.897052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f83bc5d-6db9-4158-8856-6242d48c7021 HTTP/1.1" status: 204 len: 168 time: 0.1568820 Oct 26 14:19:47.909818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b552754-68ae-4b89-8321-df50c0d68910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f83bc5d-6db9-4158-8856-6242d48c7021,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:48.460410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47146) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:48.528008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:48.528342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f3e73a2d-e954-47b1-8dce-4ca49b0ea7f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0eedcc8794e44ad7b9eb542e52fa2512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609460 Oct 26 14:19:48.673802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bbfc3-6ec7-465e-9b28-6bb9081b85e4 req-952e5ad4-c7a6-465b-ab79-a703b4b59e34 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:48.682575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-012bbfc3-6ec7-465e-9b28-6bb9081b85e4 req-952e5ad4-c7a6-465b-ab79-a703b4b59e34 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1200573 Oct 26 14:19:48.683863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.717375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.753932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-012bbfc3-6ec7-465e-9b28-6bb9081b85e4 req-bff8245d-8fe2-4a78-8be3-d12244d4086a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 Oct 26 14:19:48.776885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.784211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:48.786856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28816013-0b3c-418d-995a-f10a85a6a548 HTTP/1.1" status: 204 len: 168 time: 0.2574456 Oct 26 14:19:48.800408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fec3e-5086-4e8e-8778-cf33beb5c0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28816013-0b3c-418d-995a-f10a85a6a548,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:49.481066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:19:49.606927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:49.623738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'mac_address': 'fa:16:3e:28:3e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:19:49.677373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:49.720678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:19:49.758746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:49.771754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:50.039948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['4fc55cf6-c8f5-496e-b0ac-5de3113faa38'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:19:50.108731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a182-6d86-495a-8866-7519cd7681c9 req-5ff42a45-30fa-4a21-876b-91dd24adef97 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:50.111537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:50.117707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d341a182-6d86-495a-8866-7519cd7681c9 req-5ff42a45-30fa-4a21-876b-91dd24adef97 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Oct 26 14:19:50.180791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d341a182-6d86-495a-8866-7519cd7681c9 req-09ac1357-69da-4180-96fe-3614c41fbde7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574028 Oct 26 14:19:50.531962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-cc1d651d-8611-4bc6-ad29-861f2012b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:50.548350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-cc1d651d-8611-4bc6-ad29-861f2012b06e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 1096 time: 0.1405287 Oct 26 14:19:50.753326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-c9247383-e233-475b-8eb6-cb1ca5fe3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:50.754748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-c9247383-e233-475b-8eb6-cb1ca5fe3949 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.1846368 Oct 26 14:19:50.822649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-ba71c032-4d42-42ca-8f1c-ae64d9bca400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 200 len: 217 time: 0.0555558 Oct 26 14:19:50.905668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-8017755d-2219-4030-9be0-f96a54798999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:50.909335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-8017755d-2219-4030-9be0-f96a54798999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.0753422 Oct 26 14:19:50.969751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-3b33446f-d4aa-4368-b2ef-6011603d913e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515792 Oct 26 14:19:51.127605 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-23eeced1-40e4-47df-878b-dadfbae9755a service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498437 Oct 26 14:19:51.319449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4884ee1-aef5-4d4b-823a-d777c73ef4dc req-24a2b6f8-2143-426c-b454-4f3b21c45f44 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838329 Oct 26 14:19:51.411228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5dacb-2b90-4284-80e0-c9f4a279aefc req-60244460-243e-4705-8d82-7af89ae7b02e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:51.413657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ddb5dacb-2b90-4284-80e0-c9f4a279aefc req-60244460-243e-4705-8d82-7af89ae7b02e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 945 time: 0.0929070 Oct 26 14:19:51.465227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ddb5dacb-2b90-4284-80e0-c9f4a279aefc req-1296a1a4-1ce6-4ab6-90da-eb2dfbc0e08f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Oct 26 14:19:51.481770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:19:51.569537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:19:51.569915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.768138 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.773695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.834406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:19:51.838338 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47374f6e-91f7-43eb-bc00-37fcd0c85023" -d '{"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-plugged", "status": "completed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:19:51.858058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:19:51.868910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:51.937059 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f83e1-54c5-4320-89f3-e022a2433fdf x-openstack-request-id: req-8e9f83e1-54c5-4320-89f3-e022a2433fdf {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:19:51.937654 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-plugged", "status": "completed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:19:51.937654 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e9f83e1-54c5-4320-89f3-e022a2433fdf {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:19:51.938044 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'code': 200} Oct 26 14:19:51.939074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:52.728582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1fba2-8e85-456e-8121-ccf67f19efac req-60a62e17-b551-4542-83c6-0d7e4da0f046 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:52.741286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0b1fba2-8e85-456e-8121-ccf67f19efac req-60a62e17-b551-4542-83c6-0d7e4da0f046 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1285846 Oct 26 14:19:52.806867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0b1fba2-8e85-456e-8121-ccf67f19efac req-bace1be6-8c52-49d5-b39d-ffb72ed7440e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626187 Oct 26 14:19:53.260279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.434194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47262) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:53.582766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f57f8de3-95ac-4d87-821e-2cdf3ba48ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.690458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f57f8de3-95ac-4d87-821e-2cdf3ba48ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.698394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f57f8de3-95ac-4d87-821e-2cdf3ba48ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.733657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f57f8de3-95ac-4d87-821e-2cdf3ba48ce0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc357fd084774053a9dba6e91c79be86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981317 Oct 26 14:19:53.737574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47268) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:53.805756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8de3-95ac-4d87-821e-2cdf3ba48ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757604d-c049-4c94-935d-31a9f0d81e39,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:53.867657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:53.910612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.025544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdda021-b481-4787-865b-c18dcac8012a req-8bb77106-ea77-4212-a4c4-b246c6f7c6af tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:54.027469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bdda021-b481-4787-865b-c18dcac8012a req-8bb77106-ea77-4212-a4c4-b246c6f7c6af tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0836434 Oct 26 14:19:54.029110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.032881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.034250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5757604d-c049-4c94-935d-31a9f0d81e39 HTTP/1.1" status: 204 len: 168 time: 0.2954292 Oct 26 14:19:54.065039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735766-7f13-4abd-b635-48e076d1cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757604d-c049-4c94-935d-31a9f0d81e39,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:54.144768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bdda021-b481-4787-865b-c18dcac8012a req-3afa58ea-388e-4c44-95ce-14e6ee45f068 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841119 Oct 26 14:19:54.480009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47282) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:54.502357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83b05b7f-0216-4a9e-9c8b-3f357b0c360c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.619347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83b05b7f-0216-4a9e-9c8b-3f357b0c360c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.650744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83b05b7f-0216-4a9e-9c8b-3f357b0c360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.698146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-83b05b7f-0216-4a9e-9c8b-3f357b0c360c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef71cf2277f4040bfe1b1e7adefedab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167599 Oct 26 14:19:54.699157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b05b7f-0216-4a9e-9c8b-3f357b0c360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b0b69-5306-4316-b18a-5c39b398437c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:54.701807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47284) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:19:54.770427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.795650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.866794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.870715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:19:54.873058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b4b0b69-5306-4316-b18a-5c39b398437c HTTP/1.1" status: 204 len: 168 time: 0.1691818 Oct 26 14:19:54.898661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115abc6b-127a-4b07-9dd5-d7cbd6e63a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b0b69-5306-4316-b18a-5c39b398437c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:19:55.365682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf093287-de54-4b86-b08a-9ca92e4dc15d req-72a496f8-04d5-418b-901d-b373aff962e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:55.375357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf093287-de54-4b86-b08a-9ca92e4dc15d req-72a496f8-04d5-418b-901d-b373aff962e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1205678 Oct 26 14:19:55.490995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf093287-de54-4b86-b08a-9ca92e4dc15d req-79839ac1-17cb-42d9-9009-9213ad99aae7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144307 Oct 26 14:19:56.673645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908815a0-00af-47f4-8425-fe4c57d29eb8 req-fe290ddd-6e9f-49f7-9bcb-5bdbbc41ba30 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:56.681810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-908815a0-00af-47f4-8425-fe4c57d29eb8 req-fe290ddd-6e9f-49f7-9bcb-5bdbbc41ba30 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0853717 Oct 26 14:19:56.747910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-908815a0-00af-47f4-8425-fe4c57d29eb8 req-2ca2c118-b46c-46a4-96e1-0c62dda28a63 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615096 Oct 26 14:19:57.901185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf527f2-d65c-4469-a1ac-b15a66e18c59 req-11d84594-2b5e-4fdc-b87b-57eadd9ddeea tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:57.909860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbf527f2-d65c-4469-a1ac-b15a66e18c59 req-11d84594-2b5e-4fdc-b87b-57eadd9ddeea tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0709729 Oct 26 14:19:57.968044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbf527f2-d65c-4469-a1ac-b15a66e18c59 req-275e04f0-7d61-46da-adf0-9b5ee5accb43 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544617 Oct 26 14:19:59.280667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2a580-708c-49f0-9789-80ff2a7f3d86 req-5e2061c1-87eb-48ee-b272-9f8cf97f58ad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:19:59.294605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9db2a580-708c-49f0-9789-80ff2a7f3d86 req-5e2061c1-87eb-48ee-b272-9f8cf97f58ad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1553946 Oct 26 14:19:59.417597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9db2a580-708c-49f0-9789-80ff2a7f3d86 req-3095f101-5e5a-4161-b34c-2ab219891c67 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210155 Oct 26 14:20:00.235005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47472) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:00.741680 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfa64ce-7111-4489-a3d8-8f828b54ed99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.855554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfa64ce-7111-4489-a3d8-8f828b54ed99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.895497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfa64ce-7111-4489-a3d8-8f828b54ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:00.950378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d696-d003-4136-90ee-3d039b6cd1de req-0e4717e8-2d2a-4170-8ed3-de289bf4d3f1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:00.960087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6202d696-d003-4136-90ee-3d039b6cd1de req-0e4717e8-2d2a-4170-8ed3-de289bf4d3f1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3343227 Oct 26 14:20:01.010151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa64ce-7111-4489-a3d8-8f828b54ed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc3961-ec72-4162-8ae3-a97f7b497ab7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:01.065798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47512) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:01.066988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5bfa64ce-7111-4489-a3d8-8f828b54ed99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a73063296f445bfb3b3a844b96a46d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299925 Oct 26 14:20:01.145802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6202d696-d003-4136-90ee-3d039b6cd1de req-92c91ea5-633f-4841-95da-353c8fdc46e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725919 Oct 26 14:20:01.193016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.227083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.300553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.303364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:01.307967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffbc3961-ec72-4162-8ae3-a97f7b497ab7 HTTP/1.1" status: 204 len: 168 time: 0.2394106 Oct 26 14:20:01.330144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b531be-bec0-4d7a-a887-a83b08b098d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc3961-ec72-4162-8ae3-a97f7b497ab7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:02.532216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f064c0-6029-43d6-840f-6df6e43d07c0 req-55e9452d-3578-4c8b-9954-420f1a95216c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:02.553873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59f064c0-6029-43d6-840f-6df6e43d07c0 req-55e9452d-3578-4c8b-9954-420f1a95216c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1618240 Oct 26 14:20:02.702811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59f064c0-6029-43d6-840f-6df6e43d07c0 req-f4eb545e-242f-4ecc-93fd-9aa8f2e1b583 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461682 Oct 26 14:20:03.967926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902397a0-387c-49bc-9a54-ba8ea5bc01a2 req-941d5832-f4af-41d7-bd3b-adb7336dbbee tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:03.972410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-902397a0-387c-49bc-9a54-ba8ea5bc01a2 req-941d5832-f4af-41d7-bd3b-adb7336dbbee tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1511171 Oct 26 14:20:04.099711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-902397a0-387c-49bc-9a54-ba8ea5bc01a2 req-3e1ff107-cf87-480a-b744-bb73b9cb7630 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042688 Oct 26 14:20:04.717880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.096425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-568098730'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:05.156819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Made reservation on behalf of 47249b9ce9e84a8fb0685899b228d215 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:05.161095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.178298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.372352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefc2a0-144e-4ee7-ade1-c5e0a6de4f48 req-65cbc707-3a2c-483d-b02c-d55daa61262b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:05.381188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2eefc2a0-144e-4ee7-ade1-c5e0a6de4f48 req-65cbc707-3a2c-483d-b02c-d55daa61262b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1352065 Oct 26 14:20:05.384115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.392393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.422996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:05.456976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.457919 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Added segment 558c6446-ea4a-4fcb-8087-49eb5c1cc1c4 of type vlan for network 81e0f395-ca8d-4a01-b7bb-f3ee996c7f24 Oct 26 14:20:05.481662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2eefc2a0-144e-4ee7-ade1-c5e0a6de4f48 req-8c3dbf93-695f-48f4-80ef-6a02069bee50 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928636 Oct 26 14:20:05.643773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.773422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9804ba36-31c4-4f22-8fe8-d0f8660a9a05,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.777011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.783773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:05.785468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:05.826678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47678) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:05.828780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1090431 Oct 26 14:20:05.982538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9954e-32da-40bc-9e27-8992034877c4 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Pushing event updated for resources: {'Network': ['ID=81e0f395-ca8d-4a01-b7bb-f3ee996c7f24,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:05.995334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'name': 'tempest-network--1653372369', 'router:external': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:06.001103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 81e0f395-ca8d-4a01-b7bb-f3ee996c7f24 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:06.047136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:06.052024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.088955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.218317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.231155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.245517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:06.262310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.262789 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Added segment 62132cf2-fcf1-4213-a39f-e9e43f17fc82 of type vlan for network 81450ea8-cc39-4db3-a797-f20eb23c014f Oct 26 14:20:06.336567 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.345981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bcacb4-2940-4082-8061-80bc7ef43fcc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:06.418411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.419436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:06.420884 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.503363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6748967 Oct 26 14:20:06.505823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:06.561491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349191f3-1732-48cc-96ab-712e49fb9570 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=81450ea8-cc39-4db3-a797-f20eb23c014f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:06.573310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 81450ea8-cc39-4db3-a797-f20eb23c014f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:06.803081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:06.940307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.007424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81450ea8-cc39-4db3-a797-f20eb23c014f']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:07.029475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62132cf2-fcf1-4213-a39f-e9e43f17fc82') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:07.030046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62132cf2-fcf1-4213-a39f-e9e43f17fc82') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:07.048103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.118956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae78e6-0c65-4c0c-85f9-17b9ece6f703 req-14c3e807-f53b-48ba-907d-c13a1b1a513e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:07.120758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80ae78e6-0c65-4c0c-85f9-17b9ece6f703 req-14c3e807-f53b-48ba-907d-c13a1b1a513e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1701932 Oct 26 14:20:07.132262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.141580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:07.142165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:07.146972 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:07.328833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80ae78e6-0c65-4c0c-85f9-17b9ece6f703 req-25030dec-5ba9-4da2-ad46-94ce40af8605 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Oct 26 14:20:07.362598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.374850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81450ea8-cc39-4db3-a797-f20eb23c014f {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:07.395572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.403394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/81450ea8-cc39-4db3-a797-f20eb23c014f HTTP/1.1" status: 204 len: 168 time: 0.8928423 Oct 26 14:20:07.404664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:07.411249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:07.490141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:07.499066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.500550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c6b5-526f-4d50-ae08-5ac119890e3d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Network': ['ID=81450ea8-cc39-4db3-a797-f20eb23c014f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:07.576768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:07.590285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.592781 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Added segment 6d7b0d4d-db84-40ab-b87f-58bfa26b0ecc of type vlan for network bd5664e8-f162-499a-9346-3ab3d55a6329 Oct 26 14:20:07.781751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.858465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.859987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:07.860693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:07.902331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47750) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:08.031233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6253638 Oct 26 14:20:08.034668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:08.040771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'subnet': {'network_id': 'bd5664e8-f162-499a-9346-3ab3d55a6329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:08.070165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba916-8a5e-46eb-9f74-8f489c270834 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=bd5664e8-f162-499a-9346-3ab3d55a6329,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.086322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bd5664e8-f162-499a-9346-3ab3d55a6329 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:08.111702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:08.114533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.353838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d699538f-b49f-412d-939c-8e1bccda2301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.596470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a003-c9c5-4629-9b03-793a22259475 req-54bb7c85-bf15-4b31-ab02-86bb7d42b3bf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:08.598089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1664a003-c9c5-4629-9b03-793a22259475 req-54bb7c85-bf15-4b31-ab02-86bb7d42b3bf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1333015 Oct 26 14:20:08.617067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d699538f-b49f-412d-939c-8e1bccda2301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.627979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d699538f-b49f-412d-939c-8e1bccda2301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.671306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699538f-b49f-412d-939c-8e1bccda2301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb6aa5-762c-4515-a199-5b0d1877336c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.680255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1664a003-c9c5-4629-9b03-793a22259475 req-f73bfed3-ddc6-4021-8498-a08a7e92f1e0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695875 Oct 26 14:20:08.774057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:20:08.774533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.778497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d699538f-b49f-412d-939c-8e1bccda2301 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96403b68fac9491aa24bd45d068e171c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765738 Oct 26 14:20:08.781746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47772) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:08.847325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5aa208a8-d035-40c3-b46a-4a88a78647fa,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:08.849766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.858089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Checking segment: {'id': '6d7b0d4d-db84-40ab-b87f-58bfa26b0ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bd5664e8-f162-499a-9346-3ab3d55a6329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:08.867620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Network hostable DHCP agents. Network: bd5664e8-f162-499a-9346-3ab3d55a6329, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:08.892053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.908351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Network bd5664e8-f162-499a-9346-3ab3d55a6329 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:08.933229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bd5664e8-f162-499a-9346-3ab3d55a6329) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:08.943536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02cc90d-80ff-4171-a842-4dc2b77d1cce None None] Network bd5664e8-f162-499a-9346-3ab3d55a6329 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:08.973774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:08.974749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.978145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.981454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:08.983162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ebb6aa5-762c-4515-a199-5b0d1877336c HTTP/1.1" status: 204 len: 168 time: 0.2004030 Oct 26 14:20:09.013789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6142f7-0173-47fc-9b3a-c4df4261a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb6aa5-762c-4515-a199-5b0d1877336c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:09.026878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-70f824eb-f00e-40a4-9fd5-1cb8674d925b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9908674 Oct 26 14:20:09.030131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47790) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:09.043507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'floatingip': {'floating_network_id': 'bd5664e8-f162-499a-9346-3ab3d55a6329'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:09.104681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.227027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc044b-0bd2-4f03-8863-825d30e17f5c None None] Network bd5664e8-f162-499a-9346-3ab3d55a6329 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:09.456972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.629399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:09.656434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-27d5a862-b25c-46f1-83d9-ca08af869128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.763332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Allocated IP 172.20.0.3 (bd5664e8-f162-499a-9346-3ab3d55a6329/5aa208a8-d035-40c3-b46a-4a88a78647fa/bdc6f3bf-7d1d-4a34-880d-0d87a99c9538) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:09.859405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-27d5a862-b25c-46f1-83d9-ca08af869128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:09.894149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-27d5a862-b25c-46f1-83d9-ca08af869128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.020767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-27d5a862-b25c-46f1-83d9-ca08af869128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33fd67ac32e6495e9c44f59bb2ddea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901637 Oct 26 14:20:10.021771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5a862-b25c-46f1-83d9-ca08af869128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0028c9-69eb-4533-a98b-18b006a4ce9a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:10.030537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:10.059908 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2b31cde-3308-456c-b690-45f20b219d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.114368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52258ff0-bdfe-4ec7-8fd9-8fe18832493b req-06502336-b5bf-4f2c-9069-9f126cafe4ec tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:10.115977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52258ff0-bdfe-4ec7-8fd9-8fe18832493b req-06502336-b5bf-4f2c-9069-9f126cafe4ec tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.2535357 Oct 26 14:20:10.125353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.193419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52258ff0-bdfe-4ec7-8fd9-8fe18832493b req-14d2a8fc-a303-4a11-8ee1-e8c21c28f5f9 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Oct 26 14:20:10.249184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.274859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.322436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.456152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Port': ['ID=bdc6f3bf-7d1d-4a34-880d-0d87a99c9538,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:10.520728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Network bd5664e8-f162-499a-9346-3ab3d55a6329 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:10.523318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:10.529767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.534266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:10.541652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.543830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f0028c9-69eb-4533-a98b-18b006a4ce9a HTTP/1.1" status: 204 len: 168 time: 0.5077028 Oct 26 14:20:10.592387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728520-8529-4718-a6f0-e0fbb4f54d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0028c9-69eb-4533-a98b-18b006a4ce9a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:10.596199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:20:10.926449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:10.988377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:11.489148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13837058-d56c-44f1-bfa3-bb79dd6ec11c req-8716d078-7756-438b-9fc9-9b72009b9198 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:11.498878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13837058-d56c-44f1-bfa3-bb79dd6ec11c req-8716d078-7756-438b-9fc9-9b72009b9198 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1232076 Oct 26 14:20:11.588719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13837058-d56c-44f1-bfa3-bb79dd6ec11c req-9f5e61ca-6288-4e5a-ac53-e47465489d5c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857954 Oct 26 14:20:12.029359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.039572 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.275735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Port': ['ID=bdc6f3bf-7d1d-4a34-880d-0d87a99c9538,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:12.323591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.350678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.354219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93115184-f7a6-4a64-968f-16d31835cbed tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3218131 Oct 26 14:20:12.362363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:12.457468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 47902) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:12.457683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a5c2e868-3c59-48d2-86e6-87bc652e9446 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=bd5664e8-f162-499a-9346-3ab3d55a6329 HTTP/1.1" status: 200 len: 689 time: 0.0938249 Oct 26 14:20:12.581614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.738673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Deleting port bdc6f3bf-7d1d-4a34-880d-0d87a99c9538 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:12.742763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.849724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-31fccfd3-26c3-48d8-85ed-6a8b7e53f365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:12.854565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713197-709c-4f2c-9d14-68156865f895 req-d8b13f48-4244-4d21-b116-4306a05a369b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:12.870497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93713197-709c-4f2c-9d14-68156865f895 req-d8b13f48-4244-4d21-b116-4306a05a369b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1299350 Oct 26 14:20:12.944342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93713197-709c-4f2c-9d14-68156865f895 req-bbeefa35-5383-411f-9922-546c6908e856 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717046 Oct 26 14:20:13.024559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.024559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.056260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Calling delete_port for bdc6f3bf-7d1d-4a34-880d-0d87a99c9538 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:13.404751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.444400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdc6f3bf-7d1d-4a34-880d-0d87a99c9538,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:13.637577 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.770601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.945434 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:13.989563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.036367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa208a8-d035-40c3-b46a-4a88a78647fa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:14.189102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.368522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.504470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5664e8-f162-499a-9346-3ab3d55a6329']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:14.554406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f29e0a-514b-4cf1-a0db-7b78031a7c9a req-70d53629-35bc-4f35-a339-85436cf1960b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:14.581405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8f29e0a-514b-4cf1-a0db-7b78031a7c9a req-70d53629-35bc-4f35-a339-85436cf1960b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3598518 Oct 26 14:20:14.655171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7b0d4d-db84-40ab-b87f-58bfa26b0ecc') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:14.655647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7b0d4d-db84-40ab-b87f-58bfa26b0ecc') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:14.691373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.711441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.719590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:14.720225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:14.793108 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:14.804042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.843584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd5664e8-f162-499a-9346-3ab3d55a6329 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:14.852974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:14.856688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bd5664e8-f162-499a-9346-3ab3d55a6329 HTTP/1.1" status: 204 len: 168 time: 2.3977313 Oct 26 14:20:14.860861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769da1c6-3ff2-407d-aaa2-e499ddbd3c65 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd5664e8-f162-499a-9346-3ab3d55a6329,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:14.861058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 47994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:14.870598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8f29e0a-514b-4cf1-a0db-7b78031a7c9a req-ebad5a5d-9ace-4ff6-9d1a-4d6bd7b155e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877223 Oct 26 14:20:15.206468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ad0a5422-361e-4a3d-8c95-89e90be2e56d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.3429136 Oct 26 14:20:15.208462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48002) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:15.574034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.574693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.586105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.592977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:15.609521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:15.614282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-12331690-f970-4aed-9857-97d0d5f961f3 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.4000778 Oct 26 14:20:15.760840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:15.773837 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-2e4d3cb4-414b-459a-ac44-b11760d78e6d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] delete failed (client error): The resource could not be found. Oct 26 14:20:15.798280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2e4d3cb4-414b-459a-ac44-b11760d78e6d tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ef685828-9a58-4d4e-a7f6-c694a30e6f0f HTTP/1.1" status: 404 len: 345 time: 0.1843786 Oct 26 14:20:15.800046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48026) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:15.857493 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-941636d4-e898-49cc-92ba-1e08db0636cd tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] DELETE failed (client error): The resource could not be found. Oct 26 14:20:15.859233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941636d4-e898-49cc-92ba-1e08db0636cd tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:20:15.876464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-941636d4-e898-49cc-92ba-1e08db0636cd tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/bd5664e8-f162-499a-9346-3ab3d55a6329 HTTP/1.1" status: 404 len: 339 time: 0.0751603 Oct 26 14:20:15.880708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48028) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:15.886405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'name': 'tempest-network--341558063', 'router:external': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:15.926605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:15.931069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.013976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:16.051347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.051661 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Added segment 77ecd406-501e-4efb-9574-d03d8dab67dc of type vlan for network c096ab2b-78be-42af-b929-5c40fd362156 Oct 26 14:20:16.147805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6387e-b958-4f6c-a73d-bb1dd2269c5a req-4635f03d-a2be-413f-a08a-4e8f38cc6092 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.157991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bf6387e-b958-4f6c-a73d-bb1dd2269c5a req-4635f03d-a2be-413f-a08a-4e8f38cc6092 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1182740 Oct 26 14:20:16.222226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.295579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.297576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:16.298472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:16.301330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bf6387e-b958-4f6c-a73d-bb1dd2269c5a req-5850db63-2b6c-40fb-8a8b-9efd6ca77d6c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390426 Oct 26 14:20:16.381285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=c096ab2b-78be-42af-b929-5c40fd362156,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:16.396970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c096ab2b-78be-42af-b929-5c40fd362156 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:16.408395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:16.409047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-18e1505b-52f5-4ee7-ad82-60f1e93f1bd8 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5235324 Oct 26 14:20:16.975505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fa926-62b3-4d3b-9f44-bde561665e48 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:17.003805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fa926-62b3-4d3b-9f44-bde561665e48 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:17.029461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fa926-62b3-4d3b-9f44-bde561665e48 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:17.080808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431fa926-62b3-4d3b-9f44-bde561665e48 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:17.093700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-431fa926-62b3-4d3b-9f44-bde561665e48 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6837718 Oct 26 14:20:17.098445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48060) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:17.460313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.583737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.610817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096ab2b-78be-42af-b929-5c40fd362156']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:17.622476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ecd406-501e-4efb-9574-d03d8dab67dc') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:17.622773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ecd406-501e-4efb-9574-d03d8dab67dc') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:17.645003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.681412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.693828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:17.694333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:17.763065 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:17.766241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.773250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c096ab2b-78be-42af-b929-5c40fd362156 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:17.790973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.794458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c096ab2b-78be-42af-b929-5c40fd362156 HTTP/1.1" status: 204 len: 168 time: 0.6944103 Oct 26 14:20:17.801241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:17.809217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'name': 'tempest-network--1893304926', 'router:external': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:17.923849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:17.935177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:17.964045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceac53a-ae49-43f2-ad9c-e85328ed6f88 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Network': ['ID=c096ab2b-78be-42af-b929-5c40fd362156,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:17.999851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:18.022008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283beeb4-7402-4292-9358-1ee0dda40802 req-3d26ee5f-7b37-4347-bb62-3525bc68d21a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:18.027074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-283beeb4-7402-4292-9358-1ee0dda40802 req-3d26ee5f-7b37-4347-bb62-3525bc68d21a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.2633009 Oct 26 14:20:18.044866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.046668 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Added segment afaee474-5f88-476f-9bc2-127382756506 of type vlan for network 7ecad002-d4d8-41ec-b478-730be6ac7bba Oct 26 14:20:18.117798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-283beeb4-7402-4292-9358-1ee0dda40802 req-d53bfc11-5d5a-40ef-9382-cfdf950b379c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776138 Oct 26 14:20:18.207421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.277760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.279362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:18.280388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:18.496939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6937871 Oct 26 14:20:18.500150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48092) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:18.517175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9cde5-84f0-484f-b6d3-64991e3eabe4 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=7ecad002-d4d8-41ec-b478-730be6ac7bba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:18.534078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7ecad002-d4d8-41ec-b478-730be6ac7bba details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:18.707680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:18.769668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e93e5-8cd5-4c86-abcc-e8fcf36f1bd7 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:18.773901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d3e93e5-8cd5-4c86-abcc-e8fcf36f1bd7 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "GET /v2.0/networks/7ecad002-d4d8-41ec-b478-730be6ac7bba HTTP/1.1" status: 200 len: 757 time: 0.2701190 Oct 26 14:20:18.776257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:19.122078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d786a-23db-423f-99c2-9f39828f6ef9 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.127839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c8d786a-23db-423f-99c2-9f39828f6ef9 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "GET /v2.0/networks/81e0f395-ca8d-4a01-b7bb-f3ee996c7f24 HTTP/1.1" status: 200 len: 767 time: 0.3505220 Oct 26 14:20:19.130702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48110) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:19.179152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Deleting subnet e3348092-82fb-43c1-b83f-2a86da4c2513 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:20:19.193499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.227633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48114) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:19.277436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.387852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.480142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.514040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.521551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.529563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.537296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.545187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.552778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.559963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:19.563945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-45c44031-a07e-4c55-bfe2-8b39b88fbaae tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.2797408 Oct 26 14:20:19.679365 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.702573 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-309383c0-91b3-430e-b244-fa5f0f97e2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.764808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b9c8f44-449d-4fb3-b01b-792420907596 req-f61f79c9-1a14-42c6-8543-fe7d3ca39dc1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931705 Oct 26 14:20:19.789786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.859934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecad002-d4d8-41ec-b478-730be6ac7bba']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:19.873927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-309383c0-91b3-430e-b244-fa5f0f97e2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.894687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaee474-5f88-476f-9bc2-127382756506') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:19.895674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaee474-5f88-476f-9bc2-127382756506') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:19.896003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-309383c0-91b3-430e-b244-fa5f0f97e2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.925472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.961157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:19.967204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3348092-82fb-43c1-b83f-2a86da4c2513 HTTP/1.1" status: 204 len: 168 time: 1.2573850 Oct 26 14:20:19.986340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48122) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:20.010184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d88d74-30b9-473e-ba94-5267203f2b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3348092-82fb-43c1-b83f-2a86da4c2513,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:20.112174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.114432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.159839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:20.160855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:20.164990 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:20.266560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d731273-1346-4124-93c0-0bb2ec44d187 req-e4f2438e-9687-4673-8285-c017e4d96928 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.291412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d731273-1346-4124-93c0-0bb2ec44d187 req-e4f2438e-9687-4673-8285-c017e4d96928 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.6874695 Oct 26 14:20:20.323175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-309383c0-91b3-430e-b244-fa5f0f97e2e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=274cb311431d48eba518bb78bb051248&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0939567 Oct 26 14:20:20.324097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:20.326286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309383c0-91b3-430e-b244-fa5f0f97e2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beaecc2-a397-443e-9e9f-a91a911e5b6d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:20.335818 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.384000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ecad002-d4d8-41ec-b478-730be6ac7bba {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:20.399548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.412860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7ecad002-d4d8-41ec-b478-730be6ac7bba HTTP/1.1" status: 204 len: 168 time: 1.2722642 Oct 26 14:20:20.444167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.473163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.486966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48130) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:20.507663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'name': 'tempest-network--895960117'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:20.547724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.586024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.605306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.618849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d731273-1346-4124-93c0-0bb2ec44d187 req-165e3c25-45ee-45c1-8c4e-2b6f4eeb740b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074450 Oct 26 14:20:20.661920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.676131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.705099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:20.717678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16fce2b4-14e9-4b58-83c5-8bdb24dd6905 req-0818c158-f4bd-4a97-be9f-584f79fe4dea tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.7598925 Oct 26 14:20:20.758558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb49df9-2da5-4b3e-877f-0ab4d0475e9b tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ecad002-d4d8-41ec-b478-730be6ac7bba,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:20.773872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.788777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.838437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdd331c-5f5b-479a-8409-34fc98a6f9a7']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:20.878021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:20.878712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd536167-efa7-42d0-87b3-1ca00bcbf0f4') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:20.917480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.926192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Made reservation on behalf of 6b8fdb2b874c496ea5e40ce7d57dc7f8 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:20.941626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.974973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.993275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:20.994288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:20.998643 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:21.021455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.029964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.035219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7beaecc2-a397-443e-9e9f-a91a911e5b6d HTTP/1.1" status: 204 len: 168 time: 0.6954494 Oct 26 14:20:21.065641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:21.135586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9bf27-1be9-4a0a-a55f-56fa98629583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beaecc2-a397-443e-9e9f-a91a911e5b6d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.158985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.159647 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Added segment 1926ab6b-aec5-4b5f-873c-5be6f35384f8 of type vlan for network 8ccd22f1-5682-40e9-b61d-badbc602c2c7 Oct 26 14:20:21.281594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.295664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.306575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fbdd331c-5f5b-479a-8409-34fc98a6f9a7 HTTP/1.1" status: 204 len: 168 time: 1.3162098 Oct 26 14:20:21.337031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.353353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1ebc4-bf16-4e47-9ba3-3ef031d01cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdd331c-5f5b-479a-8409-34fc98a6f9a7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.399774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.403301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:21.404532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:21.444989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48142) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:21.450054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9605889 Oct 26 14:20:21.453751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:21.691910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596be002-3d01-45d4-a784-3df14426ac22 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=8ccd22f1-5682-40e9-b61d-badbc602c2c7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:21.713057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8ccd22f1-5682-40e9-b61d-badbc602c2c7 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:21.940049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.042041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54607-5104-4e6a-bca1-97fb586d1b1c req-1b75d134-4b94-4139-9267-e8f3bbc06813 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:22.043964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73e54607-5104-4e6a-bca1-97fb586d1b1c req-1b75d134-4b94-4139-9267-e8f3bbc06813 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1745963 Oct 26 14:20:22.066548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.104572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb4e4365-6aab-41ab-ab8b-27bc2420f091 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48e86a1970d9423b9ec52c50083dedb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593990 Oct 26 14:20:22.105269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48154) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.114083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.128706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48156) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.148433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.205115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73e54607-5104-4e6a-bca1-97fb586d1b1c req-29602393-40bb-424f-8db5-3404afc9e84b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524065 Oct 26 14:20:22.207536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49b661b2-844a-46d2-9e94-dbca4b7ecd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.270448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Network 8ccd22f1-5682-40e9-b61d-badbc602c2c7 is not hosted by any dhcp agent {{(pid=102163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:20:22.271364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:22.272435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.278776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "PUT /v2.0/networks/8ccd22f1-5682-40e9-b61d-badbc602c2c7 HTTP/1.1" status: 200 len: 857 time: 0.8316715 Oct 26 14:20:22.279623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48160) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.390291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.409314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.415368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9ce6a-d840-4fe6-8439-b0220404c066 tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event updated for resources: {'Network': ['ID=8ccd22f1-5682-40e9-b61d-badbc602c2c7,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:22.462336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.564917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.591085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccd22f1-5682-40e9-b61d-badbc602c2c7']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:22.612207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1926ab6b-aec5-4b5f-873c-5be6f35384f8') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:22.613103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1926ab6b-aec5-4b5f-873c-5be6f35384f8') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:22.629180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.648139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.662339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:22.662765 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.670304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49b661b2-844a-46d2-9e94-dbca4b7ecd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.684724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49b661b2-844a-46d2-9e94-dbca4b7ecd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.724044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49b661b2-844a-46d2-9e94-dbca4b7ecd64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d52123aeea4d41739e4ebf062f724774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919611 Oct 26 14:20:22.724643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.727233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.731468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79e1ca9b-1465-4ff6-9af9-d508c414f33f HTTP/1.1" status: 204 len: 168 time: 0.6211596 Oct 26 14:20:22.733239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48168) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:22.798651 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:22.800577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b661b2-844a-46d2-9e94-dbca4b7ecd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a1b92-b07f-408b-944b-6c17c81f2939,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:22.805233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.821315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ccd22f1-5682-40e9-b61d-badbc602c2c7 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:20:22.844171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.851364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18123-2a20-436d-b5c1-8f687df3ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e1ca9b-1465-4ff6-9af9-d508c414f33f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:22.868398 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8ccd22f1-5682-40e9-b61d-badbc602c2c7 HTTP/1.1" status: 204 len: 168 time: 0.5816231 Oct 26 14:20:22.893713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:22.894426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:22.944887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3909-0ab4-48e6-a0bb-c040addf2c9f tempest-ExternalNetworksTestJSON-577467697 tempest-ExternalNetworksTestJSON-577467697-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ccd22f1-5682-40e9-b61d-badbc602c2c7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:22.982039 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1a1c32-9825-48db-aa44-88741f05ff22 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] DELETE failed (client error): The resource could not be found. Oct 26 14:20:22.982509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1a1c32-9825-48db-aa44-88741f05ff22 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:20:22.989015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee1a1c32-9825-48db-aa44-88741f05ff22 tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "DELETE /v2.0/subnets/5aa208a8-d035-40c3-b46a-4a88a78647fa HTTP/1.1" status: 404 len: 337 time: 0.0886874 Oct 26 14:20:22.990246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48176) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:23.031469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.258394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.280725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.331645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.337714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.344849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be5a1b92-b07f-408b-944b-6c17c81f2939 HTTP/1.1" status: 204 len: 168 time: 0.6071470 Oct 26 14:20:23.489888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69530f9-03ad-4eb1-9c66-4360bf6b5a7c req-8a85bad4-c694-480c-a70a-d944fc5aa0b4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:23.494460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e69530f9-03ad-4eb1-9c66-4360bf6b5a7c req-8a85bad4-c694-480c-a70a-d944fc5aa0b4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1434031 Oct 26 14:20:23.576619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea5edf-041b-421e-b45e-c468e92ab59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a1b92-b07f-408b-944b-6c17c81f2939,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:23.614557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e69530f9-03ad-4eb1-9c66-4360bf6b5a7c req-81747729-eb39-4eeb-9b69-3635ae2940b7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092219 Oct 26 14:20:23.670879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.715336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e0f395-ca8d-4a01-b7bb-f3ee996c7f24']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:23.723862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48204) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:23.744993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558c6446-ea4a-4fcb-8087-49eb5c1cc1c4') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:23.745341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558c6446-ea4a-4fcb-8087-49eb5c1cc1c4') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:23.762070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.796557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.811217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:20:23.811891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:20:23.977040 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:20:23.988677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:23.996372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:24.008082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] 10.222.0.37 "DELETE /v2.0/networks/81e0f395-ca8d-4a01-b7bb-f3ee996c7f24 HTTP/1.1" status: 204 len: 168 time: 1.0147610 Oct 26 14:20:24.050709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42477e-e98a-474e-acce-d7891c4b138e tempest-ExternalNetworksTestJSON-986582187 tempest-ExternalNetworksTestJSON-986582187-project] Pushing event deleted for resources: {'Network': ['ID=81e0f395-ca8d-4a01-b7bb-f3ee996c7f24,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:24.089771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.090259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.090734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.091218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.106009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.106528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.107008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.127786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-387b6e22-c383-4802-846d-941ccc4f0798 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.4020975 Oct 26 14:20:24.252474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-8db949e1-95d8-4a06-8dfd-b67301cbb15e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188622 Oct 26 14:20:24.632043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48252) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:24.929521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8248-2134-43bb-b4da-37b280911136 req-d52ca07d-f4dc-4fc7-a534-c9c8cdd1bccf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:24.945509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-446a8248-2134-43bb-b4da-37b280911136 req-d52ca07d-f4dc-4fc7-a534-c9c8cdd1bccf tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1575718 Oct 26 14:20:25.081998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-446a8248-2134-43bb-b4da-37b280911136 req-029dcfb4-23c6-4f5e-83f8-8d04be553eae tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314881 Oct 26 14:20:25.151349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-641ba897-e164-4962-9637-97e9505563e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47249b9ce9e84a8fb0685899b228d215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174196 Oct 26 14:20:25.153952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:25.261544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.301442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.358565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.361755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:25.364395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9804ba36-31c4-4f22-8fe8-d0f8660a9a05 HTTP/1.1" status: 204 len: 168 time: 0.2087488 Oct 26 14:20:25.386554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb12f1-9a3b-4144-8dd7-0e3245d12a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9804ba36-31c4-4f22-8fe8-d0f8660a9a05,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:26.370434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48312) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:26.379899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7c79b-9f4f-471e-bdcd-6239629cb178 req-515be62a-ab9a-4cad-a0d4-7e893e59f418 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:26.382492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fee7c79b-9f4f-471e-bdcd-6239629cb178 req-515be62a-ab9a-4cad-a0d4-7e893e59f418 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1229439 Oct 26 14:20:26.507692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fee7c79b-9f4f-471e-bdcd-6239629cb178 req-a9fcc506-7cc1-4470-b0c9-5107a0589718 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192987 Oct 26 14:20:26.550092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1bf5d7d-3fd4-4c69-9431-b6f99be54fad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b8fdb2b874c496ea5e40ce7d57dc7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783731 Oct 26 14:20:26.552852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48316) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:26.771213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.825349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.921554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.927951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:26.933690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1bcacb4-2940-4082-8061-80bc7ef43fcc HTTP/1.1" status: 204 len: 168 time: 0.3791599 Oct 26 14:20:26.945003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490f4a4-a93b-4987-92ff-278f7bcf16c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bcacb4-2940-4082-8061-80bc7ef43fcc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:27.689912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-fad5c1b4-e0c4-4fa3-a86e-d9a9c4cc6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:27.691620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-fad5c1b4-e0c4-4fa3-a86e-d9a9c4cc6666 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 1097 time: 0.1173508 Oct 26 14:20:27.705921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164a637-0740-4c3f-866b-17dffe3db2e8 req-a4fa55c7-00e7-48cf-8853-2582c728fd26 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:27.714245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2164a637-0740-4c3f-866b-17dffe3db2e8 req-a4fa55c7-00e7-48cf-8853-2582c728fd26 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.0753107 Oct 26 14:20:27.828864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2164a637-0740-4c3f-866b-17dffe3db2e8 req-442cd466-521c-456a-8f01-4cdb7435deab tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133628 Oct 26 14:20:28.010184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-1da5ef76-27a5-46e8-83cd-f04688c30e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:28.011678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-1da5ef76-27a5-46e8-83cd-f04688c30e4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.2946076 Oct 26 14:20:28.065088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-e45ac620-2fe8-4de6-b359-9b307813cb44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 200 len: 217 time: 0.0452809 Oct 26 14:20:28.203902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-6ab2b7ab-6317-4824-9190-cacb7274dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:28.214902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-6ab2b7ab-6317-4824-9190-cacb7274dfb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1392739 Oct 26 14:20:28.281826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-5a3c5827-c5ed-4643-8295-30e1b6916ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596106 Oct 26 14:20:28.812942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-f220a344-6e53-47ea-9dc4-d21accb84efb service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222602 Oct 26 14:20:28.838241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-6f5c068c-4d28-4bed-9aa4-85c60b24ffc0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:28.846351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-6f5c068c-4d28-4bed-9aa4-85c60b24ffc0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.5286875 Oct 26 14:20:28.888662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-6cd54e50-702a-46c9-8306-fe83e1422fed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0413728 Oct 26 14:20:28.937944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.062609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1843b-c1b4-40b6-9c28-e351d414ee3c req-43e6b3a6-9468-4564-901d-275ef2b6b212 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:29.064724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ee1843b-c1b4-40b6-9c28-e351d414ee3c req-43e6b3a6-9468-4564-901d-275ef2b6b212 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.1255708 Oct 26 14:20:29.097602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-7bff1a4e-178e-4bca-bfec-c7758eb3fda3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076509 Oct 26 14:20:29.141980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee1c9a24-bcc8-44e6-bef0-2dce5f71998a req-8f03d6f1-4db8-42d6-8fac-7aafb1db7c30 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209479 Oct 26 14:20:29.151479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ee1843b-c1b4-40b6-9c28-e351d414ee3c req-29927419-1724-4b02-8d90-33e45acc461d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800390 Oct 26 14:20:29.375633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77e3d81-d931-46da-b4b8-db13ab7ca657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.434777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48448) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.543124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77e3d81-d931-46da-b4b8-db13ab7ca657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.551569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77e3d81-d931-46da-b4b8-db13ab7ca657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.632096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-aca8c59c-1e91-4683-adbc-5c2b70496184 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336072 Oct 26 14:20:29.650382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d77e3d81-d931-46da-b4b8-db13ab7ca657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29d7a75663664993bd31a6b68ee955b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467836 Oct 26 14:20:29.651488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e3d81-d931-46da-b4b8-db13ab7ca657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43baa87d-36a7-4b45-a412-42b3b6036eab,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:29.656320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48454) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:29.748790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.800094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.828947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-337618cf-3d2e-4640-b117-6ad72c890dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901152 Oct 26 14:20:29.869880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.872868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:29.874730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43baa87d-36a7-4b45-a412-42b3b6036eab HTTP/1.1" status: 204 len: 168 time: 0.2144179 Oct 26 14:20:29.891646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a774f-a9bf-4881-95a5-642521fd6ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43baa87d-36a7-4b45-a412-42b3b6036eab,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:29.896009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7ef-e19c-4036-b495-13c5cbe45532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.037498 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7ef-e19c-4036-b495-13c5cbe45532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.043611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a35dd7ef-e19c-4036-b495-13c5cbe45532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.105192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48468) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.105806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a35dd7ef-e19c-4036-b495-13c5cbe45532 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=595c7d88b616476c893b798f3bba40c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6615603 Oct 26 14:20:30.107431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd7ef-e19c-4036-b495-13c5cbe45532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9428e9-5c58-45a0-965a-8f942fef15a7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:30.261858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e00f1837-608f-4b2b-97ce-8ce623308c36 req-aef63f83-5622-4ebd-b382-3fc8309dc559 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0815558 Oct 26 14:20:30.321450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.409556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48482) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.446748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48488) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.450459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.470439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86275711-ac7e-43de-aa48-3922e52f700d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.593752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86275711-ac7e-43de-aa48-3922e52f700d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.596448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.599100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.599717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86275711-ac7e-43de-aa48-3922e52f700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.600269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba9428e9-5c58-45a0-965a-8f942fef15a7 HTTP/1.1" status: 204 len: 168 time: 0.4936953 Oct 26 14:20:30.650584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7787-5ae5-4fcd-95ef-3e1448432e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9428e9-5c58-45a0-965a-8f942fef15a7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:30.693536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8fac5-3648-438d-b844-c2ab3ab08148 req-13e26970-f94f-4cfe-82ff-315866c2978f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:30.703979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77e8fac5-3648-438d-b844-c2ab3ab08148 req-13e26970-f94f-4cfe-82ff-315866c2978f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 946 time: 0.3554468 Oct 26 14:20:30.726958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86275711-ac7e-43de-aa48-3922e52f700d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40e665876aea4b43a55998c046a31527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790520 Oct 26 14:20:30.727787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86275711-ac7e-43de-aa48-3922e52f700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14287a-d298-4919-b9bb-1d3c624a7071,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:30.729758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.852904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77e8fac5-3648-438d-b844-c2ab3ab08148 req-680d0fc1-91f5-4b44-be0e-38ba044f19d0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428485 Oct 26 14:20:30.868321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.879037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f825cc6c-4a74-4c6f-a90a-7699d06e0be7 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:30.921984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:30.972582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f825cc6c-4a74-4c6f-a90a-7699d06e0be7 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "PUT /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd HTTP/1.1" status: 200 len: 366 time: 0.5595386 Oct 26 14:20:30.972799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48496) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:30.993948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91d0a096-72a1-4d02-80eb-e59fef823110 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0178354 Oct 26 14:20:30.994817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.035526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-513adfbf-9acd-4b4f-9df0-71de3b11e75d tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd HTTP/1.1" status: 200 len: 366 time: 0.0374069 Oct 26 14:20:31.037778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48500) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.064561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4469ed79-d919-4949-9eed-d01dbfd7562b tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd HTTP/1.1" status: 204 len: 168 time: 0.0238376 Oct 26 14:20:31.064561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48502) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.077689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-84d71809-45b6-4e3d-8f3b-4ff76a9e395f tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0103047 Oct 26 14:20:31.080149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.091227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c5bd97a-1ded-4dcf-9de5-10e290d00d77 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd HTTP/1.1" status: 200 len: 370 time: 0.0097573 Oct 26 14:20:31.095029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48508) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.102612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9c5b87e6-9827-47ae-a4e2-e6380128bd58 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd/default HTTP/1.1" status: 200 len: 370 time: 0.0042584 Oct 26 14:20:31.102612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.103036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48510) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.104432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.112904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a14287a-d298-4919-b9bb-1d3c624a7071 HTTP/1.1" status: 204 len: 168 time: 0.3767529 Oct 26 14:20:31.118198 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-873aa1f3-93a1-404f-a4f6-670d06c522af tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] delete failed (client error): The resource could not be found. Oct 26 14:20:31.119178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-873aa1f3-93a1-404f-a4f6-670d06c522af tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/2ca9eb2db8814445a39b61cd2c61bacd HTTP/1.1" status: 404 len: 348 time: 0.0152183 Oct 26 14:20:31.126610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926818d7-917d-426e-8eba-ad817ce8e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14287a-d298-4919-b9bb-1d3c624a7071,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:31.543894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6fef0046-3ef9-4a0f-85c6-6a793561e838 req-6858924d-3e96-4595-bffb-ecd5d1a0cf5f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0983970 Oct 26 14:20:31.705674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48528) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:31.737702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:network and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.741290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.748435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:subnet and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.752295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.760298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:31.765892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:subnetpool and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.775324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.791601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:port and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.801241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.808293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-9eabdf83-5a9f-41e5-b847-12abfca427b3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:31.810025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-9eabdf83-5a9f-41e5-b847-12abfca427b3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.1758673 Oct 26 14:20:31.822382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '140bd837-db8a-4304-9335-ecc752d10212', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:31.827981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:router and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.833517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.848999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:floatingip and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.852521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.943199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:31.960209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:security_group and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.966741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:31.985134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Usage tracker for resource:security_group_rule and project:74ec6d306d3a4f1b98a30e3c5a7db915 is out of sync, need to count used quota {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 26 14:20:31.992290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.quota.resource [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102163) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 26 14:20:32.005060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61eb8365-8044-4240-8e99-e18584208e41 tempest-QuotasTest-332693880 tempest-QuotasTest-332693880-project-admin] 10.222.0.37 "GET /v2.0/quotas/74ec6d306d3a4f1b98a30e3c5a7db915/details.json HTTP/1.1" status: 200 len: 703 time: 0.2969575 Oct 26 14:20:32.022703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:32.023917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:32.029852 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f757c1-f9df-4075-833f-950a6544ccc0" -d '{"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:32.040738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.111093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3c5d-0e39-4005-afbf-d3a7e3edd088 req-326c82f2-0d9e-4119-bf99-903518c478cd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:32.112971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-271f3c5d-0e39-4005-afbf-d3a7e3edd088 req-326c82f2-0d9e-4119-bf99-903518c478cd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 944 time: 0.1060994 Oct 26 14:20:32.151301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:32.155936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:32.164959 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0239a954-0ce6-45e9-abae-68298f442ca5 x-openstack-request-id: req-0239a954-0ce6-45e9-abae-68298f442ca5 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:32.165346 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-unplugged", "status": "failed", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38", "code": 422}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:32.165618 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0239a954-0ce6-45e9-abae-68298f442ca5 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:32.166043 n-d-813419-9 neutron-server[102165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'code': 422} returned with failed status Oct 26 14:20:32.179274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:32.184909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-271f3c5d-0e39-4005-afbf-d3a7e3edd088 req-b1b7a1a9-b795-46a2-b4e3-7a8b5a34646f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629222 Oct 26 14:20:32.206817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.208101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.209284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.209952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.210660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.211810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.212909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.214169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.214851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.216930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.219161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.220894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:32.910736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:33.073374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62f60038-f129-4ab4-86cc-49a2a9799084 req-d3e8e129-1c73-407a-a502-818e8b06d836 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0938900 Oct 26 14:20:33.235637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.7 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/cf25896b-5cfb-4364-af8b-0738dafa4616) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:33.488111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-de95587b-b132-4898-90f4-43ffe1a8e2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.611686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.739614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.742599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-de95587b-b132-4898-90f4-43ffe1a8e2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.750959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-de95587b-b132-4898-90f4-43ffe1a8e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:33.810774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-de95587b-b132-4898-90f4-43ffe1a8e2ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=751545a975624b84969be9d6f452c00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8989275 Oct 26 14:20:33.812534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95587b-b132-4898-90f4-43ffe1a8e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d5a995-4ca2-447b-96a4-7dedeae7fea9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:33.815290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:33.872037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:33.894141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:33.898208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:33.965062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.006291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.027958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-418332f7-2f69-4cd6-90e9-df5b804be485 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.035555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-418332f7-2f69-4cd6-90e9-df5b804be485 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b869deb-7f59-4e8c-a373-b29a447f84d1 HTTP/1.1" status: 200 len: 944 time: 0.1218693 Oct 26 14:20:34.115819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.229793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.240734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.245709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19d5a995-4ca2-447b-96a4-7dedeae7fea9 HTTP/1.1" status: 204 len: 168 time: 0.4130626 Oct 26 14:20:34.277468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:20:34.282557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.299139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.300179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.347151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48644) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:34.414372 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-a3939a0d-e12b-4e28-a1e1-6a1ca0407198 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5957503 Oct 26 14:20:34.459562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Request body: {'port': {'device_id': '140bd837-db8a-4304-9335-ecc752d10212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:34.534880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608caccd-1b37-4df1-bdf7-467ddf2e014e req-412dc1e1-8edb-40f2-8bb1-4729c9856eae tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:34.547042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-608caccd-1b37-4df1-bdf7-467ddf2e014e req-412dc1e1-8edb-40f2-8bb1-4729c9856eae tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 931 time: 0.2884529 Oct 26 14:20:34.563350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:34.564675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.581679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:20:34.626529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-30288d68-9e62-4148-8ef6-2cc20fbee968 None None] Provisioning complete for port cf25896b-5cfb-4364-af8b-0738dafa4616 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:34.627940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30288d68-9e62-4148-8ef6-2cc20fbee968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.720706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ef21f-0602-45c1-b885-11037e87404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d5a995-4ca2-447b-96a4-7dedeae7fea9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.727340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.739599 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.747620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-30288d68-9e62-4148-8ef6-2cc20fbee968 None None] Port cf25896b-5cfb-4364-af8b-0738dafa4616 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:20:34.766179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=4fc55cf6-c8f5-496e-b0ac-5de3113faa38,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:34.771256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.860715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:20:34.866732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:34.884028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5fd13a8-ef60-4816-8fa4-8da19876eb98 req-561d6b77-31d7-41d5-9ead-e1ce13737828 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "DELETE /v2.0/ports/4fc55cf6-c8f5-496e-b0ac-5de3113faa38 HTTP/1.1" status: 204 len: 173 time: 0.8470490 Oct 26 14:20:34.885084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-deleted', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:34.887861 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66771f79-7a61-48f9-b555-fa615cf928ba" -d '{"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-deleted", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:34.939811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-608caccd-1b37-4df1-bdf7-467ddf2e014e req-d1be0009-d93f-4581-a559-4b0489c99f9f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742723 Oct 26 14:20:35.183438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.199044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.246050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3541f2b9-7b33-45b7-a14c-e18d01f18011,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.280521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.281309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.281877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.282662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.283332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.283859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.284400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.284956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.285480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.286014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.286568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.287106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:35.341465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3445d353-d33f-41ab-854d-654fdebf8225 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72ff5d7b18b94846a3e1a6b90f219a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857843 Oct 26 14:20:35.346544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.378729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48670) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.399689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b52f-ea77-49a9-b22a-6f10f104de63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.478328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.509898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.613132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b52f-ea77-49a9-b22a-6f10f104de63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.633290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b52f-ea77-49a9-b22a-6f10f104de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.633870 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.648954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:35.652652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3541f2b9-7b33-45b7-a14c-e18d01f18011 HTTP/1.1" status: 204 len: 168 time: 0.3045154 Oct 26 14:20:35.696198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b52f-ea77-49a9-b22a-6f10f104de63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191c5b65-a705-45e1-814d-14600dc70e30,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.727723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8392b0-0daa-4e22-b6cc-d68310096a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3541f2b9-7b33-45b7-a14c-e18d01f18011,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:35.789251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:20:35.820203 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dcf6b52f-ea77-49a9-b22a-6f10f104de63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74ec6d306d3a4f1b98a30e3c5a7db915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393318 Oct 26 14:20:35.822870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48676) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:35.855750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:20:35.856433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 4fc55cf6-c8f5-496e-b0ac-5de3113faa38 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:20:35.875828 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3058777-0075-472b-b772-1fd2ccb3df7e x-openstack-request-id: req-c3058777-0075-472b-b772-1fd2ccb3df7e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:35.876180 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b869deb-7f59-4e8c-a373-b29a447f84d1", "name": "network-vif-deleted", "tag": "4fc55cf6-c8f5-496e-b0ac-5de3113faa38", "status": "failed", "code": 422}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:35.876444 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3058777-0075-472b-b772-1fd2ccb3df7e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:35.877249 n-d-813419-9 neutron-server[102163]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b869deb-7f59-4e8c-a373-b29a447f84d1', 'name': 'network-vif-deleted', 'tag': '4fc55cf6-c8f5-496e-b0ac-5de3113faa38', 'status': 'failed', 'code': 422} returned with failed status Oct 26 14:20:35.981985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf25896b-5cfb-4364-af8b-0738dafa4616 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:35.993272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.053755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Transition to ACTIVE for port object cf25896b-5cfb-4364-af8b-0738dafa4616 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:20:36.058145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.074085 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.146169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.224957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.435099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-1e078294-c0fb-4c11-b3b7-74ed4c948007 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:36.443832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-1e078294-c0fb-4c11-b3b7-74ed4c948007 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.1661577 Oct 26 14:20:36.470391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-16fa8539-4de2-4633-baac-e60fbd10e2c0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0222290 Oct 26 14:20:36.487256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.496328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.501558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/191c5b65-a705-45e1-814d-14600dc70e30 HTTP/1.1" status: 204 len: 168 time: 0.6735368 Oct 26 14:20:36.540057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-4c0eb0e7-ab2c-4921-8d3c-93eaea50f8d5 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650487 Oct 26 14:20:36.550557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Attempting to bind port cf25896b-5cfb-4364-af8b-0738dafa4616 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:36.551116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Attempting to bind port cf25896b-5cfb-4364-af8b-0738dafa4616 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:36.551562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Attempting to bind port cf25896b-5cfb-4364-af8b-0738dafa4616 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:36.571030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d245e1-154a-4725-8b5d-37dd3248fdaf req-91fa2381-612b-4eee-b8fe-a2a5e9cb0851 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:36.581599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89d245e1-154a-4725-8b5d-37dd3248fdaf req-91fa2381-612b-4eee-b8fe-a2a5e9cb0851 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.4886680 Oct 26 14:20:36.600825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc83c5-1706-439d-881f-a38b021faa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c5b65-a705-45e1-814d-14600dc70e30,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:36.604359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Port cf25896b-5cfb-4364-af8b-0738dafa4616 on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:20:36.604988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Attempting to bind port cf25896b-5cfb-4364-af8b-0738dafa4616 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:36.641542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:36.644901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:36.646226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:36.648076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Bound port: cf25896b-5cfb-4364-af8b-0738dafa4616, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:36.648608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.706113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-89d245e1-154a-4725-8b5d-37dd3248fdaf req-58b0f7d8-15a5-4c28-9417-8cde5759a9f1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231270 Oct 26 14:20:36.772565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:36.776515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=cf25896b-5cfb-4364-af8b-0738dafa4616,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:36.785641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-45af34a3-c84f-4baa-976f-5c4e3c08fee4 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399843 Oct 26 14:20:36.787842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.882659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:36.883340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:36.885095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] 10.222.0.73 "PUT /v2.0/ports/cf25896b-5cfb-4364-af8b-0738dafa4616 HTTP/1.1" status: 200 len: 1091 time: 2.4340954 Oct 26 14:20:36.885577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:36.897529 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac35a1-ea25-4753-87b7-3699331148c6" -d '{"events": [{"name": "network-changed", "server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:36.963687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef576-2daa-42c0-a899-ecb9ac490ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:37.052526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-0755f683-ccc4-47ca-ac71-4697451212f5 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440970 Oct 26 14:20:37.058055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-3ad15f3f-2dd6-4117-a13d-6ae032ff3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:37.063991 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-3ad15f3f-2dd6-4117-a13d-6ae032ff3fc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 1094 time: 0.1246798 Oct 26 14:20:37.071341 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5147b8-7342-4999-91d9-215800ccd3b2 x-openstack-request-id: req-aa5147b8-7342-4999-91d9-215800ccd3b2 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:37.072002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:37.072002 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa5147b8-7342-4999-91d9-215800ccd3b2 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:37.072340 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616', 'status': 'completed', 'code': 200} Oct 26 14:20:37.161707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-d35b8c24-acf3-4a26-9ceb-5fd3807659f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf25896b-5cfb-4364-af8b-0738dafa4616 HTTP/1.1" status: 200 len: 217 time: 0.0853727 Oct 26 14:20:37.273810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-cebe8023-6904-4aca-a3b9-d0a03ff2c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:37.275869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-cebe8023-6904-4aca-a3b9-d0a03ff2c81c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1080866 Oct 26 14:20:37.402168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-98f2b84d-9949-4ad7-8e71-bef99140a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:37.406501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-98f2b84d-9949-4ad7-8e71-bef99140a2f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232576 Oct 26 14:20:37.557896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-92ad2e41-a000-48bf-a923-f7e23235e7c6 req-977d1979-d1e4-47b6-be5d-24e81253699b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 210 time: 0.1166070 Oct 26 14:20:37.648296 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-1b146019-3a17-48dc-b0ba-75978fba382b service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334385 Oct 26 14:20:37.896545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6963d0e-a8e4-4b91-91f0-2ae962b21ff3 req-df6ba24f-0e7c-498f-839e-9d4d8a198baf service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392979 Oct 26 14:20:37.951685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4faa92-e2e5-4285-a918-3b91f4d10501 req-e3dc70b7-3d3e-48b6-8a41-009b14f52573 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:37.953909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c4faa92-e2e5-4285-a918-3b91f4d10501 req-e3dc70b7-3d3e-48b6-8a41-009b14f52573 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.0973301 Oct 26 14:20:38.066893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c4faa92-e2e5-4285-a918-3b91f4d10501 req-ed8b7a66-c6db-497f-b858-cf8e089e1759 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043603 Oct 26 14:20:38.116002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-c87cd691-c1a5-4c47-998e-742ccb68f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:38.117812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-c87cd691-c1a5-4c47-998e-742ccb68f617 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 1094 time: 0.1288965 Oct 26 14:20:38.361048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-d359465c-eedd-4334-afac-bac5bd9c944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:38.364822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-d359465c-eedd-4334-afac-bac5bd9c944e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.2383945 Oct 26 14:20:38.478920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-5a5be383-e87d-424d-98ff-07a31a626277 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf25896b-5cfb-4364-af8b-0738dafa4616 HTTP/1.1" status: 200 len: 217 time: 0.1059282 Oct 26 14:20:38.539597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48780) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.600003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-1a482816-c24f-4576-bbd4-7ce46afc8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:38.606573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-1a482816-c24f-4576-bbd4-7ce46afc8ab2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1193602 Oct 26 14:20:38.705586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-6ab2bb0d-fe6f-450c-957b-46151fddb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:38.707122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-6ab2bb0d-fe6f-450c-957b-46151fddb05c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923672 Oct 26 14:20:38.767486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-42125ab2-d428-4d0c-964b-471e73759088 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.772472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-42125ab2-d428-4d0c-964b-471e73759088 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2313673 Oct 26 14:20:38.773464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48788) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.779132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-2683a2aa-5c3d-4fe0-a065-8c5ea9b0c877 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.789385 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2683a2aa-5c3d-4fe0-a065-8c5ea9b0c877 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0147347 Oct 26 14:20:38.796415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48790) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.803743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-73e61970-6e69-436c-84cf-30494a70ad68 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.809703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-73e61970-6e69-436c-84cf-30494a70ad68 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0116866 Oct 26 14:20:38.810626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48792) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.815537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-42ab2e52-b5f6-4e8b-8629-a9e83dc91afd tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.820055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-42ab2e52-b5f6-4e8b-8629-a9e83dc91afd tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0078974 Oct 26 14:20:38.821037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48794) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.826849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-cb4304a4-81ba-4ccc-99f0-311d13b93e19 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.831467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cb4304a4-81ba-4ccc-99f0-311d13b93e19 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091767 Oct 26 14:20:38.832525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48796) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.855597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-bd7efacd-d410-4b1f-9d24-a018b6c7990a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.859641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bd7efacd-d410-4b1f-9d24-a018b6c7990a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0228460 Oct 26 14:20:38.860037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48800) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.864834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-b85fd7c8-dd72-4720-960d-e865dd52b248 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.868082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b85fd7c8-dd72-4720-960d-e865dd52b248 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046124 Oct 26 14:20:38.874916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48802) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.879532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-2ab402dd-c889-4365-b82e-099325eea1da tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.882975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ab402dd-c889-4365-b82e-099325eea1da tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045044 Oct 26 14:20:38.883235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48804) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.902858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-e48608cf-1479-4f4e-afc1-ab9fc1c8e639 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.904696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf3c323c-d223-499e-b5c8-1e0d514b9436 req-9e4ba6aa-68d0-4b39-b919-c9bc8cde7dc1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 210 time: 0.1800272 Oct 26 14:20:38.924439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e48608cf-1479-4f4e-afc1-ab9fc1c8e639 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0379810 Oct 26 14:20:38.924976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48808) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.940759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-68e7fc65-f379-4bde-b151-8771b701c523 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.944098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68e7fc65-f379-4bde-b151-8771b701c523 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0158479 Oct 26 14:20:38.944393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.948640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-18f9220c-3bbc-4e59-aa57-e5aa7a35c043 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.952465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-18f9220c-3bbc-4e59-aa57-e5aa7a35c043 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042546 Oct 26 14:20:38.953061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48812) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.957342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-15781b39-c0da-49a5-9912-8bee295cfc80 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.960768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-15781b39-c0da-49a5-9912-8bee295cfc80 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045128 Oct 26 14:20:38.969057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48814) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.974881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-620b573b-712c-4346-b47e-b706a8c969d8 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.978232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-620b573b-712c-4346-b47e-b706a8c969d8 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058177 Oct 26 14:20:38.981848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48816) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:38.990915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-a7abe8ea-d8fb-4870-a37e-d36851194932 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:38.994211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a7abe8ea-d8fb-4870-a37e-d36851194932 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0090237 Oct 26 14:20:38.995391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48818) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.004545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-fd91c877-8efd-484a-8777-2b09f173737f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.014294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd91c877-8efd-484a-8777-2b09f173737f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0097630 Oct 26 14:20:39.015247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.019692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-5cb45008-34c3-4a4e-a508-a32b2a6c1af0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.020191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-56fe10f6-64a7-477d-9a95-b53f3ea0b9f4 service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046610 Oct 26 14:20:39.024820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cb45008-34c3-4a4e-a508-a32b2a6c1af0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045540 Oct 26 14:20:39.024820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48822) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.033003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-9b7802c4-1e80-409c-871c-88c03513ae12 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.038018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b7802c4-1e80-409c-871c-88c03513ae12 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082307 Oct 26 14:20:39.042033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.094666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-c989df11-3044-41f1-808d-67b861050b37 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.094666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c989df11-3044-41f1-808d-67b861050b37 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0477977 Oct 26 14:20:39.098353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48830) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.118819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-3eff6bd3-6079-4589-9c59-991a5493114c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.122177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3eff6bd3-6079-4589-9c59-991a5493114c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0183587 Oct 26 14:20:39.149461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48834) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.162499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-a5d86fea-7340-49f2-acf9-f55d5d674c9a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.165889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a5d86fea-7340-49f2-acf9-f55d5d674c9a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0134540 Oct 26 14:20:39.168390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.187792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-14dd12ac-688b-4700-b275-31d9321071d3 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.192737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-14dd12ac-688b-4700-b275-31d9321071d3 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0196195 Oct 26 14:20:39.197355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48838) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.214485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-35ddb69c-5448-4920-8df6-4c4296d5041d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.221282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35ddb69c-5448-4920-8df6-4c4296d5041d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0200391 Oct 26 14:20:39.221782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.236920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-24037bc3-ace1-4a45-993d-a8c7cd0c3a7a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.240236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-24037bc3-ace1-4a45-993d-a8c7cd0c3a7a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0151045 Oct 26 14:20:39.249550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48842) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.270274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-f4053cd5-5262-482c-94db-84930e82b383 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.273737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f4053cd5-5262-482c-94db-84930e82b383 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208788 Oct 26 14:20:39.274389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48844) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.288222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-64514b53-7e25-4175-a140-daf47445282d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.292448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64514b53-7e25-4175-a140-daf47445282d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0139914 Oct 26 14:20:39.293451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.327043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-d9341f22-d558-4c43-b8c7-b7c15bc4f734 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.330661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d9341f22-d558-4c43-b8c7-b7c15bc4f734 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0220788 Oct 26 14:20:39.337352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48848) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.344732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-7f20d7d8-0f9b-47db-b693-6d19a242b151 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.349359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f20d7d8-0f9b-47db-b693-6d19a242b151 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0107670 Oct 26 14:20:39.349997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48850) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.369613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-f96a158e-6296-4287-bbb4-d38ce865021f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.370869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f96a158e-6296-4287-bbb4-d38ce865021f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0164907 Oct 26 14:20:39.378386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48854) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.390648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-734b62b9-c6b2-48dd-8b2f-35ecfc402e37 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.397350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-734b62b9-c6b2-48dd-8b2f-35ecfc402e37 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0114284 Oct 26 14:20:39.398292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48856) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.415471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-5ede9c72-656f-4162-ab27-4c8f39befdab tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.417011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5ede9c72-656f-4162-ab27-4c8f39befdab tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0143096 Oct 26 14:20:39.424012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48858) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.441198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-238e0077-c2b4-4948-82b5-16c92125bd6c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.444244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-238e0077-c2b4-4948-82b5-16c92125bd6c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0123880 Oct 26 14:20:39.448122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48860) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.465807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-96cca78a-8b1c-46dd-923e-637691689367 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.471432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edcc3d-6016-483d-8318-86eeaea8f21d req-23fff086-0739-4c37-b72c-21de0305809c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:39.471711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-96cca78a-8b1c-46dd-923e-637691689367 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0158639 Oct 26 14:20:39.472536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6edcc3d-6016-483d-8318-86eeaea8f21d req-23fff086-0739-4c37-b72c-21de0305809c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1674230 Oct 26 14:20:39.475048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48862) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.475325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ac35a1-ea25-4753-87b7-3699331148c6 req-50d64bb8-2cfd-4431-b886-2c7c1f09873f service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478228 Oct 26 14:20:39.548383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-bd436efd-1476-46fb-80fb-8f4b948f440c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:39.554941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-bd436efd-1476-46fb-80fb-8f4b948f440c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.4750700 Oct 26 14:20:39.559843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-d4b49ee8-d1d3-47c0-a722-e9af3203f416 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.568738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4b49ee8-d1d3-47c0-a722-e9af3203f416 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0350699 Oct 26 14:20:39.570872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48864) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.579982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-6c14a88e-3bfa-4bbc-84da-4dec754b45cd tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.593982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6edcc3d-6016-483d-8318-86eeaea8f21d req-446a3455-97c9-4bdd-a492-54868cd26699 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024158 Oct 26 14:20:39.595059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48868) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.595179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6c14a88e-3bfa-4bbc-84da-4dec754b45cd tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0193005 Oct 26 14:20:39.598966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:39.604120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-f8af78c6-1f4b-452d-ab53-d73390472f83 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.606061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8af78c6-1f4b-452d-ab53-d73390472f83 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080185 Oct 26 14:20:39.610352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.619578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-f4f76358-7dde-4ab9-8bb9-8e93d16675fa tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.623426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f4f76358-7dde-4ab9-8bb9-8e93d16675fa tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117869 Oct 26 14:20:39.626771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48872) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.640874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-affb9dde-ae1a-4f75-8abc-a077fb469345 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.643847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-affb9dde-ae1a-4f75-8abc-a077fb469345 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0152574 Oct 26 14:20:39.647168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48874) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.709534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-bdd91ed8-7109-464d-82ad-2d9879e9e616 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.713986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.719817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-540acbbe-1880-4f98-be3d-ed21114016bc tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.724849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-540acbbe-1880-4f98-be3d-ed21114016bc tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095158 Oct 26 14:20:39.725497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48878) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.728877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bdd91ed8-7109-464d-82ad-2d9879e9e616 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0229988 Oct 26 14:20:39.735365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-da799cbb-5813-469d-9db9-70c26c1392c0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.738294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48880) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.744726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da799cbb-5813-469d-9db9-70c26c1392c0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0175707 Oct 26 14:20:39.745357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48882) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.751976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-814a0b88-221e-4a7e-99c6-7eda5b7a103f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.755826 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-814a0b88-221e-4a7e-99c6-7eda5b7a103f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094209 Oct 26 14:20:39.756637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48884) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.761279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-ff2736a7-80ee-4885-a62f-293ae7e88d5f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.765509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff2736a7-80ee-4885-a62f-293ae7e88d5f tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077355 Oct 26 14:20:39.767161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.771155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-ceac222f-ff53-4fac-8e77-cf6008193114 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.775347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ceac222f-ff53-4fac-8e77-cf6008193114 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0080187 Oct 26 14:20:39.775980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48888) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.780937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-9714ae00-574a-4306-a57a-6f2283978615 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.785536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9714ae00-574a-4306-a57a-6f2283978615 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076365 Oct 26 14:20:39.785536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.790083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-5bf69621-6c5d-472d-969d-26b36936691d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.797626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5bf69621-6c5d-472d-969d-26b36936691d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109894 Oct 26 14:20:39.798303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.813440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-831b5393-0cd2-4cb0-939e-f6c2f360e053 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.818515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-831b5393-0cd2-4cb0-939e-f6c2f360e053 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0166292 Oct 26 14:20:39.820021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48898) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.825959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-d594c06a-1b8a-44fd-8a46-3c90b82e01e0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.836823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d594c06a-1b8a-44fd-8a46-3c90b82e01e0 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0119834 Oct 26 14:20:39.839115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.866173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-34e46eda-34f9-483a-8c7c-0f458990cc78 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.872391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34e46eda-34f9-483a-8c7c-0f458990cc78 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0291071 Oct 26 14:20:39.874155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48902) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.900631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-a1c13e65-fd99-484e-8d31-dfb95fb7dca9 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.902877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1c13e65-fd99-484e-8d31-dfb95fb7dca9 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0262682 Oct 26 14:20:39.906773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48904) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.920322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-18bcc58f-76d3-4986-ba67-f8c54ace5e88 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.924946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.927356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-18bcc58f-76d3-4986-ba67-f8c54ace5e88 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0191245 Oct 26 14:20:39.932844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-898a81b0-de43-4a04-8682-939c211ecad2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.937505 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-898a81b0-de43-4a04-8682-939c211ecad2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110009 Oct 26 14:20:39.938482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.944187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-a7e548c7-7076-4af3-908d-e3d1d069f837 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.950767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a7e548c7-7076-4af3-908d-e3d1d069f837 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0109730 Oct 26 14:20:39.954254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48912) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.962800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-ea9c91f2-aa62-4d84-8e65-b80b0d2565c4 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.973513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea9c91f2-aa62-4d84-8e65-b80b0d2565c4 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0144384 Oct 26 14:20:39.974480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48914) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:39.984396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-3f244ff8-970a-493e-8653-60fc687ecdc2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:39.992159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f244ff8-970a-493e-8653-60fc687ecdc2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0131893 Oct 26 14:20:39.993329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48916) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.001998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:40.007393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.008066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-ece21cb2-afcc-424b-b82d-06250bfd5da2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.016855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ece21cb2-afcc-424b-b82d-06250bfd5da2 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0177634 Oct 26 14:20:40.031525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.057889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-8cc5d30f-ef64-4768-8e3e-fe10effe67a1 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.065551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8cc5d30f-ef64-4768-8e3e-fe10effe67a1 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0324843 Oct 26 14:20:40.071077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.081018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3d81b6a-498b-49fd-a7e0-040d0c19fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.095776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-06f738a9-147c-488f-a98b-f3ba0bd5c85a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.101087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-06f738a9-147c-488f-a98b-f3ba0bd5c85a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0241570 Oct 26 14:20:40.101792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48922) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.115481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-aa5f7576-febc-49f7-91fb-6fa691324291 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.116620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa5f7576-febc-49f7-91fb-6fa691324291 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0138211 Oct 26 14:20:40.121638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48924) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.131913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-ab658074-a60a-4e36-a070-ff71c566750e tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.133160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab658074-a60a-4e36-a070-ff71c566750e tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104828 Oct 26 14:20:40.137872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48926) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.147052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-9f241a02-9a9f-4456-9690-907998205927 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.148051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9f241a02-9a9f-4456-9690-907998205927 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091848 Oct 26 14:20:40.152585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.160647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-6b649de1-6859-468e-b417-79edc3c5ab0e tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.161718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b649de1-6859-468e-b417-79edc3c5ab0e tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081565 Oct 26 14:20:40.164718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48930) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.186659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0448c67-cdd1-4420-8706-eb8173d4cba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.191204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-00637ccb-7beb-45ba-8bc5-1f9139c64870 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.196930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00637ccb-7beb-45ba-8bc5-1f9139c64870 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0252025 Oct 26 14:20:40.197291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.205563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-602b9098-83fa-4e7c-9853-37456da0eb63 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.209722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-602b9098-83fa-4e7c-9853-37456da0eb63 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081284 Oct 26 14:20:40.210237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48934) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.220816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-bd1e2067-0b0b-4f69-b75a-165cdebf5f8a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.221896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd1e2067-0b0b-4f69-b75a-165cdebf5f8a tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0107129 Oct 26 14:20:40.225720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48936) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.236842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-2c38f4ec-cdf4-4bd8-9163-f5284b93dea3 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.237894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c38f4ec-cdf4-4bd8-9163-f5284b93dea3 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0112309 Oct 26 14:20:40.243472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.253096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-72541a7e-410f-44d6-8e3c-951d577bbc6d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.254047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-72541a7e-410f-44d6-8e3c-951d577bbc6d tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095429 Oct 26 14:20:40.260269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.264817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-bb7aeb94-1f5d-488d-afab-a88cd2db6e76 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.265835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bb7aeb94-1f5d-488d-afab-a88cd2db6e76 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045431 Oct 26 14:20:40.269416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48942) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.275888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [None req-edebbce8-0035-4e4e-8497-9a9adab4b317 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.276244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-edebbce8-0035-4e4e-8497-9a9adab4b317 tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059562 Oct 26 14:20:40.285952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.327666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [None req-75da1ca5-a758-49fa-9046-1f081429f05c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:20:40.328886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-75da1ca5-a758-49fa-9046-1f081429f05c tempest-ExtensionsTestJSON-1167514270 tempest-ExtensionsTestJSON-1167514270-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053427 Oct 26 14:20:40.353334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6593be97-56a7-4228-8848-dae575aba190 req-c5ff9a9e-0947-47d1-8289-dc27e79c0092 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 210 time: 0.1361883 Oct 26 14:20:40.628106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0448c67-cdd1-4420-8706-eb8173d4cba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.709063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0448c67-cdd1-4420-8706-eb8173d4cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:40.834105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.3 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:40.948596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:40.954945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e0448c67-cdd1-4420-8706-eb8173d4cba3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=179f5bbd3ce5401080fb126b96186b86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2152946 Oct 26 14:20:41.077524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.110043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.123274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0448c67-cdd1-4420-8706-eb8173d4cba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e9b65-61e0-4577-b6f3-481c6157f490,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:41.150670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48960) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:41.162585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374148-ab70-4816-ae57-fd6097c4def2 req-52e9d714-0652-460f-9c79-14da2e9c4545 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:41.164264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0374148-ab70-4816-ae57-fd6097c4def2 req-52e9d714-0652-460f-9c79-14da2e9c4545 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.3435295 Oct 26 14:20:41.241558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.246404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.256342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b3e9b65-61e0-4577-b6f3-481c6157f490 HTTP/1.1" status: 204 len: 168 time: 0.3058877 Oct 26 14:20:41.282132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46ce5-09d4-42ec-8a7e-521e151175f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e9b65-61e0-4577-b6f3-481c6157f490,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:41.338594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b0374148-ab70-4816-ae57-fd6097c4def2 req-a6e1ee51-185b-4ad8-8769-9bcb034e9fe3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625028 Oct 26 14:20:41.545105 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.634738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6f1b9986-e620-4d7e-ae0e-bef5f67f2024 req-a34f2aa0-084d-4fae-b585-179ee773ab94 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 210 time: 0.1046202 Oct 26 14:20:41.651853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.759195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:41.769455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:41.772053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:41.779057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:41.882534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-12b73d85-6ab7-4791-abb9-a6e3a73fb9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:41.945823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:41.947219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.066564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48980) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.081442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-12b73d85-6ab7-4791-abb9-a6e3a73fb9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.091164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-6e3d64c4-de0d-4b14-8633-45bc8d669fba tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5163889 Oct 26 14:20:42.094035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-12b73d85-6ab7-4791-abb9-a6e3a73fb9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.098695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d277-4e79-4bbe-b04a-bb23c4ac0520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.119610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Request body: {'port': {'device_id': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:42.225295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-12b73d85-6ab7-4791-abb9-a6e3a73fb9af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caef19a86b934a46a49ee7aa59f49fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0593987 Oct 26 14:20:42.228064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48984) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.233569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73d85-6ab7-4791-abb9-a6e3a73fb9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc77a58-ded1-4b18-838a-abdafd696423,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:42.334213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.420678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d277-4e79-4bbe-b04a-bb23c4ac0520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.423496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.491296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.644739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d277-4e79-4bbe-b04a-bb23c4ac0520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:42.757601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.784688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6f2d277-4e79-4bbe-b04a-bb23c4ac0520 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bdefdd4862a489d85f1f3296d51bb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7079864 Oct 26 14:20:42.809263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:42.910172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21f2e7a9-567d-4f70-a310-ce4a2d95a6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.015401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.022786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.035275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fc77a58-ded1-4b18-838a-abdafd696423 HTTP/1.1" status: 204 len: 168 time: 0.8044050 Oct 26 14:20:43.134099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2d277-4e79-4bbe-b04a-bb23c4ac0520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2acff89-6e2f-488b-b2b1-c0a64d99d390,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.261578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e92af384-cfbe-4d79-a3c1-180364ca9547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.296893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6335f-487a-4fa1-8b0d-7d3cf45f423e req-45f5b110-3ba6-4383-a25f-7bb5e4522601 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:43.314610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32c6335f-487a-4fa1-8b0d-7d3cf45f423e req-45f5b110-3ba6-4383-a25f-7bb5e4522601 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.5583763 Oct 26 14:20:43.318651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a10ce-62c1-4af5-90c4-a1ec517230f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc77a58-ded1-4b18-838a-abdafd696423,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:43.440131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae195b-5866-405d-bf5a-1edd498cfa48 req-d8c7959c-7cc7-4690-8954-f32d1f580c59 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:43.446633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81ae195b-5866-405d-bf5a-1edd498cfa48 req-d8c7959c-7cc7-4690-8954-f32d1f580c59 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 931 time: 0.2478170 Oct 26 14:20:43.450381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:43.481320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.487493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.532148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.588683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c0e19f13-53b9-482f-9a0c-0c5624056a9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6699357 Oct 26 14:20:43.716662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-81ae195b-5866-405d-bf5a-1edd498cfa48 req-b944cd37-9325-4f48-b75c-4bf56b7eeac0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348514 Oct 26 14:20:43.720057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Transition to ACTIVE for port object 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:20:43.728423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.771306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32c6335f-487a-4fa1-8b0d-7d3cf45f423e req-8e4fd179-a396-49fd-b464-0a0936bc8052 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473226 Oct 26 14:20:43.933351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e92af384-cfbe-4d79-a3c1-180364ca9547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:43.954872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e92af384-cfbe-4d79-a3c1-180364ca9547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.020086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.092569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.096918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.098403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2acff89-6e2f-488b-b2b1-c0a64d99d390 HTTP/1.1" status: 204 len: 168 time: 1.2843108 Oct 26 14:20:44.134826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.138197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.140324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.142361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.146153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.146828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.147970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.150431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9725fc00-da76-4c6a-afa6-565d0c846a14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.4378088 Oct 26 14:20:44.166253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e92af384-cfbe-4d79-a3c1-180364ca9547 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea0271312bec46e38ce6398f465a32a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3795080 Oct 26 14:20:44.173854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af384-cfbe-4d79-a3c1-180364ca9547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51de72-4252-4897-b210-0625d37dd5e7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.179388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:44.212805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.229386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9e9c5-cd49-46ae-b110-d262f588f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2acff89-6e2f-488b-b2b1-c0a64d99d390,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.399267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.471991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-82acbd5d-e986-4dbd-bc96-529a8110e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.472603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-82acbd5d-e986-4dbd-bc96-529a8110e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.473080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-82acbd5d-e986-4dbd-bc96-529a8110e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.475394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-82acbd5d-e986-4dbd-bc96-529a8110e8b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.2648838 Oct 26 14:20:44.481663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.513770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.589952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-32a4f8b8-d662-4334-aa9d-ab5009cfcad6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.1053178 Oct 26 14:20:44.603020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.604811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.605383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.612885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.614040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.615679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.616752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.618649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.619449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.620326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.621899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.624219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:20:44.631172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Attempting to bind port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:44.631954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Attempting to bind port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:44.632724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Attempting to bind port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:44.651617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:20:44.652866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Attempting to bind port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:44.661394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:44.662963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:44.665136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:44.667612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Bound port: 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:44.669515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.692700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.709124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:44.719201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc51de72-4252-4897-b210-0625d37dd5e7 HTTP/1.1" status: 204 len: 168 time: 0.5352590 Oct 26 14:20:44.771581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6755b-6daf-4296-b79b-45ba2d6d2dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51de72-4252-4897-b210-0625d37dd5e7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:44.840820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a6108103-5568-4e17-849b-9b46142e6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:44.845052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a6108103-5568-4e17-849b-9b46142e6284 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.2472260 Oct 26 14:20:45.091384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-89538f69-ac80-4b1b-889b-bb52c16128af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.105241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-89538f69-ac80-4b1b-889b-bb52c16128af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529931 Oct 26 14:20:45.148467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:45.197645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae60fa-bb51-4288-98f0-1612b6f74124 req-767bdc56-0eed-4eae-9ccc-86bea33a2468 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.199489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cae60fa-bb51-4288-98f0-1612b6f74124 req-767bdc56-0eed-4eae-9ccc-86bea33a2468 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 943 time: 0.2603273 Oct 26 14:20:45.243360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:45.256313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.294687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.295872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.296929 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cae60fa-bb51-4288-98f0-1612b6f74124 req-c3b22462-833b-451c-b907-fbba25854906 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786717 Oct 26 14:20:45.299024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] 10.222.0.41 "PUT /v2.0/ports/3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 HTTP/1.1" status: 200 len: 1091 time: 3.1886547 Oct 26 14:20:45.301014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:45.319875 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:45.362828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-eb11702a-6ab4-403d-bc63-b7414dd742c0 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416356 Oct 26 14:20:45.402739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e68803-91f7-4dbd-ad48-a04e5c43f978 req-3f667ea5-8621-4b47-9aad-c7946e70229a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.412323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85e68803-91f7-4dbd-ad48-a04e5c43f978 req-3f667ea5-8621-4b47-9aad-c7946e70229a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.4525743 Oct 26 14:20:45.572674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-3367dbf4-2f5a-4cc9-a5c7-87f96510cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.574947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-3367dbf4-2f5a-4cc9-a5c7-87f96510cabc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 1094 time: 0.2330186 Oct 26 14:20:45.578904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41c6a-b53c-42ce-9818-c923f472e29d service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:45.601118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-b3f40021-4cb8-46f6-b545-3098b717e425 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377560 Oct 26 14:20:45.625232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85e68803-91f7-4dbd-ad48-a04e5c43f978 req-f2882603-2a5e-4d6c-8a8b-56cd5bdc3461 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115538 Oct 26 14:20:45.720371 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92509247-167e-473a-8471-dc46d845f2a9 x-openstack-request-id: req-92509247-167e-473a-8471-dc46d845f2a9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:45.720942 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:45.721207 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92509247-167e-473a-8471-dc46d845f2a9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:45.721627 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16', 'status': 'completed', 'code': 200} Oct 26 14:20:45.723960 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-0e9032a4-546f-4acf-9c42-06ae5fff815b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 HTTP/1.1" status: 200 len: 217 time: 0.1343715 Oct 26 14:20:45.724139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49080) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:45.735182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-0f118c8a-91b3-4326-9c0c-6be4770c4d2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.1229091 Oct 26 14:20:45.773728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:45.807968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-c9f01b8c-40a5-41e0-b880-1aeaf6f97ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.814602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-c9f01b8c-40a5-41e0-b880-1aeaf6f97ce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.0815248 Oct 26 14:20:45.856770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-17980a8b-15f3-4098-bf12-bb90af31e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.859500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-17980a8b-15f3-4098-bf12-bb90af31e8a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1174881 Oct 26 14:20:45.872054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-83232bde-7696-45c2-bd00-161271fc6c0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480981 Oct 26 14:20:45.924389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-00c03543-87b3-4cac-bb8a-5bfe2ab073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:45.926405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-00c03543-87b3-4cac-bb8a-5bfe2ab073a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0597081 Oct 26 14:20:46.069561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-13fd14af-6e22-4cc1-a6e7-ef1e42ff9464 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355777 Oct 26 14:20:46.080233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-cefe620a-03e0-4d1b-ac71-381314403884 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006176 Oct 26 14:20:46.188638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-f93ca9af-1b9d-4442-9a44-c593ef817b90 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102791 Oct 26 14:20:46.287813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1614146507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:46.314254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-3518783c-1e1d-4b60-b04f-24e531ef7dfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.1191814 Oct 26 14:20:46.332100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.336508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.340330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13f6a775-c76a-4855-b087-bf91a7e065b3 req-008a4c89-8c3c-49f4-b705-5e779ae3f6ba service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509098 Oct 26 14:20:46.539140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-7ebb5f28-8175-4413-94a0-aff75fce90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:46.540719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-7ebb5f28-8175-4413-94a0-aff75fce90c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1970599 Oct 26 14:20:46.664241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-77921d95-4dfe-4e09-bbce-cebca4caf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:46.666875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.668339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-77921d95-4dfe-4e09-bbce-cebca4caf5d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 1094 time: 0.2404854 Oct 26 14:20:46.730596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.768379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4879-497d-4e63-bc91-99841b2a0869 req-0f7755a2-237c-41f0-9dec-c641c1b1d49c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:46.783307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a59c4879-497d-4e63-bc91-99841b2a0869 req-0f7755a2-237c-41f0-9dec-c641c1b1d49c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 943 time: 0.2279427 Oct 26 14:20:46.799727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:46.806885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6bb21bd0-bbc5-4620-95df-43404b1f8ae8 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0819404 Oct 26 14:20:46.813774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49110) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:46.820028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2128948211'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:46.844172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-ec941a75-2b54-4a5d-8d06-6263d0e6b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:46.852743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-ec941a75-2b54-4a5d-8d06-6263d0e6b36f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2258277 Oct 26 14:20:46.937685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a59c4879-497d-4e63-bc91-99841b2a0869 req-f0f68ade-bf76-4a48-973a-169e71de9e1a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518812 Oct 26 14:20:47.025386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:47.029643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.057621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.078988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14042-9e9c-4196-81a6-eded503adad8 req-b72bfb5b-e1e8-4799-9c97-8d3e88793d39 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.085195 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6d14042-9e9c-4196-81a6-eded503adad8 req-b72bfb5b-e1e8-4799-9c97-8d3e88793d39 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2314055 Oct 26 14:20:47.096544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-c520047d-2dd1-4c50-83b7-09e2827ce048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.099467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-c520047d-2dd1-4c50-83b7-09e2827ce048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.4118991 Oct 26 14:20:47.206373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6d14042-9e9c-4196-81a6-eded503adad8 req-c2b25114-1098-4c87-b7ee-9563eb123610 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201677 Oct 26 14:20:47.219438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-dd871b4a-30a3-46a9-bcf6-71112dc239a7 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208168 Oct 26 14:20:47.224674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-e36c6a78-367c-466c-9f21-0eb3bd888c52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 HTTP/1.1" status: 200 len: 217 time: 0.1084976 Oct 26 14:20:47.312299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49120) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:47.396217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.417421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.421341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-3c45f005-2052-44d3-9c83-66c6679b011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.423015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-3c45f005-2052-44d3-9c83-66c6679b011c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1971450 Oct 26 14:20:47.442024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a37eacf0-c242-422f-9a02-63a650395eae service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148325 Oct 26 14:20:47.503425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:47.507694 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-d9d08e31-1e78-43cc-ac51-140925cdc8f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0573764 Oct 26 14:20:47.511670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd95da4-42a4-471b-ac3c-d1d60bb25648,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:47.550887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.556180 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Added segment 29f2531e-25a9-486d-ae94-1f36b8081ad1 of type vlan for network eabae0ca-d6c8-4106-b216-9488412cefda Oct 26 14:20:47.562783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-447dd023-34c0-4069-b3a3-970500baf0fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245053 Oct 26 14:20:47.597506 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:20:47.645211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c73a5f4f-8d1a-4e1e-9bdc-2ac305535252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.645211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c73a5f4f-8d1a-4e1e-9bdc-2ac305535252 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1282558 Oct 26 14:20:47.651132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.719439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-673656977-network', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:47.725139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.730630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.731507 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.745708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-431a3fb6-4d39-4dae-9ca8-ffcfc740a794 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776409 Oct 26 14:20:47.751269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a4cd2e53-a0ac-439e-974c-fb80cfb1c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:47.753144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a4cd2e53-a0ac-439e-974c-fb80cfb1c769 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988438 Oct 26 14:20:47.805772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:20:47.880143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Made reservation on behalf of eb30f16e9646457eb8b8873e1446905c for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:47.882454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.908725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0869045 Oct 26 14:20:47.910235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:47.915615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:47.915967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'subnet': {'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:47.935980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aa7c7-d120-461e-83af-cdd927e99ecd tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Network': ['ID=eabae0ca-d6c8-4106-b216-9488412cefda,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:47.979510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6a1c846-7c1d-40b2-b699-4ae7eb2ed9a5 req-ba283bbc-ee09-45d0-a75e-4ac7a8ed0cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219484 Oct 26 14:20:48.028637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-f32893be-c568-40ac-bafb-adf58787b230 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594001 Oct 26 14:20:48.069466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network eabae0ca-d6c8-4106-b216-9488412cefda details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:48.126081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:48.140158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.141131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:48.176088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16', 'mac_address': 'fa:16:3e:eb:b3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:20:48.247496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.259312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc39466-00a3-407f-a4aa-67dfdb3fb1a2 req-eed5e33e-2b08-4eea-b32c-89a7c6c71101 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:48.270805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:20:48.272481 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bc39466-00a3-407f-a4aa-67dfdb3fb1a2 req-eed5e33e-2b08-4eea-b32c-89a7c6c71101 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 943 time: 0.2205734 Oct 26 14:20:48.300644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:48.308109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.352924 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.395949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-25f5b4d6-94b0-4ad2-a0ec-360bbfbb0888 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599734 Oct 26 14:20:48.399005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:48.424777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3bc39466-00a3-407f-a4aa-67dfdb3fb1a2 req-7abf75e9-b0e2-4e0d-a8c7-d34975d93269 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512010 Oct 26 14:20:48.470873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:48.479964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-573140ff-312d-4b1b-a439-480e2a70b781 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.0730331 Oct 26 14:20:48.483590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:48.542049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:20:48.750971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b884e65-a12b-4853-840f-1015ab8794cf req-436232da-bf8f-45c3-ba4b-17add4b4afd5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:48.757798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b884e65-a12b-4853-840f-1015ab8794cf req-436232da-bf8f-45c3-ba4b-17add4b4afd5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.3240907 Oct 26 14:20:49.001553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b884e65-a12b-4853-840f-1015ab8794cf req-23ae4627-6f6f-4a2c-be2e-fe59b0b1c3e1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378178 Oct 26 14:20:49.032420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a082ac72-4885-4aea-a027-196ea959e378,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.043656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.044234 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Added segment 9de56e7a-31b3-4729-b08f-24a0d78ca4dd of type vlan for network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 Oct 26 14:20:49.071079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.125371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-f2458956-f88c-483c-8512-39775c1e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.127157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-f2458956-f88c-483c-8512-39775c1e5289 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.6374323 Oct 26 14:20:49.129154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.198200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Subnet': ['ID=92281dfa-2ddf-4773-9237-293bc72abe1b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.235711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Checking segment: {'id': '29f2531e-25a9-486d-ae94-1f36b8081ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:49.236162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network hostable DHCP agents. Network: eabae0ca-d6c8-4106-b216-9488412cefda, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:49.256061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.262961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network eabae0ca-d6c8-4106-b216-9488412cefda is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:49.268577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.271937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.281026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, eabae0ca-d6c8-4106-b216-9488412cefda) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:49.294161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3a27f-aa63-4b21-a4c3-0d3e551d013b None None] Network eabae0ca-d6c8-4106-b216-9488412cefda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:49.302654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.303419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.305282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-0f1cf571-c6cf-4fe3-9686-1809b152cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.310699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-0f1cf571-c6cf-4fe3-9686-1809b152cafa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756980 Oct 26 14:20:49.345188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e1199a31-db08-42c5-b6a6-f84390bdfc11 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4337912 Oct 26 14:20:49.349394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.358811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'network': {'name': 'tempest-router-network01--1127551043'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:49.440193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:49.448995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.450732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1421189 Oct 26 14:20:49.460838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.466443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Request body: {'subnet': {'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-673656977-subnet', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:49.481147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a1a60-be05-4f1b-8c74-2d2e84d58ffd admin admin] Pushing event updated for resources: {'Network': ['ID=c1b73942-be5d-44e6-ba1c-8ef50fb42de1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.504211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:49.517538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.518070 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Added segment 209a3628-84ca-4d74-978a-0c36f76e41a6 of type vlan for network a17568b2-3588-4d54-9482-304b73eb345a Oct 26 14:20:49.538324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:49.570750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Made reservation on behalf of eb30f16e9646457eb8b8873e1446905c for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:49.573114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.589410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-dbf3ed6d-8169-4351-a14e-3d6322aac2e1 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172725 Oct 26 14:20:49.658262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.727971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-eabae0ca-d6c8-4106-b216-9488412cefda', 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda', 'tenant_id': 'a32344f2e0774d41bd11d90890134f65', 'fixed_ips': [{'subnet_id': '92281dfa-2ddf-4773-9237-293bc72abe1b'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:49.728824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef61b3-4b5c-459b-9179-0911d653dffe req-467dbb2a-0aa3-494a-900b-66e33e022055 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.729303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.737572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faef61b3-4b5c-459b-9179-0911d653dffe req-467dbb2a-0aa3-494a-900b-66e33e022055 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 944 time: 0.1303012 Oct 26 14:20:49.740630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.748096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:49.748794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:49.785734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4332523 Oct 26 14:20:49.799291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:49.823452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'network': {'name': 'tempest-router-network02--1519818862'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:49.846303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:49.902975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0db51c-f331-4dba-8991-e3f05c51783f tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Network': ['ID=a17568b2-3588-4d54-9482-304b73eb345a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:49.924482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-faef61b3-4b5c-459b-9179-0911d653dffe req-a1194b3d-bb08-412c-bcee-fc64cb568d33 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860213 Oct 26 14:20:49.927158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a17568b2-3588-4d54-9482-304b73eb345a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:49.959241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:49.962957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.026292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a507a312-21ec-4dd0-9b0b-08d8bf5ddddb service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266481 Oct 26 14:20:50.043915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Allocated IP 2001:db8::2 (eabae0ca-d6c8-4106-b216-9488412cefda/92281dfa-2ddf-4773-9237-293bc72abe1b/b1e0cd18-3580-462d-a864-3e44de57f955) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:50.046992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:20:50.055177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:50.055563 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.116650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:20:50.142638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.142638 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Added segment f878f65d-edbe-426b-a1a0-2e26a933892f of type vlan for network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 Oct 26 14:20:50.199672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.267363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-fd926828-95b8-4f8e-8943-c725ba0cca35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.2331574 Oct 26 14:20:50.288403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.311127 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.382470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:20:50.384961 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d83c48b-8a1b-4402-898c-fae958bbe5eb" -d '{"events": [{"server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "name": "network-vif-plugged", "status": "completed", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:20:50.398098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:50.407334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.408951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-45060e42-0741-4c88-8454-65f7794631d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673647 Oct 26 14:20:50.492065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.495482 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.497742 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9d8dc-2eb4-4318-bd75-59f34f7ed8e3 x-openstack-request-id: req-ecb9d8dc-2eb4-4318-bd75-59f34f7ed8e3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:20:50.498024 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "name": "network-vif-plugged", "status": "completed", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:20:50.498272 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ecb9d8dc-2eb4-4318-bd75-59f34f7ed8e3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:20:50.499154 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16', 'code': 200} Oct 26 14:20:50.512594 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.514595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.515257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.542283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.544570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-26033b14-ef90-4062-ab00-39c0b625dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.554810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-26033b14-ef90-4062-ab00-39c0b625dc9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.1188941 Oct 26 14:20:50.571972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7660172 Oct 26 14:20:50.589044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49256) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:50.592899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Network eabae0ca-d6c8-4106-b216-9488412cefda is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:50.597840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:50.601972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:50.627678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'subnet': {'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:50.661482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Pushing event updated for resources: {'Port': ['ID=b1e0cd18-3580-462d-a864-3e44de57f955,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.705593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6561cfd-6843-4d16-bf0c-3d68ed961def req-317e4d5e-e4ca-4987-bf8a-888e6f9496b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.718053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6561cfd-6843-4d16-bf0c-3d68ed961def req-317e4d5e-e4ca-4987-bf8a-888e6f9496b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.5067055 Oct 26 14:20:50.722260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=128ad7e1-1724-4f09-a74a-2db988511328,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.725917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Attempting to bind port b1e0cd18-3580-462d-a864-3e44de57f955 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:50.726210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Attempting to bind port b1e0cd18-3580-462d-a864-3e44de57f955 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '29f2531e-25a9-486d-ae94-1f36b8081ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:50.726568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Attempting to bind port b1e0cd18-3580-462d-a864-3e44de57f955 on network eabae0ca-d6c8-4106-b216-9488412cefda {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:50.743588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:50.743588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Checking segment: {'id': '29f2531e-25a9-486d-ae94-1f36b8081ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:50.743966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.744243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Bound using segment: {'id': '29f2531e-25a9-486d-ae94-1f36b8081ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:50.745106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Bound port: b1e0cd18-3580-462d-a864-3e44de57f955, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f2531e-25a9-486d-ae94-1f36b8081ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'eabae0ca-d6c8-4106-b216-9488412cefda'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:50.745546 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:50.806087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Checking segment: {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:50.806754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Network hostable DHCP agents. Network: c1b73942-be5d-44e6-ba1c-8ef50fb42de1, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:50.810971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-76f8fcd8-a275-4121-8294-ba8e57c5745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.812699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-76f8fcd8-a275-4121-8294-ba8e57c5745f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.5256741 Oct 26 14:20:50.871358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65613f37-9b7f-4ccb-b3a3-6d9d2ec58ef1 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Network': ['ID=1eb534ed-9e21-4fcc-bbab-8e959f8ceec9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:50.874325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] For port b1e0cd18-3580-462d-a864-3e44de57f955, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:50.877894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] For port b1e0cd18-3580-462d-a864-3e44de57f955, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1e0cd18-3580-462d-a864-3e44de57f955,segment=NetworkSegment(29f2531e-25a9-486d-ae94-1f36b8081ad1),segment_id=29f2531e-25a9-486d-ae94-1f36b8081ad1)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:50.887606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:20:50.926287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:50.958749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6561cfd-6843-4d16-bf0c-3d68ed961def req-3206de19-cba4-4c42-bef9-dcf9e36913d2 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389233 Oct 26 14:20:50.977820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c1b73942-be5d-44e6-ba1c-8ef50fb42de1) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:50.984265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:50.985161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.002213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a8241cd8-3038-4a81-9daa-777024538b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.004248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a8241cd8-3038-4a81-9daa-777024538b42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827376 Oct 26 14:20:51.151625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89b770-4cbe-4b63-a4b4-87ac718185f4 None None] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:51.154442 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.165174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:51.168883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.252079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd859e-37f7-4181-9cae-3dfddd907ef5 None None] Pushing event updated for resources: {'Port': ['ID=b1e0cd18-3580-462d-a864-3e44de57f955,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:51.310133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-06d6ac88-3285-4874-8d2a-c287ac4f020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.319335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-06d6ac88-3285-4874-8d2a-c287ac4f020d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.7052414 Oct 26 14:20:51.348184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-beedc166-d68d-4462-9804-cf6e7977c4cb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8862565 Oct 26 14:20:51.349284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49304) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:51.492060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-9190256a-531b-491d-80f9-8b67280ffd1f service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795177 Oct 26 14:20:51.502391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:51.547556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a345e4-ec89-4016-abd7-2cbe7ca45e79 req-56ef8649-3d87-4918-9f26-b370ee484bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.549342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55a345e4-ec89-4016-abd7-2cbe7ca45e79 req-56ef8649-3d87-4918-9f26-b370ee484bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 1096 time: 0.9838483 Oct 26 14:20:51.574301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.579050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.607515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b22c-8d30-4b76-93ec-132ce67d42c5 req-148945a7-8ec6-4ea5-931f-b7b2c70b93f8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.616866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-def1b22c-8d30-4b76-93ec-132ce67d42c5 req-148945a7-8ec6-4ea5-931f-b7b2c70b93f8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.2927771 Oct 26 14:20:51.639858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-0b2da63c-6c74-4ae5-84d1-9cc5de2eda67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1001 time: 0.2243135 Oct 26 14:20:51.669063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:51.670062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.691300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55a345e4-ec89-4016-abd7-2cbe7ca45e79 req-8743b40e-50de-4eda-a604-22612374dfe2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335425 Oct 26 14:20:51.767644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-def1b22c-8d30-4b76-93ec-132ce67d42c5 req-b43b7159-0a77-4986-8df6-684de609c8ac tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478910 Oct 26 14:20:51.803759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-6d82c5fe-b2f9-436a-8938-8cda74e8dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.807102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-6d82c5fe-b2f9-436a-8938-8cda74e8dcfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1387789 Oct 26 14:20:51.884030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.918141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:51.923809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49314) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:51.953380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-402afcfd-798f-472b-9e52-ef87e4c2b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:51.955700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-402afcfd-798f-472b-9e52-ef87e4c2b59d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706029 Oct 26 14:20:51.962312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Allocated IP 172.20.0.2 (c1b73942-be5d-44e6-ba1c-8ef50fb42de1/128ad7e1-1724-4f09-a74a-2db988511328/4560dfe5-eb73-42f8-82b2-b524ddc557c3) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:52.071808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-4e397208-5f1f-414a-9069-f443a49c7386 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077752 Oct 26 14:20:52.169216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.274593 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.276024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caaaafa6-e59c-433f-8ba9-81867917c8aa req-b98a32bc-1c10-4691-9129-a9637332f196 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911697 Oct 26 14:20:52.285447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.364313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Pushing event updated for resources: {'Port': ['ID=4560dfe5-eb73-42f8-82b2-b524ddc557c3,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:52.374102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:52.378357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:52.379683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e60c2ca-c741-48dc-b309-8f58c10a4014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.380984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:52.398555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1e0cd18-3580-462d-a864-3e44de57f955 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:52.462997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c4d986e7-a058-4775-be58-5d2debc24d56 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935854 Oct 26 14:20:52.517954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Attempting to bind port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:52.518723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Attempting to bind port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:52.519183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Attempting to bind port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 on network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:52.532595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:52.533187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Checking segment: {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:52.533695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.534632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Bound using segment: {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:52.535232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Bound port: 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:52.535756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.583294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e60c2ca-c741-48dc-b309-8f58c10a4014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.585610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1e0cd18-3580-462d-a864-3e44de57f955 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:52.586112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.597155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34759715-b833-4d2d-967b-4ebc6a3bfd63 req-8e851285-9073-40e8-bede-6280b5c72672 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:52.598794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34759715-b833-4d2d-967b-4ebc6a3bfd63 req-8e851285-9073-40e8-bede-6280b5c72672 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.4594610 Oct 26 14:20:52.607648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e60c2ca-c741-48dc-b309-8f58c10a4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.692846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] For port 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:52.706500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] For port 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4560dfe5-eb73-42f8-82b2-b524ddc557c3,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:52.715763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.745190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-236bfa86-5456-4038-97f9-d72c0c39a71b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.1602418 Oct 26 14:20:52.861487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc3094-4c78-42a1-9e92-81e764f6bbc2 None None] Pushing event updated for resources: {'Port': ['ID=4560dfe5-eb73-42f8-82b2-b524ddc557c3,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:52.876744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c6712e78-adbc-45c8-8ca4-95b9be69754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:52.878156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:52.891121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-c6712e78-adbc-45c8-8ca4-95b9be69754d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.1246512 Oct 26 14:20:53.054614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b1e0cd18-3580-462d-a864-3e44de57f955, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1e0cd18-3580-462d-a864-3e44de57f955,segment=NetworkSegment(29f2531e-25a9-486d-ae94-1f36b8081ad1),segment_id=29f2531e-25a9-486d-ae94-1f36b8081ad1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:53.071744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.077560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.120086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b0cda-a154-463d-9826-05e6d648b235 req-559fdde4-158d-482e-964a-a259ee504b9c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:53.132463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-528b0cda-a154-463d-9826-05e6d648b235 req-559fdde4-158d-482e-964a-a259ee504b9c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1841257 Oct 26 14:20:53.194707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34759715-b833-4d2d-967b-4ebc6a3bfd63 req-03c9a336-f0ae-4d2d-b0c0-76c7ab7cca36 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5570347 Oct 26 14:20:53.249847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b1e0cd18-3580-462d-a864-3e44de57f955,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:53.257201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-528b0cda-a154-463d-9826-05e6d648b235 req-1672e314-0946-4f76-9b78-31f61126a44f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236300 Oct 26 14:20:53.267417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49328) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:53.271992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93304ec3-97ba-4ea3-902a-6a44468f410a None None] Network eabae0ca-d6c8-4106-b216-9488412cefda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:53.277902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8e60c2ca-c741-48dc-b309-8f58c10a4014 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=771ae8fdf72145a7bea08b2d4aa5fecf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260748 Oct 26 14:20:53.317310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60c2ca-c741-48dc-b309-8f58c10a4014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a952a675-cb16-4323-a81c-f18c2699a132,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:53.413013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.470575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Subnet': ['ID=2302b346-93d8-42b4-bc95-0cfd06e7cf5a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:53.506572 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.512065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-63753bef-1c98-4500-93dc-f6285e90b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:53.537373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.541980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-63753bef-1c98-4500-93dc-f6285e90b349 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5262439 Oct 26 14:20:53.576200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f9763581-e208-4d51-868b-1c6a77e81ff7 None None] Provisioning complete for port b1e0cd18-3580-462d-a864-3e44de57f955 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:53.582650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f9763581-e208-4d51-868b-1c6a77e81ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.593720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49334) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:53.646105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Checking segment: {'id': '209a3628-84ca-4d74-978a-0c36f76e41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:53.646855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network hostable DHCP agents. Network: a17568b2-3588-4d54-9482-304b73eb345a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:53.668632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.672616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:53.676586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a952a675-cb16-4323-a81c-f18c2699a132 HTTP/1.1" status: 204 len: 168 time: 0.4053471 Oct 26 14:20:53.691466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafff85-22fb-4dcc-8f12-34bc8f66b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952a675-cb16-4323-a81c-f18c2699a132,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:53.755470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-2cc105c4-6a61-4a85-9871-a59eef3e88d6 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003846 Oct 26 14:20:54.008231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network a17568b2-3588-4d54-9482-304b73eb345a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:54.019087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65d2e409-e93b-47ac-a47f-11cef007518a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.123266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65d2e409-e93b-47ac-a47f-11cef007518a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.137599 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65d2e409-e93b-47ac-a47f-11cef007518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.163655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-51594d71-a63e-44f4-baec-b5cc49709f32 None None] Provisioning complete for port b1e0cd18-3580-462d-a864-3e44de57f955 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:54.172693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a17568b2-3588-4d54-9482-304b73eb345a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:54.204566 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51594d71-a63e-44f4-baec-b5cc49709f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.206281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-65d2e409-e93b-47ac-a47f-11cef007518a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=433720d59c6d4c53bbcbb60ef9b74ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099253 Oct 26 14:20:54.207640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.208909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49342) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:54.222838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53522e08-850a-4ed2-96bf-47c254ebdfaf None None] Network a17568b2-3588-4d54-9482-304b73eb345a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:54.227921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:54.232046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.367876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49348) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:54.410719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.446047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2302d375-f684-4638-8115-48f962fb640e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.469651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa128118-ad7d-44d1-9194-5034aad1aef4 req-a9ed591d-56d3-460e-a96e-f21ce7d164d6 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020497 Oct 26 14:20:54.499475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a02cc55-5558-4b00-bb28-86cd218b30a4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8793819 Oct 26 14:20:54.500950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49350) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:54.509953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.563576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'subnet': {'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:20:54.588108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.621240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2e409-e93b-47ac-a47f-11cef007518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ec435-b0f0-42e4-90a4-34e44058b210,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:54.642554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef294ff-99cf-4450-ba73-13c5d802acf3 req-04a591ae-1aba-430f-8950-029a6b1827d4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:54.651853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ef294ff-99cf-4450-ba73-13c5d802acf3 req-04a591ae-1aba-430f-8950-029a6b1827d4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1867082 Oct 26 14:20:54.682475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1e0cd18-3580-462d-a864-3e44de57f955 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:54.825651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ef294ff-99cf-4450-ba73-13c5d802acf3 req-601e68d7-dbf1-4279-9e7b-c591cbe712f4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690192 Oct 26 14:20:54.833327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:20:54.861994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.900943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20dc96-9f57-4773-913a-13ba702be433 None None] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:54.922535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.929236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.930400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b10ec435-b0f0-42e4-90a4-34e44058b210 HTTP/1.1" status: 204 len: 168 time: 0.7197413 Oct 26 14:20:54.965324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2302d375-f684-4638-8115-48f962fb640e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:54.975288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da014a-efd5-405a-8220-a4d3cd039728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ec435-b0f0-42e4-90a4-34e44058b210,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:54.983613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2302d375-f684-4638-8115-48f962fb640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.064894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302d375-f684-4638-8115-48f962fb640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937b2511-0a00-4bf8-b4e7-3c1bf2479559,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:55.073410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2302d375-f684-4638-8115-48f962fb640e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16512923d0ff49c19584238cbeed319d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939368 Oct 26 14:20:55.079750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49360) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:55.125488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a17568b2-3588-4d54-9482-304b73eb345a', 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a', 'tenant_id': 'a32344f2e0774d41bd11d90890134f65', 'fixed_ips': [{'subnet_id': '2302b346-93d8-42b4-bc95-0cfd06e7cf5a'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:55.126310 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.257636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.328511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1079-2b63-4984-9303-3c02f40f139c req-41dbbe7b-28b8-4475-9f4d-a0816c8a80bc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:55.330215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-540c1079-2b63-4984-9303-3c02f40f139c req-41dbbe7b-28b8-4475-9f4d-a0816c8a80bc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.7892115 Oct 26 14:20:55.335537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Allocated IP 172.25.5.241 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:55.341352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.436860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Allocated IP 2001:db8::2 (a17568b2-3588-4d54-9482-304b73eb345a/2302b346-93d8-42b4-bc95-0cfd06e7cf5a/9596a03a-f444-4425-a049-4e775416c972) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:55.500394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.502813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.512028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-540c1079-2b63-4984-9303-3c02f40f139c req-f08bfbd2-7af3-48f9-bd32-f2d2ea40a0b1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739244 Oct 26 14:20:55.529878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/937b2511-0a00-4bf8-b4e7-3c1bf2479559 HTTP/1.1" status: 204 len: 168 time: 0.4471927 Oct 26 14:20:55.541715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b1e0cd18-3580-462d-a864-3e44de57f955 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:55.542914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.555622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce9a78-98b6-4a18-8c4a-a47d1e27cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937b2511-0a00-4bf8-b4e7-3c1bf2479559,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:55.601148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe8f0e-6859-4295-9250-79a316748462 req-57024947-91ce-4683-9ec9-93f1d0daf19e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:55.602770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3fe8f0e-6859-4295-9250-79a316748462 req-57024947-91ce-4683-9ec9-93f1d0daf19e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1461749 Oct 26 14:20:55.710652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3fe8f0e-6859-4295-9250-79a316748462 req-443765ea-5ddc-4422-8904-7e0478d08e53 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003070 Oct 26 14:20:55.741209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.787516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.824078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] Provisioning complete for port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:55.824449 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:55.917709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.011010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.023810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Subnet': ['ID=a4a83802-e49a-47f2-9b4a-857f6ff33a29,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.040746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:56.043858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:56.049131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:56.084774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Checking segment: {'id': 'f878f65d-edbe-426b-a1a0-2e26a933892f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:56.085252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network hostable DHCP agents. Network: 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:20:56.158585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:20:56.269800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.305446 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.375025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Network a17568b2-3588-4d54-9482-304b73eb345a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:56.377618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4560dfe5-eb73-42f8-82b2-b524ddc557c3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:56.386651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:56.403481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:56.467347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Pushing event updated for resources: {'Port': ['ID=9596a03a-f444-4425-a049-4e775416c972,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.489453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.553957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Attempting to bind port 9596a03a-f444-4425-a049-4e775416c972 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:56.554371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Attempting to bind port 9596a03a-f444-4425-a049-4e775416c972 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '209a3628-84ca-4d74-978a-0c36f76e41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:56.554742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Attempting to bind port 9596a03a-f444-4425-a049-4e775416c972 on network a17568b2-3588-4d54-9482-304b73eb345a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:56.591222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:56.591602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Checking segment: {'id': '209a3628-84ca-4d74-978a-0c36f76e41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:56.592048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.592574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Bound using segment: {'id': '209a3628-84ca-4d74-978a-0c36f76e41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:56.593132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Bound port: 9596a03a-f444-4425-a049-4e775416c972, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209a3628-84ca-4d74-978a-0c36f76e41a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'a17568b2-3588-4d54-9482-304b73eb345a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:56.593524 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.604413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] For port 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4560dfe5-eb73-42f8-82b2-b524ddc557c3,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:56.627692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:56.627692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.627692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.828200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70757a-4b16-4ca3-bbe4-80265daf9156 req-c7163c43-89e1-47ff-b1d9-157fc32efb0f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:56.835012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] For port 9596a03a-f444-4425-a049-4e775416c972, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:56.838442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc70757a-4b16-4ca3-bbe4-80265daf9156 req-c7163c43-89e1-47ff-b1d9-157fc32efb0f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1673384 Oct 26 14:20:56.884881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] For port 9596a03a-f444-4425-a049-4e775416c972, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9596a03a-f444-4425-a049-4e775416c972,segment=NetworkSegment(209a3628-84ca-4d74-978a-0c36f76e41a6),segment_id=209a3628-84ca-4d74-978a-0c36f76e41a6)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:56.897613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:56.921298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc70757a-4b16-4ca3-bbe4-80265daf9156 req-d9df4ade-3e5f-45b8-8972-5b60089eec19 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800974 Oct 26 14:20:56.928837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517578a-5bcc-40ca-bee1-c9d298b26387 None None] Pushing event updated for resources: {'Port': ['ID=4560dfe5-eb73-42f8-82b2-b524ddc557c3,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:56.965536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-63497a00-50cd-4bfa-9744-bd50b5027a10 None None] Provisioning complete for port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:56.965907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-63497a00-50cd-4bfa-9744-bd50b5027a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.033618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:57.050464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:57.051054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.133263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d2330-77d5-45dd-a637-dcff5561a186 None None] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:57.196197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:57.200361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fbd5c1df-a244-4165-9292-bb28808eefcc tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6564395 Oct 26 14:20:57.238948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b960a3-c864-4701-bac7-47f2061e0b81 None None] Pushing event updated for resources: {'Port': ['ID=9596a03a-f444-4425-a049-4e775416c972,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:57.332448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6f6f-22d2-4563-a082-7b38c9c4067d req-f1c8b200-b223-4dc9-b6ff-cda451d6a715 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:57.337154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23fa6f6f-22d2-4563-a082-7b38c9c4067d req-f1c8b200-b223-4dc9-b6ff-cda451d6a715 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3607302 Oct 26 14:20:57.428547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4560dfe5-eb73-42f8-82b2-b524ddc557c3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:57.593097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:57.593992 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.695343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23fa6f6f-22d2-4563-a082-7b38c9c4067d req-1df1d51e-1b74-4de4-895d-b5cfea334eae tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496206 Oct 26 14:20:57.746474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1eb534ed-9e21-4fcc-bbab-8e959f8ceec9', 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9', 'tenant_id': 'a32344f2e0774d41bd11d90890134f65', 'fixed_ips': [{'subnet_id': 'a4a83802-e49a-47f2-9b4a-857f6ff33a29'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:20:57.747812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.762358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:57.966008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.062235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Allocated IP 2001:db8::2 (1eb534ed-9e21-4fcc-bbab-8e959f8ceec9/a4a83802-e49a-47f2-9b4a-857f6ff33a29/b9e9905e-1017-4021-822b-690b325ed697) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:58.322367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.341764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846ecf8-8356-49ba-9744-a4fcefa301ac req-3ab38b32-da6a-4e79-952e-7c6281116a1b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:58.348694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3846ecf8-8356-49ba-9744-a4fcefa301ac req-3ab38b32-da6a-4e79-952e-7c6281116a1b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2615530 Oct 26 14:20:58.390662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.415069 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.502263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Pushing event updated for resources: {'Port': ['ID=b9e9905e-1017-4021-822b-690b325ed697,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:58.534105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3846ecf8-8356-49ba-9744-a4fcefa301ac req-e0ace52a-b409-4ec8-9f8f-be54606bcd47 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763842 Oct 26 14:20:58.550032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:58.553770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:58.559201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:58.603770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49524) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:58.653777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Allocated IP 2001:db8::1 (a17568b2-3588-4d54-9482-304b73eb345a/2302b346-93d8-42b4-bc95-0cfd06e7cf5a/06ebac28-aa92-45b8-8af7-b558abcd741e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:20:58.703076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Attempting to bind port b9e9905e-1017-4021-822b-690b325ed697 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:20:58.703660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Attempting to bind port b9e9905e-1017-4021-822b-690b325ed697 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f878f65d-edbe-426b-a1a0-2e26a933892f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:20:58.703807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Attempting to bind port b9e9905e-1017-4021-822b-690b325ed697 on network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:20:58.714021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:20:58.714021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Checking segment: {'id': 'f878f65d-edbe-426b-a1a0-2e26a933892f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:20:58.714021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.718581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Bound using segment: {'id': 'f878f65d-edbe-426b-a1a0-2e26a933892f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:20:58.719187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Bound port: b9e9905e-1017-4021-822b-690b325ed697, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f878f65d-edbe-426b-a1a0-2e26a933892f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '1eb534ed-9e21-4fcc-bbab-8e959f8ceec9'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:20:58.719647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.729061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Router 1ef4f79b-cf5e-407d-8360-eed2025f0010 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:20:58.822269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e054634-932c-47f1-accc-6e3089b7a6a4 None None] Network a17568b2-3588-4d54-9482-304b73eb345a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:20:58.868760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.933295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.935496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e00-a510-40f0-93e6-c5205f532390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:58.954412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] For port b9e9905e-1017-4021-822b-690b325ed697, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:20:58.967101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] Provisioning complete for port 9596a03a-f444-4425-a049-4e775416c972 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:58.967482 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.008116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] For port b9e9905e-1017-4021-822b-690b325ed697, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9e9905e-1017-4021-822b-690b325ed697,segment=NetworkSegment(f878f65d-edbe-426b-a1a0-2e26a933892f),segment_id=f878f65d-edbe-426b-a1a0-2e26a933892f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:20:59.012460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bdba4-463f-4429-8052-3edd249db2a6 req-3dadf7e8-562f-4cb9-8f44-07e429ca93b1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:20:59.023261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-565bdba4-463f-4429-8052-3edd249db2a6 req-3dadf7e8-562f-4cb9-8f44-07e429ca93b1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1872756 Oct 26 14:20:59.031489 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.067484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:20:59.073842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Port': ['ID=06ebac28-aa92-45b8-8af7-b558abcd741e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:59.100186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Sync routers for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:20:59.102170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network a17568b2-3588-4d54-9482-304b73eb345a is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:20:59.104330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:20:59.111609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:20:59.112568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.160348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-565bdba4-463f-4429-8052-3edd249db2a6 req-360a428f-b8ea-4c73-a389-a203d2907d33 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341980 Oct 26 14:20:59.177865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.179809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-57c3b162-94fc-44c3-9a64-689a8c48e273 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6906486 Oct 26 14:20:59.185572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:59.199723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:20:59.200475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:20:59.346648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.360214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543939a0-1a9f-4877-ade9-6d10a7ba2961 None None] Pushing event updated for resources: {'Port': ['ID=b9e9905e-1017-4021-822b-690b325ed697,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:20:59.534140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9596a03a-f444-4425-a049-4e775416c972 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:20:59.571460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.614788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e00-a510-40f0-93e6-c5205f532390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.629633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae0e5e00-a510-40f0-93e6-c5205f532390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.668545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:20:59.758924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] For port 9596a03a-f444-4425-a049-4e775416c972, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9596a03a-f444-4425-a049-4e775416c972,segment=NetworkSegment(209a3628-84ca-4d74-978a-0c36f76e41a6),segment_id=209a3628-84ca-4d74-978a-0c36f76e41a6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:20:59.823906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:20:59.934300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ae0e5e00-a510-40f0-93e6-c5205f532390 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecf52763de104b8fac6379158b293c97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3272674 Oct 26 14:20:59.934933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49542) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:20:59.940768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9596a03a-f444-4425-a049-4e775416c972 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:20:59.942622 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.103171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.113320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.114419 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.188791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e5e00-a510-40f0-93e6-c5205f532390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9dea2f-7556-4862-af19-86b517a73fa6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:00.393531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8a397-8c29-4a6b-873c-187077647461 req-a5505291-57ca-466d-9d2c-799b1ec6ed16 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:00.403572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ed8a397-8c29-4a6b-873c-187077647461 req-a5505291-57ca-466d-9d2c-799b1ec6ed16 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.7139151 Oct 26 14:21:00.430190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Port': ['ID=06ebac28-aa92-45b8-8af7-b558abcd741e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:00.481587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network a17568b2-3588-4d54-9482-304b73eb345a is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:00.483987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:00.546634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696eddf-1162-4c7b-9103-8461c81723b2 None None] Pushing event updated for resources: {'Port': ['ID=9596a03a-f444-4425-a049-4e775416c972,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:00.617932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bdc64190-dd73-474d-bb42-973f8c49076b None None] Provisioning complete for port 06ebac28-aa92-45b8-8af7-b558abcd741e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:00.618674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bdc64190-dd73-474d-bb42-973f8c49076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.676526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9ed8a397-8c29-4a6b-873c-187077647461 req-04eda405-2cef-477e-b0a8-5b35245c5869 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720568 Oct 26 14:21:00.751135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91eceb-b442-44d1-99b3-1e382acf9c40 req-53f3e8d0-1350-46f1-9043-31bf4f66fb8d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:00.752753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b91eceb-b442-44d1-99b3-1e382acf9c40 req-53f3e8d0-1350-46f1-9043-31bf4f66fb8d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3312769 Oct 26 14:21:00.757186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.805823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bdc64190-dd73-474d-bb42-973f8c49076b None None] Port 06ebac28-aa92-45b8-8af7-b558abcd741e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:00.918792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bdc64190-dd73-474d-bb42-973f8c49076b None None] Provisioning complete for port 9596a03a-f444-4425-a049-4e775416c972 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:00.919211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bdc64190-dd73-474d-bb42-973f8c49076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.920853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:00.933924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b91eceb-b442-44d1-99b3-1e382acf9c40 req-2caf51e6-e2d6-4559-8e19-f0f480377dcd tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638579 Oct 26 14:21:00.992759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.015318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Router 61e5fce1-701e-4edb-9474-c3021fe65565 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:01.074303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa9226b-e779-4868-bfd2-1d3753ae98cd None None] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:01.186867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.199779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.211631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b9dea2f-7556-4862-af19-86b517a73fa6 HTTP/1.1" status: 204 len: 168 time: 1.2602150 Oct 26 14:21:01.235829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:20:57Z', 'revision_number': 3, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.328801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:01.353001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] Sync routers for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:01.370852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8156b-e368-41e4-989e-05777aacb830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9dea2f-7556-4862-af19-86b517a73fa6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:01.377450 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:01.378039 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.378901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:01.382981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-06c9c6b3-46fc-4a6f-a2ff-6a2ee06ac131 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1823993 Oct 26 14:21:01.540224 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.585904 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:01.586542 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.678223 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:01.679058 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4bb4b-480f-47d2-b35a-b15e35d56fb9 None None] The sync data for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:01.696790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9596a03a-f444-4425-a049-4e775416c972 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:01.731312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Allocated IP 172.20.0.1 (c1b73942-be5d-44e6-ba1c-8ef50fb42de1/128ad7e1-1724-4f09-a74a-2db988511328/26dee672-bc9a-489b-84c1-eb8f9da56bb9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:01.790893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Checking router: 1ef4f79b-cf5e-407d-8360-eed2025f0010 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:01.791395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Updating router 1ef4f79b-cf5e-407d-8360-eed2025f0010 port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:01.913683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:01.971200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9596a03a-f444-4425-a049-4e775416c972 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:01.972574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.006390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f0eb-358c-4dfd-b9a8-5c4358f2ef8d req-4c24005e-98ed-4d8f-af36-4799172f8be5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:02.008290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be64f0eb-358c-4dfd-b9a8-5c4358f2ef8d req-4c24005e-98ed-4d8f-af36-4799172f8be5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1775329 Oct 26 14:21:02.066090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.119028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be64f0eb-358c-4dfd-b9a8-5c4358f2ef8d req-6c21682e-7e1e-439f-9a49-b6a2054138ed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Oct 26 14:21:02.175761 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-e41e5fef-edef-4d3e-a3bd-c9bf745bff47 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:02.176844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e41e5fef-edef-4d3e-a3bd-c9bf745bff47 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7898476 Oct 26 14:21:02.181240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49572) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:02.258982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25e357-9dda-469b-b6a0-087ea44e50aa req-730dac5d-3ea3-4c68-a490-6516407d9b0f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:02.274565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f25e357-9dda-469b-b6a0-087ea44e50aa req-730dac5d-3ea3-4c68-a490-6516407d9b0f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1694751 Oct 26 14:21:02.289957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.367138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f25e357-9dda-469b-b6a0-087ea44e50aa req-aa49adf9-07b9-43c3-bee7-df85a350a85f tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918665 Oct 26 14:21:02.440963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.453296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:02.466259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Provisioning complete for port 06ebac28-aa92-45b8-8af7-b558abcd741e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:02.466631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.492146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.521616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:02.526426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:02.611348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Pushing event updated for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:02.653922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9e9905e-1017-4021-822b-690b325ed697 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:02.669286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.697105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Port 06ebac28-aa92-45b8-8af7-b558abcd741e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:02.814802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Attempting to bind port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:02.820296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Attempting to bind port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:02.821203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Attempting to bind port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:02.833505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c206b9-c5d7-4e5c-a5a4-6bbf436999ad None None] Pushing event updated for resources: {'Port': ['ID=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:02.863021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Provisioning complete for port b9e9905e-1017-4021-822b-690b325ed697 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:02.863628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.930681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.938823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:02.940046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:02.940679 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:02.941323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:02.942004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Bound port: 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:02.942764 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.138553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] For port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:03.149813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b9e9905e-1017-4021-822b-690b325ed697 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:03.150546 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.190031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.193038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] For port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:03.197810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.226540 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.321774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] For port b9e9905e-1017-4021-822b-690b325ed697, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9e9905e-1017-4021-822b-690b325ed697,segment=NetworkSegment(f878f65d-edbe-426b-a1a0-2e26a933892f),segment_id=f878f65d-edbe-426b-a1a0-2e26a933892f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:03.346530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.358179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53477548-2a57-4b02-849c-ca91986f7c11 req-15f6397e-da94-42b5-a5f0-39c4b645e57a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:03.362785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53477548-2a57-4b02-849c-ca91986f7c11 req-15f6397e-da94-42b5-a5f0-39c4b645e57a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1051488 Oct 26 14:21:03.435253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:03.436614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:03.454782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53477548-2a57-4b02-849c-ca91986f7c11 req-4aa70f38-515d-4fed-8328-e2adc573d8c2 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845516 Oct 26 14:21:03.579795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c206b9-c5d7-4e5c-a5a4-6bbf436999ad None None] Pushing event updated for resources: {'Port': ['ID=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:03.648714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-54ea3289-b637-4bd9-a227-296169834017 None None] Provisioning complete for port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:03.649076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-54ea3289-b637-4bd9-a227-296169834017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:03.702417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:03.758253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37ea30-0b0a-4f2f-8e6c-4e171a8a02a6 None None] Pushing event updated for resources: {'Port': ['ID=b9e9905e-1017-4021-822b-690b325ed697,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:03.764790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-54ea3289-b637-4bd9-a227-296169834017 None None] Port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:03.817597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-54ea3289-b637-4bd9-a227-296169834017 None None] Provisioning complete for port b9e9905e-1017-4021-822b-690b325ed697 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:03.818051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-54ea3289-b637-4bd9-a227-296169834017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.019089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49612) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:04.080251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:02Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '26dee672-bc9a-489b-84c1-eb8f9da56bb9', 'name': '', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'mac_address': 'fa:16:3e:bd:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:01Z', 'updated_at': '2021-10-26T14:21:01Z', 'revision_number': 1, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'subnets': [{'id': '128ad7e1-1724-4f09-a74a-2db988511328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:04.213339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474dc73-9198-47b0-8d83-07851aa7bcee req-b42eb682-fa49-49c5-91c1-54c90fdab038 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:04.221610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e474dc73-9198-47b0-8d83-07851aa7bcee req-b42eb682-fa49-49c5-91c1-54c90fdab038 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.6763470 Oct 26 14:21:04.221935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0e9aae71-221d-465f-a92e-7fdd561fe96f tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1072515413'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:04.222587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0e9aae71-221d-465f-a92e-7fdd561fe96f tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Unknown quota resources ['metering_label']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:04.337246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.358091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e474dc73-9198-47b0-8d83-07851aa7bcee req-8908ef0c-2ae2-4aa6-8bf8-8adaa4f6ba22 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305695 Oct 26 14:21:04.361029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.361475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e147e97-a164-4602-861a-33c4b9b3b905 None None] The sync data for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 is: [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:02Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '26dee672-bc9a-489b-84c1-eb8f9da56bb9', 'name': '', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'mac_address': 'fa:16:3e:bd:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:01Z', 'updated_at': '2021-10-26T14:21:01Z', 'revision_number': 1, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'subnets': [{'id': '128ad7e1-1724-4f09-a74a-2db988511328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:04.435026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting port 06ebac28-aa92-45b8-8af7-b558abcd741e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:04.435363 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.457900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e9aae71-221d-465f-a92e-7fdd561fe96f tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.462569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0e9aae71-221d-465f-a92e-7fdd561fe96f tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4414575 Oct 26 14:21:04.463353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49620) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:04.468138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5e66c963-9e22-4600-91f8-9dd3767c13ee tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2423a6c3-51ae-4a46-9dc0-4c8c930071d3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:04.469101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5e66c963-9e22-4600-91f8-9dd3767c13ee tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:04.486483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Pushing event updated for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:04.494693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.609057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:04.635943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Calling delete_port for 06ebac28-aa92-45b8-8af7-b558abcd741e owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:04.725595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:04.733535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:04.992988 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.metering.metering_plugin [None req-5e66c963-9e22-4600-91f8-9dd3767c13ee tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:21:05.013072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.067486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Port': ['ID=06ebac28-aa92-45b8-8af7-b558abcd741e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:05.107588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Router 1ef4f79b-cf5e-407d-8360-eed2025f0010 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:05.152903 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e66c963-9e22-4600-91f8-9dd3767c13ee tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.154381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5e66c963-9e22-4600-91f8-9dd3767c13ee tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6899092 Oct 26 14:21:05.183400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e608f-b516-465d-97b2-4413d5aa7aca req-2aabd2f9-982d-4675-81df-8ec955dfdd94 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:05.197256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-362e608f-b516-465d-97b2-4413d5aa7aca req-2aabd2f9-982d-4675-81df-8ec955dfdd94 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2457755 Oct 26 14:21:05.199770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.210480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-90d6965c-96fe-41e4-979e-55462243d7a5 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2423a6c3-51ae-4a46-9dc0-4c8c930071d3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:05.211060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-90d6965c-96fe-41e4-979e-55462243d7a5 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:05.212815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d187a183-67d7-4bd3-9ed2-c6d73cb05b2f None None] Provisioning complete for port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:05.213301 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d187a183-67d7-4bd3-9ed2-c6d73cb05b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.298017 n-d-813419-9 neutron-server[102163]: WARNING neutron.services.metering.metering_plugin [None req-90d6965c-96fe-41e4-979e-55462243d7a5 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 26 14:21:05.317069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d187a183-67d7-4bd3-9ed2-c6d73cb05b2f None None] Port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:05.449011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.501783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-362e608f-b516-465d-97b2-4413d5aa7aca req-b1956826-351a-402d-9e0b-46bc074e65c8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035426 Oct 26 14:21:05.553020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d6965c-96fe-41e4-979e-55462243d7a5 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.554584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-90d6965c-96fe-41e4-979e-55462243d7a5 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3538244 Oct 26 14:21:05.558443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49634) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.576776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-529f5c25-bcdd-47c2-9403-a064bbd8b6f4 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=3481b62b-28d2-4fb6-9cc6-5612148fd92a HTTP/1.1" status: 200 len: 464 time: 0.0165274 Oct 26 14:21:05.579224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49636) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.647417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:05.681960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-40618f05-b29b-41b4-b845-baebc5eede4f admin admin] 10.222.0.37 "PUT /v2.0/routers/1ef4f79b-cf5e-407d-8360-eed2025f0010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4945617 Oct 26 14:21:05.751792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dfb98f12-f401-4280-b36a-c81a0b9da6e2 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.753128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dfb98f12-f401-4280-b36a-c81a0b9da6e2 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/3481b62b-28d2-4fb6-9cc6-5612148fd92a HTTP/1.1" status: 204 len: 168 time: 0.1724825 Oct 26 14:21:05.756438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.778899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e22d9a08-c450-484a-881e-cac23ce22ce3 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=3481b62b-28d2-4fb6-9cc6-5612148fd92a HTTP/1.1" status: 200 len: 221 time: 0.0109060 Oct 26 14:21:05.783371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:05.788667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5413835b-a69d-4612-801c-3e04a372b0a7 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--669362260', 'description': 'label created by tempest'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:05.789334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5413835b-a69d-4612-801c-3e04a372b0a7 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Unknown quota resources ['metering_label']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:21:05.838675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c7304-396c-4479-9450-5285d2458ae5 req-c9123ebb-5b9b-45ff-98ae-f27abb7f9fdb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:05.839743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-051c7304-396c-4479-9450-5285d2458ae5 req-c9123ebb-5b9b-45ff-98ae-f27abb7f9fdb tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3446376 Oct 26 14:21:05.881904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Router 61e5fce1-701e-4edb-9474-c3021fe65565 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:05.889478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:05.997437 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5413835b-a69d-4612-801c-3e04a372b0a7 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:05.998874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5413835b-a69d-4612-801c-3e04a372b0a7 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2143028 Oct 26 14:21:06.002159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:06.002312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.002527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.064388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-051c7304-396c-4479-9450-5285d2458ae5 req-5f2884bf-a189-4ea0-8644-d7f3b32fe20c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002740 Oct 26 14:21:06.097991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:06.106307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00350a30-5e4f-479c-bf10-70ad614fdcbb tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9227898 Oct 26 14:21:06.110299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.156929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] Sync routers for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:06.188824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.196111 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-a393ebf3-6a1e-47b3-8a43-0f256eb13a1e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] delete failed (client error): The resource could not be found. Oct 26 14:21:06.196543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:06.197206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a393ebf3-6a1e-47b3-8a43-0f256eb13a1e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1251544739 HTTP/1.1" status: 404 len: 335 time: 0.0846362 Oct 26 14:21:06.198100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.202844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.207756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6e33bc56-41ad-48f2-8729-b13ef258be92 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'router': {'external_gateway_info': {'network_id': '61e5fce1-701e-4edb-9474-c3021fe65565'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:06.253805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.256801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f910d62-5fb3-4c94-8f99-df5e4305c19d tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ab2a019f-f54a-44a1-b912-b08c60485959 HTTP/1.1" status: 200 len: 467 time: 0.2522376 Oct 26 14:21:06.273471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49654) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.281965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:06.301065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.306140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:06.375142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:06.376270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10d87a-2182-4aa2-ba46-25a7a80a371c None None] The sync data for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:06.398870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.399656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9e9905e-1017-4021-822b-690b325ed697 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:06.581396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:06.599088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e33bc56-41ad-48f2-8729-b13ef258be92 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.630449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b9e9905e-1017-4021-822b-690b325ed697 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:06.630855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.653629 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-6e33bc56-41ad-48f2-8729-b13ef258be92 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] update failed (client error): The resource could not be found. Oct 26 14:21:06.656805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e33bc56-41ad-48f2-8729-b13ef258be92 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565 HTTP/1.1" status: 404 len: 339 time: 0.4528871 Oct 26 14:21:06.660376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.666415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-863455603'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:06.667894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99262ddc-0db6-4705-a778-0d4011716298 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.671792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-99262ddc-0db6-4705-a778-0d4011716298 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ab2a019f-f54a-44a1-b912-b08c60485959 HTTP/1.1" status: 204 len: 168 time: 0.3963969 Oct 26 14:21:06.673851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49670) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.704412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56b0c5c2-2f2b-4a9b-8fe9-551e55014245 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ab2a019f-f54a-44a1-b912-b08c60485959 HTTP/1.1" status: 200 len: 216 time: 0.0249701 Oct 26 14:21:06.705986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.715837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:06.725790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.729974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cc4ff737-f3e1-4614-85da-9132c84bb147 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0196199 Oct 26 14:21:06.730234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.761770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fd1de541-ae18-440a-b10c-e488cdba63f1 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0292912 Oct 26 14:21:06.766376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49676) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.830932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49680) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.836208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2094100268-network', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:06.858902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Made reservation on behalf of 64e6b32e7d7843a88b4f01feadc3d155 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:06.861176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:06.861536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.867882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e304aff5-910c-48bd-9cd6-84d522f8eb66 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/2423a6c3-51ae-4a46-9dc0-4c8c930071d3 HTTP/1.1" status: 200 len: 473 time: 0.0949755 Oct 26 14:21:06.868710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49682) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.876707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b67fc0-1d6c-4927-9939-8c61a4e55f6f req-e7cd0939-9ef1-463e-ac93-135754d80c6e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:06.878260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94b67fc0-1d6c-4927-9939-8c61a4e55f6f req-e7cd0939-9ef1-463e-ac93-135754d80c6e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2402363 Oct 26 14:21:06.882526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.885565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.885912 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Added segment 4a7ca307-dba4-40e5-a8bb-4ebff88e375f of type vlan for network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 Oct 26 14:21:06.897348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-27464a13-c705-444b-a705-7b42febe278a tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/44a23cd5-5ce1-450c-8394-b93da73cc0d0 HTTP/1.1" status: 200 len: 461 time: 0.0248902 Oct 26 14:21:06.898226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49684) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:06.972181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.975839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.980484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:06.992948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94b67fc0-1d6c-4927-9939-8c61a4e55f6f req-32342dfc-504d-4cb0-a17b-be7afc2d5fcb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971618 Oct 26 14:21:07.007637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:07.039128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30c88c-c014-4254-bb74-046761e89c8a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:07.043123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.043476 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Added segment ee0beb25-bc49-49c4-9cc5-9cffee1b1884 of type vlan for network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 Oct 26 14:21:07.109640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.115432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3dd800e2-aef6-4502-99c0-807118594883 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.116899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3dd800e2-aef6-4502-99c0-807118594883 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/44a23cd5-5ce1-450c-8394-b93da73cc0d0 HTTP/1.1" status: 204 len: 168 time: 0.2180541 Oct 26 14:21:07.119545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49688) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:07.131776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.137986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:07.139188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.157106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.158487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:07.159136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.251290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4189324 Oct 26 14:21:07.255273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:07.262454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Request body: {'subnet': {'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2094100268-subnet', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:07.266545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bad597-65ba-48dd-94e5-eb750b884ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=7acef2f7-7c4d-42e0-83de-2b9d4fe012a9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:07.274440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6126595 Oct 26 14:21:07.279021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:07.287151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'subnet': {'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:07.292866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:07.324605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03d0fb-f3aa-4695-b775-839b91bad429 req-d00fce6f-ab24-461f-827c-6db77be3a6ff tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:07.331985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd03d0fb-f3aa-4695-b775-839b91bad429 req-d00fce6f-ab24-461f-827c-6db77be3a6ff tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1576202 Oct 26 14:21:07.363741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb760e-9a54-487e-b675-3a2052b8ef2d tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Network': ['ID=b9b5ad3a-ccca-4b74-aeba-51a2a196d255,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:07.416400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:07.458402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-49434d89-85ec-42a6-b034-fdddd15f6498 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.460579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49434d89-85ec-42a6-b034-fdddd15f6498 tempest-MeteringTestJSON-296830195 tempest-MeteringTestJSON-296830195-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2423a6c3-51ae-4a46-9dc0-4c8c930071d3 HTTP/1.1" status: 204 len: 168 time: 0.3396564 Oct 26 14:21:07.484253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Made reservation on behalf of 64e6b32e7d7843a88b4f01feadc3d155 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:07.488029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.608465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd03d0fb-f3aa-4695-b775-839b91bad429 req-3d4df5b6-0d3f-42ff-aa11-16b4e8288960 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750831 Oct 26 14:21:07.622390 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Sync routers for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:07.645971 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:07.648568 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:07.649085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Made reservation on behalf of a32344f2e0774d41bd11d90890134f65 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:07.653190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:07.786784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:07.866429 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:07.914806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:07.926109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:07.926640 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.080195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.090457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.221899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:02Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '26dee672-bc9a-489b-84c1-eb8f9da56bb9', 'name': '', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'mac_address': 'fa:16:3e:bd:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:01Z', 'updated_at': '2021-10-26T14:21:03Z', 'revision_number': 2, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'subnets': [{'id': '128ad7e1-1724-4f09-a74a-2db988511328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:08.239859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f2134da-e5d4-4a85-89a3-96dc89810510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.255737 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Checking router: 1ef4f79b-cf5e-407d-8360-eed2025f0010 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:08.256339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Updating router 1ef4f79b-cf5e-407d-8360-eed2025f0010 port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:08.267667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Subnet': ['ID=e7ff2a07-de45-462e-a0af-04d834c740ea,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.274868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e993a61-cb8f-47da-b641-b120d02a5887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.303440 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.306907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Checking segment: {'id': '4a7ca307-dba4-40e5-a8bb-4ebff88e375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:08.307272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network hostable DHCP agents. Network: b9b5ad3a-ccca-4b74-aeba-51a2a196d255, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:08.330235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cdf2-5d77-45be-a045-453ebee9878e req-adb8b2ba-d344-4444-b355-532dc8c0945f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:08.331807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6da1cdf2-5d77-45be-a045-453ebee9878e req-adb8b2ba-d344-4444-b355-532dc8c0945f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1825399 Oct 26 14:21:08.332773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.387574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:08.422884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f2134da-e5d4-4a85-89a3-96dc89810510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.428182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f84f99-e62a-401e-90db-c44bfa25905c,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.430584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b9b5ad3a-ccca-4b74-aeba-51a2a196d255) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:08.433636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6f2134da-e5d4-4a85-89a3-96dc89810510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.441147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a21cf-1b7f-4087-8ec8-41834c56718c None None] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:08.448895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6da1cdf2-5d77-45be-a045-453ebee9878e req-2ba72888-85c8-4bed-8bdb-6620e1c87e6f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033168 Oct 26 14:21:08.449226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e993a61-cb8f-47da-b641-b120d02a5887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.450464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:08.451055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.462397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e993a61-cb8f-47da-b641-b120d02a5887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.466666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Checking segment: {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:08.467842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Network hostable DHCP agents. Network: 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:08.480098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-82bab70a-d150-4382-9bbe-e5fe7916ee8e tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1958458 Oct 26 14:21:08.483708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.489271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4bdd6b70-c5fa-4562-b8a1-465daa8c0b76 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:08.506364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2134da-e5d4-4a85-89a3-96dc89810510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba3964-5f7c-4a40-84b2-b4b8e1fd1ad1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.514439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f2134da-e5d4-4a85-89a3-96dc89810510 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92cb52d49225431c86aa992bc5af5fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944245 Oct 26 14:21:08.516652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49718) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.562008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e993a61-cb8f-47da-b641-b120d02a5887 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ce4df0458ab48eba194ded4049b3eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702706 Oct 26 14:21:08.563075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49720) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.579060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993a61-cb8f-47da-b641-b120d02a5887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcac7d2-ea31-4533-b697-b4b733fa67c3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.586595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:08.605059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.643808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:08.645096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.685144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:08.686523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.724111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c75894-ab24-41cb-b825-9003612f43c0 None None] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:08.756093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.759161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.760318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdba3964-5f7c-4a40-84b2-b4b8e1fd1ad1 HTTP/1.1" status: 204 len: 168 time: 0.2386241 Oct 26 14:21:08.767918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38b5bdff-5f7f-4f07-99b0-88d5247eb7f3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5085711 Oct 26 14:21:08.773267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:08.778604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:08.783218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bba6c-4c1c-446d-b924-fe31ed4e1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba3964-5f7c-4a40-84b2-b4b8e1fd1ad1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:08.801619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.811179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6b70-c5fa-4562-b8a1-465daa8c0b76 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.841430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.843492 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.866200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0dedd-c71b-4af6-b772-5017378af17e req-cb13de8f-bbc3-4e8e-9509-6e93d832514b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:08.867860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99a0dedd-c71b-4af6-b772-5017378af17e req-cb13de8f-bbc3-4e8e-9509-6e93d832514b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.0923586 Oct 26 14:21:08.871940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.911378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b9b5ad3a-ccca-4b74-aeba-51a2a196d255', 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255', 'tenant_id': 'a32344f2e0774d41bd11d90890134f65', 'fixed_ips': [{'subnet_id': 'e7ff2a07-de45-462e-a0af-04d834c740ea'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:21:08.913924 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.932129 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.946472 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:08.947854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.002951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.006333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.007807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbcac7d2-ea31-4533-b697-b4b733fa67c3 HTTP/1.1" status: 204 len: 168 time: 0.4418149 Oct 26 14:21:09.023392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b84479-0352-400b-85f3-c566f18d5362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcac7d2-ea31-4533-b697-b4b733fa67c3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:09.047291 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Pushing event updated for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:09.059384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.060123 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.060697 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.061924 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.062404 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.063078 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.063841 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.064888 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.065447 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.065766 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-4bdd6b70-c5fa-4562-b8a1-465daa8c0b76 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:09.066066 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.070660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4bdd6b70-c5fa-4562-b8a1-465daa8c0b76 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565 HTTP/1.1" status: 400 len: 364 time: 0.5821574 Oct 26 14:21:09.071258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49734) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.072126 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.072653 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:09.139753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99a0dedd-c71b-4af6-b772-5017378af17e req-3c3e3c39-ef6a-4038-9d1c-51f94200fbd7 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511256 Oct 26 14:21:09.175337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Allocated IP 2001:db8:1::2 (b9b5ad3a-ccca-4b74-aeba-51a2a196d255/e7ff2a07-de45-462e-a0af-04d834c740ea/b07d1f0c-cece-4b68-8c47-a5ab63ba1e46) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:09.195249 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Attempting to bind port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:09.195675 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Attempting to bind port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:09.196048 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Attempting to bind port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 on network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:09.203100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:09.203497 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Checking segment: {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:09.203925 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.205324 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Bound using segment: {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:09.205324 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Bound port: 26dee672-bc9a-489b-84c1-eb8f9da56bb9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de56e7a-31b3-4729-b08f-24a0d78ca4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:09.205716 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.352223 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] For port 26dee672-bc9a-489b-84c1-eb8f9da56bb9, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:09.354623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.358218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49736) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.364948 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] For port 26dee672-bc9a-489b-84c1-eb8f9da56bb9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=26dee672-bc9a-489b-84c1-eb8f9da56bb9,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:09.376071 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.535404 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:09.537299 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:09.695606 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e56b-cf3d-4b96-9b2a-4b7c5934fb37 None None] Pushing event updated for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:09.735923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] Provisioning complete for port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:09.736936 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.788897 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:09.791170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:09.801543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7634f-b58f-47ba-a001-6a06e652b7db req-a2201103-c745-476b-b850-8d2e9243d710 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:09.803316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89b7634f-b58f-47ba-a001-6a06e652b7db req-a2201103-c745-476b-b850-8d2e9243d710 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2065728 Oct 26 14:21:09.820848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcbaf-0002-48b3-b39f-4bee5b06be84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.836287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'fixed_ips': [{'subnet_id': '93f84f99-e62a-401e-90db-c44bfa25905c'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:21:09.837677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.872571 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:09.911427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-89b7634f-b58f-47ba-a001-6a06e652b7db req-c576d495-b108-4dbc-85e5-e0cfbef3e724 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861399 Oct 26 14:21:09.997589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6544eaf-9a52-40eb-b948-ecff7baa21ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.033183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.102020 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.143804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:10.169916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6544eaf-9a52-40eb-b948-ecff7baa21ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.170360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:10.174709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:10.178430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a6544eaf-9a52-40eb-b948-ecff7baa21ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.199446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:02Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '26dee672-bc9a-489b-84c1-eb8f9da56bb9', 'name': '', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'mac_address': 'fa:16:3e:bd:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:01Z', 'updated_at': '2021-10-26T14:21:09Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'subnets': [{'id': '128ad7e1-1724-4f09-a74a-2db988511328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:10.210317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dc737770-7d34-45b5-833f-dcfc2ed2c10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.242267 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003971a0-42f4-4e69-b8c5-988798495cfd None None] The sync data for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 is: [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:02Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '26dee672-bc9a-489b-84c1-eb8f9da56bb9', 'name': '', 'network_id': 'c1b73942-be5d-44e6-ba1c-8ef50fb42de1', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'mac_address': 'fa:16:3e:bd:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '128ad7e1-1724-4f09-a74a-2db988511328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:01Z', 'updated_at': '2021-10-26T14:21:09Z', 'revision_number': 4, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'subnets': [{'id': '128ad7e1-1724-4f09-a74a-2db988511328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:10.256898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a6544eaf-9a52-40eb-b948-ecff7baa21ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34c02c162ee44bc1bf58eb17f6b57edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975205 Oct 26 14:21:10.263281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49748) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:10.284947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.324250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6544eaf-9a52-40eb-b948-ecff7baa21ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ecabec-5f8d-4881-b733-c0bb445f20a5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.327562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Pushing event updated for resources: {'Port': ['ID=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.406057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] For port 26dee672-bc9a-489b-84c1-eb8f9da56bb9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=26dee672-bc9a-489b-84c1-eb8f9da56bb9,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:10.409749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Attempting to bind port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:10.410164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Attempting to bind port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4a7ca307-dba4-40e5-a8bb-4ebff88e375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:10.410531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Attempting to bind port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 on network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:10.422631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.456765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:10.457199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Checking segment: {'id': '4a7ca307-dba4-40e5-a8bb-4ebff88e375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:10.457610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.458009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Bound using segment: {'id': '4a7ca307-dba4-40e5-a8bb-4ebff88e375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:10.458493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Bound port: b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7ca307-dba4-40e5-a8bb-4ebff88e375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b9b5ad3a-ccca-4b74-aeba-51a2a196d255'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:10.458888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.479904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Allocated IP 172.20.0.2 (7acef2f7-7c4d-42e0-83de-2b9d4fe012a9/93f84f99-e62a-401e-90db-c44bfa25905c/5aed517b-9205-4c59-a6f7-3317cb0bb5de) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:10.492526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.523945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.575365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a092f-6063-42fa-8caa-1ce1477c346f None None] Pushing event updated for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.606272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.609656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.610846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9ecabec-5f8d-4881-b733-c0bb445f20a5 HTTP/1.1" status: 204 len: 168 time: 0.3437896 Oct 26 14:21:10.619391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-390ed1d7-646c-489d-822c-ea00996a0cc2 None None] Provisioning complete for port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:10.619993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-390ed1d7-646c-489d-822c-ea00996a0cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.640083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ae8d7-8804-489f-a800-87c3376ee9e6 req-a2dbbad1-f607-4ecb-9fd7-62e14287b66c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:10.645039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-230ae8d7-8804-489f-a800-87c3376ee9e6 req-a2dbbad1-f607-4ecb-9fd7-62e14287b66c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3370607 Oct 26 14:21:10.659413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.666499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10633e63-827d-4f84-8090-57941285f410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ecabec-5f8d-4881-b733-c0bb445f20a5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.679567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] For port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:10.727489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Allocated IP 2001:db8::1 (eabae0ca-d6c8-4106-b216-9488412cefda/92281dfa-2ddf-4773-9237-293bc72abe1b/78cd1c21-cf1c-41dc-9d96-bd04c3342b03) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:10.732645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] For port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,segment=NetworkSegment(4a7ca307-dba4-40e5-a8bb-4ebff88e375f),segment_id=4a7ca307-dba4-40e5-a8bb-4ebff88e375f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:10.739059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.748266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.754847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcbaf-0002-48b3-b39f-4bee5b06be84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.765750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bfbcbaf-0002-48b3-b39f-4bee5b06be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:10.825078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbcbaf-0002-48b3-b39f-4bee5b06be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82401203-bb86-4c48-bb6d-97b8270f897a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:10.843313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-230ae8d7-8804-489f-a800-87c3376ee9e6 req-78194f17-c0d9-48d5-805b-58f78c7ce85e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157484 Oct 26 14:21:11.002437 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.018815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Allocated IP 172.25.5.148 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/435ba20d-5880-433e-ba63-f601896e19d0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:11.108530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.164178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Port': ['ID=78cd1c21-cf1c-41dc-9d96-bd04c3342b03,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.174864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5bfbcbaf-0002-48b3-b39f-4bee5b06be84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8cbc2008cda4fc1b1d32fc10094bc85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3703492 Oct 26 14:21:11.177396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49762) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:11.199849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network eabae0ca-d6c8-4106-b216-9488412cefda is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:11.204921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:11.215010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:11.215670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.279187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.361757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.379121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257500d2-73ef-40f8-a249-ece4c79ae022 req-c94f21e2-0020-454f-ab8f-eb902ad6cc9e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:11.389320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-257500d2-73ef-40f8-a249-ece4c79ae022 req-c94f21e2-0020-454f-ab8f-eb902ad6cc9e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.3192127 Oct 26 14:21:11.392127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86deb174-5ece-47c9-a54f-03b845f7a8bf None None] Pushing event updated for resources: {'Port': ['ID=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.406916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.457216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.506317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.531853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.539197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.545798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-257500d2-73ef-40f8-a249-ece4c79ae022 req-243cb790-f1be-4540-8183-5a018b3599a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444867 Oct 26 14:21:11.559738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:11.563204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:11.566638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:11.671412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:11.679404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:11.683962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:11.717364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Pushing event updated for resources: {'Port': ['ID=5aed517b-9205-4c59-a6f7-3317cb0bb5de,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.744540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=435ba20d-5880-433e-ba63-f601896e19d0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:11.777645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Attempting to bind port 5aed517b-9205-4c59-a6f7-3317cb0bb5de on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:11.779945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Attempting to bind port 5aed517b-9205-4c59-a6f7-3317cb0bb5de by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:11.780577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Attempting to bind port 5aed517b-9205-4c59-a6f7-3317cb0bb5de on network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:11.788243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:11.789234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Checking segment: {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:11.789882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.790614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Bound using segment: {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:11.791332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Bound port: 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:11.792328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.903799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] For port 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:11.908390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] For port 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5aed517b-9205-4c59-a6f7-3317cb0bb5de,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:11.917438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:11.987939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b49bf6f7-de11-4c5f-aa2b-2c07e6fcfc51 None None] Provisioning complete for port 78cd1c21-cf1c-41dc-9d96-bd04c3342b03 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:11.988674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49bf6f7-de11-4c5f-aa2b-2c07e6fcfc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.068252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b3935-4868-4d71-a5cf-b83573ba895a None None] Pushing event updated for resources: {'Port': ['ID=5aed517b-9205-4c59-a6f7-3317cb0bb5de,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:12.081287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b49bf6f7-de11-4c5f-aa2b-2c07e6fcfc51 None None] Port 78cd1c21-cf1c-41dc-9d96-bd04c3342b03 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:12.145005 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.147701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.149235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82401203-bb86-4c48-bb6d-97b8270f897a HTTP/1.1" status: 204 len: 168 time: 0.9704974 Oct 26 14:21:12.190216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 26dee672-bc9a-489b-84c1-eb8f9da56bb9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:12.238096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cca54-a91c-4aa5-aa2b-ac66d46c06ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82401203-bb86-4c48-bb6d-97b8270f897a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:12.307834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8b9c6-0e37-4432-9053-fb78467b1477 req-fa6d9f34-17f8-4861-9ca7-bd3833035123 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:12.320237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-63b8b9c6-0e37-4432-9053-fb78467b1477 req-fa6d9f34-17f8-4861-9ca7-bd3833035123 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.2437897 Oct 26 14:21:12.386054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.426696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:12.426696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.536453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.567719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.567719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.586030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:12.629644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-63b8b9c6-0e37-4432-9053-fb78467b1477 req-9bb086d0-2e5f-49fd-8646-9b22205eccca tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084159 Oct 26 14:21:12.732113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:12.733100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.955631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.965361 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0b5c16fc-5944-4459-ba02-9fb079494c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:12.996972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.062900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event updated for resources: {'Port': ['ID=78cd1c21-cf1c-41dc-9d96-bd04c3342b03,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:13.078902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Network eabae0ca-d6c8-4106-b216-9488412cefda is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:13.082526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:13.085881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device cf25896b-5cfb-4364-af8b-0738dafa4616 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:21:13.219423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869d1c4-cc15-4a2d-acdc-e4322bf42b0c None None] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:13.223457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Router 61e5fce1-701e-4edb-9474-c3021fe65565 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:13.230283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,segment=NetworkSegment(4a7ca307-dba4-40e5-a8bb-4ebff88e375f),segment_id=4a7ca307-dba4-40e5-a8bb-4ebff88e375f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:13.285892 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.440403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:21:13.460000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:13.515548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:13.525491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8004c51-2e36-4cc0-8840-3645dc3ef066 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4524734 Oct 26 14:21:13.531906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49816) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:13.536699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Router f466ce10-d62e-4ba5-94a4-321e861646eb is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:21:13.571578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] Sync routers for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:13.601508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e24e936c-7294-4172-9fd9-db4a930786d6 None None] Provisioning complete for port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:13.602085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e24e936c-7294-4172-9fd9-db4a930786d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:13.622524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8035bab-1b9f-43ea-a5a8-6dc0bb662979 req-28a26118-fcdd-4b26-9a3f-63306c354f41 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:13.625009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8035bab-1b9f-43ea-a5a8-6dc0bb662979 req-28a26118-fcdd-4b26-9a3f-63306c354f41 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.2657890 Oct 26 14:21:13.671031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:13.671686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:13.736355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:13.756763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:13.757446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.014195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.019460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d968d-3faf-4bd9-b658-8d1d9c4eb6fb None None] The sync data for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:14.029043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b8035bab-1b9f-43ea-a5a8-6dc0bb662979 req-dedcea03-f509-433e-82dc-86dd72a2b89a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825572 Oct 26 14:21:14.104851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:14.114211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-58017926-32be-4363-8b1a-59df1a16f6ef tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.127552 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Sync routers for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:14.163808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.165350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e0626112-fafa-46b6-a3f0-475ce1e2c1e8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3910255 Oct 26 14:21:14.167952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:14.171874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=cf25896b-5cfb-4364-af8b-0738dafa4616,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:14.175738 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:14.186013 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:14.267898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5aed517b-9205-4c59-a6f7-3317cb0bb5de up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:14.325231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ff54-0bbd-48e9-9f6b-c2310fc5a94c req-7a78acc3-8084-4df3-80b1-fe3115e029e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:14.332335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b84ff54-0bbd-48e9-9f6b-c2310fc5a94c req-7a78acc3-8084-4df3-80b1-fe3115e029e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.4145551 Oct 26 14:21:14.366147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0931a-cfb2-411c-83ef-5533f2112d5f None None] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:14.563904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.588529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'cf25896b-5cfb-4364-af8b-0738dafa4616', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': 'cf25896b-5cfb-4364-af8b-0738dafa4616', 'mac_address': 'fa:16:3e:27:18:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:21:14.607186 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:14.631368 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-58017926-32be-4363-8b1a-59df1a16f6ef tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:21:14.641869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-58017926-32be-4363-8b1a-59df1a16f6ef tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565 HTTP/1.1" status: 409 len: 329 time: 1.1090498 Oct 26 14:21:14.648349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.648605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49838) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:14.804824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5aed517b-9205-4c59-a6f7-3317cb0bb5de triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:14.809145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:14.982006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b84ff54-0bbd-48e9-9f6b-c2310fc5a94c req-2a291ad8-0200-4a9c-b328-d547a7aa5d0b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689281 Oct 26 14:21:15.157215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.166591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Provisioning complete for port 5aed517b-9205-4c59-a6f7-3317cb0bb5de triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:15.166969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.178371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:12Z', 'revision_number': 3, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:15.233753 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Checking router: f466ce10-d62e-4ba5-94a4-321e861646eb for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:15.234441 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Updating router f466ce10-d62e-4ba5-94a4-321e861646eb port 435ba20d-5880-433e-ba63-f601896e19d0 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:15.270133 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.325395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c87d9-b2e6-48e0-9992-98678d6baeae req-252da008-89c9-4ab5-b4b1-c7e69cbf8dfb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:15.334291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-812c87d9-b2e6-48e0-9992-98678d6baeae req-252da008-89c9-4ab5-b4b1-c7e69cbf8dfb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 943 time: 0.1333833 Oct 26 14:21:15.361698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.367211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf25896b-5cfb-4364-af8b-0738dafa4616 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:15.450380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=cf25896b-5cfb-4364-af8b-0738dafa4616,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:15.508688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.522392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.555690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-812c87d9-b2e6-48e0-9992-98678d6baeae req-7397f81c-3350-41ea-8356-439ddbcc8c80 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203102 Oct 26 14:21:15.693062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:15.718073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.780815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Allocated IP 172.20.0.1 (7acef2f7-7c4d-42e0-83de-2b9d4fe012a9/93f84f99-e62a-401e-90db-c44bfa25905c/0f3a6327-8a56-40c2-9ef4-bc0f08c56c61) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:15.832105 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.841280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['cf25896b-5cfb-4364-af8b-0738dafa4616'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:15.848713 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.925349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5aed517b-9205-4c59-a6f7-3317cb0bb5de,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:15.957267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.958158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:15.959081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:16.033908 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Attempting to bind port 435ba20d-5880-433e-ba63-f601896e19d0 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:16.034199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Attempting to bind port 435ba20d-5880-433e-ba63-f601896e19d0 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:16.034573 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Attempting to bind port 435ba20d-5880-433e-ba63-f601896e19d0 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:16.094887 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:16.095443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:16.095864 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.096593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:16.096811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Bound port: 435ba20d-5880-433e-ba63-f601896e19d0, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:16.097214 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.116726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.175636 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] For port 435ba20d-5880-433e-ba63-f601896e19d0, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:16.179654 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] For port 435ba20d-5880-433e-ba63-f601896e19d0, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=435ba20d-5880-433e-ba63-f601896e19d0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:16.190182 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.197776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fdcb3-66fa-4bb1-8478-9e04b95956a4 None None] Pushing event updated for resources: {'Port': ['ID=435ba20d-5880-433e-ba63-f601896e19d0,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:16.273220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.333036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.342814 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fdcb3-66fa-4bb1-8478-9e04b95956a4 None None] Pushing event updated for resources: {'Port': ['ID=435ba20d-5880-433e-ba63-f601896e19d0,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:16.345479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda1840-351d-4fbb-af1a-58fb57f6042b req-610ac1db-a7b4-470b-8c37-3118316f557c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:16.359034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcda1840-351d-4fbb-af1a-58fb57f6042b req-610ac1db-a7b4-470b-8c37-3118316f557c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1561663 Oct 26 14:21:16.376701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.394041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting port 78cd1c21-cf1c-41dc-9d96-bd04c3342b03 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:16.395323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.395580 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:16.396258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:16.422351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcda1840-351d-4fbb-af1a-58fb57f6042b req-a46f7c76-f6a0-4ac0-a689-febd7eff5b84 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624859 Oct 26 14:21:16.475327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-08932295-5a99-4537-821f-7b23181811d5 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:16.504643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:16.527388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:16.537510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:16.543531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:16.587845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:16.588225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.599040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=5aed517b-9205-4c59-a6f7-3317cb0bb5de,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:16.626434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:16.629145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.652363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Calling delete_port for 78cd1c21-cf1c-41dc-9d96-bd04c3342b03 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:16.660999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-08932295-5a99-4537-821f-7b23181811d5 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "PUT /v2.0/quotas/70b903d27b46468d9e9a1b78c683c37a HTTP/1.1" status: 200 len: 368 time: 0.5387011 Oct 26 14:21:16.671267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49882) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:16.682395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Request body: {'network': {'project_id': '70b903d27b46468d9e9a1b78c683c37a'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:16.687663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:21:16.688018 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:21:16.744990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Made reservation on behalf of 70b903d27b46468d9e9a1b78c683c37a for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:16.749260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.766899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.789740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:16.968003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.053239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Port': ['ID=78cd1c21-cf1c-41dc-9d96-bd04c3342b03,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:17.092458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:12Z', 'revision_number': 3, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:17.153119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d7692-8e9b-4376-af6a-4e6dd2576d06 req-408825ca-fbeb-4f68-924d-495c577f8113 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:17.155635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-548d7692-8e9b-4376-af6a-4e6dd2576d06 req-408825ca-fbeb-4f68-924d-495c577f8113 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 944 time: 0.2641728 Oct 26 14:21:17.189070 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b767bf-bc36-424f-9909-6e2137ec23a7 None None] The sync data for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 is: [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:12Z', 'revision_number': 3, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:17.274343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.282795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.290491 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.300855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5aed517b-9205-4c59-a6f7-3317cb0bb5de up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:17.385537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8c43952b-1be6-48e5-a761-8f9f291425cd None None] Could not find standard attr ID for object 78cd1c21-cf1c-41dc-9d96-bd04c3342b03. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:21:17.407817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.429471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:17.447592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5aed517b-9205-4c59-a6f7-3317cb0bb5de triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:17.447966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.463867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef6e52-6773-4144-a43c-dba981e71bb2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:17.481601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.482017 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Added segment 4de899ab-1b92-4f0f-990d-9590711acecd of type vlan for network f944039b-ab48-452f-befc-9986440562d0 Oct 26 14:21:17.500108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-548d7692-8e9b-4376-af6a-4e6dd2576d06 req-ca124737-4233-4252-b130-1367c718b6ef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366244 Oct 26 14:21:17.674532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Provisioning complete for port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:17.675121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.941857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:17.954963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Router 61e5fce1-701e-4edb-9474-c3021fe65565 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:17.997921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Provisioning complete for port 5aed517b-9205-4c59-a6f7-3317cb0bb5de triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:17.999055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.020270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01393088-9707-4816-8dbd-2b6ec5fad05c req-27c394bb-60d9-46e2-9f46-d91cc8ce2c1a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:18.022042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01393088-9707-4816-8dbd-2b6ec5fad05c req-27c394bb-60d9-46e2-9f46-d91cc8ce2c1a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.2727287 Oct 26 14:21:18.081372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.082552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:18.083242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.115145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4403563 Oct 26 14:21:18.130652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49902) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:18.137843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Request body: {'network': {'project_id': '70b903d27b46468d9e9a1b78c683c37a'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:18.167202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Provisioning complete for port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:18.170899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.233645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01393088-9707-4816-8dbd-2b6ec5fad05c req-8e38df06-3a46-42b6-a248-72d7620d01c2 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911111 Oct 26 14:21:18.251877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-52ed8735-7be9-4b19-ae00-baa243391599 None None] Port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:18.266213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea1e11-5c1d-471c-a155-54ae1690bb2a tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event updated for resources: {'Network': ['ID=f944039b-ab48-452f-befc-9986440562d0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:18.280310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f944039b-ab48-452f-befc-9986440562d0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:18.282839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.293605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.308844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Made reservation on behalf of 70b903d27b46468d9e9a1b78c683c37a for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:18.314694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.409154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:18.433386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:18.437351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.437737 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Added segment 972a44b9-fa00-4851-a8ef-8fc8ac0f420a of type vlan for network 62938e3a-e2d3-4cfa-be59-92716374f9bd Oct 26 14:21:18.439511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.574152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.667129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.670596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:18.672744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:18.700791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:18.705914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:18.716261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:18.717467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:18.718285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e709a38-39ca-483c-b818-91fa1fbb9d0c tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0668406 Oct 26 14:21:18.720512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] Sync routers for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:18.749431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:18.753629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.783181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70c181-85d6-4e33-ab2c-9e118d21c3da req-1584903b-8059-43b7-9a9e-58b7767b7e4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:18.785058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c70c181-85d6-4e33-ab2c-9e118d21c3da req-1584903b-8059-43b7-9a9e-58b7767b7e4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 944 time: 0.0982966 Oct 26 14:21:18.845976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.857917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c70c181-85d6-4e33-ab2c-9e118d21c3da req-27eee3a7-a816-4d78-b954-7e738b1845f1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648592 Oct 26 14:21:18.878896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] Routers {'61e5fce1-701e-4edb-9474-c3021fe65565'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:18.879532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61e5fce1-701e-4edb-9474-c3021fe65565'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.988026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:18.989254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134e7f3-2bb8-42f0-8f74-8e1ef5317a78 None None] The sync data for ids ['61e5fce1-701e-4edb-9474-c3021fe65565'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:19.191432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1075155f-74d6-4d9c-b995-4941843a422c None None] Provisioning complete for port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:19.192595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1075155f-74d6-4d9c-b995-4941843a422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.197299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 435ba20d-5880-433e-ba63-f601896e19d0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:19.267438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1075155f-74d6-4d9c-b995-4941843a422c None None] Port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:21:19.290808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 435ba20d-5880-433e-ba63-f601896e19d0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:19.291073 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.368392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2346931 Oct 26 14:21:19.371558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:19.381842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b456f9c6-3df0-43ff-b747-d3083ab9e00d tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Request body: {'network': {'project_id': '70b903d27b46468d9e9a1b78c683c37a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:19.384778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.406316 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b456f9c6-3df0-43ff-b747-d3083ab9e00d tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 26 14:21:19.408847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b456f9c6-3df0-43ff-b747-d3083ab9e00d tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:21:19.410689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 435ba20d-5880-433e-ba63-f601896e19d0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=435ba20d-5880-433e-ba63-f601896e19d0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:19.413341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b456f9c6-3df0-43ff-b747-d3083ab9e00d tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0364938 Oct 26 14:21:19.415287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49916) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:19.423536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.428904 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-13bcefcb-9595-4dcd-8f82-041de725eaf7 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] show failed (client error): The resource could not be found. Oct 26 14:21:19.433647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-13bcefcb-9595-4dcd-8f82-041de725eaf7 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1541718703 HTTP/1.1" status: 404 len: 335 time: 0.0970795 Oct 26 14:21:19.433647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a09e4b-4a61-422a-b8ce-4f132e8325ff tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event updated for resources: {'Network': ['ID=62938e3a-e2d3-4cfa-be59-92716374f9bd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:19.434533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:19.446685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6cfee68b-8465-4b40-8d87-d5a019bab094 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:19.461476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 62938e3a-e2d3-4cfa-be59-92716374f9bd details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:19.532778 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-6cfee68b-8465-4b40-8d87-d5a019bab094 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] update failed (client error): The resource could not be found. Oct 26 14:21:19.534201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6cfee68b-8465-4b40-8d87-d5a019bab094 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-98062862 HTTP/1.1" status: 404 len: 333 time: 0.0993366 Oct 26 14:21:19.538291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49920) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:19.554173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device cf25896b-5cfb-4364-af8b-0738dafa4616 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:19.617948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3dd9ce8a-14d6-4011-9642-92d823a78d60 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70b903d27b46468d9e9a1b78c683c37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891303 Oct 26 14:21:19.619218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49924) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:19.623868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port cf25896b-5cfb-4364-af8b-0738dafa4616 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:21:19.635342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port cf25896b-5cfb-4364-af8b-0738dafa4616 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:19.635728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.677274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting subnet e7ff2a07-de45-462e-a0af-04d834c740ea {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:19.682036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=435ba20d-5880-433e-ba63-f601896e19d0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:19.686844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.723808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Router f466ce10-d62e-4ba5-94a4-321e861646eb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:19.740004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f215e5-cda3-439e-9e09-b86a4db319f9 req-2d2c39e0-e9a5-4e7d-983f-3bddb8918e81 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:19.741828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74f215e5-cda3-439e-9e09-b86a4db319f9 req-2d2c39e0-e9a5-4e7d-983f-3bddb8918e81 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3954840 Oct 26 14:21:19.791110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.805968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.851036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:19.853976 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfd2a53-e8c7-4fb2-b3e0-01cb789d006c" -d '{"events": [{"server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "name": "network-vif-plugged", "status": "completed", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:19.870255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=cf25896b-5cfb-4364-af8b-0738dafa4616,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:19.879093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:19.899280 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74f215e5-cda3-439e-9e09-b86a4db319f9 req-026c9afb-a201-4653-9ec7-cbb4d889854c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406538 Oct 26 14:21:19.953240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:19.980776 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b5b6e89-611e-4331-8612-82404e342030 admin admin] 10.222.0.37 "PUT /v2.0/routers/f466ce10-d62e-4ba5-94a4-321e861646eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8027897 Oct 26 14:21:20.025452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:20.052951 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dae258-4327-4786-8076-1fc08a87b68a x-openstack-request-id: req-89dae258-4327-4786-8076-1fc08a87b68a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:20.054397 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "name": "network-vif-plugged", "status": "completed", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:20.054658 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89dae258-4327-4786-8076-1fc08a87b68a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:20.055096 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616', 'code': 200} Oct 26 14:21:20.127229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.137496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Sync routers for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:20.158961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.160892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:20.161791 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.182969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d6be-b2c1-4e07-9422-cbb2ba62e5f2 req-a958e69b-5f16-4546-8f4f-25531588e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:20.184289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45a7d6be-b2c1-4e07-9422-cbb2ba62e5f2 req-a958e69b-5f16-4546-8f4f-25531588e571 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 1096 time: 0.1205018 Oct 26 14:21:20.215969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.230925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca1adf-1f32-4a72-b2e7-77124b1ea314 req-80603ab6-664f-4524-af61-47322af81dcb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:20.240611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6ca1adf-1f32-4a72-b2e7-77124b1ea314 req-80603ab6-664f-4524-af61-47322af81dcb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.1379614 Oct 26 14:21:20.271604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45a7d6be-b2c1-4e07-9422-cbb2ba62e5f2 req-aaf34796-1e4b-4970-a653-469efd9bfaef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792534 Oct 26 14:21:20.315216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6ca1adf-1f32-4a72-b2e7-77124b1ea314 req-ccf75cd2-81fe-4e63-98ce-e9f73a6be6ea tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733991 Oct 26 14:21:20.344796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.373630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.378787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f3dd6-4a98-4e0f-b63e-97c5ed3f4a13 None None] Network b9b5ad3a-ccca-4b74-aeba-51a2a196d255 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:20.384863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49946) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:20.385175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/subnets/e7ff2a07-de45-462e-a0af-04d834c740ea HTTP/1.1" status: 204 len: 168 time: 0.8445992 Oct 26 14:21:20.430092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f27db-4458-4196-919c-7da5614a3052 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ff2a07-de45-462e-a0af-04d834c740ea,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:20.483808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.488035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.489427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcef6e52-6773-4144-a43c-dba981e71bb2 HTTP/1.1" status: 204 len: 168 time: 0.8617766 Oct 26 14:21:20.500071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:20.523805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81535154-8041-415d-8d9e-ef1eb32b6022 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef6e52-6773-4144-a43c-dba981e71bb2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:20.557555 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:20.663438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.722586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.781834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:20.784344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.818910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] DHCP port deletion for b9b5ad3a-ccca-4b74-aeba-51a2a196d255 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:20.905318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.923693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] For port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,segment=NetworkSegment(4a7ca307-dba4-40e5-a8bb-4ebff88e375f),segment_id=4a7ca307-dba4-40e5-a8bb-4ebff88e375f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:20.924066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.940714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Deleting port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:20.941187 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:20.942987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Calling delete_port for b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:20.959714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62938e3a-e2d3-4cfa-be59-92716374f9bd']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.986625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972a44b9-fa00-4851-a8ef-8fc8ac0f420a') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:20.987181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972a44b9-fa00-4851-a8ef-8fc8ac0f420a') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.006102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.031589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.047274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:21.047682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:21.049976 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:21.066318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.090804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] For port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,segment=NetworkSegment(4a7ca307-dba4-40e5-a8bb-4ebff88e375f),segment_id=4a7ca307-dba4-40e5-a8bb-4ebff88e375f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:21.091215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.134657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Calling delete_port for b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:21.188876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.214661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Port': ['ID=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:21.221805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] No DVR routers for this DVR port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:21.245933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.252568 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "DELETE /v2.0/networks/62938e3a-e2d3-4cfa-be59-92716374f9bd HTTP/1.1" status: 204 len: 168 time: 0.7440660 Oct 26 14:21:21.263041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2de969-5659-4cb7-8e71-51223e877d87 tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event deleted for resources: {'Network': ['ID=62938e3a-e2d3-4cfa-be59-92716374f9bd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:21.271242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49964) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:21.300019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 435ba20d-5880-433e-ba63-f601896e19d0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:21.308844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:17Z', 'revision_number': 4, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0f3a6327-8a56-40c2-9ef4-bc0f08c56c61', 'name': '', 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'mac_address': 'fa:16:3e:3b:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:15Z', 'updated_at': '2021-10-26T14:21:17Z', 'revision_number': 2, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'subnets': [{'id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.413780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.444359 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:21.448372 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:21:21.471769 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.493715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b5ad3a-ccca-4b74-aeba-51a2a196d255']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.502106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.526581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7ca307-dba4-40e5-a8bb-4ebff88e375f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.533868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7ca307-dba4-40e5-a8bb-4ebff88e375f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.534209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 435ba20d-5880-433e-ba63-f601896e19d0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:21.534643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.571638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.614212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006dfb8-ab48-481e-bd2d-d5bb6384fdb4 req-51578ba2-35c9-4e38-897b-29ba518f8010 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:21.616482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5006dfb8-ab48-481e-bd2d-d5bb6384fdb4 req-51578ba2-35c9-4e38-897b-29ba518f8010 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.4667768 Oct 26 14:21:21.626454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.628252 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Checking router: f466ce10-d62e-4ba5-94a4-321e861646eb for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:21.642435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] Pushing event deleted for resources: {'Port': ['ID=b07d1f0c-cece-4b68-8c47-a5ab63ba1e46,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:21.644613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef82451-a440-44d0-93aa-8f76f1315c1c None None] No DVR routers for this DVR port b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:21.646129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:21.646626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.647750 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Updating router f466ce10-d62e-4ba5-94a4-321e861646eb port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:21:21.745833 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.794567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.809208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:21.813434 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:21.825097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:21.876283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f944039b-ab48-452f-befc-9986440562d0']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.881774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:21.881965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5006dfb8-ab48-481e-bd2d-d5bb6384fdb4 req-551ce2b3-2e06-4932-b047-9db10364267d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Oct 26 14:21:21.882147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b07d1f0c-cece-4b68-8c47-a5ab63ba1e46 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:21.882588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.888089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:21.893828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/networks/b9b5ad3a-ccca-4b74-aeba-51a2a196d255 HTTP/1.1" status: 204 len: 168 time: 1.5073724 Oct 26 14:21:21.905224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49982) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:21.935049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de899ab-1b92-4f0f-990d-9590711acecd') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.939342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de899ab-1b92-4f0f-990d-9590711acecd') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:21.979745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.012841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.042970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:22.043551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:22.046744 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:22.081110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting subnet a4a83802-e49a-47f2-9b4a-857f6ff33a29 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:22.088382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.092674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2570b-b6ed-4e73-a87a-b619b8e9950b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Network': ['ID=b9b5ad3a-ccca-4b74-aeba-51a2a196d255,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:22.152157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.245702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.257664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.268797 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.270119 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f944039b-ab48-452f-befc-9986440562d0 HTTP/1.1" status: 204 len: 168 time: 0.9931467 Oct 26 14:21:22.297834 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.322389 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.375811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaed94-80df-48ae-9040-0733d2f39cd6 req-1710d18d-2f1a-4f7e-ac4d-50d93f9d99d7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:22.378129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3feaed94-80df-48ae-9040-0733d2f39cd6 req-1710d18d-2f1a-4f7e-ac4d-50d93f9d99d7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.3298852 Oct 26 14:21:22.379036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01117fa3-6d4b-4801-aea8-d0b596182bbc tempest-QuotasNegativeTest-482138585 tempest-QuotasNegativeTest-482138585-project-admin] Pushing event deleted for resources: {'Network': ['ID=f944039b-ab48-452f-befc-9986440562d0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:22.405180 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13194f-79c1-4436-8f1e-37d7fc4e118a None None] Pushing event updated for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:22.525066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3feaed94-80df-48ae-9040-0733d2f39cd6 req-7dfff05e-0a7f-4c4e-bd8f-436a8df67367 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057389 Oct 26 14:21:22.549387 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.593376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a83802-e49a-47f2-9b4a-857f6ff33a29,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:22.593686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Attempting to bind port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:22.595262 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Attempting to bind port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:22.597166 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Attempting to bind port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 on network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:22.620998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963aa421-1877-428f-a3d1-6c1d2d10e6de None None] Network 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:22.624456 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:22.631527 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Checking segment: {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:22.633013 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.634372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.635848 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Bound using segment: {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:22.636448 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Bound port: 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:22.638447 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.644029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-70796e7a-f098-4e75-8561-8c26e4215d89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/subnets/a4a83802-e49a-47f2-9b4a-857f6ff33a29 HTTP/1.1" status: 204 len: 168 time: 0.7373476 Oct 26 14:21:22.646642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50008) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:22.742322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:22.871315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] For port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:22.877320 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] For port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:22.883760 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.914290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting subnet 2302b346-93d8-42b4-bc95-0cfd06e7cf5a {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:22.933855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:22.955378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1244fd7-1b1c-442e-8d2f-51988ed7e236 req-b2393c93-d135-4923-90ac-e0cf07e955a7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:22.964450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1244fd7-1b1c-442e-8d2f-51988ed7e236 req-b2393c93-d135-4923-90ac-e0cf07e955a7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.1961730 Oct 26 14:21:23.005571 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:23.007018 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:23.128318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] Provisioning complete for port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:23.129004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.171105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1244fd7-1b1c-442e-8d2f-51988ed7e236 req-429a00d9-8437-4c6a-b521-3e7c06ed21a2 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413043 Oct 26 14:21:23.210528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.258246 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13194f-79c1-4436-8f1e-37d7fc4e118a None None] Pushing event updated for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:23.348054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.378292 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:23.399371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3367c-6a47-4e7d-ba0d-ef7cbcce8958 req-f61d4d36-cacd-4421-8922-9d176c2807e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:23.401188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14b3367c-6a47-4e7d-ba0d-ef7cbcce8958 req-f61d4d36-cacd-4421-8922-9d176c2807e1 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3653879 Oct 26 14:21:23.406396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:23.446098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] DHCP port deletion for 1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:23.464197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.547695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.626298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] For port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:23.642306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.663625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173689-2462-4ee8-b0ee-8205d08959d0 req-329a7442-69c5-41a5-a643-d47c47bf4443 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:23.665512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5173689-2462-4ee8-b0ee-8205d08959d0 req-329a7442-69c5-41a5-a643-d47c47bf4443 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.3061142 Oct 26 14:21:23.687951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14b3367c-6a47-4e7d-ba0d-ef7cbcce8958 req-ab4c7b61-f285-4383-bfed-8b925deeeff0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707703 Oct 26 14:21:23.710817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Deleting port b9e9905e-1017-4021-822b-690b325ed697 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:23.712265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.717521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.721059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee0522a5-05d7-470b-ab25-3cfbd5e8ac7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.780251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Subnet': ['ID=2302b346-93d8-42b4-bc95-0cfd06e7cf5a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:23.784528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.789139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f9ea862-1370-424b-b679-f527f3e4bba4 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/subnets/2302b346-93d8-42b4-bc95-0cfd06e7cf5a HTTP/1.1" status: 204 len: 168 time: 1.1407413 Oct 26 14:21:23.792951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50038) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:23.840979 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:17Z', 'revision_number': 4, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0f3a6327-8a56-40c2-9ef4-bc0f08c56c61', 'name': '', 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'mac_address': 'fa:16:3e:3b:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:15Z', 'updated_at': '2021-10-26T14:21:22Z', 'revision_number': 4, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'subnets': [{'id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:23.879269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] For port b9e9905e-1017-4021-822b-690b325ed697, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9e9905e-1017-4021-822b-690b325ed697,segment=NetworkSegment(f878f65d-edbe-426b-a1a0-2e26a933892f),segment_id=f878f65d-edbe-426b-a1a0-2e26a933892f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:23.880352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.888160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:23.898670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a41c5-6997-4f0a-97cd-20bd2d579767 None None] The sync data for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 is: [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:17Z', 'revision_number': 4, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0f3a6327-8a56-40c2-9ef4-bc0f08c56c61', 'name': '', 'network_id': '7acef2f7-7c4d-42e0-83de-2b9d4fe012a9', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'mac_address': 'fa:16:3e:3b:b5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:15Z', 'updated_at': '2021-10-26T14:21:22Z', 'revision_number': 4, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'subnets': [{'id': '93f84f99-e62a-401e-90db-c44bfa25905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:23.899288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Calling delete_port for b9e9905e-1017-4021-822b-690b325ed697 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:23.902086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba240bde-e6d8-4b3a-ab97-6453ad59755d None None] Network a17568b2-3588-4d54-9482-304b73eb345a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:23.907272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e81877-db5a-41fa-93cc-39ef555c3c00 None None] Pushing event updated for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:23.952644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5173689-2462-4ee8-b0ee-8205d08959d0 req-053ccbba-dfa4-4638-8ae4-916e1055ba19 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779574 Oct 26 14:21:24.032968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting port b9e9905e-1017-4021-822b-690b325ed697 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:24.033685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.085505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-895a6b7a-ca1b-48ee-9332-a255e2ffd6da None None] Provisioning complete for port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:24.086251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-895a6b7a-ca1b-48ee-9332-a255e2ffd6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.155923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee0522a5-05d7-470b-ab25-3cfbd5e8ac7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.182524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] For port b9e9905e-1017-4021-822b-690b325ed697, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9e9905e-1017-4021-822b-690b325ed697,segment=NetworkSegment(f878f65d-edbe-426b-a1a0-2e26a933892f),segment_id=f878f65d-edbe-426b-a1a0-2e26a933892f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:24.182783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.190102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee0522a5-05d7-470b-ab25-3cfbd5e8ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.219031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.222956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Calling delete_port for b9e9905e-1017-4021-822b-690b325ed697 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:24.384189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0522a5-05d7-470b-ab25-3cfbd5e8ac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d090be16-d6a9-4312-b742-8f0d73309000,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:24.392902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee0522a5-05d7-470b-ab25-3cfbd5e8ac7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95cd5c3715524ce596738f802782feeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9813697 Oct 26 14:21:24.399760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50050) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:24.504371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.554745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] No DVR routers for this DVR port b9e9905e-1017-4021-822b-690b325ed697 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:24.600365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:21:24.660952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Port': ['ID=b9e9905e-1017-4021-822b-690b325ed697,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:24.706243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.756427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.793623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.832149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb534ed-9e21-4fcc-bbab-8e959f8ceec9']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:24.874885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.908107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f878f65d-edbe-426b-a1a0-2e26a933892f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:24.908412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f878f65d-edbe-426b-a1a0-2e26a933892f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:24.909997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] Pushing event deleted for resources: {'Port': ['ID=b9e9905e-1017-4021-822b-690b325ed697,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:24.924744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3cbab-327e-4b72-8645-8ad792af0ba8 None None] No DVR routers for this DVR port b9e9905e-1017-4021-822b-690b325ed697 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:24.964888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:24.995752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.000138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.000964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64136f07-09ec-4d2f-a46b-77f81804e89d req-d85e0879-036d-466e-a772-af6f2df9aae3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.002749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64136f07-09ec-4d2f-a46b-77f81804e89d req-d85e0879-036d-466e-a772-af6f2df9aae3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.3078213 Oct 26 14:21:25.004197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.017895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d090be16-d6a9-4312-b742-8f0d73309000 HTTP/1.1" status: 204 len: 168 time: 0.6169684 Oct 26 14:21:25.018398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] DHCP port deletion for a17568b2-3588-4d54-9482-304b73eb345a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:25.030389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:25.031589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:25.061492 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:25.076211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7861831-2853-419e-bb62-d830f980d198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090be16-d6a9-4312-b742-8f0d73309000,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:25.095802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c9625-eb3c-4021-a236-71d0ee07ca5e req-71c70fcd-b2ce-425b-80d9-f339b9b3ff65 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:25.103530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae5c9625-eb3c-4021-a236-71d0ee07ca5e req-71c70fcd-b2ce-425b-80d9-f339b9b3ff65 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1196976 Oct 26 14:21:25.192104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Deleting port 9596a03a-f444-4425-a049-4e775416c972 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:25.192400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.299074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64136f07-09ec-4d2f-a46b-77f81804e89d req-a6b00e63-6b95-4246-abe4-e2cc01752885 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703457 Oct 26 14:21:25.317487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.331070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.352793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/networks/1eb534ed-9e21-4fcc-bbab-8e959f8ceec9 HTTP/1.1" status: 204 len: 168 time: 1.5579870 Oct 26 14:21:25.354352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50070) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:25.380842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae5c9625-eb3c-4021-a236-71d0ee07ca5e req-ce5e92aa-e03d-41fe-8499-ae94f85fb945 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754464 Oct 26 14:21:25.390976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] For port 9596a03a-f444-4425-a049-4e775416c972, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9596a03a-f444-4425-a049-4e775416c972,segment=NetworkSegment(209a3628-84ca-4d74-978a-0c36f76e41a6),segment_id=209a3628-84ca-4d74-978a-0c36f76e41a6)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:25.393543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.396256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640e7a-6002-4804-acaf-aef216dd6d3b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Network': ['ID=1eb534ed-9e21-4fcc-bbab-8e959f8ceec9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:25.430145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:25.493386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Calling delete_port for 9596a03a-f444-4425-a049-4e775416c972 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:25.537789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Deleting port 26dee672-bc9a-489b-84c1-eb8f9da56bb9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:25.546345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.566377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:25.566756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.727083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.775074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.835263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] Pushing event deleted for resources: {'Port': ['ID=9596a03a-f444-4425-a049-4e775416c972,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:25.843442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e8d97-007e-4230-8ec4-ffd8e6511936 None None] No DVR routers for this DVR port 9596a03a-f444-4425-a049-4e775416c972 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:25.863022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9596a03a-f444-4425-a049-4e775416c972 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:25.886891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 9596a03a-f444-4425-a049-4e775416c972 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:25.887542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9596a03a-f444-4425-a049-4e775416c972 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:25.887627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9e9905e-1017-4021-822b-690b325ed697 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:25.903242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] The port '9596a03a-f444-4425-a049-4e775416c972' was deleted {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 26 14:21:25.918017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50082) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:25.931563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b9e9905e-1017-4021-822b-690b325ed697 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:25.932155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9e9905e-1017-4021-822b-690b325ed697 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:25.954886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d37b580a-544a-471c-9ec7-ad841667b943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.955212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] For port 26dee672-bc9a-489b-84c1-eb8f9da56bb9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=26dee672-bc9a-489b-84c1-eb8f9da56bb9,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:25.955775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:25.986651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Calling delete_port for 26dee672-bc9a-489b-84c1-eb8f9da56bb9 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:26.136296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.148869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d37b580a-544a-471c-9ec7-ad841667b943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.158460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d37b580a-544a-471c-9ec7-ad841667b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.197744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b580a-544a-471c-9ec7-ad841667b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d8ab3-3596-4541-b72a-0cf66c3088da,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.241223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17568b2-3588-4d54-9482-304b73eb345a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:26.241807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d37b580a-544a-471c-9ec7-ad841667b943 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5084b467ab24793bfeb6f39551a8502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229890 Oct 26 14:21:26.244683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50090) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:26.268861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209a3628-84ca-4d74-978a-0c36f76e41a6') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:26.269255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209a3628-84ca-4d74-978a-0c36f76e41a6') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:26.342484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.372326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.396468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-2484801c-e113-4bc8-8a33-66c7f68cb385 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:26.398101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-2484801c-e113-4bc8-8a33-66c7f68cb385 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.2822540 Oct 26 14:21:26.423231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.436604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.466092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:26.468134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:26.484916 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:26.550344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.553252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.557459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f0d8ab3-3596-4541-b72a-0cf66c3088da HTTP/1.1" status: 204 len: 168 time: 0.3114226 Oct 26 14:21:26.625155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f046-aa11-496c-a4ad-cc831e7a6b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d8ab3-3596-4541-b72a-0cf66c3088da,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.704606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081391-437c-40a7-9a9d-7b1c078f28de req-77e138ae-c0d2-499e-adcf-5a0dd1498b9f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:26.707437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e081391-437c-40a7-9a9d-7b1c078f28de req-77e138ae-c0d2-499e-adcf-5a0dd1498b9f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.1792762 Oct 26 14:21:26.738727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.767257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7e081391-437c-40a7-9a9d-7b1c078f28de req-70f823b8-790a-4d32-b231-db5862b952f5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Oct 26 14:21:26.772227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.780218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/networks/a17568b2-3588-4d54-9482-304b73eb345a HTTP/1.1" status: 204 len: 168 time: 1.3983140 Oct 26 14:21:26.781056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50102) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:26.823958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c5bf8-f53c-4bba-aa2e-beb365682c5e req-165c7e2a-2bf9-427e-8648-15df88a04289 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:26.825592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6c5bf8-f53c-4bba-aa2e-beb365682c5e req-165c7e2a-2bf9-427e-8648-15df88a04289 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.2697473 Oct 26 14:21:26.831042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefdb2a-c065-4b2b-8403-47f2f51ca2d0 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Network': ['ID=a17568b2-3588-4d54-9482-304b73eb345a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.878790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.881851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting subnet 92281dfa-2ddf-4773-9237-293bc72abe1b {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:26.886938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.905846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port cf25896b-5cfb-4364-af8b-0738dafa4616 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:26.906259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:26.947417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dee672-bc9a-489b-84c1-eb8f9da56bb9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:26.994677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b6c5bf8-f53c-4bba-aa2e-beb365682c5e req-4b53df2f-2518-4f92-9fb8-8b46774a480d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604037 Oct 26 14:21:26.996578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.270797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.420413 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.456138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.464935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/subnets/92281dfa-2ddf-4773-9237-293bc72abe1b HTTP/1.1" status: 204 len: 168 time: 0.6821921 Oct 26 14:21:27.466938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9e521-8df7-428c-9e43-e35308e99fac None None] Network eabae0ca-d6c8-4106-b216-9488412cefda requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:27.485808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50124) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:27.619136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.624422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44ceb-d4d5-4ae6-a713-e051edc94ce9 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Subnet': ['ID=92281dfa-2ddf-4773-9237-293bc72abe1b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:27.722180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port cf25896b-5cfb-4364-af8b-0738dafa4616, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=cf25896b-5cfb-4364-af8b-0738dafa4616,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:27.733230 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.735220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Deleting port b1e0cd18-3580-462d-a864-3e44de57f955 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:27.735574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.753333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a5abd-97af-48c6-8d63-8f814110d192 req-95d1fcba-2e2d-4ce8-a460-74e4fd615b05 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:27.755190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e3a5abd-97af-48c6-8d63-8f814110d192 req-95d1fcba-2e2d-4ce8-a460-74e4fd615b05 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.1773767 Oct 26 14:21:27.816802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] DHCP port deletion for eabae0ca-d6c8-4106-b216-9488412cefda request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:27.857793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for cf25896b-5cfb-4364-af8b-0738dafa4616 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:27.858835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] For port b1e0cd18-3580-462d-a864-3e44de57f955, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1e0cd18-3580-462d-a864-3e44de57f955,segment=NetworkSegment(29f2531e-25a9-486d-ae94-1f36b8081ad1),segment_id=29f2531e-25a9-486d-ae94-1f36b8081ad1)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:27.859773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.887716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Calling delete_port for b1e0cd18-3580-462d-a864-3e44de57f955 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:27.921577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Deleting port b1e0cd18-3580-462d-a864-3e44de57f955 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:27.921947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:27.948150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e3a5abd-97af-48c6-8d63-8f814110d192 req-5fd8fbe3-9e54-4094-8696-621adbd0a4e6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308692 Oct 26 14:21:27.983822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.098630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] For port b1e0cd18-3580-462d-a864-3e44de57f955, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b1e0cd18-3580-462d-a864-3e44de57f955,segment=NetworkSegment(29f2531e-25a9-486d-ae94-1f36b8081ad1),segment_id=29f2531e-25a9-486d-ae94-1f36b8081ad1)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:28.099038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.108879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77b01b-1dfb-4bd8-a2f3-6c635d63615a req-a4cda034-f7b2-420d-b735-a904f38b2771 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:28.110514 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2d77b01b-1dfb-4bd8-a2f3-6c635d63615a req-a4cda034-f7b2-420d-b735-a904f38b2771 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 945 time: 0.1350729 Oct 26 14:21:28.124056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Calling delete_port for b1e0cd18-3580-462d-a864-3e44de57f955 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:28.166475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.202143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2d77b01b-1dfb-4bd8-a2f3-6c635d63615a req-6c853533-2c8e-4a1a-a379-729446f070ee tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851989 Oct 26 14:21:28.203416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Port': ['ID=b1e0cd18-3580-462d-a864-3e44de57f955,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:28.211701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] No DVR routers for this DVR port b1e0cd18-3580-462d-a864-3e44de57f955 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:28.222581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.243131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['cf25896b-5cfb-4364-af8b-0738dafa4616'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:28.281515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.353720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=cf25896b-5cfb-4364-af8b-0738dafa4616,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:28.357987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] Pushing event deleted for resources: {'Port': ['ID=b1e0cd18-3580-462d-a864-3e44de57f955,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:28.359906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c22af-f8b4-4be8-96ae-a8e2ded9ba91 None None] No DVR routers for this DVR port b1e0cd18-3580-462d-a864-3e44de57f955 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:28.416817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.418006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port cf25896b-5cfb-4364-af8b-0738dafa4616 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:28.435650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.441784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6dcff3b8-3922-4932-a63a-1433d5b4e37c req-64b9e8c3-e32e-4dba-9d45-54f0e26ded04 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "DELETE /v2.0/ports/cf25896b-5cfb-4364-af8b-0738dafa4616 HTTP/1.1" status: 204 len: 173 time: 2.0345848 Oct 26 14:21:28.442333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'name': 'network-vif-deleted', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:28.445097 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123855a0-c1ee-4265-bed9-86dce77c88e7" -d '{"events": [{"server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "name": "network-vif-deleted", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:28.455123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabae0ca-d6c8-4106-b216-9488412cefda']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.468010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f2531e-25a9-486d-ae94-1f36b8081ad1') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.468229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f2531e-25a9-486d-ae94-1f36b8081ad1') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:28.479281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.495326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.502608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Router 1ef4f79b-cf5e-407d-8360-eed2025f0010 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:28.502914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:28.503334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:28.603410 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:28.678821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.697492 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:28.714536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/networks/eabae0ca-d6c8-4106-b216-9488412cefda HTTP/1.1" status: 204 len: 168 time: 1.2254434 Oct 26 14:21:28.738407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50162) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:28.765635 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1686b326-22df-4498-bfa7-7b8d48719658 x-openstack-request-id: req-1686b326-22df-4498-bfa7-7b8d48719658 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:28.766162 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140bd837-db8a-4304-9335-ecc752d10212", "name": "network-vif-deleted", "tag": "cf25896b-5cfb-4364-af8b-0738dafa4616", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:28.766162 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1686b326-22df-4498-bfa7-7b8d48719658 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:28.766809 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140bd837-db8a-4304-9335-ecc752d10212', 'name': 'network-vif-deleted', 'tag': 'cf25896b-5cfb-4364-af8b-0738dafa4616', 'status': 'completed', 'code': 200} Oct 26 14:21:28.909502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50168) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:28.914077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-41e8f989-177f-4ca7-99a8-a5a163ec380b tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "GET /v2.0/ports?device_id=61e5fce1-701e-4edb-9474-c3021fe65565 HTTP/1.1" status: 200 len: 205 time: 0.1599331 Oct 26 14:21:28.918643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffd37e-5d26-4f99-8303-d94b083d1776 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Pushing event deleted for resources: {'Network': ['ID=eabae0ca-d6c8-4106-b216-9488412cefda,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:28.939877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-90fa6263-a15f-4f63-a988-be811f2eef8c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:28.941842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-90fa6263-a15f-4f63-a988-be811f2eef8c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 945 time: 0.3374999 Oct 26 14:21:29.083486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:29.086278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.109984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.191781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:29.192277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.206323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:29.230143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1e0cd18-3580-462d-a864-3e44de57f955 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:29.306482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b1e0cd18-3580-462d-a864-3e44de57f955 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:29.313307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b1e0cd18-3580-462d-a864-3e44de57f955 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:29.369482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:29.381270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Sync routers for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:29.398735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cf1d48e0-1bca-4e39-b3f1-e19f75c3f6f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/1ef4f79b-cf5e-407d-8360-eed2025f0010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6497359 Oct 26 14:21:29.416257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50180) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.424885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:29.426462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:29.468378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c1b9cfc-4c6f-4d32-b7bf-8c075a765e84 req-c5fc794a-6aae-4f2b-aef6-92d9ab241c06 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a854c19-96ba-49e2-9aed-8cd0f432e495 HTTP/1.1" status: 200 len: 210 time: 0.0452149 Oct 26 14:21:29.481368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.530783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50182) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:29.592030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:29.626219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-caff6521-661c-4b62-bcdc-b6bc61550426 req-8bdd4a95-00c4-4f46-8e5f-7628ea61df9d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.2530699 Oct 26 14:21:29.668976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:29.672192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:29.679270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.683155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-423ea23d-5275-4ac9-aeb0-217f3b16cc67 req-a4d6a6a1-8412-4dc5-9cf6-9736b33be28c tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "DELETE /v2.0/ports/3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 HTTP/1.1" status: 204 len: 173 time: 0.7340848 Oct 26 14:21:29.687053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'name': 'network-vif-deleted', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:29.689855 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c3257-4f6e-4da3-b9c6-f1c9ebb1626e" -d '{"events": [{"server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "name": "network-vif-deleted", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:29.748970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.801775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:29.860742 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df73ece-619c-42b7-9637-529611305653 x-openstack-request-id: req-1df73ece-619c-42b7-9637-529611305653 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:29.860742 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a854c19-96ba-49e2-9aed-8cd0f432e495", "name": "network-vif-deleted", "tag": "3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:29.861095 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1df73ece-619c-42b7-9637-529611305653 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:29.861339 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a854c19-96ba-49e2-9aed-8cd0f432e495', 'name': 'network-vif-deleted', 'tag': '3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16', 'status': 'completed', 'code': 200} Oct 26 14:21:29.938353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:29.940871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.051877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-728561803'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:30.064322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.073883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.074538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Fanout notify agent at l3_agent the message router_deleted on router 61e5fce1-701e-4edb-9474-c3021fe65565 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:30.082736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.087538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6d4a2cf1-bf32-4120-b9de-8b19cc61da89 tempest-RoutersNegativeIpV6Test-1117543461 tempest-RoutersNegativeIpV6Test-1117543461-project] 10.222.0.37 "DELETE /v2.0/routers/61e5fce1-701e-4edb-9474-c3021fe65565 HTTP/1.1" status: 204 len: 168 time: 1.1542718 Oct 26 14:21:30.178322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:26Z', 'revision_number': 5, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port': {'id': '0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:77:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:20:54Z', 'updated_at': '2021-10-26T14:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:30.180361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Made reservation on behalf of 6c42f0dce1804743bf8617509f66d0ca for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:30.185845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.216126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Checking router: 1ef4f79b-cf5e-407d-8360-eed2025f0010 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:30.222677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.225751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Routers {'1ef4f79b-cf5e-407d-8360-eed2025f0010'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:30.226599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ef4f79b-cf5e-407d-8360-eed2025f0010'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:30.320778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.332229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.339974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] Set router 1ef4f79b-cf5e-407d-8360-eed2025f0010 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:30.346825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:30.358345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.358769 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Added segment f3874557-ab90-4972-8c05-8a261e67987f of type vlan for network d31777fd-ae81-4501-9ff8-352190f19c03 Oct 26 14:21:30.413094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:30Z', 'revision_number': 6, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:30.413605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.452825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82eadc-5bca-40aa-a40c-196159a6fc97 None None] The sync data for ids ['1ef4f79b-cf5e-407d-8360-eed2025f0010'] in n-d-813419-9 is: [{'id': '1ef4f79b-cf5e-407d-8360-eed2025f0010', 'name': 'tempest-TestAggregatesBasicOps-673656977-router', 'tenant_id': 'eb30f16e9646457eb8b8873e1446905c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:20:51Z', 'updated_at': '2021-10-26T14:21:30Z', 'revision_number': 6, 'project_id': 'eb30f16e9646457eb8b8873e1446905c', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:30.463931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.471610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:30.472282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.496272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Deleting port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:30.496658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.668518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50200) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:30.673196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1389275 Oct 26 14:21:30.741122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d0024-54da-4f54-8dd3-4eba099ccb03,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.752427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254230f-2fcb-46c6-9da3-879eb4c9cfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Pushing event updated for resources: {'Network': ['ID=d31777fd-ae81-4501-9ff8-352190f19c03,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:30.787503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] For port 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:30.788071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:30.811537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Calling delete_port for 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:30.852965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d31777fd-ae81-4501-9ff8-352190f19c03 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:30.893410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ce9de16-fc6a-4900-8d64-fffe7fa544e8 req-6b777157-0e15-457d-a749-c6775de8987d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0683019 Oct 26 14:21:31.125788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 26dee672-bc9a-489b-84c1-eb8f9da56bb9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:31.129967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50224) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:31.133197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b53b650-9479-45fd-a19c-287ce2a9b024 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a32344f2e0774d41bd11d90890134f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619932 Oct 26 14:21:31.165935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 26dee672-bc9a-489b-84c1-eb8f9da56bb9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:31.166283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 26dee672-bc9a-489b-84c1-eb8f9da56bb9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:31.187082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50226) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:31.194947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03', 'binding:host_id': 'n-h2-813419-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-931578313'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:31.262234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Made reservation on behalf of a88b440f7e7e4cec8717bd457a8b2836 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:31.266490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.281392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.312473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-1990eb8c-03bf-4d25-b5a8-a9d9e1a3cfad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:31.314902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-1990eb8c-03bf-4d25-b5a8-a9d9e1a3cfad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.1791987 Oct 26 14:21:31.319566 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.331914 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-020a99bf-d982-4c60-94c7-f389543aa453 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/quotas/195062524b834489bf59e20438013fb4 HTTP/1.1" status: 200 len: 375 time: 0.0102906 Oct 26 14:21:31.334028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.371765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:31.383528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-e964382e-78bd-4307-b13c-9735563fc3a0 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435200 Oct 26 14:21:31.487996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.495082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.525364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.529715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port e3c9af02-c890-45ae-af58-c7400c5d3e28 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:31.595127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-50e8eae4-195a-453c-950f-3e00f127bdc4 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104838 Oct 26 14:21:31.611104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device cf25896b-5cfb-4364-af8b-0738dafa4616 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:31.646792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: cf25896b-5cfb-4364-af8b-0738dafa4616 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:31.647389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device cf25896b-5cfb-4364-af8b-0738dafa4616 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:31.755000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-00e984df-ab07-4ad3-8f19-91ded37746f8 service neutron] 10.222.0.37 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589859 Oct 26 14:21:31.777522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.780626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:31.784891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdd95da4-42a4-471b-ac3c-d1d60bb25648 HTTP/1.1" status: 204 len: 168 time: 0.6508477 Oct 26 14:21:32.002293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:32.081765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:32.082111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3f9d184b-3ffb-4dcc-bf68-7cefddcc1d16 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:32.118105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cccba26d-d684-439a-b6ef-0d39cbd1a026 req-9c9a7b21-4e4a-41fa-aa26-fefddbce6e0a tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 210 time: 0.0379558 Oct 26 14:21:32.434813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0581bdca-d903-4f8b-aad5-efc434409ac4 req-0ef6e878-4bb1-47a0-b428-e91d729253fc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0589018 Oct 26 14:21:32.435567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab016bbf-9c6b-44ce-bfd3-b1c348ac1f19,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:32.462658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86499a76-c36d-491d-8f91-7235de4f3b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd95da4-42a4-471b-ac3c-d1d60bb25648,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:32.469216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.637234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.642918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.652239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port e3c9af02-c890-45ae-af58-c7400c5d3e28 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:32.695517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.708648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.719144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.719718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef4f79b-cf5e-407d-8360-eed2025f0010 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:32.756961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.758353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-91bf583b-7bbb-4c98-b808-90853313c0c7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1ef4f79b-cf5e-407d-8360-eed2025f0010 HTTP/1.1" status: 204 len: 168 time: 3.3394482 Oct 26 14:21:32.761079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50264) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:32.807904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c9af02-c890-45ae-af58-c7400c5d3e28,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:32.839296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Checking segment: {'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:32.839686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Network hostable DHCP agents. Network: d31777fd-ae81-4501-9ff8-352190f19c03, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:32.870785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Deleting subnet 128ad7e1-1724-4f09-a74a-2db988511328 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:32.890055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.892788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Network d31777fd-ae81-4501-9ff8-352190f19c03 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:32.921066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d31777fd-ae81-4501-9ff8-352190f19c03) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:32.926314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:32.933673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b221a0-0273-4c7b-9bc3-140507e40f14 None None] Network d31777fd-ae81-4501-9ff8-352190f19c03 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:32.970336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:32.980209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:32.984668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:32.985215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:32.996995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:32.999956 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.002277 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 2 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.030514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.034013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.034539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.041741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.042319 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.042871 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 3 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.069227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.069975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.070471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.076829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.077364 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.077930 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 4 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.096096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.099491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.100012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.111413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.112035 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.112617 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 5 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.136637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.137279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.137781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.145453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.145453 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.154117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.157203 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 6 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.192775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.193874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.194365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.205678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.207138 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.209844 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 7 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.243701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.244046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.244382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.258595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:33.266496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.267724 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.268230 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 8 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.309078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:33.309653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.310119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.310457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.317919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5cd5bfe4-eaa2-4f52-88b4-b542c734af0b req-bf31936e-ddff-4887-a1d0-ea40d5bce953 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 210 time: 0.0558333 Oct 26 14:21:33.324565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.324912 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.325327 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 9 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.355634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.355985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.356307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.362636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.363109 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.363652 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 10 to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 Oct 26 14:21:33.372189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.379769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:33.380206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:33.380992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:33.386687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port e3c9af02-c890-45ae-af58-c7400c5d3e28 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:33.387177 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port e3c9af02-c890-45ae-af58-c7400c5d3e28 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:33.387540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.410078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:33.410552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0b2d65be-faf8-45ba-b7ed-ba983b6f5c8e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:33.422643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.440820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/128ad7e1-1724-4f09-a74a-2db988511328 HTTP/1.1" status: 204 len: 168 time: 0.6783662 Oct 26 14:21:33.441503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:33.442289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009bc7-67aa-44cd-be66-1d5dc90a97d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128ad7e1-1724-4f09-a74a-2db988511328,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:33.448660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9cadf-fd9d-4f9e-b7bb-db480ff6f8c4 None None] Network c1b73942-be5d-44e6-ba1c-8ef50fb42de1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:33.478363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-824f8ea1-3bfa-4bd3-a88e-3ccef13fd864 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:33.479151 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-824f8ea1-3bfa-4bd3-a88e-3ccef13fd864 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:21:33.479658 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-824f8ea1-3bfa-4bd3-a88e-3ccef13fd864 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:21:33.481455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-824f8ea1-3bfa-4bd3-a88e-3ccef13fd864 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2210882 Oct 26 14:21:33.485080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50280) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:33.510387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850980196'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:33.577225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.731360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Deleting port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:33.732747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.740779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port e3c9af02-c890-45ae-af58-c7400c5d3e28, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:33.741324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempted to set empty binding levels {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:21:33.772163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84379ae4-7b9e-477e-b451-406081455de6 req-a935c954-b40d-4678-806a-33dc13740e2f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.1371403 Oct 26 14:21:33.795047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.813427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.853131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] For port 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4560dfe5-eb73-42f8-82b2-b524ddc557c3,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:33.853608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.876451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:33.877300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.895341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] DHCP port deletion for c1b73942-be5d-44e6-ba1c-8ef50fb42de1 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:33.909239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Calling delete_port for 4560dfe5-eb73-42f8-82b2-b524ddc557c3 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:33.953948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c9af02-c890-45ae-af58-c7400c5d3e28,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:33.967069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:33.989562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Deleting port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:33.990951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.033479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3f15f9c1-217c-4120-af02-48f68e796a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8424230 Oct 26 14:21:34.041360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50288) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:34.095398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] For port 4560dfe5-eb73-42f8-82b2-b524ddc557c3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4560dfe5-eb73-42f8-82b2-b524ddc557c3,segment=NetworkSegment(9de56e7a-31b3-4729-b08f-24a0d78ca4dd),segment_id=9de56e7a-31b3-4729-b08f-24a0d78ca4dd)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:34.096533 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.123177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Calling delete_port for 4560dfe5-eb73-42f8-82b2-b524ddc557c3 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:34.130945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-2f53772f-9b32-4cc5-8c7c-045170faa107 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:34.133047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-2f53772f-9b32-4cc5-8c7c-045170faa107 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 811 time: 0.3901923 Oct 26 14:21:34.163415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Request body: {'port': {'device_id': '90973608-b4e5-4929-bfda-57e51faeb36f', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'admin_state_up': True, 'tenant_id': '195062524b834489bf59e20438013fb4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:34.267863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.307916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.338493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] No DVR routers for this DVR port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:34.377525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] No DVR routers for this DVR port 4560dfe5-eb73-42f8-82b2-b524ddc557c3 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:34.380984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Pushing event deleted for resources: {'Port': ['ID=4560dfe5-eb73-42f8-82b2-b524ddc557c3,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:34.405544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.408983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.409501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.409985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.410472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.410953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.411427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.413538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.414050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.414525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.416942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.417536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b86f658-68aa-4a8a-9f45-6911c6595de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:34.454690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Made reservation on behalf of 195062524b834489bf59e20438013fb4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:34.458993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.468086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4560dfe5-eb73-42f8-82b2-b524ddc557c3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:34.483128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.648799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea445db-85c7-44d1-b37a-f0d9f5bb40ac req-bc25a960-d744-4efa-900b-bc763a20f6f5 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 210 time: 0.1622462 Oct 26 14:21:34.653096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Deleting port e3c9af02-c890-45ae-af58-c7400c5d3e28 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:34.653439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.665620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.777240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.788058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.861920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.863738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3775055 Oct 26 14:21:34.897758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50304) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:34.907286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': 'ab378a00-2bd4-4a78-bfed-2cbd4ff1e2bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:34.923931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55dee18-d8bf-4dfc-b468-38514316f8b4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:34.947366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:34.981589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Allocated IP 172.20.0.6 (93a12619-c4f7-4932-9171-45250d95cc9b/6b7db25d-efb4-4613-bc14-d46ef6103978/713b24dc-26be-410c-a022-e18c2c293248) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:21:35.022355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-267259bf-3ba9-499d-9abf-7d5f992b254a req-64417b48-45fd-472e-865c-8ea92b46ef83 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0997090 Oct 26 14:21:35.034658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port e3c9af02-c890-45ae-af58-c7400c5d3e28, host n-h2-813419-9, got binding levels [] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:35.035724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.036820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.047993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f801a-5735-41c1-88df-50c326ea2457 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab378a00-2bd4-4a78-bfed-2cbd4ff1e2bc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:35.057210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Calling delete_port for e3c9af02-c890-45ae-af58-c7400c5d3e28 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:35.175756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4560dfe5-eb73-42f8-82b2-b524ddc557c3 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:35.196289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23332fe0-391a-4e2e-91f2-993cc32c9b1f req-fb262683-c7e5-49a6-baf2-4a2e38820819 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:35.198778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23332fe0-391a-4e2e-91f2-993cc32c9b1f req-fb262683-c7e5-49a6-baf2-4a2e38820819 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.3681061 Oct 26 14:21:35.202422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b73942-be5d-44e6-ba1c-8ef50fb42de1']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.206099 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.218543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4560dfe5-eb73-42f8-82b2-b524ddc557c3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:35.233843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4560dfe5-eb73-42f8-82b2-b524ddc557c3 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:35.246670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.255497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.258015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3c9af02-c890-45ae-af58-c7400c5d3e28,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:35.265592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de56e7a-31b3-4729-b08f-24a0d78ca4dd') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.265899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de56e7a-31b3-4729-b08f-24a0d78ca4dd') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:35.287091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663533cf-3611-4aeb-bbc9-879f8949d13b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:35.292642 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.307981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.312076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ec10d1f-f454-42b5-979a-cba60f964dbd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4096994 Oct 26 14:21:35.313905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50306) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.321465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c50a3677-08a3-48fd-88f6-22cb1ffddfc4 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': 'ab378a00-2bd4-4a78-bfed-2cbd4ff1e2bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:35.330376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.336706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2b25cb3c-2331-495b-9cab-071797266733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e3c9af02-c890-45ae-af58-c7400c5d3e28 HTTP/1.1" status: 204 len: 168 time: 1.2901702 Oct 26 14:21:35.351401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50308) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.354140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23332fe0-391a-4e2e-91f2-993cc32c9b1f req-0d4ed23e-b9e4-4dbc-a665-2df9f6fe3b7c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418064 Oct 26 14:21:35.356041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.365373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:35.366311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.430401 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a5d899-3c55-4ad4-b2e9-88f8ad312eec tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:21:35.433423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63a5d899-3c55-4ad4-b2e9-88f8ad312eec tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports/e3c9af02-c890-45ae-af58-c7400c5d3e28 HTTP/1.1" status: 404 len: 333 time: 0.0807164 Oct 26 14:21:35.438087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.440394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c50a3677-08a3-48fd-88f6-22cb1ffddfc4 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.443399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50310) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:35.458848 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:35.464003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1073332214'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:35.468874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.476400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.483382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c1b73942-be5d-44e6-ba1c-8ef50fb42de1 HTTP/1.1" status: 204 len: 168 time: 2.0332277 Oct 26 14:21:35.484044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50312) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.510449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Made reservation on behalf of a88b440f7e7e4cec8717bd457a8b2836 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:35.516549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.570190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:35.600211 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-c50a3677-08a3-48fd-88f6-22cb1ffddfc4 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): There was a conflict when trying to complete your request. Oct 26 14:21:35.601713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c50a3677-08a3-48fd-88f6-22cb1ffddfc4 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2884459 Oct 26 14:21:35.644066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50314) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:35.666989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b73942-be5d-44e6-ba1c-8ef50fb42de1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:35.722192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.722537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.726282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.726682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.727035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.727140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.727380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.727725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.730198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.730334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.734467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.734850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.735197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b552ad-f957-43aa-add8-cb0667d0faf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:35.821393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Network 93a12619-c4f7-4932-9171-45250d95cc9b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:35.831870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:35.858008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:35.912723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:35.913362 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:35.987771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8382053 Oct 26 14:21:36.012654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Request body: {'port': {'device_id': '90973608-b4e5-4929-bfda-57e51faeb36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:36.086793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.136383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.293327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1444cfca-815e-493e-9ed0-ba5956b0b194 req-9c1dba98-0fcc-4e09-b8c4-b56dc8b5ba3d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0332870 Oct 26 14:21:36.304236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18591c28-b2b5-4dd5-b054-2b0566241836 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event updated for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:36.314466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.331768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91128-7da0-4b83-b071-26a1ad216284 req-9bfd3943-fc48-405a-8edf-79e723acd28d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.340084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fc91128-7da0-4b83-b071-26a1ad216284 req-9bfd3943-fc48-405a-8edf-79e723acd28d tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 931 time: 0.5771160 Oct 26 14:21:36.462003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.491497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.546891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Deleting port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:36.547288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.554822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9fc91128-7da0-4b83-b071-26a1ad216284 req-0c25618b-7693-4625-8a2f-cf040655b70b tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135444 Oct 26 14:21:36.626684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca71616-931d-4f2b-a940-7c977d65ef29 req-4a599130-7d72-4e9c-bcb7-3f3869e79493 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.628690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ca71616-931d-4f2b-a940-7c977d65ef29 req-4a599130-7d72-4e9c-bcb7-3f3869e79493 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1473968 Oct 26 14:21:36.644895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.648720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.653427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab378a00-2bd4-4a78-bfed-2cbd4ff1e2bc HTTP/1.1" status: 204 len: 168 time: 0.9988253 Oct 26 14:21:36.659515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50324) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.665781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b24dc-26be-410c-a022-e18c2c293248 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:36.680156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.683600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.700351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c77c56-8b97-433e-b1c9-face09eefe4c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab378a00-2bd4-4a78-bfed-2cbd4ff1e2bc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:36.744735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ca71616-931d-4f2b-a940-7c977d65ef29 req-f39c45b9-495b-41ef-aa42-8542672719c7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089034 Oct 26 14:21:36.761924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] For port 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:36.762298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.781706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7604f9c1-c723-48fd-971d-223e5e3f31a0 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124978 Oct 26 14:21:36.782065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Transition to ACTIVE for port object 713b24dc-26be-410c-a022-e18c2c293248 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:21:36.782410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50326) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.793204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529948147'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:36.796339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Network d31777fd-ae81-4501-9ff8-352190f19c03 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:36.804397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:36.806260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Calling delete_port for 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:36.817831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:36.818913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:36.819748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.833281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.840868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=4a4d7d88-2bfc-4d91-8fa5-f74542080b01,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:36.860468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:36.898036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7fa8bf4c-bf53-4121-89eb-fcde2fc223d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4501476 Oct 26 14:21:36.905690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50330) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:36.920230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:36.938331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Pushing event updated for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:37.082528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Attempting to bind port 713b24dc-26be-410c-a022-e18c2c293248 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:37.083150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Attempting to bind port 713b24dc-26be-410c-a022-e18c2c293248 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:37.083461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Attempting to bind port 713b24dc-26be-410c-a022-e18c2c293248 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:37.089690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Port 713b24dc-26be-410c-a022-e18c2c293248 on network 93a12619-c4f7-4932-9171-45250d95cc9b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:37.090155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Attempting to bind port 713b24dc-26be-410c-a022-e18c2c293248 on network 93a12619-c4f7-4932-9171-45250d95cc9b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:37.097735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:21:37.098071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Checking segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:37.098391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.098506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Bound using segment: {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:21:37.098951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Bound port: 713b24dc-26be-410c-a022-e18c2c293248, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea664ad-2ab1-4072-867f-0df2c1ffcabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:21:37.099315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.210434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:37.220703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=713b24dc-26be-410c-a022-e18c2c293248,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:21:37.227600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.299907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:37.300631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.302217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] 10.222.0.41 "PUT /v2.0/ports/713b24dc-26be-410c-a022-e18c2c293248 HTTP/1.1" status: 200 len: 1091 time: 1.2969563 Oct 26 14:21:37.302694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'tag': '713b24dc-26be-410c-a022-e18c2c293248'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:37.305491 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882abdf6-8c4a-41de-9e9d-545ce5781b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "tag": "713b24dc-26be-410c-a022-e18c2c293248"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:37.335479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481b90-0e8e-4eb6-a4e4-51c31eba12cf service neutron] Pushing event updated for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:37.409716 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f18eb-10c4-42a8-9b70-162de3e186c4 x-openstack-request-id: req-ba7f18eb-10c4-42a8-9b70-162de3e186c4 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:37.410022 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "tag": "713b24dc-26be-410c-a022-e18c2c293248", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:37.410264 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba7f18eb-10c4-42a8-9b70-162de3e186c4 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:37.410672 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'tag': '713b24dc-26be-410c-a022-e18c2c293248', 'status': 'completed', 'code': 200} Oct 26 14:21:37.462623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-0c6d9f96-d2e5-46b3-bd08-4bf051e65943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:37.471943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-0c6d9f96-d2e5-46b3-bd08-4bf051e65943 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 1094 time: 0.1137779 Oct 26 14:21:37.534977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-ddc88d41-8b2d-4aba-a7c2-e5d8f1e1c774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713b24dc-26be-410c-a022-e18c2c293248 HTTP/1.1" status: 200 len: 217 time: 0.0542519 Oct 26 14:21:37.680841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-64466b32-c7b6-4f83-a29f-8d727f216d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:37.682819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-64466b32-c7b6-4f83-a29f-8d727f216d74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1399183 Oct 26 14:21:37.756814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-91515763-89d8-4ecd-877c-3f3e1ffb57b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570283 Oct 26 14:21:37.840778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cae4759f-5675-40dd-8eb8-6deda78bc96c req-7b661b6f-c4a5-4074-a04a-3acfe1e0e0dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=140bd837-db8a-4304-9335-ecc752d10212 HTTP/1.1" status: 200 len: 210 time: 0.0467615 Oct 26 14:21:37.910025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d97bf-56a9-420d-abda-c61f17bdd0d2 req-da04c08f-2e64-4cc1-a62e-65c634fc03be tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:37.916872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:37.918674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc0d97bf-56a9-420d-abda-c61f17bdd0d2 req-da04c08f-2e64-4cc1-a62e-65c634fc03be tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 943 time: 0.2288494 Oct 26 14:21:37.922982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-fa354f04-7359-4bac-b871-f97316c0b96d service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453581 Oct 26 14:21:37.946980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.002728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e87727-02b4-4bdf-b758-7d9806719a52,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:38.007281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.008642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33c00acf-7485-4589-a0a1-4544c14a64c6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2200339 Oct 26 14:21:38.020630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50346) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:38.045165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-96579224-81eb-4f14-aa7b-6030128df877 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': 'f4e87727-02b4-4bdf-b758-7d9806719a52', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:38.045851 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-96579224-81eb-4f14-aa7b-6030128df877 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 26 14:21:38.046455 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-96579224-81eb-4f14-aa7b-6030128df877 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:38.047578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96579224-81eb-4f14-aa7b-6030128df877 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064375 Oct 26 14:21:38.070415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:38.105524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8315df3-4f98-4825-9499-650c0bd84fa1 req-8ad69bbb-b1e5-4e4a-9267-f6a3bf90d276 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546006 Oct 26 14:21:38.168518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc0d97bf-56a9-420d-abda-c61f17bdd0d2 req-f04c3870-d0d3-4b9e-bd58-deb109650fc3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460234 Oct 26 14:21:38.225386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.245341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf18ec-761d-4eb4-b0e5-b64922e8d6f1 req-a5fc8dda-1340-4049-ade3-7f433dba2e64 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:38.247084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1aaf18ec-761d-4eb4-b0e5-b64922e8d6f1 req-a5fc8dda-1340-4049-ade3-7f433dba2e64 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2537820 Oct 26 14:21:38.254869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-16435978-8f35-4dc5-988f-48fedf61f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:38.256402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-16435978-8f35-4dc5-988f-48fedf61f120 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=195062524b834489bf59e20438013fb4&device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 1094 time: 0.0812833 Oct 26 14:21:38.317325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3a6327-8a56-40c2-9ef4-bc0f08c56c61,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:38.359923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.378997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-ac1c9769-fc39-4a3a-bcf2-a9f3826bf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:38.380914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-ac1c9769-fc39-4a3a-bcf2-a9f3826bf22a service neutron] 10.222.0.41 "GET /v2.0/networks?id=93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 200 len: 912 time: 0.1160965 Oct 26 14:21:38.472957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-049d0340-feb5-4e58-9b18-31db28a518d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=713b24dc-26be-410c-a022-e18c2c293248 HTTP/1.1" status: 200 len: 217 time: 0.0833957 Oct 26 14:21:38.571875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1aaf18ec-761d-4eb4-b0e5-b64922e8d6f1 req-1e9b481e-6671-4ccd-9b08-eaa52d640d59 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038368 Oct 26 14:21:38.573495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.580938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-5dd47700-1599-43f0-942e-324e69c54b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:38.582422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-5dd47700-1599-43f0-942e-324e69c54b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 200 len: 851 time: 0.1018636 Oct 26 14:21:38.599405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:38.615203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.658117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-37c14e37-5bb2-4db0-9979-05f124c24c56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93a12619-c4f7-4932-9171-45250d95cc9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670393 Oct 26 14:21:38.781253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.888739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-544ae375-5088-42cb-8a52-25b3255070ef service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212543 Oct 26 14:21:38.907483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.921569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:38.923395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4e87727-02b4-4bdf-b758-7d9806719a52 HTTP/1.1" status: 204 len: 168 time: 0.8401411 Oct 26 14:21:38.986438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50354) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.042620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e51ce-3ace-4775-90ea-188961151540 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e87727-02b4-4bdf-b758-7d9806719a52,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:39.094275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=4a4d7d88-2bfc-4d91-8fa5-f74542080b01,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:39.136637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.136986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.137364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.144519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882abdf6-8c4a-41de-9e9d-545ce5781b1e req-02871818-0eba-40d4-85f8-1b5349fc0ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485962 Oct 26 14:21:39.174406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.225402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.226062 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.231243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1c64f822-330f-43bd-a757-fb1a4c1e5efc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2413623 Oct 26 14:21:39.234748 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 2 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.235609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50360) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.240246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021618044'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:39.253862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.254443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.254966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.288815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.313366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.313366 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.389875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.395635 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 3 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.401233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.447588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af310a2-b4fc-4b70-9e0f-f48f6002032b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:39.454486 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.458776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5bc033d6-4e26-4721-84b8-556305ff07d3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2221160 Oct 26 14:21:39.459561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50364) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.462758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.463092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.463487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.470026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1ba63402-da25-4477-85ff-a2da64ca8952 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '7af310a2-b4fc-4b70-9e0f-f48f6002032b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:39.470877 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-1ba63402-da25-4477-85ff-a2da64ca8952 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 26 14:21:39.471389 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-1ba63402-da25-4477-85ff-a2da64ca8952 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:39.472428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ba63402-da25-4477-85ff-a2da64ca8952 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064869 Oct 26 14:21:39.475484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.489496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.489835 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.492450 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 4 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.527929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81011013-2fa3-4649-8eca-053911511f40 req-c8a5893e-a782-44af-89f3-89b081225e31 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:39.529904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81011013-2fa3-4649-8eca-053911511f40 req-c8a5893e-a782-44af-89f3-89b081225e31 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 943 time: 0.2157419 Oct 26 14:21:39.535953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.536300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.536853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.556658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.562236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.562573 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.566042 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 5 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.583012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.583503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.583851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.593859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.668355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.671763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.673138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/7af310a2-b4fc-4b70-9e0f-f48f6002032b HTTP/1.1" status: 204 len: 168 time: 0.1962891 Oct 26 14:21:39.677841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50370) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.701621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07da90d-2e75-453b-9c70-3ad7ef6a4b05 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af310a2-b4fc-4b70-9e0f-f48f6002032b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:39.774909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d9927c4b-2f67-4b4a-91d7-9db99dcfd4be tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960851 Oct 26 14:21:39.781047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50372) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:39.793513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789888870'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:39.801060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27d703-cf35-454e-8e22-70e33c9d0f56 req-7d235906-7307-4daf-b085-2f2c1424ad6f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:39.802506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.802844 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.803983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba27d703-cf35-454e-8e22-70e33c9d0f56 req-7d235906-7307-4daf-b085-2f2c1424ad6f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.0764866 Oct 26 14:21:39.807842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Router f466ce10-d62e-4ba5-94a4-321e861646eb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:21:39.812949 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 6 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.829164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81011013-2fa3-4649-8eca-053911511f40 req-16601906-3d87-4fac-9315-f605a74567ae tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884455 Oct 26 14:21:39.832437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.832807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.833147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.867733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.868083 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.872089 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 7 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:39.878419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba27d703-cf35-454e-8e22-70e33c9d0f56 req-5c3512d4-7049-43b1-bd47-3cadb63e3b13 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681579 Oct 26 14:21:39.890803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:39.969122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:39.970149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:39.970651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:39.984659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:39.984970 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:39.987321 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 8 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:40.008068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 713b24dc-26be-410c-a022-e18c2c293248 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:21:40.019679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:40.020011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:40.020341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:40.045377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:40.045714 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:40.048462 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 9 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:40.065014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:40.065370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:40.065706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:40.073884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:40.074201 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:40.078079 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 10 to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 Oct 26 14:21:40.093783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:21:40.097421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c5963d7-0b12-4d46-8826-353b721b25f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.105975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Sync routers for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:21:40.109467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3fe8cafd-8699-40c0-85d0-6932a585e801 admin admin] 10.222.0.37 "PUT /v2.0/routers/f466ce10-d62e-4ba5-94a4-321e861646eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6223798 Oct 26 14:21:40.112901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50378) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.119947 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:40.120647 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:40.147554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.151082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:40.151473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:40.152792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:40.172283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:40.172879 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:40.173565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.181213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.244579 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:40.262198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=713b24dc-26be-410c-a022-e18c2c293248,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:40.276477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '713b24dc-26be-410c-a022-e18c2c293248', 'network_id': '93a12619-c4f7-4932-9171-45250d95cc9b', 'port_id': '713b24dc-26be-410c-a022-e18c2c293248', 'mac_address': 'fa:16:3e:7b:d8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7db25d-efb4-4613-bc14-d46ef6103978', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:21:40.320649 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.335591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b24dc-26be-410c-a022-e18c2c293248 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:21:40.362227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=713b24dc-26be-410c-a022-e18c2c293248,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:40.369142 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.439490 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.440652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6525517 Oct 26 14:21:40.443621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.448715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b763703-fa17-42bc-aba0-4b97074f9cbc tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:40.449191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-beec8d95-660e-4fb5-8925-e265d0698019 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:40.450068 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-beec8d95-660e-4fb5-8925-e265d0698019 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 26 14:21:40.451228 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-beec8d95-660e-4fb5-8925-e265d0698019 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:40.452685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-beec8d95-660e-4fb5-8925-e265d0698019 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080316 Oct 26 14:21:40.454953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.459909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.473588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fe399fbc-5008-44b3-bf7c-e6495076b227 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:40.474164 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-fe399fbc-5008-44b3-bf7c-e6495076b227 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 26 14:21:40.474279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:40.474669 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-fe399fbc-5008-44b3-bf7c-e6495076b227 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:40.475619 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:37Z', 'revision_number': 5, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:40.476868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fe399fbc-5008-44b3-bf7c-e6495076b227 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0159161 Oct 26 14:21:40.480838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50386) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.486327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b38d8898-7a48-47e6-b3e7-dae583bf3fad tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:40.487217 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-b38d8898-7a48-47e6-b3e7-dae583bf3fad tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 26 14:21:40.487672 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-b38d8898-7a48-47e6-b3e7-dae583bf3fad tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:40.491718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b38d8898-7a48-47e6-b3e7-dae583bf3fad tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060415 Oct 26 14:21:40.501072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.505653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c3ae61b0-b235-4a35-8ff6-00bb0af1720c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:40.506564 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-c3ae61b0-b235-4a35-8ff6-00bb0af1720c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 26 14:21:40.507623 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-c3ae61b0-b235-4a35-8ff6-00bb0af1720c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:40.511261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c3ae61b0-b235-4a35-8ff6-00bb0af1720c tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066350 Oct 26 14:21:40.515186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.523538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:40.528314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempted to set empty binding levels {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:21:40.553898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Checking router: f466ce10-d62e-4ba5-94a4-321e861646eb for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:21:40.576009 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Routers {'f466ce10-d62e-4ba5-94a4-321e861646eb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:21:40.576653 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f466ce10-d62e-4ba5-94a4-321e861646eb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:40.592816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['713b24dc-26be-410c-a022-e18c2c293248'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:40.618977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.632174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.660119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.688632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] In _notify_port_updated(), no bound segment for port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:21:40.689632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.690680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.697258 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "PUT /v2.0/ports/4a4d7d88-2bfc-4d91-8fa5-f74542080b01 HTTP/1.1" status: 200 len: 979 time: 3.7883556 Oct 26 14:21:40.714595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.734064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.738825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:40.743424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0 HTTP/1.1" status: 204 len: 168 time: 0.2271764 Oct 26 14:21:40.744183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50394) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.771849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d4fbe-2c00-4c40-a949-2caa1544ab7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e76e4ee-f7a3-46bb-9853-cdf2b92e4ff0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:40.821591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a797-ea88-4feb-8ebd-074457f6a17f tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=4a4d7d88-2bfc-4d91-8fa5-f74542080b01,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:40.852558 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] Set router f466ce10-d62e-4ba5-94a4-321e861646eb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:21:40.860279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4907e2d9-1e4b-4707-969f-cb67d0584aa3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064301 Oct 26 14:21:40.860478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.868970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801516530'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:40.917555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.918048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.918523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.919005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.920065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.921154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.921272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.921741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.922307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.922652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.923104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.923563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.924019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.924474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.924957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.925421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.925877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.926440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.927905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.929346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.929918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.930393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.931091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.931562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.932077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.932634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.933161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.933625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.934086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.934543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.935268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.935878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:40.940422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00850232-96b6-4473-b837-958941b26646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28988 time: 0.2240996 Oct 26 14:21:40.945868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50402) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:40.959449 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.047022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.158915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416c16-f86a-4f9b-87ce-c3007d0a728d req-cd2f8dc4-96b2-4b33-bf5f-4d0ee6f31742 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:41.167426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c416c16-f86a-4f9b-87ce-c3007d0a728d req-cd2f8dc4-96b2-4b33-bf5f-4d0ee6f31742 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 944 time: 0.1778722 Oct 26 14:21:41.174358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6c0b-ceeb-4e35-9d21-164dd11871bf req-de0e4c3f-fa92-4705-bf71-f614ec294078 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:41.176550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87cf6c0b-ceeb-4e35-9d21-164dd11871bf req-de0e4c3f-fa92-4705-bf71-f614ec294078 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.0980086 Oct 26 14:21:41.212613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Deleting port 435ba20d-5880-433e-ba63-f601896e19d0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:41.213181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.274011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Deleting port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:41.276128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.311729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c416c16-f86a-4f9b-87ce-c3007d0a728d req-ae4918d8-41d9-4b55-bd92-7e7e76fa5458 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433492 Oct 26 14:21:41.324271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.343908 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:37Z', 'revision_number': 5, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:41.344629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87cf6c0b-ceeb-4e35-9d21-164dd11871bf req-8cd5a34a-603c-4478-89a2-88833fb148c6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528018 Oct 26 14:21:41.352013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.410794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.415376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5509419 Oct 26 14:21:41.417686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50406) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.425647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ea906-f9d8-44af-b88b-317109d232c1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746456f7-ee5e-446b-be49-c9e872096ed5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:41.430282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] For port 435ba20d-5880-433e-ba63-f601896e19d0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=435ba20d-5880-433e-ba63-f601896e19d0,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:41.430747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.443644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8ae2c4d0-f1f9-473d-b83c-0387727e9931 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.444175 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-8ae2c4d0-f1f9-473d-b83c-0387727e9931 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:21:41.445229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Calling delete_port for 435ba20d-5880-433e-ba63-f601896e19d0 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:41.449382 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-8ae2c4d0-f1f9-473d-b83c-0387727e9931 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.451035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8ae2c4d0-f1f9-473d-b83c-0387727e9931 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0287304 Oct 26 14:21:41.452153 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826879f-a7d0-4764-8181-d5bd05e56391 None None] The sync data for ids ['f466ce10-d62e-4ba5-94a4-321e861646eb'] in n-d-813419-9 is: [{'id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'name': 'tempest-TestAggregatesBasicOps-2094100268-router', 'tenant_id': '64e6b32e7d7843a88b4f01feadc3d155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '435ba20d-5880-433e-ba63-f601896e19d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:21:08Z', 'updated_at': '2021-10-26T14:21:37Z', 'revision_number': 5, 'project_id': '64e6b32e7d7843a88b4f01feadc3d155', 'gw_port': {'id': '435ba20d-5880-433e-ba63-f601896e19d0', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466ce10-d62e-4ba5-94a4-321e861646eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:21:10Z', 'updated_at': '2021-10-26T14:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:21:41.454719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50408) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.471539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-362cdf31-9b43-4f19-b3a1-790c395fed8e tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.525351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port 4a4d7d88-2bfc-4d91-8fa5-f74542080b01, host n-h2-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:41.525717 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.543842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Calling delete_port for 4a4d7d88-2bfc-4d91-8fa5-f74542080b01 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:41.606339 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-362cdf31-9b43-4f19-b3a1-790c395fed8e tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.610617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-362cdf31-9b43-4f19-b3a1-790c395fed8e tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1517408 Oct 26 14:21:41.612061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50414) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.616502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9f7e0406-2768-4a39-935d-b8b78dccd63b tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.616993 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-9f7e0406-2768-4a39-935d-b8b78dccd63b tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 26 14:21:41.617795 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-9f7e0406-2768-4a39-935d-b8b78dccd63b tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.621029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f7e0406-2768-4a39-935d-b8b78dccd63b tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054562 Oct 26 14:21:41.622748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50416) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.627374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-caad1668-7a19-42a3-99b7-a31cb911acfd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.697092 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-caad1668-7a19-42a3-99b7-a31cb911acfd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.701437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-caad1668-7a19-42a3-99b7-a31cb911acfd tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0744550 Oct 26 14:21:41.701850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.720866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50418) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.727154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d09696fc-1356-4640-876d-8dd447babe7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.727550 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-d09696fc-1356-4640-876d-8dd447babe7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 26 14:21:41.728345 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-d09696fc-1356-4640-876d-8dd447babe7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.733153 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d09696fc-1356-4640-876d-8dd447babe7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080347 Oct 26 14:21:41.734183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50420) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.740165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-819b4a58-feec-4e44-a123-795f42f1b7f5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.774246 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-819b4a58-feec-4e44-a123-795f42f1b7f5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Project 1d8c1995311b48a8814d62676b75d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:21:41.782052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a4d7d88-2bfc-4d91-8fa5-f74542080b01,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:41.797562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.806060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50422) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.816000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-15fbd4fa-0c6c-4609-8ef0-523704bf7b97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4a4d7d88-2bfc-4d91-8fa5-f74542080b01 HTTP/1.1" status: 204 len: 168 time: 0.8686063 Oct 26 14:21:41.846058 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-819b4a58-feec-4e44-a123-795f42f1b7f5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.847219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-819b4a58-feec-4e44-a123-795f42f1b7f5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1120150 Oct 26 14:21:41.850257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50424) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.850773 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17e088f-3458-425b-a537-f6fb7deb4440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:21:41.852696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d17e088f-3458-425b-a537-f6fb7deb4440 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports/4a4d7d88-2bfc-4d91-8fa5-f74542080b01 HTTP/1.1" status: 404 len: 333 time: 0.0452433 Oct 26 14:21:41.859592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e01380da-9387-4d21-8ddd-82b372708905 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.860135 n-d-813419-9 neutron-server[102163]: WARNING neutron.api.v2.base [None req-e01380da-9387-4d21-8ddd-82b372708905 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 26 14:21:41.860674 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-e01380da-9387-4d21-8ddd-82b372708905 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:41.861505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50426) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.864602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e01380da-9387-4d21-8ddd-82b372708905 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132525 Oct 26 14:21:41.865272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:41.867289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-598441026', 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.887908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d8edd237-e9d6-4023-8ad0-1ecb3847e221 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:41.889853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:41.960184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Pushing event deleted for resources: {'Port': ['ID=435ba20d-5880-433e-ba63-f601896e19d0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:42.014887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50432) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.023564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 713b24dc-26be-410c-a022-e18c2c293248 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:21:42.025112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.062840 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-d8edd237-e9d6-4023-8ad0-1ecb3847e221 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Project 1d8c1995311b48a8814d62676b75d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:21:42.070662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Made reservation on behalf of a88b440f7e7e4cec8717bd457a8b2836 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:42.073702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.095165 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-d8edd237-e9d6-4023-8ad0-1ecb3847e221 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:42.099406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d8edd237-e9d6-4023-8ad0-1ecb3847e221 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2330856 Oct 26 14:21:42.100015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50436) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.104762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-209bf0a7-035c-42d6-b5f0-2fc640b802f1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '746456f7-ee5e-446b-be49-c9e872096ed5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:42.160302 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-209bf0a7-035c-42d6-b5f0-2fc640b802f1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Project 1d8c1995311b48a8814d62676b75d832 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:21:42.186723 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-209bf0a7-035c-42d6-b5f0-2fc640b802f1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:42.191186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-209bf0a7-035c-42d6-b5f0-2fc640b802f1 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0900598 Oct 26 14:21:42.191791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50438) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.192184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port a4479563-94bc-4f0e-9cdc-b41767fc9a05 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:42.231282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 713b24dc-26be-410c-a022-e18c2c293248 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:21:42.253096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 713b24dc-26be-410c-a022-e18c2c293248 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:21:42.255293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.325931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.347395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.350292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.379450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.422472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.423168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router f466ce10-d62e-4ba5-94a4-321e861646eb {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:21:42.455916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.480568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.484721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e55b9e66-da04-48df-8e09-72f94e9762ce admin admin] 10.222.0.37 "DELETE /v2.0/routers/f466ce10-d62e-4ba5-94a4-321e861646eb HTTP/1.1" status: 204 len: 168 time: 2.3349516 Oct 26 14:21:42.487528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.508248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=713b24dc-26be-410c-a022-e18c2c293248,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:42.510765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b24dc-26be-410c-a022-e18c2c293248'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:42.513584 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43870ac8-42cc-49cf-bb5d-9c85d2bd3c4f" -d '{"events": [{"server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "name": "network-vif-plugged", "status": "completed", "tag": "713b24dc-26be-410c-a022-e18c2c293248"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:42.518555 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.566100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-558414f9-9505-4bf0-b01a-56e7feb8cef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.588159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.591537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.592746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/746456f7-ee5e-446b-be49-c9e872096ed5 HTTP/1.1" status: 204 len: 168 time: 0.3999631 Oct 26 14:21:42.602681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50454) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.603976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:42.650307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d26c4-056a-4cd3-906f-74197a86b7c5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746456f7-ee5e-446b-be49-c9e872096ed5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:42.673399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.696784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Deleting subnet 93f84f99-e62a-401e-90db-c44bfa25905c {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:21:42.705188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5190f5a-0c5c-4c66-9b85-6c7d5802e2a7 req-cba1aa38-0efa-4801-b99f-1ad8f0f9ebad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:42.710436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5190f5a-0c5c-4c66-9b85-6c7d5802e2a7 req-cba1aa38-0efa-4801-b99f-1ad8f0f9ebad tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 944 time: 0.2270799 Oct 26 14:21:42.710581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.755625 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34ecd4d4-6a5a-44ff-ba4f-db7b2a5974e5 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400867 Oct 26 14:21:42.756261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50456) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:42.762444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991d83-c827-45a5-93d5-a1253664cabe req-4b576a76-6a7b-4b55-8216-ba6c961021d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:42.764681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21991d83-c827-45a5-93d5-a1253664cabe req-4b576a76-6a7b-4b55-8216-ba6c961021d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1871078 Oct 26 14:21:42.782285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--302389570'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:42.787050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.850027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5190f5a-0c5c-4c66-9b85-6c7d5802e2a7 req-a27aea84-c676-444e-b737-af8c91099117 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938652 Oct 26 14:21:42.852384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5535-8f4b-4362-8b3d-c9378d4dceb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.911739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-558414f9-9505-4bf0-b01a-56e7feb8cef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.914064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.920062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.931773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21991d83-c827-45a5-93d5-a1253664cabe req-5a142e4f-faae-49dd-94aa-c38ba9db15e9 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571953 Oct 26 14:21:42.953667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-558414f9-9505-4bf0-b01a-56e7feb8cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:42.962993 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adcc9d1-c43d-49f8-83dc-c3a0480f8334 x-openstack-request-id: req-9adcc9d1-c43d-49f8-83dc-c3a0480f8334 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:42.963303 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "name": "network-vif-plugged", "status": "completed", "tag": "713b24dc-26be-410c-a022-e18c2c293248", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:42.963571 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9adcc9d1-c43d-49f8-83dc-c3a0480f8334 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:42.963976 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b24dc-26be-410c-a022-e18c2c293248', 'code': 200} Oct 26 14:21:43.007202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-c185bc41-fe87-4e19-9ee6-b4aecb8bb46b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1558411 Oct 26 14:21:43.018052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Network d31777fd-ae81-4501-9ff8-352190f19c03 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:43.023714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:43.024311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-558414f9-9505-4bf0-b01a-56e7feb8cef9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca85fc70d7ff494293d21a35321e0e38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083346 Oct 26 14:21:43.027542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50462) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.029883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558414f9-9505-4bf0-b01a-56e7feb8cef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9bdd2-f262-4e07-82ba-150fd2e7991d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.034658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:43.037826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.039000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.133160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.211353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.231281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9185968-f936-488b-b812-6e023193737b req-a92272b5-3db8-4043-9c2c-c14ad45ff4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.233634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9185968-f936-488b-b812-6e023193737b req-a92272b5-3db8-4043-9c2c-c14ad45ff4ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 1096 time: 0.2052166 Oct 26 14:21:43.253724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 435ba20d-5880-433e-ba63-f601896e19d0 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:43.305293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 435ba20d-5880-433e-ba63-f601896e19d0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:43.305875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 435ba20d-5880-433e-ba63-f601896e19d0 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:43.306429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:43.322532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.326320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.344946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:43.345534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0f3a6327-8a56-40c2-9ef4-bc0f08c56c61 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:43.348296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.416176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9185968-f936-488b-b812-6e023193737b req-b1700222-ab30-46b2-bff4-c246f3630f37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724267 Oct 26 14:21:43.423664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.426100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6662660 Oct 26 14:21:43.429643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50464) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.430529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848668-2e6d-44e0-8a0a-710b8fe16a36 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35af1f40-05fc-498d-91a3-3abf6220ce09,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.443372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a61bf5c4-6fb0-4719-94de-d4655d4ff3df tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '35af1f40-05fc-498d-91a3-3abf6220ce09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:43.489752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.492943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.496632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c9bdd2-f262-4e07-82ba-150fd2e7991d HTTP/1.1" status: 204 len: 168 time: 0.4605761 Oct 26 14:21:43.506713 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-a61bf5c4-6fb0-4719-94de-d4655d4ff3df tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The resource could not be found. Oct 26 14:21:43.507861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a61bf5c4-6fb0-4719-94de-d4655d4ff3df tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0710039 Oct 26 14:21:43.509018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec5784-b4f0-403c-af2a-0ff2704388f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9bdd2-f262-4e07-82ba-150fd2e7991d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.518381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50468) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.520118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a96c7ade-f27b-44db-8822-7cfdc03477d2 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '35af1f40-05fc-498d-91a3-3abf6220ce09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c1316fc9-923a-4c6c-a609-1b445b7e555a'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:43.593235 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-a96c7ade-f27b-44db-8822-7cfdc03477d2 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The resource could not be found. Oct 26 14:21:43.595554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a96c7ade-f27b-44db-8822-7cfdc03477d2 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0797172 Oct 26 14:21:43.598525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.683627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.716235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.733595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=a4479563-94bc-4f0e-9cdc-b41767fc9a05,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.789984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.793168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3d702196-0993-40dc-83fd-6b5d86c27b62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9279253 Oct 26 14:21:43.797332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.801128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/35af1f40-05fc-498d-91a3-3abf6220ce09 HTTP/1.1" status: 204 len: 168 time: 0.1992037 Oct 26 14:21:43.802204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.803404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.861859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.885417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.905954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f84f99-e62a-401e-90db-c44bfa25905c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.909272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568c274-1515-4068-a7aa-96b3c9d94496 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af1f40-05fc-498d-91a3-3abf6220ce09,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:43.931782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.932885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.933417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.933612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1e2f95-bb93-4152-87e3-967fbd3a568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.933903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.934454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.935635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.936231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:43.939317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b1e2f95-bb93-4152-87e3-967fbd3a568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports/a4479563-94bc-4f0e-9cdc-b41767fc9a05 HTTP/1.1" status: 200 len: 958 time: 0.1314592 Oct 26 14:21:43.952670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3ffaa560-c505-454b-887e-53b8b54966a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01022bec82774d478491ae06767531a2&device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 6491 time: 0.1849549 Oct 26 14:21:43.953283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50484) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:43.987386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e2e35-b3ba-44ae-9afa-125e45aeb71c None None] Network 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:43.992562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:43.996079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ccf090a-58e0-49a6-a68c-62dd6681b17b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93f84f99-e62a-401e-90db-c44bfa25905c HTTP/1.1" status: 204 len: 168 time: 1.5037987 Oct 26 14:21:43.999592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50488) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.049034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c3069cf-a9cb-4559-aaae-4fbe8759fc74 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2395399 Oct 26 14:21:44.049973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50492) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.059363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-50b3cdb1-3baa-4503-9042-eef61c635a51 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '16d6b630-73ef-43cf-bb5b-3065bcb5d2e4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:44.091997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb17e92-8877-4aea-838a-d9e5e7adf791 req-dc0de068-531e-46f2-81ab-b9c7f36be5e3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.094482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbb17e92-8877-4aea-838a-d9e5e7adf791 req-dc0de068-531e-46f2-81ab-b9c7f36be5e3 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.1236622 Oct 26 14:21:44.176478 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbb17e92-8877-4aea-838a-d9e5e7adf791 req-8694c1e9-ddc5-4432-8918-851ed6ed8319 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739448 Oct 26 14:21:44.197644 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-50b3cdb1-3baa-4503-9042-eef61c635a51 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The resource could not be found. Oct 26 14:21:44.203487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-50b3cdb1-3baa-4503-9042-eef61c635a51 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1480772 Oct 26 14:21:44.206138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50498) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.217338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--563108713'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:44.281348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.362376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.382977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-2797effd-e94d-4b23-baaf-9a0d0613d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.383532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-2797effd-e94d-4b23-baaf-9a0d0613d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.384056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-2797effd-e94d-4b23-baaf-9a0d0613d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.385806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-2797effd-e94d-4b23-baaf-9a0d0613d6d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74b5d21b-21c4-41bf-92eb-323c5520044e&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=34d4b147-a906-49a5-9a92-175cc9fc5421&id=141815a7-9db9-4e12-a924-3975deee6f99&id=141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 200 len: 2293 time: 0.3870122 Oct 26 14:21:44.395131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c72ef-a03b-499c-b05b-e45aa9ff23db req-08cd0af0-c051-4a3b-8b9a-4e3e2b335d08 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.396207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc4c72ef-a03b-499c-b05b-e45aa9ff23db req-08cd0af0-c051-4a3b-8b9a-4e3e2b335d08 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2439926 Oct 26 14:21:44.432533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.440449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.452194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.483418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-cd3882c3-cc2a-4515-9816-39b176bc0882 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 200 len: 1001 time: 0.0846252 Oct 26 14:21:44.550228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.552463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3442979 Oct 26 14:21:44.558215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.564289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786382825'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:44.570992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec1470-ba78-4e1d-b7f5-f11e4e1bedef tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550e3078-8046-43bc-9eab-16f7cebc5758,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:44.594883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.622503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] DHCP port deletion for 7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:21:44.672049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Deleting port a4479563-94bc-4f0e-9cdc-b41767fc9a05 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:44.672753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.706559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Deleting port 5aed517b-9205-4c59-a6f7-3317cb0bb5de {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:44.706935 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.733298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.742856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.749730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.764374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Calling delete_port for a4479563-94bc-4f0e-9cdc-b41767fc9a05 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:44.784669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.789466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2274985 Oct 26 14:21:44.791069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50510) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.798581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-73aeb988-09fa-40ca-9086-f98668aed138 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '550e3078-8046-43bc-9eab-16f7cebc5758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3d128da9-9689-4592-a2b1-98089419c046'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:44.809181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] For port 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5aed517b-9205-4c59-a6f7-3317cb0bb5de,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:44.809500 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:44.823378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d128da9-9689-4592-a2b1-98089419c046,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:44.827399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Calling delete_port for 5aed517b-9205-4c59-a6f7-3317cb0bb5de owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:44.849016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.849380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.849719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.850061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.850398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.850828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.851137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.851475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.851809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.852257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.852427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.852809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babf14f3-ab8c-4068-a80a-a1ae06a5e9e3 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:21:44.857184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50512) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.904306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc4c72ef-a03b-499c-b05b-e45aa9ff23db req-a36f9168-1baa-4048-beca-1b6ca42dbdb1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998798 Oct 26 14:21:44.909958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-134ad04c-ed7c-4508-8bac-9c0a8cefd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:44.911448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-134ad04c-ed7c-4508-8bac-9c0a8cefd5b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 200 len: 851 time: 0.4004996 Oct 26 14:21:44.913298 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-73aeb988-09fa-40ca-9086-f98668aed138 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:44.917022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-73aeb988-09fa-40ca-9086-f98668aed138 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1221328 Oct 26 14:21:44.917528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50516) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:44.977892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Deleting port 5aed517b-9205-4c59-a6f7-3317cb0bb5de {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:44.978236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.009797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.064811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.072505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] Pushing event deleted for resources: {'Port': ['ID=5aed517b-9205-4c59-a6f7-3317cb0bb5de,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.080617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c161b6-96a7-48c4-b3e9-ebb7ec641e08 None None] No DVR routers for this DVR port 5aed517b-9205-4c59-a6f7-3317cb0bb5de on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:45.105391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.134359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1981029860-network', 'tenant_id': '081c9b9a9f184e51a49aaafa1092a06d'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:45.161980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.186706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-19072c40-4e55-40b2-8302-88b9dcc925e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:45.188303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-19072c40-4e55-40b2-8302-88b9dcc925e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74b5d21b-21c4-41bf-92eb-323c5520044e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666793 Oct 26 14:21:45.190980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] For port 5aed517b-9205-4c59-a6f7-3317cb0bb5de, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5aed517b-9205-4c59-a6f7-3317cb0bb5de,segment=NetworkSegment(ee0beb25-bc49-49c4-9cc5-9cffee1b1884),segment_id=ee0beb25-bc49-49c4-9cc5-9cffee1b1884)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:45.191355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.207383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4479563-94bc-4f0e-9cdc-b41767fc9a05,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.215014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Made reservation on behalf of 081c9b9a9f184e51a49aaafa1092a06d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:45.218326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.224664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5aed517b-9205-4c59-a6f7-3317cb0bb5de no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:45.235255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.241398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-47bdd982-1c31-488d-a5d4-ff0b8b092a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a4479563-94bc-4f0e-9cdc-b41767fc9a05 HTTP/1.1" status: 204 len: 168 time: 1.2866981 Oct 26 14:21:45.245698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:45.257529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.270359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5aed517b-9205-4c59-a6f7-3317cb0bb5de {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:45.270707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5aed517b-9205-4c59-a6f7-3317cb0bb5de not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:45.273143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.275738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.279449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d128da9-9689-4592-a2b1-98089419c046 HTTP/1.1" status: 204 len: 168 time: 0.3584571 Oct 26 14:21:45.280202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50524) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:45.307910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0258c1-42ce-435b-b34c-c58accc78cd6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d128da9-9689-4592-a2b1-98089419c046,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.311325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Calling delete_port for 5aed517b-9205-4c59-a6f7-3317cb0bb5de owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:45.313558 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-69288539-1500-4bc4-86f8-ff385910e81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:21:45.320150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-69288539-1500-4bc4-86f8-ff385910e81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports/a4479563-94bc-4f0e-9cdc-b41767fc9a05 HTTP/1.1" status: 404 len: 333 time: 0.0635262 Oct 26 14:21:45.324666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50526) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:45.329822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211346791'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:45.416800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Made reservation on behalf of a88b440f7e7e4cec8717bd457a8b2836 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:45.419229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.440227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ca9141e5-7abb-4c34-975d-ac63d90dcdd8 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1491921 Oct 26 14:21:45.452359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50528) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:45.452622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168106f0-6eaf-4b02-be05-bdbe564c91d8 req-dc3156f1-a023-4a60-983c-afebd3cb4d78 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:45.454730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-168106f0-6eaf-4b02-be05-bdbe564c91d8 req-dc3156f1-a023-4a60-983c-afebd3cb4d78 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.1373463 Oct 26 14:21:45.482403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-117d3191-5a2f-4709-8de5-845813369099 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778285 Oct 26 14:21:45.488548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port 9c1d594b-b314-41da-a4a0-ac8adc549764 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:45.523537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.537095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-168106f0-6eaf-4b02-be05-bdbe564c91d8 req-a4cd214d-2e5c-4a20-8dcb-ea481c777318 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Oct 26 14:21:45.537792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.570421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:45.576432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be8ef5-ffd2-454c-867c-e03afecac6af,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.584987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.585320 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Added segment a4aa4a8f-7002-44b5-836d-77d707dbcde4 of type vlan for network 158f50ed-c278-4fba-9465-3d66987220ac Oct 26 14:21:45.607834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.650685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.658745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=5aed517b-9205-4c59-a6f7-3317cb0bb5de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.683731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.690150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:45.691681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.692684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] No DVR routers for this DVR port 5aed517b-9205-4c59-a6f7-3317cb0bb5de on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:45.711772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.755395 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.791836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9335949 Oct 26 14:21:45.796238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50536) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:45.816850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Request body: {'subnet': {'network_id': '158f50ed-c278-4fba-9465-3d66987220ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1981029860-subnet', 'tenant_id': '081c9b9a9f184e51a49aaafa1092a06d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:45.827127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a593-9da1-4f0f-9933-52b9b842cef3 admin admin] Pushing event updated for resources: {'Network': ['ID=158f50ed-c278-4fba-9465-3d66987220ac,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:45.839939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 158f50ed-c278-4fba-9465-3d66987220ac details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:45.863672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5e72-9407-4a1c-87a5-d1a4a9d109ba req-b34e8752-f8ef-4de8-9827-4f8fdfa2f51e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:45.865373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bdc5e72-9407-4a1c-87a5-d1a4a9d109ba req-b34e8752-f8ef-4de8-9827-4f8fdfa2f51e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.0975611 Oct 26 14:21:45.866243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Made reservation on behalf of 081c9b9a9f184e51a49aaafa1092a06d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:45.869101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.931430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.938302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-651deedf-cfc5-4302-b621-c4dbde632e51 service neutron] 10.222.0.73 "GET /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343188 Oct 26 14:21:45.942443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:45.964682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bdc5e72-9407-4a1c-87a5-d1a4a9d109ba req-7796e74a-0ec8-4f29-bdd9-bbd015321530 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Oct 26 14:21:45.991931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.048883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-2fa2499b-a3a8-47a6-98b1-ace1d8409b17 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 217 time: 0.0922132 Oct 26 14:21:46.064871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acef2f7-7c4d-42e0-83de-2b9d4fe012a9']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.112463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.112696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0beb25-bc49-49c4-9cc5-9cffee1b1884') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:46.142480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.145714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.146897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/550e3078-8046-43bc-9eab-16f7cebc5758 HTTP/1.1" status: 204 len: 168 time: 0.6914568 Oct 26 14:21:46.157258 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.159929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50540) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.209287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e2ac4-c973-49d4-842b-302047f9181a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e3078-8046-43bc-9eab-16f7cebc5758,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:46.215576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.233488 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.236216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:46.236974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:46.244411 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:46.300882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-574fe6a1-dc2b-40e4-8674-49a880d90cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.302515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-574fe6a1-dc2b-40e4-8674-49a880d90cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.2349989 Oct 26 14:21:46.311939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bfee2-6f28-416d-a7ec-f6524c6f8d6b req-1e3a2e6a-3e96-4613-b820-202e78aec4ba tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.313647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676bfee2-6f28-416d-a7ec-f6524c6f8d6b req-1e3a2e6a-3e96-4613-b820-202e78aec4ba tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2804048 Oct 26 14:21:46.413843 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-54abf17c-289c-4006-9e00-8113d27afad6 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2509246 Oct 26 14:21:46.429530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.437501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Network d31777fd-ae81-4501-9ff8-352190f19c03 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:21:46.444730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105732761'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:46.455368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:46.457702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.462665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.466577 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] 10.222.0.37 "DELETE /v2.0/networks/7acef2f7-7c4d-42e0-83de-2b9d4fe012a9 HTTP/1.1" status: 204 len: 168 time: 2.3504484 Oct 26 14:21:46.467299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1d594b-b314-41da-a4a0-ac8adc549764,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:46.472909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:21:46.473848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.474443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.504926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.533561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-676bfee2-6f28-416d-a7ec-f6524c6f8d6b req-82a0a39e-b81f-44f7-b16c-4d89888797d8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075758 Oct 26 14:21:46.536224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7c431-49fb-44cf-ae13-bd2cbe3d0cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=7acef2f7-7c4d-42e0-83de-2b9d4fe012a9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:46.547132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.551318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-8a1dbc6e-30ec-4868-86b6-b3f051b3a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:46.553446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-8a1dbc6e-30ec-4868-86b6-b3f051b3a317 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2316399 Oct 26 14:21:46.563459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc5eab59-c2dc-44dc-93fb-f94e2ee1d6b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2353816 Oct 26 14:21:46.568473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50552) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.576281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:46.640625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=487ccbb0-f002-4c4d-bb48-e93d7dde015e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:46.690356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Checking segment: {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:46.692242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Network hostable DHCP agents. Network: 158f50ed-c278-4fba-9465-3d66987220ac, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:46.699346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.706572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.786093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-bdc8409f-2c12-4735-8da1-a0a19b787009 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234290 Oct 26 14:21:46.831402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Network 158f50ed-c278-4fba-9465-3d66987220ac is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:46.892040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:46.899016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3191ef3e-41e7-4a19-a277-1ce417aa8148 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb30f16e9646457eb8b8873e1446905c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871026 Oct 26 14:21:46.901082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50560) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:46.908651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 158f50ed-c278-4fba-9465-3d66987220ac) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:46.918329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85869f8-bcf3-44c3-ac19-9d75172f801b None None] Network 158f50ed-c278-4fba-9465-3d66987220ac requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:46.930938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.021026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.021455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5868969 Oct 26 14:21:47.022212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8cf5b-1205-40cb-9726-1c9a64ad7e24 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0046da7f-2d24-4fc0-a0ca-4e62c5e35cfb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:47.032389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:47.044889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.045624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.050467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739cbce-3c54-4efc-922e-0d1531406578 req-6ae6bed2-6939-48f5-93bb-139a8c66fb14 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.052061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b739cbce-3c54-4efc-922e-0d1531406578 req-6ae6bed2-6939-48f5-93bb-139a8c66fb14 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1845982 Oct 26 14:21:47.057312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3735cf11-cb66-48ef-b5f0-0bcc8ab9612f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '0046da7f-2d24-4fc0-a0ca-4e62c5e35cfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:47.072015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-b2d7e39f-4841-443d-82d7-fcb7277b2072 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736132 Oct 26 14:21:47.079873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] device_id is not set on port 9c1d594b-b314-41da-a4a0-ac8adc549764 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:47.088969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb596c-372c-498c-b559-217d32aa0d54 None None] Network 158f50ed-c278-4fba-9465-3d66987220ac requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:47.093248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63e21732-e3a0-405d-9f38-7bbb4f551abe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2956169 Oct 26 14:21:47.096943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.106850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-cfeeac87-ca04-44b1-9133-1e7e90efd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.108646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-cfeeac87-ca04-44b1-9133-1e7e90efd6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.2147088 Oct 26 14:21:47.110076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.198152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.202000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-f5e193f6-900e-4b71-8fed-93084db290d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 217 time: 0.0815651 Oct 26 14:21:47.295715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.295959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1d594b-b314-41da-a4a0-ac8adc549764,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:47.300556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b739cbce-3c54-4efc-922e-0d1531406578 req-c19baa7f-e55a-412d-be76-bd7ecde097bb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342317 Oct 26 14:21:47.333297 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-3735cf11-cb66-48ef-b5f0-0bcc8ab9612f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:47.337023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3735cf11-cb66-48ef-b5f0-0bcc8ab9612f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2960184 Oct 26 14:21:47.345244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:47.377982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4e113ebd-f097-465b-a4a8-e2410022a272 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group_rule': {'security_group_id': '0046da7f-2d24-4fc0-a0ca-4e62c5e35cfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:47.389151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-0b803f32-ccae-4f50-a0d5-49c9232d8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.390469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-0b803f32-ccae-4f50-a0d5-49c9232d8fed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1811106 Oct 26 14:21:47.440896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-f545b58a-3043-4057-9ef5-3e021389d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.443181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-f545b58a-3043-4057-9ef5-3e021389d6fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.3060408 Oct 26 14:21:47.447517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:47.447946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:47.448427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:47.498111 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-4e113ebd-f097-465b-a4a8-e2410022a272 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:21:47.499501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4e113ebd-f097-465b-a4a8-e2410022a272 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1457839 Oct 26 14:21:47.501758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.510597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50578) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:47.514769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.524924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a082ac72-4885-4aea-a027-196ea959e378 HTTP/1.1" status: 204 len: 168 time: 0.6067662 Oct 26 14:21:47.536862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-cc66e66c-5214-446a-ae84-82edbd07b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.538854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-cc66e66c-5214-446a-ae84-82edbd07b81e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393530 Oct 26 14:21:47.548920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:47.549262 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:47.569015 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 2 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:47.636349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:47.636749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:47.638470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:47.644251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72878b54-be4e-4e7d-a2cb-651fcaeedc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082ac72-4885-4aea-a027-196ea959e378,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:47.682612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-8c722fd7-a978-4d91-a48e-f48dcc926f05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1001 time: 0.2300472 Oct 26 14:21:47.708277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:47.708277 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:47.722089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3d4d8410-bd79-4e6f-815a-76b1ca00d4d4 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692333 Oct 26 14:21:47.722309 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 3 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:47.761469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.782433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:47.782861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:47.783203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:47.809490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:47.810609 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:47.813964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.817794 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 4 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:47.838746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc40289-a53b-4060-a7c5-766d1d304a80 req-6ebfe378-1dc7-4569-b15a-b70cc4b8f180 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.840320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ebc40289-a53b-4060-a7c5-766d1d304a80 req-6ebfe378-1dc7-4569-b15a-b70cc4b8f180 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.2058845 Oct 26 14:21:47.865852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-d1adaba7-625f-444a-adea-d2ca5dfc5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:47.867325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-d1adaba7-625f-444a-adea-d2ca5dfc5f7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1605568 Oct 26 14:21:47.884654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-ed283823-0a79-4494-8e5b-6d86ecae2bab service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557510 Oct 26 14:21:47.899995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:47.900653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:47.901182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:47.934475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:47.936249 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:47.939902 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 5 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:47.943642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-a8db4273-3fc5-4e1f-bff7-bbc37befd09d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 200 len: 217 time: 0.0507536 Oct 26 14:21:47.973052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ebc40289-a53b-4060-a7c5-766d1d304a80 req-80f504f3-64db-4081-82a6-f95a84d331a8 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218693 Oct 26 14:21:47.979743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:47.979743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:47.980030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:47.983695 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.986344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:47.987673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/0046da7f-2d24-4fc0-a0ca-4e62c5e35cfb HTTP/1.1" status: 204 len: 168 time: 0.4760795 Oct 26 14:21:48.008840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:48.040101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-d20f8dbf-a24e-4d11-90fe-a35bd808d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.041760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-d20f8dbf-a24e-4d11-90fe-a35bd808d66e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647243 Oct 26 14:21:48.042439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.042774 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.049881 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 6 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:48.052700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193bc99-6087-4634-a291-0d826e9fd899 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046da7f-2d24-4fc0-a0ca-4e62c5e35cfb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:48.070133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-16d6b010-8d35-4a7c-acb9-03908c1f81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.071931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-16d6b010-8d35-4a7c-acb9-03908c1f81eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.1190474 Oct 26 14:21:48.186087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:48.190675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-71f87643-443b-4620-bb80-1c0871e2fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.191868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:48.192239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:48.192613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:48.193494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-71f87643-443b-4620-bb80-1c0871e2fa6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143517 Oct 26 14:21:48.214728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.215198 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.219638 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 7 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:48.264139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-374d79f0-ccf3-4601-a08a-0c61f4a8cfb4 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2499855 Oct 26 14:21:48.264139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:48.265497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:48.265497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:48.265686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:48.272973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'tempest-secgroup--475355004'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:48.276693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.277288 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.286691 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 8 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:48.314166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:48.314697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:48.315041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:48.322549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-63bf724b-cb84-4c3d-b0aa-91b0869a5f31 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666306 Oct 26 14:21:48.323580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.323913 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.324348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50598) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:48.324514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d286a80-9067-4cdf-956e-d182b3cea47d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64e6b32e7d7843a88b4f01feadc3d155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293919 Oct 26 14:21:48.324823 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 9 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:48.369627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:48.370002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:48.370348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:48.375199 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.441836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-f9cf72ee-6137-4030-a700-572f1cc48fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386811 Oct 26 14:21:48.452566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.452915 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.470134 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempt 10 to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 Oct 26 14:21:48.502918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:21:48.503340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:21:48.503692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempting to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:21:48.563729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2f52fc0-efb7-44bc-b697-9af065a63312 req-5c8464a1-6b40-4f7a-9518-d62bd9cfe062 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275636 Oct 26 14:21:48.564339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:21:48.564702 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Failed to bind port 9c1d594b-b314-41da-a4a0-ac8adc549764 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'f3874557-ab90-4972-8c05-8a261e67987f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'd31777fd-ae81-4501-9ff8-352190f19c03'}] Oct 26 14:21:48.565086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.570026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.599119 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.679303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c06724-bada-4c43-8386-d014e1c12926 req-1bdf75d1-093c-4326-a63f-9d743ab0842e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.680177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c765a-52a7-45c2-8c6b-8e0f4214cf2e req-ae1679c4-909b-4534-8117-36c31fe72e08 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.682915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-073c765a-52a7-45c2-8c6b-8e0f4214cf2e req-ae1679c4-909b-4534-8117-36c31fe72e08 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.2572174 Oct 26 14:21:48.687646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63c06724-bada-4c43-8386-d014e1c12926 req-1bdf75d1-093c-4326-a63f-9d743ab0842e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1592062 Oct 26 14:21:48.694325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-9f7c9b65-6dbd-4b07-9a69-b3c2dc9cef2f service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399528 Oct 26 14:21:48.696919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.701414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.706586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f30c88c-c014-4254-bb74-046761e89c8a HTTP/1.1" status: 204 len: 168 time: 0.3781476 Oct 26 14:21:48.753738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59a99-5cff-4e29-89a0-b2517b16f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30c88c-c014-4254-bb74-046761e89c8a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:48.757209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.826989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-073c765a-52a7-45c2-8c6b-8e0f4214cf2e req-09f76bc2-3109-4d0f-8bbe-48a01ab63252 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182237 Oct 26 14:21:48.852424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.857521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port 9c1d594b-b314-41da-a4a0-ac8adc549764, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:21:48.858185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attempted to set empty binding levels {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:21:48.865392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-671978b9-4498-4442-acb7-ab263bcd2d0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 200 len: 217 time: 0.1133018 Oct 26 14:21:48.865850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.884798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63c06724-bada-4c43-8386-d014e1c12926 req-a2949729-07ad-41a1-b47d-6b1f09036c88 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918635 Oct 26 14:21:48.923725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] In _notify_port_updated(), no bound segment for port 9c1d594b-b314-41da-a4a0-ac8adc549764 on network d31777fd-ae81-4501-9ff8-352190f19c03 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:21:48.924320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.925951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.932867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "PUT /v2.0/ports/9c1d594b-b314-41da-a4a0-ac8adc549764 HTTP/1.1" status: 200 len: 979 time: 2.3620758 Oct 26 14:21:48.934333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50608) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:48.949014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-f380949f-2755-4a22-99e4-1e6275d7981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:48.951261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-f380949f-2755-4a22-99e4-1e6275d7981c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 200 len: 797 time: 0.0594854 Oct 26 14:21:48.997693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:48.999609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7326071 Oct 26 14:21:49.002219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50610) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.019420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7e149f8c-685b-42c8-a2c4-69813f13d6e7 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:49.020088 n-d-813419-9 neutron-server[102164]: WARNING neutron.api.v2.base [None req-7e149f8c-685b-42c8-a2c4-69813f13d6e7 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 26 14:21:49.020736 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-7e149f8c-685b-42c8-a2c4-69813f13d6e7 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] update failed (client error): There was a conflict when trying to complete your request. Oct 26 14:21:49.024240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e149f8c-685b-42c8-a2c4-69813f13d6e7 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "PUT /v2.0/security-groups/064369eb-f063-4c5e-8527-554ae51ea944 HTTP/1.1" status: 409 len: 330 time: 0.0067410 Oct 26 14:21:49.024240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29312c-d1a5-4fb4-8d60-b0b52ad98816 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064369eb-f063-4c5e-8527-554ae51ea944,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:49.024981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50612) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.062327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63af7c-bd61-4677-b106-ed6c359b9279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event updated for resources: {'Port': ['ID=9c1d594b-b314-41da-a4a0-ac8adc549764,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:49.077978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-e94ed53e-4a96-4a5c-9cd9-88465df820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.081775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-e94ed53e-4a96-4a5c-9cd9-88465df820c2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=34d4b147-a906-49a5-9a92-175cc9fc5421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195397 Oct 26 14:21:49.135837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.171441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.256997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-095e01e5-5ff2-4bed-af48-eb4ee25f2d53 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676435 Oct 26 14:21:49.300573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.303236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.312371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/064369eb-f063-4c5e-8527-554ae51ea944 HTTP/1.1" status: 204 len: 168 time: 0.2814577 Oct 26 14:21:49.318223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.346455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6613409-9673-4904-98a9-09b99925219f tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064369eb-f063-4c5e-8527-554ae51ea944,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:49.367488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Deleting port 9c1d594b-b314-41da-a4a0-ac8adc549764 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:49.367836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.448185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] For port 9c1d594b-b314-41da-a4a0-ac8adc549764, host n-h2-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:49.448587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.459053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-616f5f21-541a-407b-b247-2cdecce57e41 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331079 Oct 26 14:21:49.463139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.477868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Calling delete_port for 9c1d594b-b314-41da-a4a0-ac8adc549764 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:49.498773 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-7438994c-afe5-42c6-a01d-c5082bec7778 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] delete failed (client error): The resource could not be found. Oct 26 14:21:49.500975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7438994c-afe5-42c6-a01d-c5082bec7778 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "DELETE /v2.0/security-groups/2daf2eab-9ddf-4d7b-8e05-d1beec4098e6 HTTP/1.1" status: 404 len: 347 time: 0.0358505 Oct 26 14:21:49.506880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-00e1243a-3d94-4a1c-84ec-f46e36b95631 service neutron] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428341 Oct 26 14:21:49.507065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.524025 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-68ece60f-26b1-44da-86ec-c43e23df5c7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] show failed (client error): The resource could not be found. Oct 26 14:21:49.531350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68ece60f-26b1-44da-86ec-c43e23df5c7a tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-groups/96a7aeaa-8f08-446f-a07c-4fe80c4bffc5 HTTP/1.1" status: 404 len: 347 time: 0.0171907 Oct 26 14:21:49.538039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50634) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.620961 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-0492ac74-c534-4500-9d96-5e527776f403 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] show failed (client error): The resource could not be found. Oct 26 14:21:49.626597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0492ac74-c534-4500-9d96-5e527776f403 tempest-NegativeSecGroupIPv6Test-942096394 tempest-NegativeSecGroupIPv6Test-942096394-project] 10.222.0.37 "GET /v2.0/security-group-rules/a873a243-3fff-4728-b7f3-a9aff29022d2 HTTP/1.1" status: 404 len: 356 time: 0.0801704 Oct 26 14:21:49.641203 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-124733f9-7b45-4f37-a040-f8b02c8d6481 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 200 len: 217 time: 0.1247022 Oct 26 14:21:49.683791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.755921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-281c82d2-cf37-4280-88d4-2b04a012a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.758040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c1d594b-b314-41da-a4a0-ac8adc549764,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:49.759803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-281c82d2-cf37-4280-88d4-2b04a012a8f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.1126664 Oct 26 14:21:49.780107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:49.792104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-417e85f5-b114-48b9-9e35-f854a9e02936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9c1d594b-b314-41da-a4a0-ac8adc549764 HTTP/1.1" status: 204 len: 168 time: 0.8487854 Oct 26 14:21:49.801132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:49.871186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-cc5ef796-d356-4333-aad3-d979c30f3e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:49.875401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-cc5ef796-d356-4333-aad3-d979c30f3e92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044326 Oct 26 14:21:49.883828 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-337e93ae-14bb-4c12-9df7-2b8b74816f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:21:49.885765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-337e93ae-14bb-4c12-9df7-2b8b74816f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-8962561-project-admin] 10.222.0.37 "GET /v2.0/ports/9c1d594b-b314-41da-a4a0-ac8adc549764 HTTP/1.1" status: 404 len: 333 time: 0.0835524 Oct 26 14:21:49.890145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50644) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:50.190634 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-a116e4c7-d6b8-4718-b552-577b13f5b2dd service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071990 Oct 26 14:21:50.195573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.202351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36b5b-c46a-4881-822a-276ae326a841 req-f0268998-47d5-43c7-82da-725546c19894 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.204324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1a36b5b-c46a-4881-822a-276ae326a841 req-f0268998-47d5-43c7-82da-725546c19894 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1375458 Oct 26 14:21:50.208683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-541823f6-ba90-44af-8615-e9777b1f6113 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.210298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-541823f6-ba90-44af-8615-e9777b1f6113 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.3399329 Oct 26 14:21:50.236307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cae36b-2cd5-4bff-8af1-df986064ff6a req-85a82a32-a6a7-4c38-ac1c-c6b1befbbbd6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.238430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05cae36b-2cd5-4bff-8af1-df986064ff6a req-85a82a32-a6a7-4c38-ac1c-c6b1befbbbd6 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 945 time: 0.1911235 Oct 26 14:21:50.263884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:50.325793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1a36b5b-c46a-4881-822a-276ae326a841 req-215ac364-a67c-423c-8984-db06909148c9 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103158 Oct 26 14:21:50.366841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-132b1c5c-7ffd-4329-bac6-87648591138f service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614029 Oct 26 14:21:50.454138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:50.457096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-8bb9a495-464f-4895-a6af-4594ca0b60b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 200 len: 217 time: 0.0822585 Oct 26 14:21:50.530025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3d14551b-eca6-4225-be62-acfc7da943a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.532287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-3d14551b-eca6-4225-be62-acfc7da943a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 200 len: 797 time: 0.0669527 Oct 26 14:21:50.565677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05cae36b-2cd5-4bff-8af1-df986064ff6a req-92001a0e-6d56-4228-b1f4-b3afeb4750e4 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/security-groups?id=df674c74-4e7f-4d3f-82ed-e807301a4ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977803 Oct 26 14:21:50.567615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.589005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-7da250fc-9628-4c2c-82b7-82f519296fac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2762887 Oct 26 14:21:50.600541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31777fd-ae81-4501-9ff8-352190f19c03']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.615607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3874557-ab90-4972-8c05-8a261e67987f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.615934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3874557-ab90-4972-8c05-8a261e67987f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:50.626581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-bfca058b-c891-4d7a-9b8c-a6aa2018098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:50.628688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-bfca058b-c891-4d7a-9b8c-a6aa2018098c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=141815a7-9db9-4e12-a924-3975deee6f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887177 Oct 26 14:21:50.630313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.657695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Deleting port 713b24dc-26be-410c-a022-e18c2c293248 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:21:50.658107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.663064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.771938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:50.772684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:50.782702 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:50.930280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f109af54-5018-414c-8d0e-ebdfe6c122af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d8c1995311b48a8814d62676b75d832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611173 Oct 26 14:21:50.955241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] For port 713b24dc-26be-410c-a022-e18c2c293248, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=713b24dc-26be-410c-a022-e18c2c293248,segment=NetworkSegment(0ea664ad-2ab1-4072-867f-0df2c1ffcabf),segment_id=0ea664ad-2ab1-4072-867f-0df2c1ffcabf)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:21:50.955637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:50.975494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Calling delete_port for 713b24dc-26be-410c-a022-e18c2c293248 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:21:51.044217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50704) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:51.089617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.118786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.125887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] 10.222.0.37 "DELETE /v2.0/networks/d31777fd-ae81-4501-9ff8-352190f19c03 HTTP/1.1" status: 204 len: 168 time: 1.2344358 Oct 26 14:21:51.129884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d426-5090-407c-b968-e79d6077a6de req-73bcac5c-e1a5-4a3b-9d96-8afb8440fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:51.131610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-73bcac5c-e1a5-4a3b-9d96-8afb8440fbb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.4127986 Oct 26 14:21:51.174693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bcbc5-ba18-49df-ad23-70566969f544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-13782446-project] Pushing event deleted for resources: {'Network': ['ID=d31777fd-ae81-4501-9ff8-352190f19c03,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:51.268626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-136424082-network', 'tenant_id': '24dbeb6d0dc24a98bc248997b069fcef'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:51.308579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.364217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Made reservation on behalf of 24dbeb6d0dc24a98bc248997b069fcef for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:51.368763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.387364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.461317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.480139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-4be056dc-e387-4cc0-87f0-8576e9b27e93 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426409 Oct 26 14:21:51.599313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50722) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:51.667116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.685883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['713b24dc-26be-410c-a022-e18c2c293248'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:21:51.689338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.698829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.728957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d55dee18-d8bf-4dfc-b468-38514316f8b4 HTTP/1.1" status: 204 len: 168 time: 0.6535649 Oct 26 14:21:51.788647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Pushing event deleted for resources: {'Port': ['ID=713b24dc-26be-410c-a022-e18c2c293248,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:51.799098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d426-5090-407c-b968-e79d6077a6de req-ab920de1-fc61-40d7-8bd2-5ff8141e4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:51.803091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-ab920de1-fc61-40d7-8bd2-5ff8141e4c47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.6212041 Oct 26 14:21:51.819330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.843512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda07d-966c-4a15-a8b9-c486b4142b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55dee18-d8bf-4dfc-b468-38514316f8b4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:51.892746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ccbeb993-ac6f-4b1a-af3b-2d5976fe2758 req-789b5bbc-9625-4f25-bccc-4a60d109fc6e tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 210 time: 0.1503539 Oct 26 14:21:51.932921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:51.947557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.015640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:52.056011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-5283f67b-f7f5-4a35-a010-c0b7d8795a67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1001 time: 0.2404089 Oct 26 14:21:52.064566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9634d826-b793-4525-be97-31533045789d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:52.094683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.095352 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Added segment cf7c32a2-6f17-434b-8dde-6697658771df of type vlan for network 41e909af-8611-4ec3-b8e7-2e37d1fb728d Oct 26 14:21:52.101440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e12a1311-4af5-49a5-8ccc-5ab639e1a5bc req-03a5579d-5c2d-42bf-a92b-594f31c4f975 service neutron] 10.222.0.73 "GET /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064875 Oct 26 14:21:52.185454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.228977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] No DVR routers for this DVR port 713b24dc-26be-410c-a022-e18c2c293248 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:21:52.242177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.245613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5cc9939d-a445-402e-b078-e832dc55c7ad req-11fc9664-8efd-41fd-99bc-8bf3f5fec244 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.41 "DELETE /v2.0/ports/713b24dc-26be-410c-a022-e18c2c293248 HTTP/1.1" status: 204 len: 173 time: 2.0276990 Oct 26 14:21:52.246083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'name': 'network-vif-deleted', 'tag': '713b24dc-26be-410c-a022-e18c2c293248'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:21:52.248623 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a353d66-4230-4066-b4fe-0e88f623bdb8" -d '{"events": [{"server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "name": "network-vif-deleted", "tag": "713b24dc-26be-410c-a022-e18c2c293248"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:21:52.261369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.263649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.264869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.323020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d426-5090-407c-b968-e79d6077a6de req-d59ea292-e456-4e9c-9309-eaac798dd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.344538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-d59ea292-e456-4e9c-9309-eaac798dd856 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.2043157 Oct 26 14:21:52.361418 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9054253 Oct 26 14:21:52.365360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50770) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.373387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Request body: {'subnet': {'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-136424082-subnet', 'tenant_id': '24dbeb6d0dc24a98bc248997b069fcef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:52.378358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a5a4d6a3-f637-47a3-a4bb-e46b1b548504 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c42f0dce1804743bf8617509f66d0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753763 Oct 26 14:21:52.380299 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06567bd-630e-4680-b1be-a7c3427e745c x-openstack-request-id: req-d06567bd-630e-4680-b1be-a7c3427e745c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:21:52.380877 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90973608-b4e5-4929-bfda-57e51faeb36f", "name": "network-vif-deleted", "tag": "713b24dc-26be-410c-a022-e18c2c293248", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:21:52.381317 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d06567bd-630e-4680-b1be-a7c3427e745c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:21:52.381931 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90973608-b4e5-4929-bfda-57e51faeb36f', 'name': 'network-vif-deleted', 'tag': '713b24dc-26be-410c-a022-e18c2c293248', 'status': 'completed', 'code': 200} Oct 26 14:21:52.384442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50772) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:52.458578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Made reservation on behalf of 24dbeb6d0dc24a98bc248997b069fcef for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:52.469144 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.547663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d426-5090-407c-b968-e79d6077a6de req-fea33952-ba6d-40da-9350-9b4833bd389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:52.550793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-fea33952-ba6d-40da-9350-9b4833bd389f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048285 Oct 26 14:21:52.585908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc0e47-3804-4edb-9187-fab7790dd03a admin admin] Pushing event updated for resources: {'Network': ['ID=41e909af-8611-4ec3-b8e7-2e37d1fb728d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:52.606990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 41e909af-8611-4ec3-b8e7-2e37d1fb728d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:52.880700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:52.930353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.083904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1908d1-a2c9-4ee6-83de-0e184dbb4213,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:53.116146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-98f599b9-dba3-40e4-9078-43313511df0c service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540609 Oct 26 14:21:53.121675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.274246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.277313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.284345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb5d0024-54da-4f54-8dd3-4eba099ccb03 HTTP/1.1" status: 204 len: 168 time: 0.8941362 Oct 26 14:21:53.306575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.315501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ed61-5327-44d7-bb7e-2e54024b3975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d0024-54da-4f54-8dd3-4eba099ccb03,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:53.327085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Checking segment: {'id': 'cf7c32a2-6f17-434b-8dde-6697658771df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:53.327617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Network hostable DHCP agents. Network: 41e909af-8611-4ec3-b8e7-2e37d1fb728d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:53.374495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65206765-d8bb-47a1-b24e-7b3dba82377a req-f54b1121-e3e8-482c-a9e2-4bb200e00e46 tempest-DeleteServersTestJSON-809666208 tempest-DeleteServersTestJSON-809666208-project] 10.222.0.37 "GET /v2.0/ports?device_id=90973608-b4e5-4929-bfda-57e51faeb36f HTTP/1.1" status: 200 len: 210 time: 0.1854095 Oct 26 14:21:53.417116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Network 41e909af-8611-4ec3-b8e7-2e37d1fb728d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:53.441571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 41e909af-8611-4ec3-b8e7-2e37d1fb728d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:53.454222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:53.455065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:53.457763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb4034-2af9-4490-9b28-9c47fc990497 None None] Network 41e909af-8611-4ec3-b8e7-2e37d1fb728d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:53.458351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f602d426-5090-407c-b968-e79d6077a6de req-6df39daf-bca3-494f-90be-9cf9a808b95e service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203733 Oct 26 14:21:53.522992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4bcfe79b-1354-4e84-9273-f13f7f92a178 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1564507 Oct 26 14:21:53.688596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50798) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:53.884543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3108725-69a3-4696-8964-837b912876db None None] Network 41e909af-8611-4ec3-b8e7-2e37d1fb728d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:54.087069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 713b24dc-26be-410c-a022-e18c2c293248 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:21:54.112056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 713b24dc-26be-410c-a022-e18c2c293248 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:21:54.112740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 713b24dc-26be-410c-a022-e18c2c293248 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:21:54.134477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1675661974'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:54.176257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Made reservation on behalf of 859910c7a7934845b12e2bffe5afc105 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:54.179851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.193455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.238402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.289882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7d659d08-0425-4bde-a230-276dc091b545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a88b440f7e7e4cec8717bd457a8b2836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503054 Oct 26 14:21:54.293101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50812) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.300556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.305760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.337209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:54.347951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84394f9a-b045-44d9-a64b-4e41969c13cf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:54.355776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.357508 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Added segment a690cfa8-a936-4c7f-b39f-88c0eaf2aaca of type vlan for network c20cd618-ead8-4fb1-a748-84b5d0358dd7 Oct 26 14:21:54.384740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.416693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.433867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.491447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.499270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.502089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.505754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab016bbf-9c6b-44ce-bfd3-b1c348ac1f19 HTTP/1.1" status: 204 len: 168 time: 0.2058656 Oct 26 14:21:54.509602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:54.510326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:54.520909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5c39-9b7e-471e-b336-65de215b2657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab016bbf-9c6b-44ce-bfd3-b1c348ac1f19,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:54.600764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Pushing event updated for resources: {'Network': ['ID=c20cd618-ead8-4fb1-a748-84b5d0358dd7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:54.615901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c20cd618-ead8-4fb1-a748-84b5d0358dd7 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:54.634711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.635110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-350c4f2d-6dbe-410a-94fd-12e4ff1d02bf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9411306 Oct 26 14:21:54.640443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-eb650110-2e96-49f7-b0bd-8eeff1a840a9 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1597565300') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:54.840284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb650110-2e96-49f7-b0bd-8eeff1a840a9 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "PUT /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1597565300 HTTP/1.1" status: 201 len: 201 time: 0.2016118 Oct 26 14:21:54.840573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50844) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:54.851091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-34535424-512d-4af5-9c4d-e4847b48539e tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1597565300') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:54.989127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34535424-512d-4af5-9c4d-e4847b48539e tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1597565300 HTTP/1.1" status: 204 len: 168 time: 0.1474330 Oct 26 14:21:54.990082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50860) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.004564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-2aced616-c106-4341-b75e-dd2acc94dac0 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:55.020376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50864) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.024882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-865183361-network', 'tenant_id': '2c433bc1fc944bfd80459f45fe2f06c9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:55.086017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Made reservation on behalf of 2c433bc1fc944bfd80459f45fe2f06c9 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:55.088450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.118582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.199310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2aced616-c106-4341-b75e-dd2acc94dac0 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags HTTP/1.1" status: 200 len: 238 time: 0.2077513 Oct 26 14:21:55.203708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50872) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.208700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-b9fee15c-fc95-4e22-bbde-cee6ac75a2a4 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', {'tags': ['tempest-TagsTest-Tag-923229666', 'tempest-TagsTest-Tag-1410416347', 'tempest-TagsTest-Tag-1394143663']}) {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:55.395699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.400219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b9fee15c-fc95-4e22-bbde-cee6ac75a2a4 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "PUT /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags HTTP/1.1" status: 200 len: 308 time: 0.1958594 Oct 26 14:21:55.404102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50878) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.410063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.411865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-8ab1333c-9246-499e-8f8f-64604fb21b97 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-923229666') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:55.452875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:55.472367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b0801-fae8-4b70-a181-8f72262d942c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:55.476603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.476951 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Added segment 57eaeda2-6a1c-4683-b2cd-9fb7e6cd6b47 of type vlan for network 94e18156-ca9e-4680-b771-13da53c6d2ec Oct 26 14:21:55.566690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.605364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.608107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:55.608965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.614640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ab1333c-9246-499e-8f8f-64604fb21b97 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "DELETE /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-923229666 HTTP/1.1" status: 204 len: 168 time: 0.2042973 Oct 26 14:21:55.616883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50884) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.624364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-96cb4ade-b3e1-45be-bcb6-60212901a7a5 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-923229666') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:55.691073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] Pushing event updated for resources: {'Network': ['ID=94e18156-ca9e-4680-b771-13da53c6d2ec,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:55.706663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 94e18156-ca9e-4680-b771-13da53c6d2ec details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:55.712346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5970c747-9d5e-448c-b3f6-6621d36f3841 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6909339 Oct 26 14:21:55.713527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50888) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.720187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Request body: {'subnet': {'network_id': '94e18156-ca9e-4680-b771-13da53c6d2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-865183361-subnet', 'tenant_id': '2c433bc1fc944bfd80459f45fe2f06c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:55.757253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Made reservation on behalf of 2c433bc1fc944bfd80459f45fe2f06c9 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:55.760792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:55.766621 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-96cb4ade-b3e1-45be-bcb6-60212901a7a5 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] show failed (client error): The resource could not be found. Oct 26 14:21:55.770292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96cb4ade-b3e1-45be-bcb6-60212901a7a5 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-923229666 HTTP/1.1" status: 404 len: 325 time: 0.1518500 Oct 26 14:21:55.773766 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.778805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-5a1afdc8-7f1e-444a-8898-909486d6de72 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1410416347') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:55.989190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a1afdc8-7f1e-444a-8898-909486d6de72 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1410416347 HTTP/1.1" status: 204 len: 168 time: 0.2121105 Oct 26 14:21:55.989474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50898) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:55.993882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-3e7f8e0c-7d7d-4286-8461-441ef9379736 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1394143663') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:56.071830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.099725 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e7f8e0c-7d7d-4286-8461-441ef9379736 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1394143663 HTTP/1.1" status: 204 len: 168 time: 0.1070924 Oct 26 14:21:56.099962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.108659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-86cdfc91-ce2b-4dff-a6b0-e57036d7ffbf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:56.196328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b5dbe8-69aa-43f8-a527-1ef3f6bca2ff,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:56.232944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Checking segment: {'id': '57eaeda2-6a1c-4683-b2cd-9fb7e6cd6b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '94e18156-ca9e-4680-b771-13da53c6d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:56.233314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Network hostable DHCP agents. Network: 94e18156-ca9e-4680-b771-13da53c6d2ec, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:56.271834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Network 94e18156-ca9e-4680-b771-13da53c6d2ec is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:56.287339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 94e18156-ca9e-4680-b771-13da53c6d2ec) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:56.295073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:56.295810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:56.301288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1557672d-5f61-4212-8369-4d51d39c6911 None None] Network 94e18156-ca9e-4680-b771-13da53c6d2ec requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:56.309681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86cdfc91-ce2b-4dff-a6b0-e57036d7ffbf tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "DELETE /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags HTTP/1.1" status: 204 len: 168 time: 0.2086139 Oct 26 14:21:56.312256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.327242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-cfa7eb30-6799-495b-ad12-1bd65071c995 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1410416347') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:56.354935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7c73a0f-3e5b-4d06-a5cc-9008efcf98b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6397710 Oct 26 14:21:56.517865 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-cfa7eb30-6799-495b-ad12-1bd65071c995 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] show failed (client error): The resource could not be found. Oct 26 14:21:56.519902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cfa7eb30-6799-495b-ad12-1bd65071c995 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1410416347 HTTP/1.1" status: 404 len: 326 time: 0.2063577 Oct 26 14:21:56.522608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:56.531425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-a7086719-9d39-41dd-a698-8abfcf1052ce tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7', 'tempest-TagsTest-Tag-1394143663') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:56.651208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e14c93-a1c9-484d-97fe-eec03a139179 None None] Network 94e18156-ca9e-4680-b771-13da53c6d2ec requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:57.380767 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-a7086719-9d39-41dd-a698-8abfcf1052ce tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] show failed (client error): The resource could not be found. Oct 26 14:21:57.384594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a7086719-9d39-41dd-a698-8abfcf1052ce tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "GET /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags/tempest-TagsTest-Tag-1394143663 HTTP/1.1" status: 404 len: 326 time: 0.8573372 Oct 26 14:21:57.385417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.392004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-e4356173-df9d-4824-9aaa-e1de29c89126 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c20cd618-ead8-4fb1-a748-84b5d0358dd7') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.513314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e4356173-df9d-4824-9aaa-e1de29c89126 tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "DELETE /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7/tags HTTP/1.1" status: 204 len: 168 time: 0.1214108 Oct 26 14:21:57.513837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.527555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50950) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:57.535689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-57b039a8-949b-4eba-85ee-d7d3cf1a422e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:57.542986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-57b039a8-949b-4eba-85ee-d7d3cf1a422e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/networks?id=41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 200 len: 811 time: 0.2346709 Oct 26 14:21:57.570166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-69918a8a-fb13-43ab-9512-7d8e00b3d454 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/quotas/24dbeb6d0dc24a98bc248997b069fcef HTTP/1.1" status: 200 len: 375 time: 0.0227470 Oct 26 14:21:57.634092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-35b986b2-8130-49c7-a42f-5456c461a6d4 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629253 Oct 26 14:21:57.672796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.788911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1769153435', 'router:external': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:57.795911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-b809f609-5c27-46f6-bb1d-daed10ddd1e0 service neutron] 10.222.0.37 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508212 Oct 26 14:21:57.831596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.834993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Made reservation on behalf of e88f7eee86c54e258256f64f698fa8e4 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:57.837670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.854192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.902913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20cd618-ead8-4fb1-a748-84b5d0358dd7']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.921888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a690cfa8-a936-4c7f-b39f-88c0eaf2aaca') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.922650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a690cfa8-a936-4c7f-b39f-88c0eaf2aaca') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:21:57.938665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.946130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-95f6ef23-7e01-471f-aa73-18dfc3a0176a service neutron] 10.222.0.37 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407459 Oct 26 14:21:57.963223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.975796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:21:57.976528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:21:57.981483 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:21:58.063706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.069239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.077741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.083211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.087311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] 10.222.0.37 "DELETE /v2.0/networks/c20cd618-ead8-4fb1-a748-84b5d0358dd7 HTTP/1.1" status: 204 len: 168 time: 0.5722768 Oct 26 14:21:58.135662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bfcc6-6d67-4ea2-9bd6-ab3424fcb1cc tempest-TagsTest-238166768 tempest-TagsTest-238166768-project] Pushing event deleted for resources: {'Network': ['ID=c20cd618-ead8-4fb1-a748-84b5d0358dd7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:58.144601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:21:58.151234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69b46b7-b010-4270-ba84-0a407511f724,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:58.163185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.163801 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Added segment 5ecc8cd4-9313-4d8e-b525-2a8753d74bcf of type vlan for network 9b83adc8-aa18-4657-8f66-04526a63c786 Oct 26 14:21:58.290063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25c839ba-343f-4e50-94fa-1fe15fbda29a req-c03ae37a-10ed-44b8-9c60-0ff298c5bf7c tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 210 time: 0.0439954 Oct 26 14:21:58.292091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.344766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.346365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:58.347135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.459377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50964) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:58.459518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9308763 Oct 26 14:21:58.472678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'subnet': {'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:58.479317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bb56c-66ca-4301-a5fd-0edd39cf37eb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Network': ['ID=9b83adc8-aa18-4657-8f66-04526a63c786,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:58.492902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9b83adc8-aa18-4657-8f66-04526a63c786 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:21:58.560933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Made reservation on behalf of e88f7eee86c54e258256f64f698fa8e4 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:58.564398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:58.720808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50974) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:59.046343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ae8e5a5e-d31c-4e4e-b9fd-e87855bcc9ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=859910c7a7934845b12e2bffe5afc105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219633 Oct 26 14:21:59.046637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50980) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:59.120668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.164822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.244784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.249527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.254761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84394f9a-b045-44d9-a64b-4e41969c13cf HTTP/1.1" status: 204 len: 168 time: 0.2070405 Oct 26 14:21:59.271282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.objects.ports [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102164) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 26 14:21:59.271881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.283986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082527c-bd87-41e9-b5b3-d7523e769651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84394f9a-b045-44d9-a64b-4e41969c13cf,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:59.414451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b291dead-0bc9-4746-9c70-6f7648ad814d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:21:59.427125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Checking segment: {'id': '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:21:59.427536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network hostable DHCP agents. Network: 9b83adc8-aa18-4657-8f66-04526a63c786, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:21:59.500484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffbea91a-53b7-47a8-baa0-05fc9c6b113a req-9100d9b9-5e23-4edd-818e-6cf127459374 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 210 time: 0.0821695 Oct 26 14:21:59.532331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network 9b83adc8-aa18-4657-8f66-04526a63c786 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:21:59.561180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9b83adc8-aa18-4657-8f66-04526a63c786) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:21:59.568911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:21:59.569509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.576379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a7d9f-9a90-4932-a0c1-15001a8bd04c None None] Network 9b83adc8-aa18-4657-8f66-04526a63c786 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:21:59.598854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50994) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:21:59.602729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33f0727a-bc03-4d5a-89b1-7de3b8fe4023 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1411166 Oct 26 14:21:59.622692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-347780766', 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:21:59.692369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Made reservation on behalf of e88f7eee86c54e258256f64f698fa8e4 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:21:59.701394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:21:59.742173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] device_id is not set on port d8addfa5-a160-45e7-9319-1349f637ef35 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:21:59.849114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7cd8db-7b28-43fd-b893-447ddf02537a None None] Network 9b83adc8-aa18-4657-8f66-04526a63c786 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:00.119534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.20.0.5 (9b83adc8-aa18-4657-8f66-04526a63c786/b291dead-0bc9-4746-9c70-6f7648ad814d/d8addfa5-a160-45e7-9319-1349f637ef35) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:00.173765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-68b77991-2846-4ece-a666-9b9befce1bd3 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:00.175307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-68b77991-2846-4ece-a666-9b9befce1bd3 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.41 "GET /v2.0/networks?id=41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 200 len: 811 time: 0.2456393 Oct 26 14:22:00.199835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Request body: {'port': {'device_id': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d', 'admin_state_up': True, 'tenant_id': '24dbeb6d0dc24a98bc248997b069fcef'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:00.799592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51034) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:00.852943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:00.870594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4753ea85-d821-4457-a4fe-72c2963bb7fe req-5e3f0507-41ec-48df-8b71-5522334cb6ea tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 210 time: 0.0556049 Oct 26 14:22:00.920339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Made reservation on behalf of 24dbeb6d0dc24a98bc248997b069fcef for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:00.930240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.010200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.161641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network 9b83adc8-aa18-4657-8f66-04526a63c786 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:01.208432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:01.268248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:01.272790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=d8addfa5-a160-45e7-9319-1349f637ef35,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:01.322716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Deleting subnet 6b7db25d-efb4-4613-bc14-d46ef6103978 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:01.333248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.387448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Allocated IP 172.20.0.11 (41e909af-8611-4ec3-b8e7-2e37d1fb728d/8e1908d1-a2c9-4ee6-83de-0e184dbb4213/fe476915-7971-4cb5-b005-a431eca2c90e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:01.397063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:01.397741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.401458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.439618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-28ef5c0c-253a-4b81-812e-0ef90170d6c1 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.8395298 Oct 26 14:22:01.444211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51046) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:01.514285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.606454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:22:01.666536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Deleting port d8addfa5-a160-45e7-9319-1349f637ef35 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:01.667158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.688103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.739022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7db25d-efb4-4613-bc14-d46ef6103978,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:01.752251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.760289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55498a14-55bb-4438-9a5b-717bd2e34f49 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b7db25d-efb4-4613-bc14-d46ef6103978 HTTP/1.1" status: 204 len: 168 time: 0.9540248 Oct 26 14:22:01.761044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51056) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:01.867403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.919704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:01.938468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Calling delete_port for d8addfa5-a160-45e7-9319-1349f637ef35 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:01.942562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.036710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cfe83163-873e-4c3c-92ad-e16702a7edfa req-3ab51b44-b85e-4f25-b431-7cdc849e2d7e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 210 time: 0.0361686 Oct 26 14:22:02.108330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.128177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.134674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a12619-c4f7-4932-9171-45250d95cc9b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.148335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea664ad-2ab1-4072-867f-0df2c1ffcabf') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.149269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea664ad-2ab1-4072-867f-0df2c1ffcabf') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:02.179243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.188634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Network 41e909af-8611-4ec3-b8e7-2e37d1fb728d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:02.196257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:02.223828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.227719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:02.241324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:02.243355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:02.248467 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:02.382694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.395295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.402636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] 10.222.0.37 "DELETE /v2.0/networks/93a12619-c4f7-4932-9171-45250d95cc9b HTTP/1.1" status: 204 len: 168 time: 0.6383131 Oct 26 14:22:02.415171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:02.415845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.433578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Pushing event updated for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:02.440628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b121519-97d3-4851-9dc0-1b722a2043fb admin admin] Pushing event deleted for resources: {'Network': ['ID=93a12619-c4f7-4932-9171-45250d95cc9b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:02.505764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-2d1001e3-fee5-4fef-9698-2c80a1784a1a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3187621 Oct 26 14:22:02.525736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Request body: {'port': {'device_id': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:02.596636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.769880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51074) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.852696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8addfa5-a160-45e7-9319-1349f637ef35,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:02.886544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3925eee4-6336-4fcf-868e-c472297c39de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=195062524b834489bf59e20438013fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157947 Oct 26 14:22:02.889926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.958778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.979094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:02.985486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-28e289a0-a779-4174-9f25-bb4aa63a708e tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d8addfa5-a160-45e7-9319-1349f637ef35 HTTP/1.1" status: 204 len: 168 time: 1.5395317 Oct 26 14:22:02.988513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51080) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:02.995200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786', 'external_fixed_ips': [{'subnet_id': 'b291dead-0bc9-4746-9c70-6f7648ad814d', 'ip_address': '172.20.0.5'}]}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:03.033647 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.082309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.091692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.092934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.173267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.269655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.272797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.276999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df674c74-4e7f-4d3f-82ed-e807301a4ef2 HTTP/1.1" status: 204 len: 168 time: 0.3836401 Oct 26 14:22:03.360188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62993-4316-4e0a-a103-939193f9254c req-db3b573a-c321-46d4-9b89-d859d9d72f66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:03.362447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ce78-649f-4eaf-99cf-cf1515de95ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df674c74-4e7f-4d3f-82ed-e807301a4ef2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:03.363982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6fa62993-4316-4e0a-a103-939193f9254c req-db3b573a-c321-46d4-9b89-d859d9d72f66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 932 time: 0.1520853 Oct 26 14:22:03.375170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.453826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6fa62993-4316-4e0a-a103-939193f9254c req-37fe9ce7-6961-45b9-b41f-02886f56a2cc tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582752 Oct 26 14:22:03.547249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe476915-7971-4cb5-b005-a431eca2c90e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:03.560241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.582270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Transition to ACTIVE for port object fe476915-7971-4cb5-b005-a431eca2c90e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:03.591808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.702910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Pushing event updated for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:03.774743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.801635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Attempting to bind port fe476915-7971-4cb5-b005-a431eca2c90e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:03.802079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Attempting to bind port fe476915-7971-4cb5-b005-a431eca2c90e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'cf7c32a2-6f17-434b-8dde-6697658771df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:03.802489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Attempting to bind port fe476915-7971-4cb5-b005-a431eca2c90e on network 41e909af-8611-4ec3-b8e7-2e37d1fb728d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:03.812082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Port fe476915-7971-4cb5-b005-a431eca2c90e on network 41e909af-8611-4ec3-b8e7-2e37d1fb728d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:03.812082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Attempting to bind port fe476915-7971-4cb5-b005-a431eca2c90e on network 41e909af-8611-4ec3-b8e7-2e37d1fb728d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:03.822530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:03.822967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Checking segment: {'id': 'cf7c32a2-6f17-434b-8dde-6697658771df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:03.823466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Bound using segment: {'id': 'cf7c32a2-6f17-434b-8dde-6697658771df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:03.824303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Bound port: fe476915-7971-4cb5-b005-a431eca2c90e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7c32a2-6f17-434b-8dde-6697658771df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:03.824796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.826841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:03.913057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:03.915536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fe476915-7971-4cb5-b005-a431eca2c90e,segment=NetworkSegment(cf7c32a2-6f17-434b-8dde-6697658771df),segment_id=cf7c32a2-6f17-434b-8dde-6697658771df)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:03.922845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.013048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.013752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.015344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 200 len: 1092 time: 1.4993367 Oct 26 14:22:04.015791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:04.020595 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555c8efa-3f01-4c32-9899-d5636b5a7182" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:04.093070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bff19f-8553-4bcc-994a-efd6d7246231 service neutron] Pushing event updated for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.102133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.20.0.5 (9b83adc8-aa18-4657-8f66-04526a63c786/b291dead-0bc9-4746-9c70-6f7648ad814d/352794db-f11c-441f-b6e2-3d3a95eb9f1d) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:04.116221 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650e8b0-b616-4e84-91e3-94d71e95560b x-openstack-request-id: req-6650e8b0-b616-4e84-91e3-94d71e95560b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:04.117111 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:04.117592 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6650e8b0-b616-4e84-91e3-94d71e95560b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:04.118289 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e', 'status': 'completed', 'code': 200} Oct 26 14:22:04.213989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-bd80cc33-ad37-425e-9b4c-b79bd9a702c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.225315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-bd80cc33-ad37-425e-9b4c-b79bd9a702c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 1095 time: 0.1335387 Oct 26 14:22:04.297876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-58051dbb-e46d-4ad1-b6bb-84c7ee54920a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 200 len: 217 time: 0.0662866 Oct 26 14:22:04.362401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.423309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:04.444523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-330e0260-c1ce-4668-a4fb-7aa235b48ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.446011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-330e0260-c1ce-4668-a4fb-7aa235b48ea2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e1908d1-a2c9-4ee6-83de-0e184dbb4213 HTTP/1.1" status: 200 len: 851 time: 0.1408067 Oct 26 14:22:04.486928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=352794db-f11c-441f-b6e2-3d3a95eb9f1d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:04.502909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network 9b83adc8-aa18-4657-8f66-04526a63c786 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:04.505151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:04.507951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:04.525195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-47d4f4a0-8f56-48fa-bc9c-3fe663d71e0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41e909af-8611-4ec3-b8e7-2e37d1fb728d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688190 Oct 26 14:22:04.854367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318840-b276-4797-8d66-2c515381447a req-8889d300-bd41-47d9-88df-e28a2dc2a062 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:04.855919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99318840-b276-4797-8d66-2c515381447a req-8889d300-bd41-47d9-88df-e28a2dc2a062 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 944 time: 0.1378813 Oct 26 14:22:04.876278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-bf1824c7-4e78-43d1-a217-f1691ca23a02 service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355525 Oct 26 14:22:05.004002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.020095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.087402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99318840-b276-4797-8d66-2c515381447a req-1fb2bc76-fa8f-4b8f-a0e3-bec48cb76f1d tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855062 Oct 26 14:22:05.108427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4d2a35-7525-464a-a812-ccd5b0509c11 req-0f2ceff8-0569-48ff-9a64-ec0f09f58644 service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247488 Oct 26 14:22:05.243131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1573088992-network', 'tenant_id': 'f8b5806b0e8c408b8dbe4c3e2d829815'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:05.267816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-394e9476-78a7-47ca-8c9b-6fcbc2cd64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.270238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-394e9476-78a7-47ca-8c9b-6fcbc2cd64bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 1095 time: 0.0838938 Oct 26 14:22:05.289847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Made reservation on behalf of f8b5806b0e8c408b8dbe4c3e2d829815 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:05.292194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.339988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.359653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.433046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-e27e2880-ff05-4fb3-b56b-ac23a4fa0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.435443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-e27e2880-ff05-4fb3-b56b-ac23a4fa0cd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 200 len: 912 time: 0.1554925 Oct 26 14:22:05.490321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-ac4c36cc-fd2f-42fb-b38a-e8dce6c924b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 200 len: 217 time: 0.0445228 Oct 26 14:22:05.578680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router a8178910-567a-4cca-8c55-fa7be07fb6ef is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:05.594277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-3efc004b-a922-405e-89ce-fe032fec0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:05.596042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-3efc004b-a922-405e-89ce-fe032fec0ad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e1908d1-a2c9-4ee6-83de-0e184dbb4213 HTTP/1.1" status: 200 len: 851 time: 0.0991523 Oct 26 14:22:05.598149 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.614545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.659353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-d2869200-e252-435a-b5a9-40458d85b7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41e909af-8611-4ec3-b8e7-2e37d1fb728d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544477 Oct 26 14:22:05.686655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:05.737171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:05.748765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Sync routers for ids ['a8178910-567a-4cca-8c55-fa7be07fb6ef'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:05.755345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dec0c2-6e70-4045-b614-9380cb6d0d2d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:05.761246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Routers {'a8178910-567a-4cca-8c55-fa7be07fb6ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:05.762191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a8178910-567a-4cca-8c55-fa7be07fb6ef'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:05.769670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.769991 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Added segment 30c1d235-f22b-4e67-9edf-fa3f1d096aac of type vlan for network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d Oct 26 14:22:05.770276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:05.781188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2ee6f00f-f12e-4871-86f4-aae522efe557 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7894149 Oct 26 14:22:05.783330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51138) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:05.889804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Set router a8178910-567a-4cca-8c55-fa7be07fb6ef gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:05.940062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.036310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-2ad59d7b-7eeb-43ad-bbe2-ad9a5eb77485 service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653069 Oct 26 14:22:06.042862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.288842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8178910-567a-4cca-8c55-fa7be07fb6ef', 'name': '', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786', 'external_fixed_ips': [{'subnet_id': 'b291dead-0bc9-4746-9c70-6f7648ad814d', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '352794db-f11c-441f-b6e2-3d3a95eb9f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:03Z', 'updated_at': '2021-10-26T14:22:04Z', 'revision_number': 3, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port': {'id': '352794db-f11c-441f-b6e2-3d3a95eb9f1d', 'name': '', 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8178910-567a-4cca-8c55-fa7be07fb6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'b291dead-0bc9-4746-9c70-6f7648ad814d', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:03Z', 'updated_at': '2021-10-26T14:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b291dead-0bc9-4746-9c70-6f7648ad814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:06.319613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd60b-76a4-44b7-b100-27d001543bb6 req-c440775c-4bc8-43e2-856f-a40a9a7d02ac tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:06.321376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae5fd60b-76a4-44b7-b100-27d001543bb6 req-c440775c-4bc8-43e2-856f-a40a9a7d02ac tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 944 time: 0.0904040 Oct 26 14:22:06.389700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Checking router: a8178910-567a-4cca-8c55-fa7be07fb6ef for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:06.390277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Updating router a8178910-567a-4cca-8c55-fa7be07fb6ef port 352794db-f11c-441f-b6e2-3d3a95eb9f1d binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:06.435467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae5fd60b-76a4-44b7-b100-27d001543bb6 req-d496997f-d33d-495a-a99f-8a90928339fa tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058691 Oct 26 14:22:06.445115 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.678520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.680274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:06.681384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.686345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-555c8efa-3f01-4c32-9899-d5636b5a7182 req-c62684b7-fd22-4523-82b3-e6fe94b2b625 service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379454 Oct 26 14:22:06.765668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7600224 Oct 26 14:22:06.765668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:06.787182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Request body: {'subnet': {'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1573088992-subnet', 'tenant_id': 'f8b5806b0e8c408b8dbe4c3e2d829815', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:06.808220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddf95-a865-42e2-aaa7-43ae2a1df8f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:06.830748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.837073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Made reservation on behalf of f8b5806b0e8c408b8dbe4c3e2d829815 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:06.838753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.843864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:06.953671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:06.962391 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.117959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.139162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Deleting port 352794db-f11c-441f-b6e2-3d3a95eb9f1d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:07.139162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.155768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58740b1-8732-4779-a46b-101efeb8c376 None None] Pushing event updated for resources: {'Port': ['ID=352794db-f11c-441f-b6e2-3d3a95eb9f1d,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:07.165236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Attempting to bind port 352794db-f11c-441f-b6e2-3d3a95eb9f1d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:07.165688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Attempting to bind port 352794db-f11c-441f-b6e2-3d3a95eb9f1d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:07.166557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Attempting to bind port 352794db-f11c-441f-b6e2-3d3a95eb9f1d on network 9b83adc8-aa18-4657-8f66-04526a63c786 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:07.181329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:07.181706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Checking segment: {'id': '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:07.189916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.190663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Bound using segment: {'id': '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:07.196908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Bound port: 352794db-f11c-441f-b6e2-3d3a95eb9f1d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '9b83adc8-aa18-4657-8f66-04526a63c786'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:07.197083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.302008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] For port 352794db-f11c-441f-b6e2-3d3a95eb9f1d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:07.305394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] For port 352794db-f11c-441f-b6e2-3d3a95eb9f1d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=352794db-f11c-441f-b6e2-3d3a95eb9f1d,segment=NetworkSegment(5ecc8cd4-9313-4d8e-b525-2a8753d74bcf),segment_id=5ecc8cd4-9313-4d8e-b525-2a8753d74bcf)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:07.313048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.322041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc79bfd-2c68-4698-be04-f27d43a1df34,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:07.346549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Checking segment: {'id': '30c1d235-f22b-4e67-9edf-fa3f1d096aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:07.346926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Network hostable DHCP agents. Network: c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:07.376915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] For port 352794db-f11c-441f-b6e2-3d3a95eb9f1d, host n-d-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:07.377774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.404264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Routers {'a8178910-567a-4cca-8c55-fa7be07fb6ef'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:07.407200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:21:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a8178910-567a-4cca-8c55-fa7be07fb6ef'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:07.409817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Calling delete_port for 352794db-f11c-441f-b6e2-3d3a95eb9f1d owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:07.411648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:07.415714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51182) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:07.435765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:07.448857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:07.449562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.576077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-653caf05-aa09-4f3b-a008-4858e2addab9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7736320 Oct 26 14:22:07.647021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58740b1-8732-4779-a46b-101efeb8c376 None None] Pushing event updated for resources: {'Port': ['ID=352794db-f11c-441f-b6e2-3d3a95eb9f1d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:07.676683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2247868c-abd8-4d1e-9ddc-1176bf2bdf82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.681831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6577b-20d9-4c87-ab33-15c1989b424e None None] Network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:07.718720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2f1d3-5568-4df9-9f51-7b4b8c5f4def req-2e195691-b768-41b9-b8aa-ae81778caae6 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:07.720451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bf2f1d3-5568-4df9-9f51-7b4b8c5f4def req-2e195691-b768-41b9-b8aa-ae81778caae6 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 944 time: 0.1245325 Oct 26 14:22:07.931332 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7bf2f1d3-5568-4df9-9f51-7b4b8c5f4def req-8b842a39-0ecf-43a7-ab24-614b9c846066 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860549 Oct 26 14:22:07.932429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:07.935821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0781f32-b821-47b1-a8e0-697ac028e438 None None] Network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:07.961995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] Set router a8178910-567a-4cca-8c55-fa7be07fb6ef gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:08.021168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2247868c-abd8-4d1e-9ddc-1176bf2bdf82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.031314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2247868c-abd8-4d1e-9ddc-1176bf2bdf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.062434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Port': ['ID=352794db-f11c-441f-b6e2-3d3a95eb9f1d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.119547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2247868c-abd8-4d1e-9ddc-1176bf2bdf82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=836cffe7ce104309a79edb798eccba81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004321 Oct 26 14:22:08.119547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247868c-abd8-4d1e-9ddc-1176bf2bdf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9da53-c74b-4478-a61a-9efdafb8e491,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.128809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51194) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:08.172661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fe476915-7971-4cb5-b005-a431eca2c90e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:22:08.208831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8178910-567a-4cca-8c55-fa7be07fb6ef', 'name': '', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:03Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:08.231993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.234353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.270883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17a052a-e0d3-454b-97a2-167e3fa5112d None None] The sync data for ids ['a8178910-567a-4cca-8c55-fa7be07fb6ef'] in n-d-813419-9 is: [{'id': 'a8178910-567a-4cca-8c55-fa7be07fb6ef', 'name': '', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:03Z', 'updated_at': '2021-10-26T14:22:06Z', 'revision_number': 4, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:08.365913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fe476915-7971-4cb5-b005-a431eca2c90e,segment=NetworkSegment(cf7c32a2-6f17-434b-8dde-6697658771df),segment_id=cf7c32a2-6f17-434b-8dde-6697658771df)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:08.443887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'fe476915-7971-4cb5-b005-a431eca2c90e', 'network_id': '41e909af-8611-4ec3-b8e7-2e37d1fb728d', 'port_id': 'fe476915-7971-4cb5-b005-a431eca2c90e', 'mac_address': 'fa:16:3e:a0:12:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1908d1-a2c9-4ee6-83de-0e184dbb4213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:22:08.553487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.565633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.568515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe476915-7971-4cb5-b005-a431eca2c90e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:08.588641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.591882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.643912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fe476915-7971-4cb5-b005-a431eca2c90e,segment=NetworkSegment(cf7c32a2-6f17-434b-8dde-6697658771df),segment_id=cf7c32a2-6f17-434b-8dde-6697658771df)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:08.657410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.679123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.679706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8178910-567a-4cca-8c55-fa7be07fb6ef {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:08.684844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.688670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6aa2d825-376f-4bc5-b060-8f4db6db8f61 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a8178910-567a-4cca-8c55-fa7be07fb6ef HTTP/1.1" status: 204 len: 168 time: 2.8998070 Oct 26 14:22:08.689507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51210) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:08.746644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.769718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Deleting subnet b291dead-0bc9-4746-9c70-6f7648ad814d {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:08.773534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.812400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.815714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-2d94b0f4-0e32-4446-bfa6-c30fd575e504 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:08.818754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.823527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38f9da53-c74b-4478-a61a-9efdafb8e491 HTTP/1.1" status: 204 len: 168 time: 0.6936607 Oct 26 14:22:08.825420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-2d94b0f4-0e32-4446-bfa6-c30fd575e504 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/networks?id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d HTTP/1.1" status: 200 len: 814 time: 0.2592220 Oct 26 14:22:08.841388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-29e4dcb6-55d8-4460-9964-bede4aebf463 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/quotas/f8b5806b0e8c408b8dbe4c3e2d829815 HTTP/1.1" status: 200 len: 375 time: 0.0142276 Oct 26 14:22:08.860775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad238f6-994e-41c3-885c-6fb668bcae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9da53-c74b-4478-a61a-9efdafb8e491,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:08.878666 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:08.917211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['fe476915-7971-4cb5-b005-a431eca2c90e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:22:08.939132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e5fc556b-2fd8-4f1c-93c1-2f3fe8e778b4 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f8b5806b0e8c408b8dbe4c3e2d829815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916429 Oct 26 14:22:08.991073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.171025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.200696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-f3a12346-db59-464b-9a81-902b0dc4c32c service neutron] 10.222.0.37 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402158 Oct 26 14:22:09.235139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b291dead-0bc9-4746-9c70-6f7648ad814d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.255463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.259327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a3962123-c9bc-4649-bf9d-f3f4ece34dfa tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/b291dead-0bc9-4746-9c70-6f7648ad814d HTTP/1.1" status: 204 len: 168 time: 0.5693667 Oct 26 14:22:09.263717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51220) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:09.368124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e44770e9-3604-4659-92e7-c4269ff5524e service neutron] 10.222.0.37 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579707 Oct 26 14:22:09.392756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.402565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089c95c-3345-423a-a59b-7690e3aa643f req-7b3793b7-9ad8-4933-94b7-f945c1aba337 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:09.405039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c089c95c-3345-423a-a59b-7690e3aa643f req-7b3793b7-9ad8-4933-94b7-f945c1aba337 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 945 time: 0.1813040 Oct 26 14:22:09.457914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c089c95c-3345-423a-a59b-7690e3aa643f req-3d623722-188e-4304-8ae3-5795ed8dc198 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Oct 26 14:22:09.586846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.641488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51224) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:09.643533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83adc8-aa18-4657-8f66-04526a63c786']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:09.672659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8433879c-dc4c-4ec3-9807-7302b56cdbc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.675507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:09.675813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecc8cd4-9313-4d8e-b525-2a8753d74bcf') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:09.736531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.791584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8433879c-dc4c-4ec3-9807-7302b56cdbc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.797206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8433879c-dc4c-4ec3-9807-7302b56cdbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.801927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68b2356d-58e6-48bb-ae90-70d5a9723a9f req-0dd157b3-617f-47af-9566-1806f1b4a4db tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 210 time: 0.1126566 Oct 26 14:22:09.810261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.822528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:09.823167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:09.830072 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:09.932063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.933032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:09.940760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8433879c-dc4c-4ec3-9807-7302b56cdbc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7918a38e6f6f433d9403bcdf01a2ed0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979743 Oct 26 14:22:09.944434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433879c-dc4c-4ec3-9807-7302b56cdbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda4eef-e194-4869-a620-b89908941b50,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:09.953997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b83adc8-aa18-4657-8f66-04526a63c786 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 26 14:22:09.956243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:09.960853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9b83adc8-aa18-4657-8f66-04526a63c786 HTTP/1.1" status: 204 len: 168 time: 0.6971490 Oct 26 14:22:09.987026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6ce00-7330-476d-9a6e-f20f79545425 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b83adc8-aa18-4657-8f66-04526a63c786,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.057110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.090539 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3ade37af-7fc2-490f-9d5d-8c23ddae638a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.135171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.193693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fe476915-7971-4cb5-b005-a431eca2c90e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:10.286321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.295129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.301736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fda4eef-e194-4869-a620-b89908941b50 HTTP/1.1" status: 204 len: 168 time: 0.3663921 Oct 26 14:22:10.346904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c804c2-19e8-4b5b-82a7-cb9711798d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda4eef-e194-4869-a620-b89908941b50,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.432184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port fe476915-7971-4cb5-b005-a431eca2c90e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:22:10.439470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port fe476915-7971-4cb5-b005-a431eca2c90e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:10.439850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.707147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cbc0c-adb5-46a5-bcbc-8195fa31d006 req-19fc95b8-58e1-41c0-9cc7-41d8d5eb7aaa tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:10.714172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.724473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-913cbc0c-adb5-46a5-bcbc-8195fa31d006 req-19fc95b8-58e1-41c0-9cc7-41d8d5eb7aaa tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 945 time: 0.1154687 Oct 26 14:22:10.756221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fe476915-7971-4cb5-b005-a431eca2c90e,segment=NetworkSegment(cf7c32a2-6f17-434b-8dde-6697658771df),segment_id=cf7c32a2-6f17-434b-8dde-6697658771df)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:10.757854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:10.761521 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51acb2d3-9d1a-4917-9ab2-cf632d444cc4" -d '{"events": [{"server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "name": "network-vif-plugged", "status": "completed", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:10.775780 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:10.864644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-913cbc0c-adb5-46a5-bcbc-8195fa31d006 req-0b39f887-1e2e-41ea-bc8d-555d02ef92d8 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387839 Oct 26 14:22:10.913577 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f654d90-b1a2-4a31-9ae5-2ee62cf93e8a x-openstack-request-id: req-8f654d90-b1a2-4a31-9ae5-2ee62cf93e8a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:10.926525 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "name": "network-vif-plugged", "status": "completed", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:10.927167 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f654d90-b1a2-4a31-9ae5-2ee62cf93e8a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:10.929569 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e', 'code': 200} Oct 26 14:22:10.950085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:10.998882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ca7a0a6-ad3f-405f-8893-0895856985c9 req-cf39bb3f-679b-4927-b5c6-de66361bbc93 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 210 time: 0.0581732 Oct 26 14:22:11.080249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1889-abe2-47f8-9a99-9b49039912fc req-a0486f67-5e4b-4c06-a92d-313abf9d0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:11.086038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d25f1889-abe2-47f8-9a99-9b49039912fc req-a0486f67-5e4b-4c06-a92d-313abf9d0aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 1097 time: 0.0843234 Oct 26 14:22:11.143410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d25f1889-abe2-47f8-9a99-9b49039912fc req-9c0f9484-9c3c-4a37-b8c9-a26329ca4ae3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Oct 26 14:22:11.208662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51262) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:11.214572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'name': 'tempest-router--1285386886', 'project_id': '61396716595b4a3790ecf09e7664bcf5'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:11.271795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.273458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.376026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.395529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.419049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.420777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d495824f-a48c-4631-8606-aa44069b9acb tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2101831 Oct 26 14:22:11.424521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51272) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:11.523159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.726344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.734385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.813602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.815332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75e0b183-93d2-46ef-a214-e8d6b5afcc89 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:11.833069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:11.834968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aef49220-5178-45bc-84f0-e95de512c1d7 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/routers/75e0b183-93d2-46ef-a214-e8d6b5afcc89 HTTP/1.1" status: 204 len: 168 time: 0.4089718 Oct 26 14:22:12.143324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d02b8405-4d1a-4b7a-9edc-cec453c744cb req-ae886bb7-6f70-4b6b-a5ab-7c024a086b6b tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 210 time: 0.0563979 Oct 26 14:22:12.224259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74459221-3dc5-4b6c-b7bb-da8dec4ed75a req-715e6841-1958-4b35-a529-66d4883fcdd5 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:12.225987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74459221-3dc5-4b6c-b7bb-da8dec4ed75a req-715e6841-1958-4b35-a529-66d4883fcdd5 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1733525 Oct 26 14:22:12.241854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-c71a1037-30d6-49b3-8906-143829ab968a tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:12.244746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-c71a1037-30d6-49b3-8906-143829ab968a tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.73 "GET /v2.0/networks?id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d HTTP/1.1" status: 200 len: 814 time: 0.4197147 Oct 26 14:22:12.283734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Request body: {'port': {'device_id': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d', 'admin_state_up': True, 'tenant_id': 'f8b5806b0e8c408b8dbe4c3e2d829815'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:12.374936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74459221-3dc5-4b6c-b7bb-da8dec4ed75a req-3aeb3739-c10b-41a9-9733-2d804aa8f920 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290729 Oct 26 14:22:12.441736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:12.534123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Made reservation on behalf of f8b5806b0e8c408b8dbe4c3e2d829815 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:12.547649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.790337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Allocated IP 172.20.0.12 (c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d/1dc79bfd-2c68-4698-be04-f27d43a1df34/62e6fae7-e2ad-4f6f-8174-682df0705aa9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:12.795389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-904325114', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:12.826052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.831921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.858936 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f41016d9-8890-4cdf-9de5-e62562c3b4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:12.930698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.116174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.134980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.180207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.237423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:13.241562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:13.247506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:13.252805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:13.327203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67002b74-9011-45f5-82f9-b48385b0dfc3 req-9f1a8f4b-2bbe-4b82-a4e6-c64f755f0c8c tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:13.328858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67002b74-9011-45f5-82f9-b48385b0dfc3 req-9f1a8f4b-2bbe-4b82-a4e6-c64f755f0c8c tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 932 time: 0.0859060 Oct 26 14:22:13.346993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:13.347670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.370526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-e2ab1f9c-a4c5-4a5b-862f-88867e5ea42e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1024997 Oct 26 14:22:13.385584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Request body: {'port': {'device_id': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:13.562776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67002b74-9011-45f5-82f9-b48385b0dfc3 req-1119f84f-fd03-4dcd-8c09-098576d2942c tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214165 Oct 26 14:22:13.690456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.737700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.883424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:13.911808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Allocated IP 172.25.5.75 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4d0ba4f9-44c4-43f4-9db5-c06f788fd475) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:14.039457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.073399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7229e-8897-458e-8602-25abb840e7b8 req-6a1cd2a9-a88d-40a6-8f9d-45ed88593a27 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:14.073808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.078977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83d7229e-8897-458e-8602-25abb840e7b8 req-6a1cd2a9-a88d-40a6-8f9d-45ed88593a27 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1629868 Oct 26 14:22:14.123632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.173502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:14.177610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:14.180608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:14.202291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.222075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event updated for resources: {'Port': ['ID=4d0ba4f9-44c4-43f4-9db5-c06f788fd475,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:14.243357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83d7229e-8897-458e-8602-25abb840e7b8 req-4190cd91-f381-4b7e-8a6b-83f96a07a788 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536922 Oct 26 14:22:14.506272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fede1e6-9e14-4bdb-b2dd-8a9944b218c5 req-f4df4e96-86f7-4051-9c42-c1123826ffb9 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:14.507839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6fede1e6-9e14-4bdb-b2dd-8a9944b218c5 req-f4df4e96-86f7-4051-9c42-c1123826ffb9 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1005845 Oct 26 14:22:14.595418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e6fae7-e2ad-4f6f-8174-682df0705aa9 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:14.625577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.658538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Transition to ACTIVE for port object 62e6fae7-e2ad-4f6f-8174-682df0705aa9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:14.666658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6fede1e6-9e14-4bdb-b2dd-8a9944b218c5 req-1548bc7c-e2ea-4a40-830c-2c3b7590f56b tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153393 Oct 26 14:22:14.673135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.773893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:14.837403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:14.892981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.024686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14e682-b28d-4e8d-ad19-341232ff233d req-d95b8582-b757-4d7e-8eff-17220e0f2887 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.029547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc14e682-b28d-4e8d-ad19-341232ff233d req-d95b8582-b757-4d7e-8eff-17220e0f2887 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 944 time: 0.2700772 Oct 26 14:22:15.078227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.157412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d6c08a6-e290-4bff-8a14-24071d138e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.214794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Attempting to bind port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:15.216024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Attempting to bind port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '30c1d235-f22b-4e67-9edf-fa3f1d096aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:15.216908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Attempting to bind port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 on network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:15.224445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc14e682-b28d-4e8d-ad19-341232ff233d req-0069bdcc-d66c-41bb-a0db-899aac19db28 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868172 Oct 26 14:22:15.228454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 on network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:15.228868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Attempting to bind port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 on network c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:15.255099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:15.255745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Checking segment: {'id': '30c1d235-f22b-4e67-9edf-fa3f1d096aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:15.256124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Bound using segment: {'id': '30c1d235-f22b-4e67-9edf-fa3f1d096aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:15.256675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Bound port: 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c1d235-f22b-4e67-9edf-fa3f1d096aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:15.257094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.319552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c204fd-da40-413d-b624-0c35f1137e82 req-d373be6a-17bf-4880-9b89-bb26ebe5591f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.325216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97c204fd-da40-413d-b624-0c35f1137e82 req-d373be6a-17bf-4880-9b89-bb26ebe5591f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.2434375 Oct 26 14:22:15.326629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Router 87fc57df-9d7a-48cc-aa49-ac435c04a72e is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:15.389087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:15.397178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:15.405385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d6c08a6-e290-4bff-8a14-24071d138e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.407906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.483013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6d6c08a6-e290-4bff-8a14-24071d138e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.488373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97c204fd-da40-413d-b624-0c35f1137e82 req-b1ea28a3-f356-4be6-9d0e-abfec6c9c8ae tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568458 Oct 26 14:22:15.552434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:15.577604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6d6c08a6-e290-4bff-8a14-24071d138e0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d7127e7dec94b7ca3ab7d365e118468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346938 Oct 26 14:22:15.577815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] Sync routers for ids ['87fc57df-9d7a-48cc-aa49-ac435c04a72e'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:15.587767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.593139 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] Routers {'87fc57df-9d7a-48cc-aa49-ac435c04a72e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:15.595355 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['87fc57df-9d7a-48cc-aa49-ac435c04a72e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:15.602546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.603360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.604353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.605484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-582ce374-0912-4430-bec8-8c56624ead17 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1611547 Oct 26 14:22:15.609052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] 10.222.0.73 "PUT /v2.0/ports/62e6fae7-e2ad-4f6f-8174-682df0705aa9 HTTP/1.1" status: 200 len: 1092 time: 2.2261806 Oct 26 14:22:15.611701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51360) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.617072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:15.618691 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2379439c-0013-4a88-8077-122949a39057" -d '{"events": [{"name": "network-changed", "server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:15.648810 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:15.653577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c08a6-e290-4bff-8a14-24071d138e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64fbd2-e122-4afa-ab93-12963808c211,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.660596 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] Routers {'87fc57df-9d7a-48cc-aa49-ac435c04a72e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:15.661244 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['87fc57df-9d7a-48cc-aa49-ac435c04a72e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:15.705065 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:15.705974 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc4344-0e2d-4d36-8ad2-3f723cee335d None None] The sync data for ids ['87fc57df-9d7a-48cc-aa49-ac435c04a72e'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:15.709958 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5244b-a077-4565-9601-521abb7270ac x-openstack-request-id: req-8db5244b-a077-4565-9601-521abb7270ac {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:15.710394 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:15.710745 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8db5244b-a077-4565-9601-521abb7270ac {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:15.711449 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'status': 'completed', 'code': 200} Oct 26 14:22:15.730690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943533b6-4810-4441-bfda-72f677f5f64f service neutron] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:15.772553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.775580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-7836a39e-df23-432d-ac96-3199d85251f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.777556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-7836a39e-df23-432d-ac96-3199d85251f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b5806b0e8c408b8dbe4c3e2d829815&device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 1095 time: 0.1124489 Oct 26 14:22:15.795802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.812152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-537e91e2-1897-4223-9c1d-01864553f597 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/87fc57df-9d7a-48cc-aa49-ac435c04a72e HTTP/1.1" status: 200 len: 919 time: 0.1976147 Oct 26 14:22:15.814925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51364) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.833949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-cacf40b2-c5af-4d10-a211-1bbbdfb81791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9 HTTP/1.1" status: 200 len: 217 time: 0.0456271 Oct 26 14:22:15.846991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da382ab0-821f-4a34-a21a-3b393c15d7a8 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=87fc57df-9d7a-48cc-aa49-ac435c04a72e HTTP/1.1" status: 200 len: 205 time: 0.0304797 Oct 26 14:22:15.849405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:15.895664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-afb68a66-9062-4414-9d2f-668186504790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:15.897486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-afb68a66-9062-4414-9d2f-668186504790 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dc79bfd-2c68-4698-be04-f27d43a1df34 HTTP/1.1" status: 200 len: 854 time: 0.0552027 Oct 26 14:22:15.916255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:15.943533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-626ae0db-cc37-4d22-9199-9fd3fede39b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367000 Oct 26 14:22:16.073174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.076294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.077696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b64fbd2-e122-4afa-ab93-12963808c211 HTTP/1.1" status: 204 len: 168 time: 0.4887235 Oct 26 14:22:16.083139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-b2dbd50a-d9cd-413e-9c62-131c51fa1d0f service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309278 Oct 26 14:22:16.090948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62599e7e-4c6b-4111-afc2-2e3d881dabea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64fbd2-e122-4afa-ab93-12963808c211,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.268470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c39ff4a6-ee21-4826-bc4c-6006dffdf78f req-34464016-2b01-4b33-94ae-0d41af88f2d2 service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534128 Oct 26 14:22:16.366714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379439c-0013-4a88-8077-122949a39057 req-65013e90-b372-4392-b535-fd3df09ebca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.368222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-65013e90-b372-4392-b535-fd3df09ebca1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b5806b0e8c408b8dbe4c3e2d829815&device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 1095 time: 0.0489874 Oct 26 14:22:16.474964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45576731-eab0-41b0-8e7b-71348cbcca50 req-b5bfb43c-303f-4a0d-ae1e-3848925810b8 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.476466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-45576731-eab0-41b0-8e7b-71348cbcca50 req-b5bfb43c-303f-4a0d-ae1e-3848925810b8 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 944 time: 0.0948038 Oct 26 14:22:16.486418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.578988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379439c-0013-4a88-8077-122949a39057 req-4cef71f7-eb80-4adf-b8d1-e5465e554407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.580690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-4cef71f7-eb80-4adf-b8d1-e5465e554407 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d HTTP/1.1" status: 200 len: 915 time: 0.2017300 Oct 26 14:22:16.592380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.633948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-85dd5b5f-1b4f-4d83-b3f9-105679216b66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9 HTTP/1.1" status: 200 len: 217 time: 0.0452344 Oct 26 14:22:16.637436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-043233d0-eaa9-47ec-af13-c4a2cc52e054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.649481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-45576731-eab0-41b0-8e7b-71348cbcca50 req-6fbce67b-0ec4-4645-8192-7bb5f11befaf tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600852 Oct 26 14:22:16.708317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.749897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed1745-8778-4b68-be52-65546198d8a2 req-e6664143-00e6-488e-bee0-9f23a04dd549 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.752948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85ed1745-8778-4b68-be52-65546198d8a2 req-e6664143-00e6-488e-bee0-9f23a04dd549 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1207180 Oct 26 14:22:16.754717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379439c-0013-4a88-8077-122949a39057 req-023e13a5-b62d-48c7-924f-5e58c1fac70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:16.756125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-023e13a5-b62d-48c7-924f-5e58c1fac70d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dc79bfd-2c68-4698-be04-f27d43a1df34 HTTP/1.1" status: 200 len: 854 time: 0.1111639 Oct 26 14:22:16.805100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-1a69219c-b4e4-404e-85f6-031190a4260c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354905 Oct 26 14:22:16.806337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-043233d0-eaa9-47ec-af13-c4a2cc52e054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.819735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 4d0ba4f9-44c4-43f4-9db5-c06f788fd475 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:16.820058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.822380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-043233d0-eaa9-47ec-af13-c4a2cc52e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:16.910918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85ed1745-8778-4b68-be52-65546198d8a2 req-3e058f0f-7ecf-4bd7-adbe-59d32111cc12 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506095 Oct 26 14:22:16.932961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-043233d0-eaa9-47ec-af13-c4a2cc52e054 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55aa1de5acdc4aa4872701549cb92fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368428 Oct 26 14:22:16.935600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:16.938704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043233d0-eaa9-47ec-af13-c4a2cc52e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954ce81e-dcc0-4b9d-b868-05c6a8eb1d45,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:16.993130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.014416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 4d0ba4f9-44c4-43f4-9db5-c06f788fd475 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:17.033658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-8a0df20c-2da1-40e4-a22a-90c0fa7d7078 service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966212 Oct 26 14:22:17.159756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.237266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.303794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083232-894b-402d-91e4-96523f24d1cb req-b2c95581-3ce9-46d0-8002-ed75fd55df96 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:17.314358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539a3f-3257-409e-a0e5-fd65877905da req-6b714b9f-0f75-4368-bdd4-7458b057edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:17.316127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f083232-894b-402d-91e4-96523f24d1cb req-b2c95581-3ce9-46d0-8002-ed75fd55df96 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1668653 Oct 26 14:22:17.316689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-6b714b9f-0f75-4368-bdd4-7458b057edae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 1097 time: 0.1550071 Oct 26 14:22:17.381030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f083232-894b-402d-91e4-96523f24d1cb req-e417b9ff-15ea-4e2b-8336-df59af0250e4 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638967 Oct 26 14:22:17.383040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2379439c-0013-4a88-8077-122949a39057 req-42694602-6d57-4eb2-a87b-3b22bacdceb4 service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376470 Oct 26 14:22:17.417597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.420368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.421750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/954ce81e-dcc0-4b9d-b868-05c6a8eb1d45 HTTP/1.1" status: 204 len: 168 time: 0.4852366 Oct 26 14:22:17.430827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a5570-8e3f-4c86-b2aa-9ad50898260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954ce81e-dcc0-4b9d-b868-05c6a8eb1d45,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:17.472330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539a3f-3257-409e-a0e5-fd65877905da req-cddc3046-f8dd-495c-bdb2-e9412fe69efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:17.474091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-cddc3046-f8dd-495c-bdb2-e9412fe69efe service neutron] 10.222.0.41 "GET /v2.0/networks?id=41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 200 len: 912 time: 0.1493981 Oct 26 14:22:17.478911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.550226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=4d0ba4f9-44c4-43f4-9db5-c06f788fd475,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:17.652235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-9a90c7e8-2312-485c-976e-5f536691bf21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 200 len: 217 time: 0.1627498 Oct 26 14:22:17.653498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.803785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.826578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.941389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539a3f-3257-409e-a0e5-fd65877905da req-aa0c6db5-f41d-45d9-9e12-b74ff0137b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:17.943120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-aa0c6db5-f41d-45d9-9e12-b74ff0137b1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e1908d1-a2c9-4ee6-83de-0e184dbb4213 HTTP/1.1" status: 200 len: 851 time: 0.2470376 Oct 26 14:22:17.946246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.946802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router 87fc57df-9d7a-48cc-aa49-ac435c04a72e {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:17.963068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:17.967976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e04eca4-094f-4c5e-890a-3dd413d3bd60 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/87fc57df-9d7a-48cc-aa49-ac435c04a72e HTTP/1.1" status: 204 len: 168 time: 2.1136904 Oct 26 14:22:17.969901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51414) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:17.973770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05567-b6f0-4cac-9c00-52067c1f02f8 req-c1d7c31b-7c6b-4119-93fb-0cab98ba79e0 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:17.977445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1413737588', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:17.981957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20a05567-b6f0-4cac-9c00-52067c1f02f8 req-c1d7c31b-7c6b-4119-93fb-0cab98ba79e0 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 944 time: 0.1677101 Oct 26 14:22:18.011256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-21b1e6e1-653e-46c7-a9fa-5cac16757e48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41e909af-8611-4ec3-b8e7-2e37d1fb728d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542119 Oct 26 14:22:18.044721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.045969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.102681 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20a05567-b6f0-4cac-9c00-52067c1f02f8 req-15e1606f-7171-4d8d-9cb9-adef4e145375 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198208 Oct 26 14:22:18.140179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.148348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-9d913ebd-55fb-43ef-a79e-3567a9fa1ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220403 Oct 26 14:22:18.310903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8539a3f-3257-409e-a0e5-fd65877905da req-03a9de48-c974-48c8-b811-696ad4a9465e service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 Oct 26 14:22:18.329954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.661360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.687735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:18.697707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d185535-1ba2-4771-a9e5-b5040ae61ebc req-6f8d599f-2489-434d-a654-b397db70496a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:18.699141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d185535-1ba2-4771-a9e5-b5040ae61ebc req-6f8d599f-2489-434d-a654-b397db70496a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1145952 Oct 26 14:22:18.804619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d185535-1ba2-4771-a9e5-b5040ae61ebc req-84d3991b-699e-4be8-8f1e-dd992c035155 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857010 Oct 26 14:22:18.897218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.25.5.166 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/532eebf5-db26-4b39-9a3a-60146dbde4c6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:19.106485 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.194890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.267789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:19.269442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=532eebf5-db26-4b39-9a3a-60146dbde4c6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:19.272150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:19.274494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:19.322595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae219954-da0e-4ff6-b0e4-eaa68ccaa92e req-cf12c7de-6c48-4689-9e2d-f26c55ceb424 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:19.325415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae219954-da0e-4ff6-b0e4-eaa68ccaa92e req-cf12c7de-6c48-4689-9e2d-f26c55ceb424 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 944 time: 0.0979915 Oct 26 14:22:19.407645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae219954-da0e-4ff6-b0e4-eaa68ccaa92e req-6d151e94-f480-4eb4-9918-bc7c0f02af36 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689995 Oct 26 14:22:19.633561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:19.845201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 62e6fae7-e2ad-4f6f-8174-682df0705aa9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:22:19.899345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.073871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:20.102103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'network_id': 'c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d', 'port_id': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'mac_address': 'fa:16:3e:e3:04:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc79bfd-2c68-4698-be04-f27d43a1df34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:22:20.151266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.175990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e6fae7-e2ad-4f6f-8174-682df0705aa9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:20.194200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4c781-072e-4ffe-94a1-ddad9ec63236 req-f0910ae5-b795-488d-bcd1-9e0bff058147 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.196353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2f4c781-072e-4ffe-94a1-ddad9ec63236 req-f0910ae5-b795-488d-bcd1-9e0bff058147 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1130910 Oct 26 14:22:20.212069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:20.219456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:20.220331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:20.266408 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c2f4c781-072e-4ffe-94a1-ddad9ec63236 req-34f21145-31f6-487b-ade4-95caf586450e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Oct 26 14:22:20.321686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:20.500779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['62e6fae7-e2ad-4f6f-8174-682df0705aa9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:22:20.815586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cdf93-3ae2-42c3-af2d-e49f4a9657f6 req-76f18f66-042a-44fe-ae0d-bacd794d0c6f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:20.825290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b99cdf93-3ae2-42c3-af2d-e49f4a9657f6 req-76f18f66-042a-44fe-ae0d-bacd794d0c6f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1035380 Oct 26 14:22:20.879263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b99cdf93-3ae2-42c3-af2d-e49f4a9657f6 req-2c35f849-89c1-4228-9424-4d9ff118c862 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527742 Oct 26 14:22:21.074846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb0da-ff44-4974-93c7-8a734bbe66cc req-b28e11b3-81df-4f42-8ee1-6d05213b6fd5 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:21.086343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784cb0da-ff44-4974-93c7-8a734bbe66cc req-b28e11b3-81df-4f42-8ee1-6d05213b6fd5 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 945 time: 0.0888212 Oct 26 14:22:21.116846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:21.127818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Sync routers for ids ['567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:21.139525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Routers {'567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:21.140272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:21.157241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784cb0da-ff44-4974-93c7-8a734bbe66cc req-5028cbef-c255-4a59-bf6f-d1139a1895a6 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741510 Oct 26 14:22:21.167578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.172700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:21.186439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b13d977-c81d-4f6a-9aa4-bb39767aa4d5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2148228 Oct 26 14:22:21.309875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Set router 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:21.332290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd6eac7d-3a80-4883-a38b-db4356d9c956 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 HTTP/1.1" status: 200 len: 909 time: 0.1552870 Oct 26 14:22:21.332460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:21.338540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1413737588', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': True}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:21.366530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.367914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.435355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.554201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166'}], 'enable_snat': False}, 'gw_port_id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:19Z', 'revision_number': 3, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port': {'id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:21.589604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Checking router: 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:21.590221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Updating router 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 port 532eebf5-db26-4b39-9a3a-60146dbde4c6 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:21.595731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.616810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.837365 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.861821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:21.867903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 62e6fae7-e2ad-4f6f-8174-682df0705aa9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:21.886511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.021475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:22:22.031253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:22.031564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.033499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013ce9-e4ed-4b55-a8f2-a08e5a69201c req-8dc7322c-a019-4405-a6ab-7fdb3f6dcd31 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.036358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6013ce9-e4ed-4b55-a8f2-a08e5a69201c req-8dc7322c-a019-4405-a6ab-7fdb3f6dcd31 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.0674441 Oct 26 14:22:22.073944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.091992 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.100087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6013ce9-e4ed-4b55-a8f2-a08e5a69201c req-cd04ea43-7cd4-4f57-8e23-fa8074c0f012 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568810 Oct 26 14:22:22.211187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.25.5.28 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1c46a217-15a7-4dc8-841c-45255567af08) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:22.361593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec599b7-0a6c-4f79-b4b6-123253d7bcef None None] Pushing event updated for resources: {'Port': ['ID=532eebf5-db26-4b39-9a3a-60146dbde4c6,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:22.379993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Attempting to bind port 532eebf5-db26-4b39-9a3a-60146dbde4c6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:22.380363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Attempting to bind port 532eebf5-db26-4b39-9a3a-60146dbde4c6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:22.380755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Attempting to bind port 532eebf5-db26-4b39-9a3a-60146dbde4c6 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:22.384796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.406303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:22.406673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:22.407079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.407470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:22.407961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Bound port: 532eebf5-db26-4b39-9a3a-60146dbde4c6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:22.408346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.510841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d3551-482f-4ecd-b5c9-1812c8b3c57d req-4e229d89-038d-4630-b7f9-d636404cde7e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.518841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d41d3551-482f-4ecd-b5c9-1812c8b3c57d req-4e229d89-038d-4630-b7f9-d636404cde7e tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 945 time: 0.1825533 Oct 26 14:22:22.554967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:22.561079 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0286ec84-39b9-43a9-b759-de0276c3d5e4" -d '{"events": [{"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-plugged", "status": "completed", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:22.586259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71914f88-10ce-4a47-a8c6-bfb6bb934372 req-9fd6124e-d3d1-4cb6-a684-15152abb3ad1 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.587986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71914f88-10ce-4a47-a8c6-bfb6bb934372 req-9fd6124e-d3d1-4cb6-a684-15152abb3ad1 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1359954 Oct 26 14:22:22.588801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-05a31ec3-06f5-41a8-a0be-a610530ceac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.590360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-05a31ec3-06f5-41a8-a0be-a610530ceac2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 1097 time: 0.1273265 Oct 26 14:22:22.600691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.696391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71914f88-10ce-4a47-a8c6-bfb6bb934372 req-85e32810-4a5f-4436-aca8-f64528806fc0 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905907 Oct 26 14:22:22.830000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d41d3551-482f-4ecd-b5c9-1812c8b3c57d req-cfae1b81-e695-4946-a4ec-1b1048655cf6 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909708 Oct 26 14:22:22.883295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-637a2e38-478e-4eb2-9697-ccdebe7d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.885087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-637a2e38-478e-4eb2-9697-ccdebe7d8283 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 200 len: 912 time: 0.2825050 Oct 26 14:22:22.939116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-100cd2af-73c4-46b4-a9f3-27eb99b614b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 200 len: 217 time: 0.0456576 Oct 26 14:22:22.940433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.957434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133f55d-d846-4e18-8b12-4a99f572127b req-e4fafd56-7fa0-43f7-a0ea-64cf3fba84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:22.959718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6133f55d-d846-4e18-8b12-4a99f572127b req-e4fafd56-7fa0-43f7-a0ea-64cf3fba84d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 1096 time: 0.1082115 Oct 26 14:22:22.961814 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee7dd8-9e88-4411-b80d-5cad0d87286b x-openstack-request-id: req-3dee7dd8-9e88-4411-b80d-5cad0d87286b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:22.962104 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-plugged", "status": "completed", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:22.962356 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dee7dd8-9e88-4411-b80d-5cad0d87286b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:22.962746 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'code': 200} Oct 26 14:22:22.967509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:22.973906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] For port 532eebf5-db26-4b39-9a3a-60146dbde4c6, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:22.977359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:22.980599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] For port 532eebf5-db26-4b39-9a3a-60146dbde4c6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532eebf5-db26-4b39-9a3a-60146dbde4c6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:22.994330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=1c46a217-15a7-4dc8-841c-45255567af08,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.018159 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.050303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:23.054869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:23.059739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:23.061843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Routers {'567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:23.062732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:23.080582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6133f55d-d846-4e18-8b12-4a99f572127b req-5c5d86c1-aa4f-470b-99ec-cb089084dfc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135070 Oct 26 14:22:23.129011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.235306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-4af8aeb8-8173-4958-88e5-a6163110e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:23.236928 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-4af8aeb8-8173-4958-88e5-a6163110e16e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e1908d1-a2c9-4ee6-83de-0e184dbb4213 HTTP/1.1" status: 200 len: 851 time: 0.2437592 Oct 26 14:22:23.287214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] Set router 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:23.302784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-6d71e60b-8e01-4048-bb9b-db43984ee98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41e909af-8611-4ec3-b8e7-2e37d1fb728d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312133 Oct 26 14:22:23.476523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec599b7-0a6c-4f79-b4b6-123253d7bcef None None] Pushing event updated for resources: {'Port': ['ID=532eebf5-db26-4b39-9a3a-60146dbde4c6,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:23.518018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:23.552946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166'}], 'enable_snat': False}, 'gw_port_id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:19Z', 'revision_number': 3, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port': {'id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:23.586972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f11f3-75b8-45c7-9bde-0b2d3e371cd4 None None] The sync data for ids ['567b4e6b-27d5-4461-bb5c-6ab8c175aeb8'] in n-d-813419-9 is: [{'id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166'}], 'enable_snat': False}, 'gw_port_id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:19Z', 'revision_number': 3, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port': {'id': '532eebf5-db26-4b39-9a3a-60146dbde4c6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567b4e6b-27d5-4461-bb5c-6ab8c175aeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:18Z', 'updated_at': '2021-10-26T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:23.948362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-2514fb0c-b363-416f-b714-6227657eeffe service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6331871 Oct 26 14:22:23.976714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.058525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2fb2-b9ff-44bc-9f52-788599fcdd67 req-9f41578f-0c5f-403d-8fa8-5dd24d87a51f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.072560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f67c2fb2-b9ff-44bc-9f52-788599fcdd67 req-9f41578f-0c5f-403d-8fa8-5dd24d87a51f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1909909 Oct 26 14:22:24.153664 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f67c2fb2-b9ff-44bc-9f52-788599fcdd67 req-52a0871d-adcb-44f3-9d14-da8b111714f8 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801036 Oct 26 14:22:24.361560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9bf0-21eb-461a-929e-c98500d7c1eb req-f05bdca8-d824-4190-ab09-86b69d13ebec tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.371061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec6c9bf0-21eb-461a-929e-c98500d7c1eb req-f05bdca8-d824-4190-ab09-86b69d13ebec tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.1188326 Oct 26 14:22:24.454499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec6c9bf0-21eb-461a-929e-c98500d7c1eb req-b8e74e06-4740-478b-aae1-0b2beaa3aa75 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768535 Oct 26 14:22:24.740482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a312023-98a1-4099-9afe-5d2ff7c08493 req-72125a63-73ef-450a-b57a-a9cde43a024c service neutron] 10.222.0.41 "GET /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803130 Oct 26 14:22:24.870950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:24.953523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-df4adba4-f601-496d-9de5-ba2e8e57bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:24.955604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-df4adba4-f601-496d-9de5-ba2e8e57bcf6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f8b5806b0e8c408b8dbe4c3e2d829815&device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 1097 time: 0.0564172 Oct 26 14:22:25.108416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff25ca-2ba1-4400-b5ff-f32ab87acf40 req-bf79de15-a228-422b-aa73-b430bb49e4bc tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.117179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7ff25ca-2ba1-4400-b5ff-f32ab87acf40 req-bf79de15-a228-422b-aa73-b430bb49e4bc tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.1461198 Oct 26 14:22:25.207825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-998369fb-f55d-4907-8949-00d6325c727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.211839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-998369fb-f55d-4907-8949-00d6325c727a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d HTTP/1.1" status: 200 len: 915 time: 0.2471120 Oct 26 14:22:25.315167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7ff25ca-2ba1-4400-b5ff-f32ab87acf40 req-78790201-95f9-40fb-b9de-a1e9d2179a45 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967664 Oct 26 14:22:25.349456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-19103999-1155-4df0-9bdb-7a90cff67091 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9 HTTP/1.1" status: 200 len: 217 time: 0.1243730 Oct 26 14:22:25.377226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532eebf5-db26-4b39-9a3a-60146dbde4c6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:25.409017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router c61caab3-6e4c-46b8-97ba-a569fb66c359 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:25.540236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532eebf5-db26-4b39-9a3a-60146dbde4c6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:25.541812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.641713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-e6b6ce59-2ecb-43a4-9cee-4e63d993d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.646438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-e6b6ce59-2ecb-43a4-9cee-4e63d993d387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1dc79bfd-2c68-4698-be04-f27d43a1df34 HTTP/1.1" status: 200 len: 854 time: 0.2891872 Oct 26 14:22:25.711518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d753c-ee58-4a06-8ef2-00af24bdbdd2 req-29eff66b-76c6-4e26-88d0-7585360c5716 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:25.716675 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd5d753c-ee58-4a06-8ef2-00af24bdbdd2 req-29eff66b-76c6-4e26-88d0-7585360c5716 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.3606400 Oct 26 14:22:25.812332 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-d2008bf5-66c7-414b-ab3b-512e7fc340e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387761 Oct 26 14:22:25.828385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.863028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd5d753c-ee58-4a06-8ef2-00af24bdbdd2 req-23a3b5a7-1fb9-4f3c-b03e-7cb085e02498 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344681 Oct 26 14:22:25.879580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 532eebf5-db26-4b39-9a3a-60146dbde4c6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532eebf5-db26-4b39-9a3a-60146dbde4c6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:25.899821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:25.960532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:25.971669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-6f25d39f-2203-430c-8da5-3e9efb1191e7 service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644919 Oct 26 14:22:25.972438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Sync routers for ids ['c61caab3-6e4c-46b8-97ba-a569fb66c359'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:26.010232 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Routers {'c61caab3-6e4c-46b8-97ba-a569fb66c359'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:26.010896 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c61caab3-6e4c-46b8-97ba-a569fb66c359'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:26.052390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-32a3ca9d-1889-4e00-afee-620298a6441e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:26.067546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-32a3ca9d-1889-4e00-afee-620298a6441e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.3073463 Oct 26 14:22:26.072591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=532eebf5-db26-4b39-9a3a-60146dbde4c6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:26.076068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.077330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68b7c587-855a-4c0a-b64f-22d27dba9aa4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7430167 Oct 26 14:22:26.082419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51606) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:26.251652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1ba6b268-7699-4e17-973f-9cb78be87e8d req-55fc087a-b529-46a5-be70-ed500ac2fff6 service neutron] 10.222.0.73 "GET /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726223 Oct 26 14:22:26.301405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-8aed3efd-559c-4c2c-8421-1b516c8e6502 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.2178731 Oct 26 14:22:26.302846 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Set router c61caab3-6e4c-46b8-97ba-a569fb66c359 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:26.394117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-54496507-f28c-4286-bc7a-7017d80834d6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905616 Oct 26 14:22:26.545828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dcf3754e-d9d4-48a5-bc9b-d9ebf0a1cd88 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/c61caab3-6e4c-46b8-97ba-a569fb66c359 HTTP/1.1" status: 200 len: 907 time: 0.4440343 Oct 26 14:22:26.546213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51614) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:26.650776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-e3d10de5-fa9d-476d-960b-2acf0e763fea service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550845 Oct 26 14:22:26.814552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-48446f6b-d88c-4bfb-beed-d8465ff6bb10 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421013 Oct 26 14:22:26.875270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:26.890815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61caab3-6e4c-46b8-97ba-a569fb66c359', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '1c46a217-15a7-4dc8-841c-45255567af08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:21Z', 'updated_at': '2021-10-26T14:22:23Z', 'revision_number': 3, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port': {'id': '1c46a217-15a7-4dc8-841c-45255567af08', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61caab3-6e4c-46b8-97ba-a569fb66c359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:22:21Z', 'updated_at': '2021-10-26T14:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:26.961927 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Checking router: c61caab3-6e4c-46b8-97ba-a569fb66c359 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:26.962539 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Updating router c61caab3-6e4c-46b8-97ba-a569fb66c359 port 1c46a217-15a7-4dc8-841c-45255567af08 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:22:26.994856 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.108645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.359887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec420aa-ed43-439f-b264-053f21edde72 req-0a3745dc-4fdb-4afb-9b88-248b1a2595bf tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.361530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aec420aa-ed43-439f-b264-053f21edde72 req-0a3745dc-4fdb-4afb-9b88-248b1a2595bf tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.2845762 Oct 26 14:22:27.370467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532eebf5-db26-4b39-9a3a-60146dbde4c6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:27.408968 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.421289 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.423064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Deleting port 1c46a217-15a7-4dc8-841c-45255567af08 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:27.423344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.499132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 532eebf5-db26-4b39-9a3a-60146dbde4c6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:27.500343 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.502899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aec420aa-ed43-439f-b264-053f21edde72 req-b606c9a3-ce4a-44ef-a3c3-4476794d29b5 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268296 Oct 26 14:22:27.582715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.615990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Calling delete_port for 1c46a217-15a7-4dc8-841c-45255567af08 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:27.623731 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Pushing event updated for resources: {'Port': ['ID=1c46a217-15a7-4dc8-841c-45255567af08,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:27.673783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.674333 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.674774 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.675451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.675950 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.686021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.686567 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.687003 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.687438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.687898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.688310 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.688773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:27.694392 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Attempting to bind port 1c46a217-15a7-4dc8-841c-45255567af08 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:27.694895 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Attempting to bind port 1c46a217-15a7-4dc8-841c-45255567af08 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:27.695402 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Attempting to bind port 1c46a217-15a7-4dc8-841c-45255567af08 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:27.708959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:27.709521 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:27.717025 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.717625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:27.718434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Bound port: 1c46a217-15a7-4dc8-841c-45255567af08, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:27.718999 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.778436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.787407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.803902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.814786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed540a-d005-47db-82da-f1b6d2f6b082 req-70bb770d-9030-4421-924e-52d1ec02108a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.816437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ed540a-d005-47db-82da-f1b6d2f6b082 req-70bb770d-9030-4421-924e-52d1ec02108a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1689341 Oct 26 14:22:27.828012 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] For port 1c46a217-15a7-4dc8-841c-45255567af08, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:27.833347 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] For port 1c46a217-15a7-4dc8-841c-45255567af08, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1c46a217-15a7-4dc8-841c-45255567af08,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:27.845000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.850329 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:27.854201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.867842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.877919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:27.888422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-eb566880-bf36-4d72-90e2-71ef92142e23 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.2212157 Oct 26 14:22:27.986024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f24a3-1ebb-411c-bc52-540b634f9249 None None] Pushing event updated for resources: {'Port': ['ID=1c46a217-15a7-4dc8-841c-45255567af08,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:28.025563 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Routers {'c61caab3-6e4c-46b8-97ba-a569fb66c359'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:28.027134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c61caab3-6e4c-46b8-97ba-a569fb66c359'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:28.060241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ed540a-d005-47db-82da-f1b6d2f6b082 req-f7458f22-3534-42b5-9b2c-148d16936d99 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267900 Oct 26 14:22:28.060549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5e23e69-3a9e-41dc-8796-f8505a0b3435 req-ae8f897d-9731-40f6-9895-0c78cce27a64 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684368 Oct 26 14:22:28.165754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6d9104d-c09e-4526-a363-150997b4b0d5 req-6bb78255-381b-4cb5-9c5b-b36d6edaea19 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0497520 Oct 26 14:22:28.303455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] Set router c61caab3-6e4c-46b8-97ba-a569fb66c359 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:28.411558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.447015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.454729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.473783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.490820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.501203 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61caab3-6e4c-46b8-97ba-a569fb66c359', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:21Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:28.504644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.532343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.537470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1c496a34-4c81-434e-a251-1c19599d450d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.3889902 Oct 26 14:22:28.542779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:28.593941 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024e2ad-c2c0-41c7-a5c0-46dda6d694a9 None None] The sync data for ids ['c61caab3-6e4c-46b8-97ba-a569fb66c359'] in n-d-813419-9 is: [{'id': 'c61caab3-6e4c-46b8-97ba-a569fb66c359', 'name': 'tempest-snat-router-1413737588', 'tenant_id': 'e88f7eee86c54e258256f64f698fa8e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:22:21Z', 'updated_at': '2021-10-26T14:22:27Z', 'revision_number': 4, 'project_id': 'e88f7eee86c54e258256f64f698fa8e4', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:28.722483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f73d86-0d27-4e1b-a38e-71d6a63b0af0 req-710d503d-2612-4877-ab95-e244e51b210a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.738629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7f73d86-0d27-4e1b-a38e-71d6a63b0af0 req-710d503d-2612-4877-ab95-e244e51b210a tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1024580 Oct 26 14:22:28.781320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c46a217-15a7-4dc8-841c-45255567af08,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:28.812863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7f73d86-0d27-4e1b-a38e-71d6a63b0af0 req-b0379586-0880-470e-9efb-7ccb69944861 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675123 Oct 26 14:22:28.839857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-3e331f59-ed4d-4b5d-805a-2b5868167b6c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:28.841865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-3e331f59-ed4d-4b5d-805a-2b5868167b6c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2721756 Oct 26 14:22:29.113585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-f480213e-47a0-4d02-b827-1b2db8e1a310 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2457688 Oct 26 14:22:29.130223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3371088-96b1-4e98-a2ca-44529c4414eb req-694bd574-596a-4bd3-b1e2-f356ddc86bda tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.132063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3371088-96b1-4e98-a2ca-44529c4414eb req-694bd574-596a-4bd3-b1e2-f356ddc86bda tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.4252565 Oct 26 14:22:29.154522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.237024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.244476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.252843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.263324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.271011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.282347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.289791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.306714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-9abe6434-5721-498b-b148-e42c70545d49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 5434 time: 0.1473858 Oct 26 14:22:29.375608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:29.406955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.411561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.421662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c569253f-dc58-485c-965f-0aead4ff1c1f req-1adf4c38-5a80-4ecf-8189-2f5138c4aff2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137366 Oct 26 14:22:29.589444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.591269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c61caab3-6e4c-46b8-97ba-a569fb66c359 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:29.595737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.603508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:29.604983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e8ae2a74-dd6f-4e83-b2b5-b44136b73296 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c61caab3-6e4c-46b8-97ba-a569fb66c359 HTTP/1.1" status: 204 len: 168 time: 3.0576015 Oct 26 14:22:29.611279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-721216ac-a83c-4baf-b8ac-67dfc657643a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:29.612917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-721216ac-a83c-4baf-b8ac-67dfc657643a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.1776519 Oct 26 14:22:29.623480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:29.626855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3371088-96b1-4e98-a2ca-44529c4414eb req-cd1d6b35-1754-4705-850c-9ef374fc25e9 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452071 Oct 26 14:22:29.766878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:29.909893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=94b6e849-42dc-4612-8fc9-52c3181d135e,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:29.969922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.009561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] For port 94b6e849-42dc-4612-8fc9-52c3181d135e, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:30.051388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] device_id is not set on port 94b6e849-42dc-4612-8fc9-52c3181d135e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:30.062096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.107346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.171383 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.186414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:30.192408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.207800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] No DVR routers for this DVR port 94b6e849-42dc-4612-8fc9-52c3181d135e on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:30.221036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd87e3-eff0-4b5b-9768-15840b3ad20e req-db2bdfb0-d944-4478-837a-d4dc3d4216ea tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.232922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14dd87e3-eff0-4b5b-9768-15840b3ad20e req-db2bdfb0-d944-4478-837a-d4dc3d4216ea tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.1669123 Oct 26 14:22:30.237334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a57492fa-f914-4faf-92b0-b0f4452954c3 req-917d0c22-c75b-4d16-bb90-e265fe962440 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.6233089 Oct 26 14:22:30.360373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:30.410358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] In _notify_port_updated(), no bound segment for port 94b6e849-42dc-4612-8fc9-52c3181d135e on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:22:30.415210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.415854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.417212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-1ac67c00-54b5-45c5-b31b-12e9d9e7d4a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 200 len: 1027 time: 1.2841909 Oct 26 14:22:30.446612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14dd87e3-eff0-4b5b-9768-15840b3ad20e req-7048bfc8-62cb-41bc-9423-af127a6d635f tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127061 Oct 26 14:22:30.513148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-79ae79b4-85fb-4101-887b-97b9f277af10 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:30.515367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-79ae79b4-85fb-4101-887b-97b9f277af10 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "GET /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677981 Oct 26 14:22:30.528733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:30.617732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5f25bbb3-ddcd-4d04-a1ba-631df02a93bc None None] Provisioning complete for port 94b6e849-42dc-4612-8fc9-52c3181d135e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:30.618309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f25bbb3-ddcd-4d04-a1ba-631df02a93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.701069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:30.704189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.12 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/5ebc6664-6c54-4c60-a645-f0d8e64ac4e8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:30.757885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5f25bbb3-ddcd-4d04-a1ba-631df02a93bc None None] Port 94b6e849-42dc-4612-8fc9-52c3181d135e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:30.954920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e246eb26-49ef-4260-91e8-45fa77983bf8,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:30.997222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] For port e246eb26-49ef-4260-91e8-45fa77983bf8, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:31.033785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] device_id is not set on port e246eb26-49ef-4260-91e8-45fa77983bf8 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:22:31.043787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.114331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.120571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d34966ba-e2a3-4120-bbe8-a9b9170699c3 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.123429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d34966ba-e2a3-4120-bbe8-a9b9170699c3 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.73 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 1.0203168 Oct 26 14:22:31.128376 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.225753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-c42b3be7-6c07-4c1f-8668-d82289cd495e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.228145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-c42b3be7-6c07-4c1f-8668-d82289cd495e tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.2509770 Oct 26 14:22:31.254960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:31.266177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] No DVR routers for this DVR port e246eb26-49ef-4260-91e8-45fa77983bf8 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:31.277497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7a13-7dde-4495-a621-0fe7f3e98dd5 req-4363513f-2276-4870-be3a-b8fe8edbb516 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.280252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9cb7a13-7dde-4495-a621-0fe7f3e98dd5 req-4363513f-2276-4870-be3a-b8fe8edbb516 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.2326951 Oct 26 14:22:31.288251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.296737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.303251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.313041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.323251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.337601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.348847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-e385a1a8-be1b-43f2-a572-add90542e6be tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 4582 time: 0.3929625 Oct 26 14:22:31.376436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] In _notify_port_updated(), no bound segment for port e246eb26-49ef-4260-91e8-45fa77983bf8 on network 34d4b147-a906-49a5-9a92-175cc9fc5421 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:22:31.377255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.377859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.379165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-68c25878-44c4-46ab-817e-3dc22cae78a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 200 len: 1028 time: 0.8561070 Oct 26 14:22:31.440037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9cb7a13-7dde-4495-a621-0fe7f3e98dd5 req-a5d07fd5-a971-49f4-bc86-61901c7c184d tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388326 Oct 26 14:22:31.553890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port fe3f9e0c-e190-4683-92c1-a11897644055 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:31.554544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.595084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.638051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Deleting port 532eebf5-db26-4b39-9a3a-60146dbde4c6 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:31.638620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.709525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5dc5df04-19a2-405c-8dd1-b223f440717f None None] Provisioning complete for port e246eb26-49ef-4260-91e8-45fa77983bf8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:31.710000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5dc5df04-19a2-405c-8dd1-b223f440717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.754501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port fe3f9e0c-e190-4683-92c1-a11897644055, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=fe3f9e0c-e190-4683-92c1-a11897644055,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:31.755020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.775666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] For port 532eebf5-db26-4b39-9a3a-60146dbde4c6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=532eebf5-db26-4b39-9a3a-60146dbde4c6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:31.775666 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:31.785520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c518e-5ed7-43fb-84ee-34cf7cd17e62 req-2698ac89-c265-4ad3-ad94-ec2a5666fb18 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.795032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-589c518e-5ed7-43fb-84ee-34cf7cd17e62 req-2698ac89-c265-4ad3-ad94-ec2a5666fb18 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 932 time: 0.1235964 Oct 26 14:22:31.796848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Calling delete_port for 532eebf5-db26-4b39-9a3a-60146dbde4c6 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:31.832027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5df04-19a2-405c-8dd1-b223f440717f None None] Port e246eb26-49ef-4260-91e8-45fa77983bf8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:31.862276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device dac21cff-79fe-4ea7-b099-97792826cdc7 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:31.896853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:31.904109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:31.906606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:31.954435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5955f65-d8f3-455c-b730-5492f357ce25 req-c46694ab-a9a1-4d3e-b32f-81f3243d4d75 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d896e-7634-4419-ab19-66e7df954e3a&id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6044850 Oct 26 14:22:31.964955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:31.965592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.012799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-589c518e-5ed7-43fb-84ee-34cf7cd17e62 req-3d9bb85b-0bb1-44de-9c36-6a6f373f578e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147319 Oct 26 14:22:32.030101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2674966 Oct 26 14:22:32.045698 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.048413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Request body: {'port': {'device_id': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:32.057181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ad6cf-202e-4235-a3a3-817fc5b7cc2b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.069094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Deleting port fe476915-7971-4cb5-b005-a431eca2c90e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:32.069094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.152589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:32.155529 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d3e1ba-0fd6-4ba0-b6e9-e43a39cdc5cf" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:32.174970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:32.185536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.186263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device c6ee8018-640d-4daa-af27-adefbefc0d3c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:32.245691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.246463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.246767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Deleting port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:32.247226 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Floating IP 057482c8-717c-4e08-b4ed-c934848e783c disassociated. External IP: 172.25.5.154, port: fe3f9e0c-e190-4683-92c1-a11897644055. Oct 26 14:22:32.247310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.247671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for fe3f9e0c-e190-4683-92c1-a11897644055 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:32.315345 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa8174a-ce09-453b-a864-0a9de4810b9d x-openstack-request-id: req-0fa8174a-ce09-453b-a864-0a9de4810b9d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:32.315651 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:32.315903 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fa8174a-ce09-453b-a864-0a9de4810b9d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:32.316298 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'code': 200} Oct 26 14:22:32.392604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.410831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2000952d-e13a-4343-bef6-df571cebb3f4 None None] Provisioning complete for port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:32.411204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2000952d-e13a-4343-bef6-df571cebb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.438217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.456081 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.476635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=fe3f9e0c-e190-4683-92c1-a11897644055,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.487651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2000952d-e13a-4343-bef6-df571cebb3f4 None None] Port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:32.550557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:32.559677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.560402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device d37b2940-ea74-4423-93a6-ff900ead516d no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:32.688434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a57e8e-1c9d-484d-9690-03f040949370 req-1c6f29ff-c1cf-4c1e-908b-5b33d5751dfb tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.696194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2a57e8e-1c9d-484d-9690-03f040949370 req-1c6f29ff-c1cf-4c1e-908b-5b33d5751dfb tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 946 time: 0.1138494 Oct 26 14:22:32.702552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.753004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Router cc649dd6-c3f7-4e32-a023-c6117b77fcad has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:32.759760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.769089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2a57e8e-1c9d-484d-9690-03f040949370 req-dc5225f6-2d22-4c0c-9328-a327d268c72c tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717626 Oct 26 14:22:32.833329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:32.847590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.848893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fe3f9e0c-e190-4683-92c1-a11897644055 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:32.855229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.868189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:32.868587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:32.923332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bcc87-3d94-4e0a-8994-511020350c4f req-d57b644c-04ca-48fc-8814-a48a47c8e778 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:32.930894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-251bcc87-3d94-4e0a-8994-511020350c4f req-d57b644c-04ca-48fc-8814-a48a47c8e778 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 946 time: 0.7679539 Oct 26 14:22:32.933229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Calling delete_port for 62e6fae7-e2ad-4f6f-8174-682df0705aa9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:32.977790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:32.981681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: fe3f9e0c-e190-4683-92c1-a11897644055 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:32.982140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device fe3f9e0c-e190-4683-92c1-a11897644055 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:32.982856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e246eb26-49ef-4260-91e8-45fa77983bf8 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:33.026094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e246eb26-49ef-4260-91e8-45fa77983bf8 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:33.026319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device e4554675-450a-44ad-9df2-9684143d64f9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:33.203645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.206005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] For port fe476915-7971-4cb5-b005-a431eca2c90e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=fe476915-7971-4cb5-b005-a431eca2c90e,segment=NetworkSegment(cf7c32a2-6f17-434b-8dde-6697658771df),segment_id=cf7c32a2-6f17-434b-8dde-6697658771df)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:33.206326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.278724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:33.291254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.291994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 94b6e849-42dc-4612-8fc9-52c3181d135e no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:33.407725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 94b6e849-42dc-4612-8fc9-52c3181d135e not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:33.408130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 62e6fae7-e2ad-4f6f-8174-682df0705aa9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:33.410123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.487978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-7125c6c1-623d-4deb-8fb9-7df6b27d9018 req-5d0c89d1-9f40-4f1d-bfee-e9d664917946 service neutron] (102164) timed out ('10.222.0.73', 52459) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:22:33.562758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-006f387d-44a2-4f9a-8b66-5d712f1f3f7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.568975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-006f387d-44a2-4f9a-8b66-5d712f1f3f7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.576912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-006f387d-44a2-4f9a-8b66-5d712f1f3f7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.583915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-006f387d-44a2-4f9a-8b66-5d712f1f3f7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.592010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-006f387d-44a2-4f9a-8b66-5d712f1f3f7a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 3142 time: 0.1055782 Oct 26 14:22:33.604258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.619815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:33.634606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.675489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-86258434-55c0-43d7-a18a-b9e54e7b0c78 req-25aa25e9-ca73-4646-8f76-f037e55ef584 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587072 Oct 26 14:22:33.692478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Calling delete_port for fe476915-7971-4cb5-b005-a431eca2c90e owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:33.705170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:33.720586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Sync routers for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:33.721037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Transition to ACTIVE for port object 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:33.722921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.744183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-251bcc87-3d94-4e0a-8994-511020350c4f req-b9d72c1f-d7ee-49e6-950e-36e71493bd29 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/security-groups?id=9634d826-b793-4525-be97-31533045789d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8123000 Oct 26 14:22:33.760221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 62e6fae7-e2ad-4f6f-8174-682df0705aa9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=62e6fae7-e2ad-4f6f-8174-682df0705aa9,segment=NetworkSegment(30c1d235-f22b-4e67-9edf-fa3f1d096aac),segment_id=30c1d235-f22b-4e67-9edf-fa3f1d096aac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:33.761109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port fe3f9e0c-e190-4683-92c1-a11897644055 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:33.764264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.773198 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.775093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-2b5e8363-3499-4009-8369-962f70377dec tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "DELETE /v2.0/ports/fe3f9e0c-e190-4683-92c1-a11897644055 HTTP/1.1" status: 204 len: 173 time: 2.3841610 Oct 26 14:22:33.775577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:33.780833 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c571f7-8036-44ee-87fc-b75e802bd62d" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:33.816408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:33.820752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:33.854916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:33.937396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.958177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event deleted for resources: {'Port': ['ID=532eebf5-db26-4b39-9a3a-60146dbde4c6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:33.972121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e72ca-d385-4f66-82e7-056e059a3bef req-71414f2b-53e3-4e1f-b44a-d5dabf20966f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:33.973697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a37e72ca-d385-4f66-82e7-056e059a3bef req-71414f2b-53e3-4e1f-b44a-d5dabf20966f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1243725 Oct 26 14:22:33.986193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:34.042481 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a37e72ca-d385-4f66-82e7-056e059a3bef req-4843ef75-0592-48bc-8524-fdd104dc30c6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608826 Oct 26 14:22:34.055489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port dac21cff-79fe-4ea7-b099-97792826cdc7 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:34.055835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.096206 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac106e-865d-4c4e-9f4d-163fa6b6b22b x-openstack-request-id: req-c4ac106e-865d-4c4e-9f4d-163fa6b6b22b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:34.096709 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "fe3f9e0c-e190-4683-92c1-a11897644055", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:34.097136 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4ac106e-865d-4c4e-9f4d-163fa6b6b22b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:34.097767 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'fe3f9e0c-e190-4683-92c1-a11897644055', 'status': 'completed', 'code': 200} Oct 26 14:22:34.282614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port dac21cff-79fe-4ea7-b099-97792826cdc7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=dac21cff-79fe-4ea7-b099-97792826cdc7,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:34.282941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.294237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device fe476915-7971-4cb5-b005-a431eca2c90e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:34.310492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for dac21cff-79fe-4ea7-b099-97792826cdc7 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:34.343900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9'}, {'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:34.347496 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348af4c3-4cb1-42b1-b64d-dca74ae81a20" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e4554675-450a-44ad-9df2-9684143d64f9"}, {"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:34.349550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:34.401078 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.438340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.485176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:34.519813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.522518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.531385 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22748c-4f78-481c-ba8e-c9dc2d03bb42 x-openstack-request-id: req-4d22748c-4f78-481c-ba8e-c9dc2d03bb42 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:34.531751 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-unplugged", "status": "completed", "tag": "e4554675-450a-44ad-9df2-9684143d64f9", "code": 200}, {"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:34.532016 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d22748c-4f78-481c-ba8e-c9dc2d03bb42 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:34.532803 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'code': 200} Oct 26 14:22:34.533020 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'code': 200} Oct 26 14:22:34.533271 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9', 'code': 200} Oct 26 14:22:34.533636 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'code': 200} Oct 26 14:22:34.538994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Checking router: cc649dd6-c3f7-4e32-a023-c6117b77fcad for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:22:34.566050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:34.566817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:34.598786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533a09-cd0f-46a1-9fae-011a8c7dc992 req-559ea024-ec49-43ac-9b65-9f7cda1fcc12 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:34.603839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4533a09-cd0f-46a1-9fae-011a8c7dc992 req-559ea024-ec49-43ac-9b65-9f7cda1fcc12 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 944 time: 0.6982071 Oct 26 14:22:34.657391 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.658067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:34.661972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.679205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.680567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45d09543-960f-4a60-8ca8-34a7a1235c05 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "DELETE /v2.0/routers/567b4e6b-27d5-4461-bb5c-6ab8c175aeb8 HTTP/1.1" status: 204 len: 168 time: 5.0559459 Oct 26 14:22:34.703081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51768) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:34.749097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=dac21cff-79fe-4ea7-b099-97792826cdc7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:34.843366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-570511378', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:34.859030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port dac21cff-79fe-4ea7-b099-97792826cdc7 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:34.887580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:34.892331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-e5f037ef-2b9a-43f1-a93b-06be8a966615 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "DELETE /v2.0/ports/dac21cff-79fe-4ea7-b099-97792826cdc7 HTTP/1.1" status: 204 len: 173 time: 1.1060066 Oct 26 14:22:34.911529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.047326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.125882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4533a09-cd0f-46a1-9fae-011a8c7dc992 req-61a236d3-032c-4669-8e1e-a47f55ef9bf4 tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/security-groups?id=c3dec0c2-6e70-4045-b614-9380cb6d0d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624097 Oct 26 14:22:35.136303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Pushing event deleted for resources: {'Port': ['ID=fe476915-7971-4cb5-b005-a431eca2c90e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:35.173108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:22:35.224180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] No DVR routers for this DVR port fe476915-7971-4cb5-b005-a431eca2c90e on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:35.227147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.232575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b89461f6-1549-4e06-9c53-88d3b6df437f req-d2c01d95-59a8-48bb-9716-bf7b80a22d66 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.41 "DELETE /v2.0/ports/fe476915-7971-4cb5-b005-a431eca2c90e HTTP/1.1" status: 204 len: 173 time: 3.9844482 Oct 26 14:22:35.233421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.234528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.262541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4843a-3d23-4e86-9af7-4506619d283c req-e67a6ec1-38e5-4045-967f-7025f0815693 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:35.265203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'name': 'network-vif-deleted', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:35.268420 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95867e-55a2-4875-94b0-1b31e71f2a37" -d '{"events": [{"server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "name": "network-vif-deleted", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:35.279823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Pushing event deleted for resources: {'Port': ['ID=62e6fae7-e2ad-4f6f-8174-682df0705aa9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:35.303977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4843a-3d23-4e86-9af7-4506619d283c req-e67a6ec1-38e5-4045-967f-7025f0815693 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:35.330710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4843a-3d23-4e86-9af7-4506619d283c req-e67a6ec1-38e5-4045-967f-7025f0815693 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:35.344958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2af4843a-3d23-4e86-9af7-4506619d283c req-e67a6ec1-38e5-4045-967f-7025f0815693 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 2409 time: 0.5293474 Oct 26 14:22:35.564248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2af4843a-3d23-4e86-9af7-4506619d283c req-f30c38f1-99e4-49a6-ae30-a4f2299f475e tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164443 Oct 26 14:22:35.594217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532eebf5-db26-4b39-9a3a-60146dbde4c6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:22:35.595906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port d37b2940-ea74-4423-93a6-ff900ead516d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:35.596256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.613482 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.633845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Attempting to bind port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:35.634188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Attempting to bind port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:35.634520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Attempting to bind port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:35.635518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 532eebf5-db26-4b39-9a3a-60146dbde4c6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:22:35.635968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 532eebf5-db26-4b39-9a3a-60146dbde4c6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:22:35.693361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:35.693939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Attempting to bind port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:35.732574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] No DVR routers for this DVR port 62e6fae7-e2ad-4f6f-8174-682df0705aa9 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:35.818528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:35.873792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.889889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db73402e-0b1b-406a-9679-f0b0669cc80d req-d2209457-55ac-424e-82da-ef40a01aecbd tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.73 "DELETE /v2.0/ports/62e6fae7-e2ad-4f6f-8174-682df0705aa9 HTTP/1.1" status: 204 len: 173 time: 4.7458429 Oct 26 14:22:35.906000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2446ea2-e6a0-4d6c-a88b-f01dfe3ad301 None None] The sync data for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 is: [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:11:10Z', 'revision_number': 4, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '97dcdc70-76ce-4ed4-b567-ad2594a5891c', 'name': '', 'network_id': '74b5d21b-21c4-41bf-92eb-323c5520044e', 'tenant_id': '01022bec82774d478491ae06767531a2', 'mac_address': 'fa:16:3e:06:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:09Z', 'updated_at': '2021-10-26T14:11:20Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'subnets': [{'id': 'e987f38a-6a92-4d23-a602-d6e172eefbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:35.931244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port d37b2940-ea74-4423-93a6-ff900ead516d, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=d37b2940-ea74-4423-93a6-ff900ead516d,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:35.931835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:35.977846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for d37b2940-ea74-4423-93a6-ff900ead516d owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:36.002533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-75672a15-e66d-4d52-80ac-bbd919f4da3c req-aa9119c1-cef4-47b0-b1df-6274baa3ea26 tempest-TestServerAdvancedOps-1169836113 tempest-TestServerAdvancedOps-1169836113-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8bff956-837e-4779-9123-9e75b21dd5be HTTP/1.1" status: 200 len: 210 time: 0.3360691 Oct 26 14:22:36.010829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:36.013676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:36.014280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:36.017126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Bound port: 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:36.017795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.212683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.230804 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca0ed7-23f7-4636-90d9-2033fe83c93f x-openstack-request-id: req-66ca0ed7-23f7-4636-90d9-2033fe83c93f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:36.232933 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bff956-837e-4779-9123-9e75b21dd5be", "name": "network-vif-deleted", "tag": "fe476915-7971-4cb5-b005-a431eca2c90e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:36.233404 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66ca0ed7-23f7-4636-90d9-2033fe83c93f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:36.233991 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bff956-837e-4779-9123-9e75b21dd5be', 'name': 'network-vif-deleted', 'tag': 'fe476915-7971-4cb5-b005-a431eca2c90e', 'status': 'completed', 'code': 200} Oct 26 14:22:36.286456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:36.290180 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b9b5f6-e555-4053-a490-7ae3d7dd7c24" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:36.332585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.367525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=d37b2940-ea74-4423-93a6-ff900ead516d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:36.392645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.393160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.396411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.396782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.397113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.397440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.397822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.398151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.398475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.398933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.399260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.399583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:36.443800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d3b45-b0f1-454d-b4b2-8b9351196da6 req-5a6a726d-dc0d-4de0-87ef-a3aaa3dceec2 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:36.456821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f6d3b45-b0f1-454d-b4b2-8b9351196da6 req-5a6a726d-dc0d-4de0-87ef-a3aaa3dceec2 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1612043 Oct 26 14:22:36.488519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa432-632c-4a50-91c3-4ff775cc966b req-c6b5e264-409a-46c9-96ea-bed188f24cac tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:36.497449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c69950-97fc-4cf8-9cb1-9996c8aa04b0 None None] New status for floating IP 057482c8-717c-4e08-b4ed-c934848e783c: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:22:36.501937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64daa432-632c-4a50-91c3-4ff775cc966b req-c6b5e264-409a-46c9-96ea-bed188f24cac tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2459838 Oct 26 14:22:36.558245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port d37b2940-ea74-4423-93a6-ff900ead516d on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:36.563299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.573189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-487f1e0b-2dde-4770-9cd4-53b6b850ec98 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "DELETE /v2.0/ports/d37b2940-ea74-4423-93a6-ff900ead516d HTTP/1.1" status: 204 len: 173 time: 1.6734097 Oct 26 14:22:36.575491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:36.608356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64daa432-632c-4a50-91c3-4ff775cc966b req-5ba269ab-6f84-48fa-9465-ffd4f76cf126 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944533 Oct 26 14:22:36.622912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f6d3b45-b0f1-454d-b4b2-8b9351196da6 req-f9fa8fd3-a192-47ed-acad-7448e2c2969e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594179 Oct 26 14:22:36.654598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:36.671490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.808849 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961aa8bd-4d8d-4d0f-93f3-67d33a66bed0 x-openstack-request-id: req-961aa8bd-4d8d-4d0f-93f3-67d33a66bed0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:36.819022 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "dac21cff-79fe-4ea7-b099-97792826cdc7", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:36.823712 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-961aa8bd-4d8d-4d0f-93f3-67d33a66bed0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:36.826736 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'dac21cff-79fe-4ea7-b099-97792826cdc7', 'status': 'completed', 'code': 200} Oct 26 14:22:36.838044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:36.839415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:36.846528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 HTTP/1.1" status: 200 len: 1092 time: 4.8012512 Oct 26 14:22:36.929118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc1d68-7153-428b-84a0-000c525df6e2 req-3f72f67d-a3a1-4b6c-bc85-f9801dd4dfbc tempest-InstanceActionsTestJSON-1383903384 tempest-InstanceActionsTestJSON-1383903384-project] 10.222.0.37 "GET /v2.0/ports?device_id=78b388d3-e497-485e-a9d7-bd53116e9f4a HTTP/1.1" status: 200 len: 210 time: 0.0764978 Oct 26 14:22:36.969774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511482-e069-4851-9295-a469f7fa4d22 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.079884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port c6ee8018-640d-4daa-af27-adefbefc0d3c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:37.080446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.111977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:37.208088 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.255233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.273194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-089f82e6-cb1e-4d9f-9bb1-d73bdd28886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.275996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-089f82e6-cb1e-4d9f-9bb1-d73bdd28886c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 1095 time: 0.3454394 Oct 26 14:22:37.298681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907dcb8-4bc1-4c96-ba14-e9ca10522076 req-e95ef8d1-f3f0-4547-8694-52f9b0bbc741 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.315462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907dcb8-4bc1-4c96-ba14-e9ca10522076 req-e95ef8d1-f3f0-4547-8694-52f9b0bbc741 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.324680 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a907dcb8-4bc1-4c96-ba14-e9ca10522076 req-e95ef8d1-f3f0-4547-8694-52f9b0bbc741 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 1677 time: 0.3459582 Oct 26 14:22:37.369491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-939e48e0-def0-4bda-aa81-9605bb560189 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 HTTP/1.1" status: 200 len: 217 time: 0.0513852 Oct 26 14:22:37.404732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Deleting subnet 8e1908d1-a2c9-4ee6-83de-0e184dbb4213 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:37.419994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port c6ee8018-640d-4daa-af27-adefbefc0d3c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=c6ee8018-640d-4daa-af27-adefbefc0d3c,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:37.420707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.440078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for c6ee8018-640d-4daa-af27-adefbefc0d3c owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:37.474372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-6ac03caa-39b8-4b25-8381-0401c505b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.476045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-6ac03caa-39b8-4b25-8381-0401c505b3f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0962598 Oct 26 14:22:37.515823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.551593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Allocated IP 172.25.5.38 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6d15e8cc-6cd3-40db-94df-aa1989b33510) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:37.555073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-c0006250-aa6b-42ac-abf7-f8a71abd8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:37.556774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-c0006250-aa6b-42ac-abf7-f8a71abd8445 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719216 Oct 26 14:22:37.582644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.627471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.720121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.786923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1908d1-a2c9-4ee6-83de-0e184dbb4213,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:37.838981 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a907dcb8-4bc1-4c96-ba14-e9ca10522076 req-90a4f88b-2dab-4480-831d-4cf39305e438 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ab5a637-23c8-4320-b872-b1a2999c7fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5125394 Oct 26 14:22:37.848760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-3ea3f1ad-88c3-490c-b883-538ee91fa116 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813866 Oct 26 14:22:37.861818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:37.865035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59f7562c-8ea6-401f-88aa-596608622804 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e1908d1-a2c9-4ee6-83de-0e184dbb4213 HTTP/1.1" status: 204 len: 168 time: 0.7163877 Oct 26 14:22:37.868796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:37.944131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.036208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec59cec-a2e1-43ce-890b-120f7d62f4f9 req-ef18e073-51aa-4b78-b5b8-d20247eeb4aa tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:38.044139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ec59cec-a2e1-43ce-890b-120f7d62f4f9 req-ef18e073-51aa-4b78-b5b8-d20247eeb4aa tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.3272591 Oct 26 14:22:38.111404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.136231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e61873c9-d968-4de1-9edc-0cfac06de658 req-d8599374-f171-4c55-91c4-2d3a06cb7a84 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564514 Oct 26 14:22:38.148273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34166319-8a90-422d-bf62-6d7d3948d817 req-3b148dd2-81f9-4306-8f2a-c5a7feea1470 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:38.157487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34166319-8a90-422d-bf62-6d7d3948d817 req-3b148dd2-81f9-4306-8f2a-c5a7feea1470 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1707726 Oct 26 14:22:38.170002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.170651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e909af-8611-4ec3-b8e7-2e37d1fb728d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:38.200320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.226709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7c32a2-6f17-434b-8dde-6697658771df') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:38.227282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7c32a2-6f17-434b-8dde-6697658771df') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:38.245743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ec59cec-a2e1-43ce-890b-120f7d62f4f9 req-bda2848d-2d33-44fb-be8a-3b35b276f5b4 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941199 Oct 26 14:22:38.252247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-deleted', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9'}, {'name': 'network-changed', 'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:38.265334 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6" -d '{"events": [{"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-deleted", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9"}, {"name": "network-changed", "server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:38.283112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.299242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34166319-8a90-422d-bf62-6d7d3948d817 req-cf0d6bfe-6eb5-4561-b239-3b793824d56d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357837 Oct 26 14:22:38.300131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=c6ee8018-640d-4daa-af27-adefbefc0d3c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:38.325991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:38.358510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.389588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port c6ee8018-640d-4daa-af27-adefbefc0d3c on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:38.392205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:38.393083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:38.395319 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:38.397307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.400416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-6ede127f-a314-43ac-9c20-0f3d9f146459 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "DELETE /v2.0/ports/c6ee8018-640d-4daa-af27-adefbefc0d3c HTTP/1.1" status: 204 len: 173 time: 1.8185956 Oct 26 14:22:38.424576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Deleting subnet 1dc79bfd-2c68-4698-be04-f27d43a1df34 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:38.428021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.473200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.521656 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ac7d4b-26c4-4ec9-8330-b9a70c37936d x-openstack-request-id: req-79ac7d4b-26c4-4ec9-8330-b9a70c37936d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:38.522100 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b388d3-e497-485e-a9d7-bd53116e9f4a", "name": "network-vif-deleted", "tag": "62e6fae7-e2ad-4f6f-8174-682df0705aa9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:38.522470 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79ac7d4b-26c4-4ec9-8330-b9a70c37936d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:38.523075 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b388d3-e497-485e-a9d7-bd53116e9f4a', 'name': 'network-vif-deleted', 'tag': '62e6fae7-e2ad-4f6f-8174-682df0705aa9', 'status': 'completed', 'code': 200} Oct 26 14:22:38.523415 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8', 'status': 'completed', 'code': 200} Oct 26 14:22:38.526857 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.572246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.576822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/41e909af-8611-4ec3-b8e7-2e37d1fb728d HTTP/1.1" status: 204 len: 168 time: 0.7069328 Oct 26 14:22:38.578068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9110f-c27c-47d8-bf4b-82bd53235c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e909af-8611-4ec3-b8e7-2e37d1fb728d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:38.581306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:38.617272 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:22:38.683605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Deleting subnet 52b5dbe8-69aa-43f8-a527-1ef3f6bca2ff {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:22:38.687853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.735269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.784435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.861598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d'}, {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:38.864873 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0c325-4a93-4e9c-935a-7495c7f6dc8a" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d"}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:38.870803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:38.938116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b5dbe8-69aa-43f8-a527-1ef3f6bca2ff,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:38.992187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port e4554675-450a-44ad-9df2-9684143d64f9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:38.993599 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.176420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port e4554675-450a-44ad-9df2-9684143d64f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=e4554675-450a-44ad-9df2-9684143d64f9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:39.177094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.193925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for e4554675-450a-44ad-9df2-9684143d64f9 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:39.211900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.290126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.317684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-1e3a4a8c-27f6-4fa1-9008-fc5d66f07491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:39.322678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-1e3a4a8c-27f6-4fa1-9008-fc5d66f07491 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 1095 time: 0.8035376 Oct 26 14:22:39.355351 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6553df2-2248-40e3-aaea-42c0c955ca34 x-openstack-request-id: req-f6553df2-2248-40e3-aaea-42c0c955ca34 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:39.356770 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "d37b2940-ea74-4423-93a6-ff900ead516d", "status": "completed", "code": 200}, {"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "c6ee8018-640d-4daa-af27-adefbefc0d3c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:39.357071 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6553df2-2248-40e3-aaea-42c0c955ca34 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:39.357600 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'd37b2940-ea74-4423-93a6-ff900ead516d', 'status': 'completed', 'code': 200} Oct 26 14:22:39.357866 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'c6ee8018-640d-4daa-af27-adefbefc0d3c', 'status': 'completed', 'code': 200} Oct 26 14:22:39.358994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.365369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3fd0f4bb-ca22-4439-9796-f7226166249a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/52b5dbe8-69aa-43f8-a527-1ef3f6bca2ff HTTP/1.1" status: 204 len: 168 time: 0.7689703 Oct 26 14:22:39.365638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.373107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:39.394995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:39.408128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6efabcef-9271-40ab-8ff3-fa503d8203d9 req-b7c5d60a-01f8-45e1-8b9a-f292c40f960d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0513048 Oct 26 14:22:39.515417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=e4554675-450a-44ad-9df2-9684143d64f9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:39.554965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-e30af55c-1bd1-4faa-aecd-7f07e38073e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:39.561699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-e30af55c-1bd1-4faa-aecd-7f07e38073e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1850526 Oct 26 14:22:39.572031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:39.630528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port e4554675-450a-44ad-9df2-9684143d64f9 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:22:39.654259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.658002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09772b92-63d0-4216-a545-5d7a3f56a06a req-81656f7d-2816-4753-960b-e4c4aac0f0fe tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.73 "DELETE /v2.0/ports/e4554675-450a-44ad-9df2-9684143d64f9 HTTP/1.1" status: 204 len: 173 time: 1.2454979 Oct 26 14:22:39.685477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:39.697350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:39.743446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471268c-9eb6-4c61-a796-bfb120156563 req-3721855f-a80c-46a5-a5f8-b9b81e40f31c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:39.750594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5471268c-9eb6-4c61-a796-bfb120156563 req-3721855f-a80c-46a5-a5f8-b9b81e40f31c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1853716 Oct 26 14:22:39.755337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event updated for resources: {'Port': ['ID=6d15e8cc-6cd3-40db-94df-aa1989b33510,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:39.781641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-634a8eb0-3a12-4b2a-a93a-8cb36151e059 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 HTTP/1.1" status: 200 len: 217 time: 0.2065227 Oct 26 14:22:39.880373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaace6a1-7f5c-4bf4-947c-c7a0abc28ede req-3d8f994c-5154-47ef-816a-ee5a9c88946e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:39.886175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aaace6a1-7f5c-4bf4-947c-c7a0abc28ede req-3d8f994c-5154-47ef-816a-ee5a9c88946e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.3537929 Oct 26 14:22:39.998791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-aa7a00fc-fac2-43a1-bc1d-8815068b3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:40.000302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-aa7a00fc-fac2-43a1-bc1d-8815068b3d58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1947496 Oct 26 14:22:40.001260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.007421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5471268c-9eb6-4c61-a796-bfb120156563 req-4768836b-93e7-41d8-bef8-18b2bbb0deae tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472539 Oct 26 14:22:40.063236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-99e606a8-80c1-4545-8c96-b336d4bc9cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.077938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.114530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e18156-ca9e-4680-b771-13da53c6d2ec']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.137112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eaeda2-6a1c-4683-b2cd-9fb7e6cd6b47') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.137414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eaeda2-6a1c-4683-b2cd-9fb7e6cd6b47') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.162452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.197234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.198493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc79bfd-2c68-4698-be04-f27d43a1df34,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.211009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:40.211447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:40.213358 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:40.240210 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.243634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-51ee958b-c64c-4cf4-91fc-7dc02cdb9e68 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1dc79bfd-2c68-4698-be04-f27d43a1df34 HTTP/1.1" status: 204 len: 168 time: 1.9134629 Oct 26 14:22:40.248213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51884) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:40.262037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aaace6a1-7f5c-4bf4-947c-c7a0abc28ede req-7b34afd5-f7f4-4e6c-9ef3-7446ef6ea552 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465018 Oct 26 14:22:40.332778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-65ab3a39-106b-49b7-92c2-49803b8c46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:40.334553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.334712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-65ab3a39-106b-49b7-92c2-49803b8c46d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018745 Oct 26 14:22:40.352060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.359815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] 10.222.0.37 "DELETE /v2.0/networks/94e18156-ca9e-4680-b771-13da53c6d2ec HTTP/1.1" status: 204 len: 168 time: 0.9498534 Oct 26 14:22:40.403524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a68eb-c1f4-4df6-a45e-531fa0710c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=94e18156-ca9e-4680-b771-13da53c6d2ec,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.541541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.593364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-e55c09a6-87a0-454d-ac46-b5ef834efb41 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462623 Oct 26 14:22:40.612788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e18d210c-b7a7-4ad3-9a1e-679b39210bdd req-d3fdc44c-73f4-460e-be80-43c728692aef tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0566711 Oct 26 14:22:40.641876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51896) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:40.712300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-38c3e188-cc35-4638-a089-f07bc699973d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24dbeb6d0dc24a98bc248997b069fcef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690100 Oct 26 14:22:40.715215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51898) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:40.740678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.775867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.804308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.872838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.881280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.884905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9634d826-b793-4525-be97-31533045789d HTTP/1.1" status: 204 len: 168 time: 0.1685126 Oct 26 14:22:40.893675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:40.920775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84017e48-d59c-4ba3-943d-ac3f404832db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634d826-b793-4525-be97-31533045789d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:40.946699 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16d273f0-3cd6-4dcb-a45a-5db876ac09b6 req-125bedca-eec3-469e-95b9-ce2fd3dce22b service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389683 Oct 26 14:22:40.952340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.992875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c1d235-f22b-4e67-9edf-fa3f1d096aac') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:40.993178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c1d235-f22b-4e67-9edf-fa3f1d096aac') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.012591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.032922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.169884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:22:41.170298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:22:41.172213 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:22:41.359293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:41.364026 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af059386-ea1e-4fb5-a737-470b1cb368dd" -d '{"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "e4554675-450a-44ad-9df2-9684143d64f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:41.400854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb9e2d-ab78-4ae6-bd49-33ad33639751 req-45689122-aab6-4b3a-84b7-4c04e4377a6b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:41.408771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb9e2d-ab78-4ae6-bd49-33ad33639751 req-45689122-aab6-4b3a-84b7-4c04e4377a6b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.2498903 Oct 26 14:22:41.411405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.433745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.439579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] 10.222.0.37 "DELETE /v2.0/networks/c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d HTTP/1.1" status: 204 len: 168 time: 1.1868768 Oct 26 14:22:41.439579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0ee7c-0476-46ea-9ad1-94b36d599deb admin admin] Pushing event deleted for resources: {'Network': ['ID=c5dfd3ba-d833-4e7b-8d09-61cf6e73b45d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:41.445278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.486495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.557370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb9e2d-ab78-4ae6-bd49-33ad33639751 req-695340a0-f18a-431d-b632-ee8a6bd11cbc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409376 Oct 26 14:22:41.616047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0577a2b-09c6-4c94-8741-4d4d3b8066dd req-c746676d-091b-4638-bbf5-55b60506457a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:41.624751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0577a2b-09c6-4c94-8741-4d4d3b8066dd req-c746676d-091b-4638-bbf5-55b60506457a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2159808 Oct 26 14:22:41.653569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51926) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.659150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-57ed697c-c7e0-43d0-8df1-5602ff3eb358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c433bc1fc944bfd80459f45fe2f06c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600649 Oct 26 14:22:41.659775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.663377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Router ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:41.774144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0577a2b-09c6-4c94-8741-4d4d3b8066dd req-0f084877-9111-4fd5-8e85-8f8d93622991 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483870 Oct 26 14:22:41.846617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.894767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:41.906888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.908025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] Sync routers for ids ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:41.932615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0dc36d96-f415-40b2-9fa6-1c908bd043b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8b5806b0e8c408b8dbe4c3e2d829815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777708 Oct 26 14:22:41.935115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51932) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:41.938427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] Routers {'ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:41.942898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:41.976809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:41.982301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-680a295f-3aa7-489f-9587-0b851294e95b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2048655 Oct 26 14:22:41.982517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff1137c2-dfc8-4343-b968-db039cca22fd req-72b01f7b-ea8f-4988-9564-56424dcd6415 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0566463 Oct 26 14:22:41.983363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51934) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:42.004728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:42.071331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:42.086520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] Routers {'ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:42.089176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:42.100133 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df933847-2169-4c85-bbc7-6f79804c9d20 x-openstack-request-id: req-df933847-2169-4c85-bbc7-6f79804c9d20 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:42.100594 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4ea4db-cfb3-4004-bb85-1baa3d0887c5", "name": "network-vif-deleted", "tag": "e4554675-450a-44ad-9df2-9684143d64f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:42.100891 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df933847-2169-4c85-bbc7-6f79804c9d20 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:42.101350 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4ea4db-cfb3-4004-bb85-1baa3d0887c5', 'name': 'network-vif-deleted', 'tag': 'e4554675-450a-44ad-9df2-9684143d64f9', 'status': 'completed', 'code': 200} Oct 26 14:22:42.109697 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.136137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:42.137976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be2a95-4f47-4ab0-a067-32aafe91d413 None None] The sync data for ids ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:42.147589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.267467 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.270822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.275028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3dec0c2-6e70-4045-b614-9380cb6d0d2d HTTP/1.1" status: 204 len: 168 time: 0.3360620 Oct 26 14:22:42.286022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf055188-906c-4e07-8dfc-e0c7eaf8fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dec0c2-6e70-4045-b614-9380cb6d0d2d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:42.331064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.334101 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.335515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b07b0801-fae8-4b70-a181-8f72262d942c HTTP/1.1" status: 204 len: 168 time: 0.6668284 Oct 26 14:22:42.352859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ed4cf-fc97-40d3-b93f-724be3b5b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b0801-fae8-4b70-a181-8f72262d942c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:42.552089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.858525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd86f3b7-33ab-40fe-b978-d6c91ea959bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:42.876023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885d9de-9706-4253-bd4c-b58a04371450 req-12df582f-7c7a-4b70-8fe2-a47837be4383 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:42.877735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3885d9de-9706-4253-bd4c-b58a04371450 req-12df582f-7c7a-4b70-8fe2-a47837be4383 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1962938 Oct 26 14:22:42.944217 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3885d9de-9706-4253-bd4c-b58a04371450 req-2b0c1a93-a0b1-4107-a4e4-06d5e8f08b89 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Oct 26 14:22:43.030451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a8ef6-60dc-4916-a882-1b965b8af803 req-a06d3076-2dea-4648-9d98-8cc74c05f021 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:43.038413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e62a8ef6-60dc-4916-a882-1b965b8af803 req-a06d3076-2dea-4648-9d98-8cc74c05f021 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.0993285 Oct 26 14:22:43.153730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e62a8ef6-60dc-4916-a882-1b965b8af803 req-d098ab20-1f73-4111-8a15-87c8da5b55ad tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141648 Oct 26 14:22:43.247570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41ed08d7-72b7-4f8a-9cf1-8a953510cf06 req-5ab50f78-d6ec-4fb2-aff4-ccb1a2646ea3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0398273 Oct 26 14:22:43.432001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.437462 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.457423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51980) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:43.573308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1967940148-network', 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:43.584921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:22:43.598714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Made reservation on behalf of b1faa63ebbf04534a4d8abb0f732a252 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:43.601701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.614719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.720220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.727827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.757115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:22:43.768762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:43.774490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.774985 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Added segment 0af82457-1436-412a-8fa7-f280cc504bb0 of type vlan for network 2988be5e-27b9-41cb-8432-5f4957fde374 Oct 26 14:22:43.847753 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.886266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.892100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.895013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:43.896425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:43.930134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4712758 Oct 26 14:22:43.965824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:43.984320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Request body: {'subnet': {'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1967940148-subnet', 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:44.053717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33c700-8d11-4ecf-9ab2-3a761f06d304 admin admin] Pushing event updated for resources: {'Network': ['ID=2988be5e-27b9-41cb-8432-5f4957fde374,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:44.065369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2988be5e-27b9-41cb-8432-5f4957fde374 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:22:44.080670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Made reservation on behalf of b1faa63ebbf04534a4d8abb0f732a252 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:44.083318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.168568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:44.179077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.179077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-884fd657-9a6e-47c2-a53d-3724c023429a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "PUT /v2.0/routers/ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 200 len: 920 time: 2.1851356 Oct 26 14:22:44.181280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.198416 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] Sync routers for ids ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:44.213596 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] Routers {'ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:44.214250 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.222819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.231054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd9aa-78d8-4a6e-90fc-b87a9f9ea55a req-3220c22f-f465-4eab-9f79-fb2ec49f48be tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.237633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-065cd9aa-78d8-4a6e-90fc-b87a9f9ea55a req-3220c22f-f465-4eab-9f79-fb2ec49f48be tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.1660595 Oct 26 14:22:44.285152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-065cd9aa-78d8-4a6e-90fc-b87a9f9ea55a req-9702a2ce-aa84-49c4-9489-acf88011ff94 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Oct 26 14:22:44.290451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.301892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] Routers {'ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:44.303235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.367911 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:44.368775 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c597d169-9f57-40fc-8ac4-3bb5677b0142 None None] The sync data for ids ['ad0fcf69-b455-49a9-aa2f-4d0c07049ff4'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:44.421131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cb3f6fa-2b1a-433a-8027-80c92a0855ef req-34026344-c4ed-4d16-b015-31517c8c44d3 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0403199 Oct 26 14:22:44.431953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.433935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74534a-4e5e-4769-b4c9-08443f86bece req-0f14ad22-15bb-42c0-a4fc-34d2cb2e6505 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.435820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74534a-4e5e-4769-b4c9-08443f86bece req-0f14ad22-15bb-42c0-a4fc-34d2cb2e6505 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1192679 Oct 26 14:22:44.523288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-528420bc-525c-4613-b8e7-797d04bedc95 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 200 len: 920 time: 0.3407936 Oct 26 14:22:44.529090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.542144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ba0469-222c-4207-a2e0-d4d44a21b9da,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:44.556785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Checking segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:44.557155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Network hostable DHCP agents. Network: 2988be5e-27b9-41cb-8432-5f4957fde374, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:22:44.579490 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a74534a-4e5e-4769-b4c9-08443f86bece req-1baa7463-434f-49b6-95a5-154c23876feb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314988 Oct 26 14:22:44.582347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Network 2988be5e-27b9-41cb-8432-5f4957fde374 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:22:44.597317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9f0c2-82f1-4e4c-9df9-353e3e43bd8c tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.608999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-44f9f0c2-82f1-4e4c-9df9-353e3e43bd8c tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=ad0fcf69-b455-49a9-aa2f-4d0c07049ff4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0647140 Oct 26 14:22:44.608999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.614723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2988be5e-27b9-41cb-8432-5f4957fde374) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:44.619806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.620683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.637762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c80244-06e6-4a3d-a925-39b3a9a13c0a None None] Network 2988be5e-27b9-41cb-8432-5f4957fde374 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:44.642144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56bf88e8-c3ed-4398-b0bf-180429d83c30 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6749926 Oct 26 14:22:44.726037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e84c0a-21f9-45d5-bdf5-ca623f8567e4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:44.731052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2e84c0a-21f9-45d5-bdf5-ca623f8567e4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.1234467 Oct 26 14:22:44.731967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.773984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52014) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:44.774216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-79bb33a6-742d-46de-a52c-6b90f9dda5c9 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 200 len: 205 time: 0.0411034 Oct 26 14:22:44.884683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-2988be5e-27b9-41cb-8432-5f4957fde374', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252', 'fixed_ips': [{'subnet_id': '62ba0469-222c-4207-a2e0-d4d44a21b9da'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:22:44.885559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:44.970896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.129449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Allocated IP 172.20.0.2 (2988be5e-27b9-41cb-8432-5f4957fde374/62ba0469-222c-4207-a2e0-d4d44a21b9da/b9b4a08e-1315-4482-b57d-77b60ff64a4b) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:45.149046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.324832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-5bfcd7a3-207d-4489-a7ba-b258c66b2caa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:45.326458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-5bfcd7a3-207d-4489-a7ba-b258c66b2caa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.1328437 Oct 26 14:22:45.329540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 6d15e8cc-6cd3-40db-94df-aa1989b33510 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:45.329540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.359416 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.367830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.438783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-20b5464a-167d-4df6-b289-454e47bf7f14 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/quotas/b1faa63ebbf04534a4d8abb0f732a252 HTTP/1.1" status: 200 len: 375 time: 0.0255330 Oct 26 14:22:45.438783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.457417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Network 2988be5e-27b9-41cb-8432-5f4957fde374 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:45.471539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:45.471784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90367f1-d4cf-40e2-9f05-6353750f3bf4 req-c60a7597-793e-4c6e-9a25-c60004379cfc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:45.473822 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c90367f1-d4cf-40e2-9f05-6353750f3bf4 req-c60a7597-793e-4c6e-9a25-c60004379cfc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.0615222 Oct 26 14:22:45.478265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:45.485003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 6d15e8cc-6cd3-40db-94df-aa1989b33510 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:45.499262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Pushing event updated for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:45.546804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c90367f1-d4cf-40e2-9f05-6353750f3bf4 req-499ea9ff-1745-4aa5-80f6-df42c65c0ea7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552175 Oct 26 14:22:45.563847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.564109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.564579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.564820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.565154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.565491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.565844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.566166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.566637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.566974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.567208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.567529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:45.634951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Attempting to bind port b9b4a08e-1315-4482-b57d-77b60ff64a4b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:45.636144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Attempting to bind port b9b4a08e-1315-4482-b57d-77b60ff64a4b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:45.637524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Attempting to bind port b9b4a08e-1315-4482-b57d-77b60ff64a4b on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:45.645704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:45.646249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Checking segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:45.646802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.647667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Bound using segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:45.648339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Bound port: b9b4a08e-1315-4482-b57d-77b60ff64a4b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:45.648851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.713638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0830bce5-b1fc-459b-b01a-43b0653888e2 req-ec7898f1-a951-4942-a999-5734ad3d70d1 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0512366 Oct 26 14:22:45.817659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:45.821397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9b4a08e-1315-4482-b57d-77b60ff64a4b,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:45.833831 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.835167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:45.914418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed2d30-30a2-4dfd-9ca3-6ae9bb79945f None None] Pushing event updated for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:45.985009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ca04e-b934-410e-b684-24648ff19b50 req-393b21f2-2f53-4b98-af70-5d05c454fe83 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:46.004069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d5ca04e-b934-410e-b684-24648ff19b50 req-393b21f2-2f53-4b98-af70-5d05c454fe83 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1721425 Oct 26 14:22:46.049274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-f1549fba-2ebf-4382-b56a-1ce5da4ecb51 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5998960 Oct 26 14:22:46.051238 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d5ca04e-b934-410e-b684-24648ff19b50 req-41bc08bf-de0e-4e9b-8801-750dab6067ba tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Oct 26 14:22:46.278818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-596fe7b4-a3a7-4489-ab47-5f3a8b0f9263 service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164292 Oct 26 14:22:46.370619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.439509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=6d15e8cc-6cd3-40db-94df-aa1989b33510,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:46.478554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.479094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.479542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.479985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.481039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.481487 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.481918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.482353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.482801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.483231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.483661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.484090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:22:46.502300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-474c2c2d-3e8d-4ea2-b90a-b7f69099a9df service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219675 Oct 26 14:22:46.516561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.653958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.657894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.752111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.752973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:46.768521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.775302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52066) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:46.775787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7fd54f47-bd70-4f07-9819-8c299bdf4ac1 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 204 len: 168 time: 2.0002768 Oct 26 14:22:46.783756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1687515821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:46.845882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece505bc-5613-44e6-895d-325d0769bf16 req-a9ecc4f9-b9a7-441d-b4c3-36a991a1e6f0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:46.854954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece505bc-5613-44e6-895d-325d0769bf16 req-a9ecc4f9-b9a7-441d-b4c3-36a991a1e6f0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.2034881 Oct 26 14:22:46.865207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.866235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:46.951837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece505bc-5613-44e6-895d-325d0769bf16 req-e02342f6-6268-4694-853b-e61ac082ca60 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916123 Oct 26 14:22:46.953259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-405bd074-145d-4c3a-99ea-898db84581bb req-6536f599-23e0-4383-a472-e6970fa66584 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0542083 Oct 26 14:22:47.190206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.198540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.242717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.247455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c7683bd3-32b0-4ac7-ae09-605242d2373e tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4704473 Oct 26 14:22:47.251782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52088) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:47.262691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:47.329619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc16f1-7541-4525-9674-f81e323eb6a6 req-0394d065-f963-4015-a2d5-fc1c8617d3b4 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:47.336834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1fc16f1-7541-4525-9674-f81e323eb6a6 req-0394d065-f963-4015-a2d5-fc1c8617d3b4 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1553812 Oct 26 14:22:47.384354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9b4a08e-1315-4482-b57d-77b60ff64a4b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:47.420400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1fc16f1-7541-4525-9674-f81e323eb6a6 req-4bf8165b-e96b-4aca-a5de-6dc5d6ed129c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767875 Oct 26 14:22:47.488351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-0f9e2bb7-c358-41ec-9534-667838e03bc1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:47.497816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-0f9e2bb7-c358-41ec-9534-667838e03bc1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.3889527 Oct 26 14:22:47.590484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-bfeded8e-b4e1-4461-a2cd-de05cf4a24be tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/quotas/b1faa63ebbf04534a4d8abb0f732a252 HTTP/1.1" status: 200 len: 375 time: 0.0913143 Oct 26 14:22:47.590728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b9b4a08e-1315-4482-b57d-77b60ff64a4b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:47.591056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.774617 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.798616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dae31a-c290-420a-80e9-0ab396c07ee1 None None] Network 2988be5e-27b9-41cb-8432-5f4957fde374 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:22:47.805410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:47.824339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-a906bd79-2e23-4ef1-ad65-36d58648b9b2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327039 Oct 26 14:22:47.971402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9b4a08e-1315-4482-b57d-77b60ff64a4b,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:48.006645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-219438a1-0441-4a85-b42d-7d0901d70347 None None] Provisioning complete for port b9b4a08e-1315-4482-b57d-77b60ff64a4b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:48.007414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-219438a1-0441-4a85-b42d-7d0901d70347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.009613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.057106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-67c07152-adeb-4ac3-be3a-29f39bb9d8b0 service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313352 Oct 26 14:22:48.118286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951704-bb3d-4c97-8d60-93ac124c66a9 req-5389e2ac-c755-40a0-8793-3d1746157ee5 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.119818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f951704-bb3d-4c97-8d60-93ac124c66a9 req-5389e2ac-c755-40a0-8793-3d1746157ee5 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1860805 Oct 26 14:22:48.141985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-78412dfe-17e3-4693-af80-1e30894072b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.143384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-78412dfe-17e3-4693-af80-1e30894072b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.1592500 Oct 26 14:22:48.206271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:48.262241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f951704-bb3d-4c97-8d60-93ac124c66a9 req-5ae95023-3166-4163-8a25-50405b131b11 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226418 Oct 26 14:22:48.327903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-e0f27539-7fc0-41a8-8f0c-c9e0c504e3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698393 Oct 26 14:22:48.384831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-8e6e5f27-8c6b-4028-a2cc-492d41c758a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.389688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-8e6e5f27-8c6b-4028-a2cc-492d41c758a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.1932254 Oct 26 14:22:48.627463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-210de6ea-fda7-4efa-8b2f-7fa4053dd285 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1001 time: 0.2223902 Oct 26 14:22:48.735869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.758474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-4e4c9503-d385-48ed-8d0e-329ff62ebe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.760324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-4e4c9503-d385-48ed-8d0e-329ff62ebe47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1251979 Oct 26 14:22:48.782422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b49f2-9743-4cc1-8412-a218c1460d25 req-5eaadddd-6cf0-46d3-aa82-0130f8d11e81 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.809618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603b49f2-9743-4cc1-8412-a218c1460d25 req-5eaadddd-6cf0-46d3-aa82-0130f8d11e81 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.4182210 Oct 26 14:22:48.820386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-06f491bd-0ea5-4221-9e34-4b0af999c8d8 None None] Provisioning complete for port b9b4a08e-1315-4482-b57d-77b60ff64a4b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:48.820386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06f491bd-0ea5-4221-9e34-4b0af999c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.827848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:48.910515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d2488b6-4be3-4a67-bfa4-ab399f5b7ba4 req-7fa7e350-03f6-4798-b9b1-77028b30e67a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.1764991 Oct 26 14:22:48.948946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603b49f2-9743-4cc1-8412-a218c1460d25 req-ca7b24d8-21b9-4bbe-ab15-bb2fb729ba45 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333060 Oct 26 14:22:48.953442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-52229568-a08c-439b-a802-1da592b609a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:48.955397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-52229568-a08c-439b-a802-1da592b609a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437387 Oct 26 14:22:49.147742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-2c46989a-2240-4398-98d3-e42c8c9d1f0a service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801183 Oct 26 14:22:49.159016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-2f3f6ec2-d321-48f2-b98f-d90fec0ca00c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.160812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-2f3f6ec2-d321-48f2-b98f-d90fec0ca00c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.4216187 Oct 26 14:22:49.271150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9b4a08e-1315-4482-b57d-77b60ff64a4b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:22:49.318629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3214ca24-8207-4bbb-8445-a20f7d24192a req-2fde35a7-92fe-4656-b530-75d1018b80ca service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520615 Oct 26 14:22:49.335702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Request body: {'port': {'device_id': '79b85591-a830-4aaf-8490-796c61ff9176', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'admin_state_up': True, 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:49.387706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b9b4a08e-1315-4482-b57d-77b60ff64a4b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:49.388330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:49.478129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aad83-a19e-4be1-88f8-a3acb34171c8 req-4c035ec1-b190-46f2-835c-f7aa0bef708c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.482912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f91aad83-a19e-4be1-88f8-a3acb34171c8 req-4c035ec1-b190-46f2-835c-f7aa0bef708c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.1082909 Oct 26 14:22:49.485350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-62817780-62f7-4205-ab5f-ec360ebd8da9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:49.487922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-62817780-62f7-4205-ab5f-ec360ebd8da9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.3228836 Oct 26 14:22:49.523920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-1d3de720-d3be-432e-a247-f9b2b5c9b4dc tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/quotas/b1faa63ebbf04534a4d8abb0f732a252 HTTP/1.1" status: 200 len: 375 time: 0.0136325 Oct 26 14:22:49.548727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Allocated IP 172.25.5.47 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/12af84d5-6cd0-4447-ba94-493ab44dd54e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:49.598076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f91aad83-a19e-4be1-88f8-a3acb34171c8 req-c8b594c2-a01e-4f38-81be-1d65bc909eb6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073101 Oct 26 14:22:49.727177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-04dfc4a6-2d80-40c4-bdef-08da9d0ba982 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1840470 Oct 26 14:22:49.771875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Made reservation on behalf of b1faa63ebbf04534a4d8abb0f732a252 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:49.775324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:49.863213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.047446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a694f30b-38a9-4319-9885-9be5b69e719d req-bcecb032-1533-48ff-bdb9-57d8fc16f3c2 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Oct 26 14:22:50.102423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Allocated IP 172.20.0.3 (2988be5e-27b9-41cb-8432-5f4957fde374/62ba0469-222c-4207-a2e0-d4d44a21b9da/1013d683-c31e-4eee-b984-ba729c214b27) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:50.221491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-d318b411-57e7-4703-9024-0587fc1781d7 service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780612 Oct 26 14:22:50.233482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.233695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3f211-0053-431d-b60f-94ace42893e9 req-b653659f-26cb-4e4a-be17-a4bb050cb336 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.235167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9dd3f211-0053-431d-b60f-94ace42893e9 req-b653659f-26cb-4e4a-be17-a4bb050cb336 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.0832036 Oct 26 14:22:50.264712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-b002dae3-8b5a-4ed6-b2e1-9ab52ec30e65 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.266296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-b002dae3-8b5a-4ed6-b2e1-9ab52ec30e65 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.1857228 Oct 26 14:22:50.281535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Request body: {'port': {'device_id': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'admin_state_up': True, 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:50.419189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event updated for resources: {'Port': ['ID=12af84d5-6cd0-4447-ba94-493ab44dd54e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:50.431573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9dd3f211-0053-431d-b60f-94ace42893e9 req-36300530-74f3-4164-922e-dd89b4ae6887 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810102 Oct 26 14:22:50.468641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-4a643d0b-85cb-4567-9155-1671d23ef1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178362 Oct 26 14:22:50.490538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:50.501820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-ff6ae041-a888-4560-84d7-14a5f8e718ff service neutron] 10.222.0.37 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790990 Oct 26 14:22:50.539829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:50.547287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:50.615829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Made reservation on behalf of b1faa63ebbf04534a4d8abb0f732a252 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:50.620469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.629065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.721094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:50.820231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-31f04a06-ff97-472f-ad3d-0de935488176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:50.827038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-31f04a06-ff97-472f-ad3d-0de935488176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 1096 time: 0.2861512 Oct 26 14:22:51.083478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Network 2988be5e-27b9-41cb-8432-5f4957fde374 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:51.125178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:51.125420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e4fd7-92ef-4087-b76d-4b40f0a85cbd req-d3ff0b19-c266-4a90-91f5-44d9db6b0f4c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:51.135267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-109e4fd7-92ef-4087-b76d-4b40f0a85cbd req-d3ff0b19-c266-4a90-91f5-44d9db6b0f4c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.3343372 Oct 26 14:22:51.173756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:51.279583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52180) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:51.301584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event updated for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:51.340331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-109e4fd7-92ef-4087-b76d-4b40f0a85cbd req-051a0661-57d2-4973-910c-70855cf1e8c9 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019367 Oct 26 14:22:51.377921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-4f59a932-0888-449e-8286-a3e7170dd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:51.404534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-4f59a932-0888-449e-8286-a3e7170dd9c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.4456058 Oct 26 14:22:51.404534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Allocated IP 172.20.0.6 (2988be5e-27b9-41cb-8432-5f4957fde374/62ba0469-222c-4207-a2e0-d4d44a21b9da/41b00371-dd2b-4236-92e7-abd98f99b117) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:51.595428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2bf25e37-c3f7-46fe-a2dd-8696b18030a4 req-5915f642-c697-48d6-812c-022491b149fb tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0877068 Oct 26 14:22:51.637084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e32df0a1-b637-4df5-81da-49f10e77e39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.697914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7e157268-6a42-4c98-bf95-a99e2f460fb8 None None] Provisioning complete for port 1013d683-c31e-4eee-b984-ba729c214b27 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:51.698551 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7e157268-6a42-4c98-bf95-a99e2f460fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.722348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.733750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-b34593a1-4d3d-4d99-a8a0-d5abfa8ff45a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 200 len: 1001 time: 0.3261068 Oct 26 14:22:51.740351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:51.741244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:51.842743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7e157268-6a42-4c98-bf95-a99e2f460fb8 None None] Port 1013d683-c31e-4eee-b984-ba729c214b27 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:51.852801 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.105561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-5cbfc813-4bf3-4aca-ba8e-6fdd17caa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.108437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-5cbfc813-4bf3-4aca-ba8e-6fdd17caa301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.3471637 Oct 26 14:22:52.197813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37117243-c7cc-49e8-971d-2613fb6959f1 req-4dd18750-26e8-42e0-9e3d-441ad2904afc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.202200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37117243-c7cc-49e8-971d-2613fb6959f1 req-4dd18750-26e8-42e0-9e3d-441ad2904afc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.3972707 Oct 26 14:22:52.302993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e32df0a1-b637-4df5-81da-49f10e77e39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.309773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-bce43613-a89a-45e7-a018-02a38592786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.312917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-bce43613-a89a-45e7-a018-02a38592786e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864274 Oct 26 14:22:52.317478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.327808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e32df0a1-b637-4df5-81da-49f10e77e39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.425696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37117243-c7cc-49e8-971d-2613fb6959f1 req-9cf37c88-0fb3-4d11-944e-5504852b8547 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108743 Oct 26 14:22:52.442475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2e1b1e9-43fb-4a00-b90a-6e5feee4a386 req-ba852d55-4e81-429c-9a82-bbd43e3da306 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 210 time: 1.5104198 Oct 26 14:22:52.467614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-df505376-f47e-40e5-951a-0d615d6885fa tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2722507 Oct 26 14:22:52.486164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Request body: {'port': {'device_id': '79b85591-a830-4aaf-8490-796c61ff9176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:52.576568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df0a1-b637-4df5-81da-49f10e77e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d50a25-19a9-423f-a4d7-dad912340a28,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:52.588653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.614919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.637997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e32df0a1-b637-4df5-81da-49f10e77e39a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e17af653eac4436fa53bd07f1dc04020&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3480992 Oct 26 14:22:52.644351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52210) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:52.729779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Network 2988be5e-27b9-41cb-8432-5f4957fde374 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:52.737440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:52.752875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:52.879812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.882986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event updated for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:52.928193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c999cd88-bfe4-4f72-8fb2-bb868526c4e4 req-98a340fc-d806-457b-8a6a-629cc0f17d60 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.1764860 Oct 26 14:22:52.947067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:52.947956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:52.972792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-8649f55d-0ec7-48e0-804d-7329c4bedd63 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447580 Oct 26 14:22:53.005126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-3a6e4367-c65a-40ff-9ab4-6d827bb939a1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.006631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-3a6e4367-c65a-40ff-9ab4-6d827bb939a1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.41 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 816 time: 0.4644153 Oct 26 14:22:53.026973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.052793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Request body: {'port': {'device_id': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'admin_state_up': True, 'tenant_id': 'b1faa63ebbf04534a4d8abb0f732a252'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:53.059822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-981c19aa-41e0-4838-925c-e3c57e64f016 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7829785 Oct 26 14:22:53.095340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.098942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.102506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6d50a25-19a9-423f-a4d7-dad912340a28 HTTP/1.1" status: 204 len: 168 time: 0.4528122 Oct 26 14:22:53.102642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Request body: {'port': {'device_id': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:53.174037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac739673-b21e-4af2-acc4-ef2ef9732252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d50a25-19a9-423f-a4d7-dad912340a28,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:53.224803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.234190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbbf87e0-f026-4746-8ab7-7e6a4c4d89e2 req-7f17227f-0b5a-4381-a9cc-7bc236724942 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503657 Oct 26 14:22:53.319304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.322835 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.331677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ed854cd3-e9ae-4153-8c2f-80f1a5b152b6 None None] Provisioning complete for port 41b00371-dd2b-4236-92e7-abd98f99b117 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:53.332269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed854cd3-e9ae-4153-8c2f-80f1a5b152b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.334670 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.404649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ed854cd3-e9ae-4153-8c2f-80f1a5b152b6 None None] Port 41b00371-dd2b-4236-92e7-abd98f99b117 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:53.442081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Made reservation on behalf of b1faa63ebbf04534a4d8abb0f732a252 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:22:53.447465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.663070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-630c8dc0-9a82-45f5-90ba-976c80a0cfe0 req-62d0ed2a-11eb-4da9-9e34-ccf75cf68b35 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0963302 Oct 26 14:22:53.739622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52232) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:53.743510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1013d683-c31e-4eee-b984-ba729c214b27 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:53.763417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a003-d9dc-414d-8afd-13aa81876c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.766796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.780313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dfbe5-82d1-4391-b5c0-4fb0de93e460 req-5d2b2a96-cce1-4afc-9ef3-4af824a3096f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:53.781943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-018dfbe5-82d1-4391-b5c0-4fb0de93e460 req-5d2b2a96-cce1-4afc-9ef3-4af824a3096f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.2138493 Oct 26 14:22:53.816778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Transition to ACTIVE for port object 1013d683-c31e-4eee-b984-ba729c214b27 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:53.835703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.903505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a003-d9dc-414d-8afd-13aa81876c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.908879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-018dfbe5-82d1-4391-b5c0-4fb0de93e460 req-62843561-75e8-493e-8b8c-f54361f5e103 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109717 Oct 26 14:22:53.957699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a003-d9dc-414d-8afd-13aa81876c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:53.960146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:53.971746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Router 2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:22:54.086535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Attempting to bind port 1013d683-c31e-4eee-b984-ba729c214b27 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:54.087149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Attempting to bind port 1013d683-c31e-4eee-b984-ba729c214b27 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:54.087866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Attempting to bind port 1013d683-c31e-4eee-b984-ba729c214b27 on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:54.154291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Allocated IP 172.20.0.4 (2988be5e-27b9-41cb-8432-5f4957fde374/62ba0469-222c-4207-a2e0-d4d44a21b9da/49308548-9ba2-4a5c-9a91-fe67765a8cdd) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:22:54.294462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:22:54.294991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a003-d9dc-414d-8afd-13aa81876c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d331963-2d5b-48e6-8ab8-9854ae09fa74,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:54.295983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Port 1013d683-c31e-4eee-b984-ba729c214b27 on network 2988be5e-27b9-41cb-8432-5f4957fde374 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:54.315790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] Sync routers for ids ['2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:22:54.327904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Attempting to bind port 1013d683-c31e-4eee-b984-ba729c214b27 on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:54.343031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] Routers {'2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:54.345160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.358624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.365178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-835fe8a9-9fe5-46c0-9d25-01a5741abb30 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "PUT /v2.0/routers/2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 200 len: 879 time: 7.1117043 Oct 26 14:22:54.371393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.426963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c2f6a003-d9dc-414d-8afd-13aa81876c99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c885f00a0d094b208b604716d421e477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6861875 Oct 26 14:22:54.443890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.502169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] Routers {'2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:22:54.502808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.517450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3a8aafc-68d3-4233-bb39-348afd92e4c9 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 200 len: 920 time: 0.1442938 Oct 26 14:22:54.518966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52246) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.522227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.523084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:54.523423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Checking segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:54.523808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Bound using segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:54.524262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Bound port: 1013d683-c31e-4eee-b984-ba729c214b27, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:54.524662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.540762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:22:54.541754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6255e2d-e98e-4621-bd0e-262f98a43391 None None] The sync data for ids ['2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:22:54.684010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08fa2b5-8af7-423a-96ab-fbec326fd4fe tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:54.688738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a08fa2b5-8af7-423a-96ab-fbec326fd4fe tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1446385 Oct 26 14:22:54.691931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.795344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.853428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-079e0687-9378-4fae-8238-f6fac09f5a66 req-8eaabd1a-2282-4edc-9ae2-ee28d0ad8142 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0551217 Oct 26 14:22:54.879989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d3c7c2-ff14-4ad1-8eb2-a4fe5efb5af4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:54.879989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b6d3c7c2-ff14-4ad1-8eb2-a4fe5efb5af4 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.1685939 Oct 26 14:22:54.879989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52258) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.922723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52b3f997-20fa-45dd-8e35-8e3bc26ab490 req-cbbe9f5d-fe3a-461d-bd5f-7387140220ce tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.7874954 Oct 26 14:22:54.955594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81c33a93-bdf1-4ca7-8e7e-a8853f41397c tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 200 len: 205 time: 0.0729833 Oct 26 14:22:54.956476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52264) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:54.961522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:54.966815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:54.986124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.050044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.068475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1013d683-c31e-4eee-b984-ba729c214b27,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:55.112051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.212743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.213405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.216713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 200 len: 1091 time: 2.7478881 Oct 26 14:22:55.259174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:55.266149 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2817ec8-61d3-4f63-8344-b1b670abf813" -d '{"events": [{"name": "network-changed", "server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "tag": "1013d683-c31e-4eee-b984-ba729c214b27"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:55.272596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b00371-dd2b-4236-92e7-abd98f99b117 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:55.283003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.317491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Transition to ACTIVE for port object 41b00371-dd2b-4236-92e7-abd98f99b117 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:55.337564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.340791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event updated for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.374646 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5824f7b-4f26-4417-a2d1-12fec68fc2e1 x-openstack-request-id: req-b5824f7b-4f26-4417-a2d1-12fec68fc2e1 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:55.375196 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "tag": "1013d683-c31e-4eee-b984-ba729c214b27", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:55.376080 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5824f7b-4f26-4417-a2d1-12fec68fc2e1 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:55.376661 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27', 'status': 'completed', 'code': 200} Oct 26 14:22:55.405411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Network 2988be5e-27b9-41cb-8432-5f4957fde374 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:22:55.411588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:22:55.421733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:22:55.426142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f501-8eec-40f3-9afc-6985de1d6f95 req-764f2c24-a16b-4a9d-a8fa-5c182e2e599d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.428103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f24f501-8eec-40f3-9afc-6985de1d6f95 req-764f2c24-a16b-4a9d-a8fa-5c182e2e599d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.3573291 Oct 26 14:22:55.453626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283df336-3549-4a4d-b304-e685f0be02f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.484391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.492518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Pushing event updated for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.594614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-75291fc7-3ac3-49b0-b46f-3310c6a3871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.596298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-75291fc7-3ac3-49b0-b46f-3310c6a3871b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 1094 time: 0.3239944 Oct 26 14:22:55.600396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.603219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.604480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d331963-2d5b-48e6-8ab8-9854ae09fa74 HTTP/1.1" status: 204 len: 168 time: 1.0625908 Oct 26 14:22:55.619195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Attempting to bind port 41b00371-dd2b-4236-92e7-abd98f99b117 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:55.619545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Attempting to bind port 41b00371-dd2b-4236-92e7-abd98f99b117 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:55.619918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Attempting to bind port 41b00371-dd2b-4236-92e7-abd98f99b117 on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:55.642976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.643628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.681092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Port 41b00371-dd2b-4236-92e7-abd98f99b117 on network 2988be5e-27b9-41cb-8432-5f4957fde374 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:55.681433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Attempting to bind port 41b00371-dd2b-4236-92e7-abd98f99b117 on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:55.685363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f24f501-8eec-40f3-9afc-6985de1d6f95 req-71a7cd14-5f52-4efa-b329-240984983224 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451191 Oct 26 14:22:55.694273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-95924ede-6af2-4d1a-8933-acf502a9fc45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 200 len: 217 time: 0.0793407 Oct 26 14:22:55.695852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-28e0116e-8f46-481b-a9c9-d0f3297db7da tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6756616 Oct 26 14:22:55.696865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2854a-a3a2-4b56-bfa7-ea6a6bdf5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d331963-2d5b-48e6-8ab8-9854ae09fa74,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:55.705978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:55.706381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Checking segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:55.706782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Bound using segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:55.707238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Bound port: 41b00371-dd2b-4236-92e7-abd98f99b117, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:55.707609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.746873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Request body: {'port': {'device_id': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:55.819598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.840481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-42c8004c-a4d5-44e9-ae2f-3194e9c116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.842338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-42c8004c-a4d5-44e9-ae2f-3194e9c116ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.1225162 Oct 26 14:22:55.940108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:55.960989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-824d3c57-d849-4491-a90e-caf3a71da75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:55.962918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-824d3c57-d849-4491-a90e-caf3a71da75c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138062 Oct 26 14:22:56.004932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 12af84d5-6cd0-4447-ba94-493ab44dd54e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:22:56.005404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.034663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:56.040015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=41b00371-dd2b-4236-92e7-abd98f99b117,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:56.065885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.211118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c0abf7-bd25-405d-a177-68a1e2ef660d req-c3738ee0-14a9-4a11-b4f5-429f5e3c96e9 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0903461 Oct 26 14:22:56.221920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bc8f04b9-61a8-4399-b7ac-352653c6b532 None None] Provisioning complete for port 49308548-9ba2-4a5c-9a91-fe67765a8cdd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:22:56.222545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bc8f04b9-61a8-4399-b7ac-352653c6b532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.334558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f04b9-61a8-4399-b7ac-352653c6b532 None None] Port 49308548-9ba2-4a5c-9a91-fe67765a8cdd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:22:56.377425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.410097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 12af84d5-6cd0-4447-ba94-493ab44dd54e owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:22:56.489623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-581a337c-6ac7-4520-b0e4-a94dce7b25de service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139146 Oct 26 14:22:56.578130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:56.578951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.582174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] 10.222.0.73 "PUT /v2.0/ports/41b00371-dd2b-4236-92e7-abd98f99b117 HTTP/1.1" status: 200 len: 1091 time: 3.5095878 Oct 26 14:22:56.582865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:56.586276 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd170e-a71d-4794-8441-3486ad0f55d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:56.695994 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f6ba4-5744-47fa-8815-ba50aa700f33 x-openstack-request-id: req-0e9f6ba4-5744-47fa-8815-ba50aa700f33 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:56.696367 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:56.696685 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e9f6ba4-5744-47fa-8815-ba50aa700f33 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:56.697204 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117', 'status': 'completed', 'code': 200} Oct 26 14:22:56.702014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49308548-9ba2-4a5c-9a91-fe67765a8cdd {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:56.729825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.773370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76245d14-e52a-41ed-bacd-628799edf2ba req-6cff7133-abe9-462e-bec7-2fd223db037a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:56.775726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76245d14-e52a-41ed-bacd-628799edf2ba req-6cff7133-abe9-462e-bec7-2fd223db037a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 931 time: 0.7334089 Oct 26 14:22:56.811546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4488b3f7-612c-4bde-a1be-701d0b4f919c req-c43bd5d7-b1e1-4683-a483-e61f6c597ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120594 Oct 26 14:22:56.833764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-3d43ef54-2b40-4cb4-a470-0830cf2ee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:56.835845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-3d43ef54-2b40-4cb4-a470-0830cf2ee091 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 1094 time: 0.1877668 Oct 26 14:22:56.846463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Transition to ACTIVE for port object 49308548-9ba2-4a5c-9a91-fe67765a8cdd will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:22:56.847599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04c525-6957-4105-afc7-65796f1c3b2e service neutron] Pushing event updated for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:56.938662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:56.948056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-3f485f6c-4bc2-4be8-a804-e856165f1908 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b00371-dd2b-4236-92e7-abd98f99b117 HTTP/1.1" status: 200 len: 217 time: 0.0798450 Oct 26 14:22:57.061672 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76245d14-e52a-41ed-bacd-628799edf2ba req-652c70d7-684c-4380-bfc8-c38162521ab0 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524865 Oct 26 14:22:57.078750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-4d83c3ea-a59e-40ff-99c1-5f7fdaa0ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.082841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-4d83c3ea-a59e-40ff-99c1-5f7fdaa0ddbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.1075845 Oct 26 14:22:57.120169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c40fbc-8e4b-4eb2-a1b8-4b37723979be req-12defe76-6167-4669-a7a5-f048115ac1b1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.123146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9c40fbc-8e4b-4eb2-a1b8-4b37723979be req-12defe76-6167-4669-a7a5-f048115ac1b1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.2884793 Oct 26 14:22:57.126881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.200632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=12af84d5-6cd0-4447-ba94-493ab44dd54e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:57.231267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-8b1dd164-5e64-4c3d-851d-e0171aebda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.233466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-8b1dd164-5e64-4c3d-851d-e0171aebda17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 1094 time: 0.3260365 Oct 26 14:22:57.260803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Pushing event updated for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:57.305563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c9c40fbc-8e4b-4eb2-a1b8-4b37723979be req-58f5c0cd-0c71-4afa-8d02-ff248ddd891b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354141 Oct 26 14:22:57.358111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfe161-8964-480e-ae31-b12704d75048 req-d6d09856-4798-4479-895f-4c3d31e29317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.362013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-d6d09856-4798-4479-895f-4c3d31e29317 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324417 Oct 26 14:22:57.409979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-033334d3-9442-4521-93ad-b93f775b0dbe req-ccf9e1f3-1409-4d90-a079-aade67102ffc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0602038 Oct 26 14:22:57.524353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Attempting to bind port 49308548-9ba2-4a5c-9a91-fe67765a8cdd on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:22:57.524712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Attempting to bind port 49308548-9ba2-4a5c-9a91-fe67765a8cdd by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:22:57.525041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Attempting to bind port 49308548-9ba2-4a5c-9a91-fe67765a8cdd on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:57.545979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Port 49308548-9ba2-4a5c-9a91-fe67765a8cdd on network 2988be5e-27b9-41cb-8432-5f4957fde374 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:22:57.546303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Attempting to bind port 49308548-9ba2-4a5c-9a91-fe67765a8cdd on network 2988be5e-27b9-41cb-8432-5f4957fde374 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:22:57.555742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:22:57.556082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Checking segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:22:57.556465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Bound using segment: {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:22:57.556931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Bound port: 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af82457-1436-412a-8fa7-f280cc504bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:22:57.557283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.589379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-7219a5de-6126-46b1-973c-3870ea8e695b service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780317 Oct 26 14:22:57.602796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.716348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.718763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.719016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bbfe161-8964-480e-ae31-b12704d75048 req-0d0fe922-9c52-4d90-8c26-6b4c11b3988f service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045423 Oct 26 14:22:57.797703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.798281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:22:57.806577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.812558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-16f13814-c6ed-4fb2-a21a-46c612581dbd tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 204 len: 168 time: 2.8459499 Oct 26 14:22:57.814371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:57.829892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:22:57.845912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1610444060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:57.848924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:22:57.860773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.881548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-28ddd7bb-e929-4081-9934-a15cc95bdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.883053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-28ddd7bb-e929-4081-9934-a15cc95bdf77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 917 time: 0.6093361 Oct 26 14:22:57.924555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-4e200f38-a327-4dd2-889e-48a0cb20df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.926425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-4e200f38-a327-4dd2-889e-48a0cb20df94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 1094 time: 0.1488078 Oct 26 14:22:57.935930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-06bf17fc-50e7-4878-b21d-a823a1befca2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 200 len: 217 time: 0.0433474 Oct 26 14:22:57.955113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:57.956063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.957557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] 10.222.0.41 "PUT /v2.0/ports/49308548-9ba2-4a5c-9a91-fe67765a8cdd HTTP/1.1" status: 200 len: 1091 time: 2.2475209 Oct 26 14:22:57.972975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:57.974270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.066278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-06be7545-580c-41ef-99b5-21ca6af15324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.068001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-06be7545-580c-41ef-99b5-21ca6af15324 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.1238003 Oct 26 14:22:58.142799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dece528-aaa9-4c66-b9b0-0aa9d226b204 service neutron] Pushing event updated for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:58.191498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-7a48d7e9-8bb0-45a9-966c-4e7efaaa257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.194170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-7a48d7e9-8bb0-45a9-966c-4e7efaaa257d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 1094 time: 0.1814513 Oct 26 14:22:58.314651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-b75648be-51a3-440d-ba89-22c978c87870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd HTTP/1.1" status: 200 len: 217 time: 0.1069558 Oct 26 14:22:58.355660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-4b35a30f-adca-4fd4-a611-4024e420b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.357343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-4b35a30f-adca-4fd4-a611-4024e420b7a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 917 time: 0.4146154 Oct 26 14:22:58.410647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:22:58.516584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:58.532128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-1f3186a1-7e86-4b7e-8420-cf85c4f05a0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41b00371-dd2b-4236-92e7-abd98f99b117 HTTP/1.1" status: 200 len: 217 time: 0.1162348 Oct 26 14:22:58.536689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8', 'mac_address': 'fa:16:3e:07:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:22:58.600324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-59ae98e1-9b19-45b1-97f6-2f69dbb283d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.602663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-59ae98e1-9b19-45b1-97f6-2f69dbb283d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.2659400 Oct 26 14:22:58.630165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.642411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084223b-8e31-40f0-a11e-d13d5d6cef55 req-151ff2fe-f467-4191-9320-8b73efab77a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.651588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3084223b-8e31-40f0-a11e-d13d5d6cef55 req-151ff2fe-f467-4191-9320-8b73efab77a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 944 time: 0.2343271 Oct 26 14:22:58.653605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:22:58.702081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:22:58.705315 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af780932-d871-456e-ab40-9c7aa8897eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:22:58.716899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:22:58.720446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-ba367a79-c57c-4094-8127-12475dcddd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.722358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-ba367a79-c57c-4094-8127-12475dcddd96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.1817634 Oct 26 14:22:58.758425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:58.794815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3084223b-8e31-40f0-a11e-d13d5d6cef55 req-60c31ef0-d90c-4819-be16-33a87c860e60 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371243 Oct 26 14:22:58.809363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692225c-b82e-4157-921f-19743723188b req-a91f8f62-75e4-4383-b456-b0518c785a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.811012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-a91f8f62-75e4-4383-b456-b0518c785a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959558 Oct 26 14:22:58.898657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:58.938191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52374) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:58.989308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-43ff7c99-47ad-4e9b-8289-01dccef3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:58.991185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-43ff7c99-47ad-4e9b-8289-01dccef3fcb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534933 Oct 26 14:22:58.994699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.003419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0a468ff7-12bd-4800-a4d9-0b4bcd72345f req-89cb0635-be38-4c2a-9fe9-ec12dc96a39d tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0640843 Oct 26 14:22:59.008349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.017971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:22:59.089121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-94c9a08d-181e-48ec-9411-05426447535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.091661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-94c9a08d-181e-48ec-9411-05426447535b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0029111 Oct 26 14:22:59.096725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.098337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ad0faf0-fdf2-410f-9654-00bd49d9fd23 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2808301 Oct 26 14:22:59.101658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.129842 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889d0ffc-e781-407e-94ab-3ddfde32a1b0 x-openstack-request-id: req-889d0ffc-e781-407e-94ab-3ddfde32a1b0 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:22:59.130389 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:22:59.130787 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-889d0ffc-e781-407e-94ab-3ddfde32a1b0 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:22:59.131407 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd', 'status': 'completed', 'code': 200} Oct 26 14:22:59.184082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-d60ba689-b6df-47c0-8bdb-6c3fb6561b4f service neutron] 10.222.0.41 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556619 Oct 26 14:22:59.198485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': True}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:22:59.219720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83905a43-233f-4df6-9a53-19802f413a18 req-93467ac5-1975-4a08-ad48-82ff3424eaae tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.221298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83905a43-233f-4df6-9a53-19802f413a18 req-93467ac5-1975-4a08-ad48-82ff3424eaae tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.2324944 Oct 26 14:22:59.259376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-463f1aa7-5547-43e7-94ed-7a080350ff61 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549942 Oct 26 14:22:59.348355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e65231-25e4-431b-be2e-a092dacbfa65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.406391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83905a43-233f-4df6-9a53-19802f413a18 req-58df77e8-8719-4fcf-9bc4-6f6b1d51ce98 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171081 Oct 26 14:22:59.458051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e692225c-b82e-4157-921f-19743723188b req-49762683-897f-4fe8-9f35-fd2699277788 service neutron] 10.222.0.41 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635276 Oct 26 14:22:59.474693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-7df483cd-8b2e-4f93-93ef-5dffd3034381 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745692 Oct 26 14:22:59.476067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6fd170e-a71d-4794-8441-3486ad0f55d8 req-b67e97a7-3456-4705-8b74-df9cc35265f9 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858118 Oct 26 14:22:59.576581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e65231-25e4-431b-be2e-a092dacbfa65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.585158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e65231-25e4-431b-be2e-a092dacbfa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.610446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.646300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-9ee23d39-685e-4119-9326-83c3d6128a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.647987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-9ee23d39-685e-4119-9326-83c3d6128a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 1094 time: 0.1154380 Oct 26 14:22:59.657260 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-32e65231-25e4-431b-be2e-a092dacbfa65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a746985c79324a30a4bfbb5011475659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086573 Oct 26 14:22:59.657260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e65231-25e4-431b-be2e-a092dacbfa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab169f4-8a10-402e-8e76-b8f0d970452b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:22:59.660415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:22:59.719673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2817ec8-61d3-4f63-8344-b1b670abf813 req-f81d04c0-316a-4c2d-bb70-5e5dded23d7e service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004700 Oct 26 14:22:59.801536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.814749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-175b67b1-40e1-4afd-9018-5b53cd2d8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.816252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-175b67b1-40e1-4afd-9018-5b53cd2d8c28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 917 time: 0.1548655 Oct 26 14:22:59.832018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.882031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-61744f40-113f-4dff-888d-1e4a701da558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd HTTP/1.1" status: 200 len: 217 time: 0.0522351 Oct 26 14:22:59.915486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.941350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.970852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-e6f921aa-80c3-4544-88db-796f68e1f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:22:59.972697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-e6f921aa-80c3-4544-88db-796f68e1f4c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.0811884 Oct 26 14:22:59.998002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:22:59.999665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.003508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ab169f4-8a10-402e-8e76-b8f0d970452b HTTP/1.1" status: 204 len: 168 time: 0.3317416 Oct 26 14:23:00.046302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1013d683-c31e-4eee-b984-ba729c214b27 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:00.085835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e254dc-0fd3-4624-b57a-cacacecb2fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab169f4-8a10-402e-8e76-b8f0d970452b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.122078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-c1b24927-59ad-4c3c-891f-8924343ad86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:00.123649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-c1b24927-59ad-4c3c-891f-8924343ad86e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425998 Oct 26 14:23:00.312961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1013d683-c31e-4eee-b984-ba729c214b27,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:00.326331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '1013d683-c31e-4eee-b984-ba729c214b27', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'port_id': '1013d683-c31e-4eee-b984-ba729c214b27', 'mac_address': 'fa:16:3e:0c:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ba0469-222c-4207-a2e0-d4d44a21b9da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:00.326872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0e3542f-29fc-4709-95f4-c3cf2d438284 req-4ded63ad-e900-415e-9bfa-caa4097dafbf tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.1127429 Oct 26 14:23:00.392196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.395996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.25.5.88 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/29f61a96-f2ea-4ba1-9cc6-7a3fe9c5d478) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:00.400343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-161b6629-8165-45e9-b490-3ea2739e4e0b service neutron] 10.222.0.41 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488759 Oct 26 14:23:00.429185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:00.508122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1013d683-c31e-4eee-b984-ba729c214b27 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:00.582815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52414) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:00.609083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eae5291-9fae-44b2-9895-e57964045fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.610064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1013d683-c31e-4eee-b984-ba729c214b27,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:00.614254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:00.619898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.621753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 41b00371-dd2b-4236-92e7-abd98f99b117 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:00.647509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca79a-1655-4621-9359-234e357a78b1 req-bd11c95b-ba68-45a9-9ffc-9982fe14e061 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:00.649871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ca79a-1655-4621-9359-234e357a78b1 req-bd11c95b-ba68-45a9-9ffc-9982fe14e061 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 945 time: 0.7376397 Oct 26 14:23:00.672071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.701582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4447a78-0284-4c5d-8ad9-a2ec3931e6ef req-29fa20ae-47ff-4719-b509-47b2f8f21559 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:00.702281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4447a78-0284-4c5d-8ad9-a2ec3931e6ef req-29fa20ae-47ff-4719-b509-47b2f8f21559 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.1293459 Oct 26 14:23:00.704373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=41b00371-dd2b-4236-92e7-abd98f99b117,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:00.754182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af780932-d871-456e-ab40-9c7aa8897eb7 req-5fd36501-b105-4a7c-b23b-4a41d584f999 service neutron] 10.222.0.41 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167937 Oct 26 14:23:00.791096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ca79a-1655-4621-9359-234e357a78b1 req-c5dd8ad0-5e35-4972-888a-3c1fedc9798e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321034 Oct 26 14:23:00.818484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '41b00371-dd2b-4236-92e7-abd98f99b117', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'port_id': '41b00371-dd2b-4236-92e7-abd98f99b117', 'mac_address': 'fa:16:3e:45:7d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ba0469-222c-4207-a2e0-d4d44a21b9da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:00.838491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4447a78-0284-4c5d-8ad9-a2ec3931e6ef req-4295ecb9-4c13-41e2-8701-6ba409b63ba2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260574 Oct 26 14:23:00.858731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.865593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:00.867990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.878739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.905350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eae5291-9fae-44b2-9895-e57964045fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.910579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eae5291-9fae-44b2-9895-e57964045fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:00.945794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae5291-9fae-44b2-9895-e57964045fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989f5465-75a0-409a-9020-e2a19d985e0b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.951088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=29f61a96-f2ea-4ba1-9cc6-7a3fe9c5d478,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:00.963393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52416) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:00.964112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0eae5291-9fae-44b2-9895-e57964045fe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae4b3c6381f5474581c19a2ba281d8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752074 Oct 26 14:23:00.973593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:00.986887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:00.989804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:01.085937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.231163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.235877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.248718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b00371-dd2b-4236-92e7-abd98f99b117 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:01.352146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=41b00371-dd2b-4236-92e7-abd98f99b117,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:01.362898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.371983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.431402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.445366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:01.450191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:01.453044 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748cfae2-d26d-4743-ba9c-cb40c9a8a71a" -d '{"events": [{"server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:01.467525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.559451 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.562038 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d922b29f-926c-49c1-9251-5250626ebc27 x-openstack-request-id: req-d922b29f-926c-49c1-9251-5250626ebc27 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:01.562400 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:01.563898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:01.564283 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d922b29f-926c-49c1-9251-5250626ebc27 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:01.564716 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8', 'code': 200} Oct 26 14:23:01.565370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/989f5465-75a0-409a-9020-e2a19d985e0b HTTP/1.1" status: 204 len: 168 time: 0.5994833 Oct 26 14:23:01.571053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-637a7a63-4686-4104-ae93-034d13837425 req-b8b809c3-00e7-4f37-a137-e28beb13e14a tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0891438 Oct 26 14:23:01.572114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:01.615838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b61ced-68c0-4528-8b68-a4885c6d605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f5465-75a0-409a-9020-e2a19d985e0b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:01.721626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:01.725396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['41b00371-dd2b-4236-92e7-abd98f99b117'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:01.730051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1013d683-c31e-4eee-b984-ba729c214b27'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:01.734187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53259dc3-73ed-4db7-8282-144ea7b631a7 req-4061775f-db95-4acb-9a93-9e46b8c6447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:01.741760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53259dc3-73ed-4db7-8282-144ea7b631a7 req-4061775f-db95-4acb-9a93-9e46b8c6447f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 1097 time: 0.0886433 Oct 26 14:23:02.089517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.101137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.194530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ef19-ef14-4c4d-896b-2fd1bcf21cc5 req-879bc723-7de8-49d9-b515-5455e8024ffd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:02.197643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27e6ef19-ef14-4c4d-896b-2fd1bcf21cc5 req-879bc723-7de8-49d9-b515-5455e8024ffd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.2247355 Oct 26 14:23:02.262240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27e6ef19-ef14-4c4d-896b-2fd1bcf21cc5 req-7dd898b9-b504-4138-a74b-8de113de9a9c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Oct 26 14:23:02.374751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router cbeafdb8-a0de-4b89-a6da-350e6f42dac6 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:02.417131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 49308548-9ba2-4a5c-9a91-fe67765a8cdd details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:02.599027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:02.604096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.608952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-402fb252-c6f4-4610-9ba5-a7c219431511 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "PUT /v2.0/routers/cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 200 len: 914 time: 3.4173639 Oct 26 14:23:02.609434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52458) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:02.614352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:02.614607 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] Sync routers for ids ['cbeafdb8-a0de-4b89-a6da-350e6f42dac6'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:02.627794 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] Routers {'cbeafdb8-a0de-4b89-a6da-350e6f42dac6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:02.629530 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cbeafdb8-a0de-4b89-a6da-350e6f42dac6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:02.631578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53259dc3-73ed-4db7-8282-144ea7b631a7 req-21363ff5-ec3f-410c-a13e-7b0e4556908d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8810339 Oct 26 14:23:02.646896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '49308548-9ba2-4a5c-9a91-fe67765a8cdd', 'network_id': '2988be5e-27b9-41cb-8432-5f4957fde374', 'port_id': '49308548-9ba2-4a5c-9a91-fe67765a8cdd', 'mac_address': 'fa:16:3e:89:d5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ba0469-222c-4207-a2e0-d4d44a21b9da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:02.671939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2987-cec2-4b71-b33d-96c04c86cf4b req-3d2e8d58-c3b3-4c80-8bbc-a59dfbb0eff3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:02.675011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8c2987-cec2-4b71-b33d-96c04c86cf4b req-3d2e8d58-c3b3-4c80-8bbc-a59dfbb0eff3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 943 time: 0.2136109 Oct 26 14:23:02.710418 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:02.733936 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] Routers {'cbeafdb8-a0de-4b89-a6da-350e6f42dac6'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:02.734549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cbeafdb8-a0de-4b89-a6da-350e6f42dac6'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:02.741972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.754828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8c2987-cec2-4b71-b33d-96c04c86cf4b req-406c4490-c623-47a8-a64d-2979e86ed6ac tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719354 Oct 26 14:23:02.765890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49308548-9ba2-4a5c-9a91-fe67765a8cdd {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:02.816958 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:02.817840 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a636aa-076d-4a3c-8d52-0469582e4d29 None None] The sync data for ids ['cbeafdb8-a0de-4b89-a6da-350e6f42dac6'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:02.821828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:02.827865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:02.833376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d184df50-53a5-423f-99d1-a902f341e092 req-1753f43a-8ddb-4dfd-ba6a-4ec6c18cf806 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0709548 Oct 26 14:23:02.890636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52468) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:02.895682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-15527743-0c18-46eb-ba22-0560e1dbe7bd tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 200 len: 920 time: 0.2844028 Oct 26 14:23:02.920371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:03.010884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1435b7-2fe4-42c8-ab49-d7e511d063a5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:03.012878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd1435b7-2fe4-42c8-ab49-d7e511d063a5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=cbeafdb8-a0de-4b89-a6da-350e6f42dac6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1210687 Oct 26 14:23:03.015590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:03.119215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['49308548-9ba2-4a5c-9a91-fe67765a8cdd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:03.122288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4b718-eb4a-4310-a7cb-9b1665f1b4ee tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:03.123949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b6e4b718-eb4a-4310-a7cb-9b1665f1b4ee tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.1074212 Oct 26 14:23:03.127574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52478) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:03.180549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ee03096-f918-4196-91e1-4eece58dfb65 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 200 len: 205 time: 0.0517607 Oct 26 14:23:03.183886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:03.322282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.494124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9314a-5327-48a4-82bb-75f9994091ec req-df5e49a8-f4e7-40e5-9c6a-071cd995cc1a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:03.496462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95a9314a-5327-48a4-82bb-75f9994091ec req-df5e49a8-f4e7-40e5-9c6a-071cd995cc1a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.0757663 Oct 26 14:23:03.506706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.593477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95a9314a-5327-48a4-82bb-75f9994091ec req-2cd55e50-157c-4fc8-885c-7466419500bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882335 Oct 26 14:23:03.610514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 29f61a96-f2ea-4ba1-9cc6-7a3fe9c5d478 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:03.610856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.727462 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:03.747652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 29f61a96-f2ea-4ba1-9cc6-7a3fe9c5d478 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:04.007239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa28625b-867a-4df1-8f64-8a3d98fd6bd4 req-1e915517-de1d-4626-b39c-eccbf21b6a9b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0407493 Oct 26 14:23:04.032664 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.047003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1013d683-c31e-4eee-b984-ba729c214b27 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:04.082826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=29f61a96-f2ea-4ba1-9cc6-7a3fe9c5d478,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:04.093054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1f96e-1d61-47ac-be6f-3e92131761bb req-e5e8b691-133a-4b81-8a08-77e8254c2fd9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:04.094872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30c1f96e-1d61-47ac-be6f-3e92131761bb req-e5e8b691-133a-4b81-8a08-77e8254c2fd9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1777821 Oct 26 14:23:04.188141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30c1f96e-1d61-47ac-be6f-3e92131761bb req-c171b87e-ad3d-4f7a-9f6d-19829fdbd116 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599120 Oct 26 14:23:04.221799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.222346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 1013d683-c31e-4eee-b984-ba729c214b27 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:04.228636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 1013d683-c31e-4eee-b984-ba729c214b27 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:04.229230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.381008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.383693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.419754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.433997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 49308548-9ba2-4a5c-9a91-fe67765a8cdd up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:04.445527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.446159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router cbeafdb8-a0de-4b89-a6da-350e6f42dac6 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:04.455026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.456195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-06f41c3a-1f84-468c-81ac-50390daef92d tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 204 len: 168 time: 1.2711067 Oct 26 14:23:04.460198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52532) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:04.466290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1990826216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:04.503149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:04.505780 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739f530-63c4-4cd7-8566-6acdab8dca1b" -d '{"events": [{"server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "name": "network-vif-plugged", "status": "completed", "tag": "1013d683-c31e-4eee-b984-ba729c214b27"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:04.530596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1013d683-c31e-4eee-b984-ba729c214b27,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:04.545164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.546570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.548660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.549713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 41b00371-dd2b-4236-92e7-abd98f99b117 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:04.685724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.699975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.706732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:04.729117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9179a04-cbf6-4077-91a5-ff8ff54b49f7 x-openstack-request-id: req-d9179a04-cbf6-4077-91a5-ff8ff54b49f7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:04.729417 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "name": "network-vif-plugged", "status": "completed", "tag": "1013d683-c31e-4eee-b984-ba729c214b27", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:04.729709 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9179a04-cbf6-4077-91a5-ff8ff54b49f7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:04.730622 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27', 'code': 200} Oct 26 14:23:04.732679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 49308548-9ba2-4a5c-9a91-fe67765a8cdd completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:04.756049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 49308548-9ba2-4a5c-9a91-fe67765a8cdd triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:04.756049 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.784515 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.785006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 41b00371-dd2b-4236-92e7-abd98f99b117 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:04.789877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-356b7263-d2d9-46ba-bde0-9afc2d26a508 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3282640 Oct 26 14:23:04.790205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52542) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:04.795626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54ba84-7c69-4745-aeb0-d94489d24b1b req-70d1eff2-36f3-4154-9152-3d8ab14db6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:04.799026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa54ba84-7c69-4745-aeb0-d94489d24b1b req-70d1eff2-36f3-4154-9152-3d8ab14db6dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 1096 time: 0.1118367 Oct 26 14:23:04.802719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'enable_snat': False}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:04.824264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 41b00371-dd2b-4236-92e7-abd98f99b117 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:04.825688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:04.900139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa54ba84-7c69-4745-aeb0-d94489d24b1b req-e44e53be-c82f-4877-b6de-77eacd37e3f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Oct 26 14:23:04.911031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3cdb-e534-48c1-a2ed-dbdff4d8e21c req-0656f830-b0db-4093-8aee-9426622dcaf3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:04.919894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43de3cdb-e534-48c1-a2ed-dbdff4d8e21c req-0656f830-b0db-4093-8aee-9426622dcaf3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.1828415 Oct 26 14:23:04.988178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43de3cdb-e534-48c1-a2ed-dbdff4d8e21c req-63049a6f-1f90-45b7-9d55-02d2700d36fa tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656238 Oct 26 14:23:05.024086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.054821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.144095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=41b00371-dd2b-4236-92e7-abd98f99b117,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:05.162020 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.187460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.200461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:05.225996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b867771-f1c9-4ff2-ad7f-a0c445ef2a6b req-99ea8f4b-fd22-4be3-bdb1-d48d56c23d90 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0665519 Oct 26 14:23:05.239549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.291580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:05.387088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:05.440353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab2f95-ba7d-4bee-98d5-355c307f817b req-9140625f-32fd-4af6-a826-2bcb52c665d2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:05.451390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51ab2f95-ba7d-4bee-98d5-355c307f817b req-9140625f-32fd-4af6-a826-2bcb52c665d2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0828900 Oct 26 14:23:05.467569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f41de-5f20-4a02-9379-c7ef76ca10ea req-15f61e76-dabe-4fca-9179-4ec8dc44a23d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:05.483464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b7f41de-5f20-4a02-9379-c7ef76ca10ea req-15f61e76-dabe-4fca-9179-4ec8dc44a23d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.2803068 Oct 26 14:23:05.515423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51ab2f95-ba7d-4bee-98d5-355c307f817b req-2d1c1239-289f-49ac-8a99-a47e1453f779 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Oct 26 14:23:05.563743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b7f41de-5f20-4a02-9379-c7ef76ca10ea req-1b0c00b4-8614-401f-839b-41f0b51ae3d9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792117 Oct 26 14:23:05.759923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:05.784536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.037288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Allocated IP 172.25.5.28 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/344c1ba2-7084-4789-bb7b-404c4b5acf8f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:06.191343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.248907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.365552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:06.380878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:06.393215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:06.444602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Pushing event updated for resources: {'Port': ['ID=344c1ba2-7084-4789-bb7b-404c4b5acf8f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:06.543673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe39ad09-60f5-4a01-a683-3d3f95ce3754 req-0355e5f9-7a89-4ed7-a543-cc020723d183 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f4ea4db-cfb3-4004-bb85-1baa3d0887c5 HTTP/1.1" status: 200 len: 210 time: 0.0596309 Oct 26 14:23:06.732152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117'}, {'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:06.735520 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5859131-3c53-43f0-b5fb-bd303fa4e0e0" -d '{"events": [{"server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "name": "network-vif-plugged", "status": "completed", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117"}, {"server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:06.755832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25852a7a-a42e-4948-a50b-aa38cb6b84b3 req-85a1e2dc-5ce6-444a-bc32-55a85621f957 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:06.757408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25852a7a-a42e-4948-a50b-aa38cb6b84b3 req-85a1e2dc-5ce6-444a-bc32-55a85621f957 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.0796547 Oct 26 14:23:06.866253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25852a7a-a42e-4948-a50b-aa38cb6b84b3 req-af1902c2-06e6-4cfc-a0f8-6713595d29ad tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722589 Oct 26 14:23:06.916022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:06.949274 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1602d3a-7dc0-4313-835e-cda29816648b x-openstack-request-id: req-e1602d3a-7dc0-4313-835e-cda29816648b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:06.949586 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "name": "network-vif-plugged", "status": "completed", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117", "code": 200}, {"server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "name": "network-vif-plugged", "status": "completed", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:06.949844 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1602d3a-7dc0-4313-835e-cda29816648b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:06.950252 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117', 'code': 200} Oct 26 14:23:06.950578 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd', 'code': 200} Oct 26 14:23:07.131859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da95be8-8e32-4c90-9b77-588fe23fba58 req-2dacb6c6-1650-4ff2-ac9c-71f7bc40e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.139224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7da95be8-8e32-4c90-9b77-588fe23fba58 req-2dacb6c6-1650-4ff2-ac9c-71f7bc40e5ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 1096 time: 0.0847831 Oct 26 14:23:07.164158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529e31-333e-4ae5-b5b9-265a88e4991c req-8a78b4a1-3313-4479-8e96-1f59451e6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:07.166077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b529e31-333e-4ae5-b5b9-265a88e4991c req-8a78b4a1-3313-4479-8e96-1f59451e6bbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 1096 time: 0.0786052 Oct 26 14:23:07.184885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7da95be8-8e32-4c90-9b77-588fe23fba58 req-6de3095f-a993-4724-a8fb-e69587d20aaf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Oct 26 14:23:07.291393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b529e31-333e-4ae5-b5b9-265a88e4991c req-6e9156b7-899e-421a-b5df-fda229efd1b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061394 Oct 26 14:23:07.322762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.330796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.512918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Router 58911f9b-fc13-41f9-9c9b-d171625cffca is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:07.679019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:07.689261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] Sync routers for ids ['58911f9b-fc13-41f9-9c9b-d171625cffca'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:07.690640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.695993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f49795ac-e4ef-4221-bc68-68e4ba6d4b2a tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "PUT /v2.0/routers/58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 200 len: 915 time: 2.9042468 Oct 26 14:23:07.697100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52670) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.716116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] Routers {'58911f9b-fc13-41f9-9c9b-d171625cffca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:07.723508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['58911f9b-fc13-41f9-9c9b-d171625cffca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.748441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52672) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.769154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.792165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] Routers {'58911f9b-fc13-41f9-9c9b-d171625cffca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:07.793967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:22:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['58911f9b-fc13-41f9-9c9b-d171625cffca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.864868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.896978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.902227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8ac11965-165c-4121-a47b-73bbeb01ede0 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 200 len: 921 time: 0.2030780 Oct 26 14:23:07.907774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:07.911253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:07.912038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ecbef-58db-484f-8e4f-927f70036987 None None] The sync data for ids ['58911f9b-fc13-41f9-9c9b-d171625cffca'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:07.966858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.971381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:07.972610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ab5a637-23c8-4320-b872-b1a2999c7fed HTTP/1.1" status: 204 len: 168 time: 0.2228117 Oct 26 14:23:07.976226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52680) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:08.023259 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-06804d9a-fa08-487c-a9ff-36c642acb059 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] show failed (client error): The resource could not be found. Oct 26 14:23:08.025951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-06804d9a-fa08-487c-a9ff-36c642acb059 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "GET /v2.0/security-groups/2ab5a637-23c8-4320-b872-b1a2999c7fed HTTP/1.1" status: 404 len: 347 time: 0.0454438 Oct 26 14:23:08.041849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd69a6f-8024-4f13-afc2-8846a238d0e6 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.042100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52686) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:08.044358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fcd69a6f-8024-4f13-afc2-8846a238d0e6 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=58911f9b-fc13-41f9-9c9b-d171625cffca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1353807 Oct 26 14:23:08.048102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:08.049639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d184-74d4-451e-8a31-bbb85a66efdc tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5a637-23c8-4320-b872-b1a2999c7fed,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:08.125957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e6f71-3935-46ee-b4e6-aabda65a30b6 req-f002b69f-bdfc-475d-8ece-4aa97b986aa2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.127555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb5e6f71-3935-46ee-b4e6-aabda65a30b6 req-f002b69f-bdfc-475d-8ece-4aa97b986aa2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1333234 Oct 26 14:23:08.219446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb5e6f71-3935-46ee-b4e6-aabda65a30b6 req-9799a89b-8c78-40de-82fa-fc01c4ef1a93 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Oct 26 14:23:08.235148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b0212-eec5-47c1-9b50-34cd73d6c0be tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:08.239537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-753b0212-eec5-47c1-9b50-34cd73d6c0be tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/networks/d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 881 time: 0.1882148 Oct 26 14:23:08.244116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:08.324522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-736d2bab-b0ee-4e76-b39e-0915393190f2 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 200 len: 205 time: 0.0734751 Oct 26 14:23:08.324522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:08.493035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port 2798b106-6f11-466d-be2a-a7896d2e5ba8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:08.493567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.654153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.654877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.674753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for 2798b106-6f11-466d-be2a-a7896d2e5ba8 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:08.942090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.984621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:08.985169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=2798b106-6f11-466d-be2a-a7896d2e5ba8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:09.062390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.065987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.070041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8c6f4ab-da59-4702-aafa-9268785170fa tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/floatingips/057482c8-717c-4e08-b4ed-c934848e783c HTTP/1.1" status: 204 len: 168 time: 1.0232635 Oct 26 14:23:09.070226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:09.122519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.219755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 344c1ba2-7084-4789-bb7b-404c4b5acf8f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:09.220388 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.231200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port 94b6e849-42dc-4612-8fc9-52c3181d135e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:09.231200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.380389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.407182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 344c1ba2-7084-4789-bb7b-404c4b5acf8f owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:09.804584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:09.896479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=344c1ba2-7084-4789-bb7b-404c4b5acf8f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:10.039213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.070939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b60da8e2-6210-4265-b1fc-23aa1deb8035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.165828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.166487 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.168578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.187293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869fa67-f86a-43f9-a588-ecefcf9d1cdd req-a592abc7-4250-42d2-9b2d-39e64ba46c18 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.188875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8869fa67-f86a-43f9-a588-ecefcf9d1cdd req-a592abc7-4250-42d2-9b2d-39e64ba46c18 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2078240 Oct 26 14:23:10.199049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for 94b6e849-42dc-4612-8fc9-52c3181d135e owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:10.299231 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.299791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router 58911f9b-fc13-41f9-9c9b-d171625cffca {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:10.309087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.314694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e40d2d10-23a3-4ece-b2ec-501a68d3e186 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 204 len: 168 time: 1.9895716 Oct 26 14:23:10.315438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:10.325842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-251104549', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:10.416041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8869fa67-f86a-43f9-a588-ecefcf9d1cdd req-41f0ed7d-cb82-49c0-8b2a-7b5b8e115d59 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126153 Oct 26 14:23:10.416459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.419864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.479285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.543810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=94b6e849-42dc-4612-8fc9-52c3181d135e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:10.574331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-15590fb3-d5e4-4f2e-8003-aacbefafabae tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.584331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-15590fb3-d5e4-4f2e-8003-aacbefafabae tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.3778770 Oct 26 14:23:10.589601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.666083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.669633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8a59bef3-8c7e-4841-b01f-fd4be4bab49c tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/ports/94b6e849-42dc-4612-8fc9-52c3181d135e HTTP/1.1" status: 204 len: 168 time: 1.5984485 Oct 26 14:23:10.676607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52762) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:10.681303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-113a8658-241d-40fb-a7db-7a5c82e0bce1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0955272 Oct 26 14:23:10.731768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8249b64-18da-4c32-90ec-a4c131d0ed52 req-3610733c-0c83-4ba8-a321-7f2d5cd70ed9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:10.735170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8249b64-18da-4c32-90ec-a4c131d0ed52 req-3610733c-0c83-4ba8-a321-7f2d5cd70ed9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2055304 Oct 26 14:23:10.851948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8249b64-18da-4c32-90ec-a4c131d0ed52 req-ee6d8323-e838-44f7-b7e1-7e5529184e2d tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094365 Oct 26 14:23:10.880715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port e246eb26-49ef-4260-91e8-45fa77983bf8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:10.882490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:10.884606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.044175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-3fc05678-6255-4f54-bb8b-a49b4b1e45e4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3617892 Oct 26 14:23:11.089002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a08f6-67ea-47ec-bbfb-23c3ae231054 req-ebbbb0ce-481f-48d0-b0f9-834f8863182b tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:11.099163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a14a08f6-67ea-47ec-bbfb-23c3ae231054 req-ebbbb0ce-481f-48d0-b0f9-834f8863182b tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.1234026 Oct 26 14:23:11.153330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.183555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a14a08f6-67ea-47ec-bbfb-23c3ae231054 req-9d748c4f-eeee-4a68-b025-e3d64c3d817f tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834992 Oct 26 14:23:11.189211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for e246eb26-49ef-4260-91e8-45fa77983bf8 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:11.299402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.328729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.355736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-37aa14f0-cd79-4a02-851e-93fb1c121f9f service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994606 Oct 26 14:23:11.370211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.467762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=e246eb26-49ef-4260-91e8-45fa77983bf8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:11.499580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Allocated IP 172.25.5.219 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/3a5f9fe0-1053-4c35-b56f-92907603eb47) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:11.599577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.602995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d720359c-99fd-4328-9fab-9d97d54fb4a8 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/ports/e246eb26-49ef-4260-91e8-45fa77983bf8 HTTP/1.1" status: 204 len: 168 time: 0.9279571 Oct 26 14:23:11.605701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:11.712888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting subnet 8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:11.717873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.735939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.784024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c28a0-d7ec-4b44-b89a-f67f1406019f req-6b61e9cb-bff1-4ed8-abf7-194b7d87cc3a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:11.791107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-030c28a0-d7ec-4b44-b89a-f67f1406019f req-6b61e9cb-bff1-4ed8-abf7-194b7d87cc3a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1340256 Oct 26 14:23:11.798780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.813466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-23b4fb2b-b23e-4ec7-aa77-fd61ab16ed2c service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523979 Oct 26 14:23:11.841630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:11.892449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:11.895939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:11.913372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:11.917056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-030c28a0-d7ec-4b44-b89a-f67f1406019f req-59887f26-23ab-43e6-9525-ca8e1eeda25a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227455 Oct 26 14:23:12.038429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.174623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.228334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event updated for resources: {'Port': ['ID=3a5f9fe0-1053-4c35-b56f-92907603eb47,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:12.234524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:12.249992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.262599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35b7e323-e47a-410a-a51c-34ddb754a175 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/subnets/8c7bc9a7-2b46-4fc2-97b8-8d0ebc00e332 HTTP/1.1" status: 204 len: 168 time: 0.6540718 Oct 26 14:23:12.262599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:12.266269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04429453-f8b1-41d9-a638-854c27319aca None None] Network 141815a7-9db9-4e12-a924-3975deee6f99 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:12.273078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e02c0f95-9cdf-4938-9cd9-e88cc6d91a4e req-2a1b5593-6d39-46d0-b845-3632af5d8445 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0485902 Oct 26 14:23:12.366206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting subnet 5bb03d63-39c4-4c51-b76b-1bf438da960b {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:12.369679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.432972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.454106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98e1c-39bd-44ae-8d4f-ea7ff86b38de req-75dfc62f-b3a2-4eb8-8254-097b4caa9f59 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:12.462829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18d98e1c-39bd-44ae-8d4f-ea7ff86b38de req-75dfc62f-b3a2-4eb8-8254-097b4caa9f59 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2302380 Oct 26 14:23:12.486383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.546723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18d98e1c-39bd-44ae-8d4f-ea7ff86b38de req-fd378a81-39de-4883-98a6-33f347212cf2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829077 Oct 26 14:23:12.615119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] DHCP port deletion for 141815a7-9db9-4e12-a924-3975deee6f99 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:12.701396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.795449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Deleting port 8731f672-d26f-4ee5-abc4-f02baa115306 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:12.795827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:12.903811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.003141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2459f21b-45d1-4fd9-b724-9c5148c528d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.011157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb03d63-39c4-4c51-b76b-1bf438da960b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:13.030492 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.035524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] For port 8731f672-d26f-4ee5-abc4-f02baa115306, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8731f672-d26f-4ee5-abc4-f02baa115306,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:13.036433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.040409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b9482ada-809e-47f2-89f6-ac72a49deaa6 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/subnets/5bb03d63-39c4-4c51-b76b-1bf438da960b HTTP/1.1" status: 204 len: 168 time: 0.7588601 Oct 26 14:23:13.043284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebeb507-3415-401f-a740-e83db38a0a50 None None] Network 34d4b147-a906-49a5-9a92-175cc9fc5421 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:13.043626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:13.090535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.116318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Calling delete_port for 8731f672-d26f-4ee5-abc4-f02baa115306 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:13.228872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.363432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Deleting port 8731f672-d26f-4ee5-abc4-f02baa115306 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:13.364073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.382093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8731f672-d26f-4ee5-abc4-f02baa115306 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:13.511605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b584-eea2-43a9-89dc-d56b97bb2920 req-58d2fa21-c105-4af9-884c-042722a04981 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:13.518263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b584-eea2-43a9-89dc-d56b97bb2920 req-58d2fa21-c105-4af9-884c-042722a04981 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:13.533799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9b584-eea2-43a9-89dc-d56b97bb2920 req-58d2fa21-c105-4af9-884c-042722a04981 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:13.545459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2af9b584-eea2-43a9-89dc-d56b97bb2920 req-58d2fa21-c105-4af9-884c-042722a04981 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0&device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 2416 time: 0.4567473 Oct 26 14:23:13.567381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0b703f1-d50e-4663-bf45-fb9fc651e0e4 req-e3894253-5a47-4564-8684-3953db49a22e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0865734 Oct 26 14:23:13.598964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Router 9e8b8c9d-5336-4fab-993d-bdff5350e835 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:13.606778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] For port 8731f672-d26f-4ee5-abc4-f02baa115306, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8731f672-d26f-4ee5-abc4-f02baa115306,segment=NetworkSegment(74d37565-e5fc-4f82-b8d7-0718904aa774),segment_id=74d37565-e5fc-4f82-b8d7-0718904aa774)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:13.607271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.611595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.635676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:13.641025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Calling delete_port for 8731f672-d26f-4ee5-abc4-f02baa115306 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:13.660081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] Pushing event deleted for resources: {'Port': ['ID=8731f672-d26f-4ee5-abc4-f02baa115306,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:13.669003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Port 8731f672-d26f-4ee5-abc4-f02baa115306 update to DOWN by agent not found {{(pid=102165) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 26 14:23:13.669003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6715e2b-470b-42c3-a296-4eca0d0cbab5 None None] No DVR routers for this DVR port 8731f672-d26f-4ee5-abc4-f02baa115306 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:13.672969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2af9b584-eea2-43a9-89dc-d56b97bb2920 req-513e944f-0088-44d0-9603-c58ebcbce833 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096201 Oct 26 14:23:13.746600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] DHCP port deletion for 34d4b147-a906-49a5-9a92-175cc9fc5421 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:13.852054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-425a136b-bf4c-49bc-ba3b-7d2c21d8789b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.870794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.891245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] No DVR routers for this DVR port 8731f672-d26f-4ee5-abc4-f02baa115306 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:13.919155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.949477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Deleting port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:13.950120 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:13.986184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:13.997997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] Sync routers for ids ['9e8b8c9d-5336-4fab-993d-bdff5350e835'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:14.018315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] Routers {'9e8b8c9d-5336-4fab-993d-bdff5350e835'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:14.021512 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e8b8c9d-5336-4fab-993d-bdff5350e835'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.035875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.041488 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a5d1d84d-b852-46a6-bcdd-80812c0d887b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7172024 Oct 26 14:23:14.043989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52830) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:14.068481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:14.112575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] For port 20eadb2c-690a-43f2-a5e0-43eaacf937c9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20eadb2c-690a-43f2-a5e0-43eaacf937c9,segment=NetworkSegment(d1eca18a-4d58-4d06-b84d-73c52a11fe42),segment_id=d1eca18a-4d58-4d06-b84d-73c52a11fe42)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:14.112980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.117299 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.128920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Calling delete_port for 20eadb2c-690a-43f2-a5e0-43eaacf937c9 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:14.146938 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] Routers {'9e8b8c9d-5336-4fab-993d-bdff5350e835'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:14.149160 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e8b8c9d-5336-4fab-993d-bdff5350e835'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.204990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Port': ['ID=8731f672-d26f-4ee5-abc4-f02baa115306,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:14.215672 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.251647 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.257906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55751d-94c1-496b-93f6-d1dcf9cc3a9d None None] The sync data for ids ['9e8b8c9d-5336-4fab-993d-bdff5350e835'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:14.284060 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.365108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] No DVR routers for this DVR port 20eadb2c-690a-43f2-a5e0-43eaacf937c9 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:14.382882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a406fb-5f8e-49b2-b7c5-d9a8311ce55b None None] Pushing event deleted for resources: {'Port': ['ID=20eadb2c-690a-43f2-a5e0-43eaacf937c9,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:14.384170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.484166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141815a7-9db9-4e12-a924-3975deee6f99']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.541149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda3c48-ce51-44bd-86e7-fa522e9d522f req-9de20b20-109d-44ea-8dae-d9976c5c146a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:14.550520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cbda3c48-ce51-44bd-86e7-fa522e9d522f req-9de20b20-109d-44ea-8dae-d9976c5c146a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.5379119 Oct 26 14:23:14.560054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d37565-e5fc-4f82-b8d7-0718904aa774') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.560670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d37565-e5fc-4f82-b8d7-0718904aa774') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:14.571291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.588589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.598462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:14.599061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:14.698913 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:14.810721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.828759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.832367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/networks/141815a7-9db9-4e12-a924-3975deee6f99 HTTP/1.1" status: 204 len: 168 time: 1.7869642 Oct 26 14:23:14.844189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cbda3c48-ce51-44bd-86e7-fa522e9d522f req-099f5fe5-c0c1-4e5b-8e5e-e9a071699dff tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922103 Oct 26 14:23:14.851378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-caf2b737-6a8a-4323-9a41-74e6b76e41dd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:14.857070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-087f6784-c0e3-4efc-8159-cb9789b00f6f req-3756ae06-1629-4b73-a354-b2331a9e93cd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.1282074 Oct 26 14:23:14.858069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52838) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:14.871423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-caf2b737-6a8a-4323-9a41-74e6b76e41dd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.9280219 Oct 26 14:23:14.891683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '2039fa07-a6d9-49c0-a742-896f2c934849', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:14.920589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525104-6b9c-4dd5-b065-223430525e49 tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Network': ['ID=141815a7-9db9-4e12-a924-3975deee6f99,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:14.980288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-425a136b-bf4c-49bc-ba3b-7d2c21d8789b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:14.991286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-425a136b-bf4c-49bc-ba3b-7d2c21d8789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.094033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.106242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.128055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.139037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-425a136b-bf4c-49bc-ba3b-7d2c21d8789b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa95ffd7e241465d9972fb029f94c530&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4992762 Oct 26 14:23:15.145747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52846) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:15.154498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a136b-bf4c-49bc-ba3b-7d2c21d8789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e06d5-60df-4fbe-9c3d-f3a433bc7461,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:15.252142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:15.256364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.314922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.339792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d4b147-a906-49a5-9a92-175cc9fc5421']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:15.342155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.351801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eca18a-4d58-4d06-b84d-73c52a11fe42') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:15.355661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eca18a-4d58-4d06-b84d-73c52a11fe42') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:15.362794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20eadb2c-690a-43f2-a5e0-43eaacf937c9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:15.394307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.435976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.449292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 20eadb2c-690a-43f2-a5e0-43eaacf937c9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:15.450730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20eadb2c-690a-43f2-a5e0-43eaacf937c9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:15.472649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.482232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:15.483031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:15.487363 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:15.607303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:23:15.667779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.7 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/9342faa8-803e-4ae0-a3a5-6bb5d12e49e6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:15.754388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.760462 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.780139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d4e06d5-60df-4fbe-9c3d-f3a433bc7461 HTTP/1.1" status: 204 len: 168 time: 0.6172714 Oct 26 14:23:15.780655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:15.949255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dee86-7b6c-40f6-8ac4-88a342643d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e06d5-60df-4fbe-9c3d-f3a433bc7461,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.054953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.060938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Deleting port 3a5f9fe0-1053-4c35-b56f-92907603eb47 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:16.064289 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.071386 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.093658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f99f75a8-7447-44aa-afdd-21e4b8e5df6e req-e1b82bbc-a765-438c-9c3a-8c6ab0bdfb78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0771415 Oct 26 14:23:16.108483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] 10.222.0.37 "DELETE /v2.0/networks/34d4b147-a906-49a5-9a92-175cc9fc5421 HTTP/1.1" status: 204 len: 168 time: 1.2426889 Oct 26 14:23:16.191063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6850-c43a-4dd1-8b57-1e247f92121b tempest-TaggedBootDevicesTest-71618569 tempest-TaggedBootDevicesTest-71618569-project] Pushing event deleted for resources: {'Network': ['ID=34d4b147-a906-49a5-9a92-175cc9fc5421,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.227306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.263590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.278932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Calling delete_port for 3a5f9fe0-1053-4c35-b56f-92907603eb47 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:16.353895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.369288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:16.458051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:16.545328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:16.641874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:16.644973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eca6d52e-388d-43cf-a69b-3f1b0b107f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.649602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:16.723644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:16.724633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.753994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.768107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6169b7-ccf8-43b8-9a3f-5861fff4bd84 req-bafd76f4-088f-484f-bec0-5d678bafc0bd tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:16.770153 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a6169b7-ccf8-43b8-9a3f-5861fff4bd84 req-bafd76f4-088f-484f-bec0-5d678bafc0bd tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2201853 Oct 26 14:23:16.778582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-42605b0a-b09f-4a2d-8863-142d17ad053e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9044290 Oct 26 14:23:16.792948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.825921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Pushing event deleted for resources: {'Port': ['ID=3a5f9fe0-1053-4c35-b56f-92907603eb47,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:16.836449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Request body: {'port': {'device_id': '2039fa07-a6d9-49c0-a742-896f2c934849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:16.906488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a6169b7-ccf8-43b8-9a3f-5861fff4bd84 req-ffbbc868-94a4-4618-af95-fb44c9fe8ff3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229112 Oct 26 14:23:16.920044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:16.985699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.103550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eca6d52e-388d-43cf-a69b-3f1b0b107f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.110075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eca6d52e-388d-43cf-a69b-3f1b0b107f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.154583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5443cf64-a049-4c70-9a2d-9bce4845a606 None None] Provisioning complete for port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:17.155129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5443cf64-a049-4c70-9a2d-9bce4845a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.189245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6d52e-388d-43cf-a69b-3f1b0b107f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655cf404-6f95-45f8-8cac-b26f913e8dce,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:17.233212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eca6d52e-388d-43cf-a69b-3f1b0b107f5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff0673d83bc9489f8f317ca2171f1a69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708817 Oct 26 14:23:17.234583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52882) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.240720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5443cf64-a049-4c70-9a2d-9bce4845a606 None None] Port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:17.342707 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.380351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.383711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.389696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.421218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802c5a9-3e0d-4016-9002-bfe2922628e1 req-6684572f-9453-4155-9916-8b7341bfccac tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:17.430852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a802c5a9-3e0d-4016-9002-bfe2922628e1 req-6684572f-9453-4155-9916-8b7341bfccac tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 931 time: 0.1394453 Oct 26 14:23:17.497423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:17.506209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.508525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.511420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.517233 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/655cf404-6f95-45f8-8cac-b26f913e8dce HTTP/1.1" status: 204 len: 168 time: 0.2762682 Oct 26 14:23:17.533732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b417-6691-449a-bd47-ebf7bd19c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655cf404-6f95-45f8-8cac-b26f913e8dce,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:17.538293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Transition to ACTIVE for port object 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:17.543913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.564163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Router 9e8b8c9d-5336-4fab-993d-bdff5350e835 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:17.683166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:17.687499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Pushing event updated for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:17.700791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a802c5a9-3e0d-4016-9002-bfe2922628e1 req-dee0c5df-612e-4239-8a16-fcfe7837ee65 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629514 Oct 26 14:23:17.707060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2570432-d536-422f-9af8-7aece949f14e None None] Sync routers for ids ['9e8b8c9d-5336-4fab-993d-bdff5350e835'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:17.719423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.723698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4701333d-55e0-4a5b-9d42-239a5639c529 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "PUT /v2.0/routers/9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 200 len: 705 time: 3.6774569 Oct 26 14:23:17.724722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52886) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.736209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] Routers {'9e8b8c9d-5336-4fab-993d-bdff5350e835'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:17.739304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Attempting to bind port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:17.739643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Attempting to bind port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:17.739973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Attempting to bind port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:17.746525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e8b8c9d-5336-4fab-993d-bdff5350e835'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.754644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:17.754986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Attempting to bind port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:17.767912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:17.768262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:17.768698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:17.769146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Bound port: 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:17.769511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:17.829221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.852259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-778d018c-fa54-452c-a959-be1b24541bc5 tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/routers/9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 200 len: 740 time: 0.1253653 Oct 26 14:23:17.852973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52890) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.856199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] Routers {'9e8b8c9d-5336-4fab-993d-bdff5350e835'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:17.861252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['9e8b8c9d-5336-4fab-993d-bdff5350e835'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.943526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2570432-d536-422f-9af8-7aece949f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:17.946719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2570432-d536-422f-9af8-7aece949f14e None None] The sync data for ids ['9e8b8c9d-5336-4fab-993d-bdff5350e835'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:17.965088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52896) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:17.965238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1917de2a-7fc3-41c9-89d6-fe87959f9c8b tempest-RoutersAdminTest-1510111952 tempest-RoutersAdminTest-1510111952-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&device_id=9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 200 len: 205 time: 0.1075740 Oct 26 14:23:18.050711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e1790280-1a13-426d-afa8-7287924792bb tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 200 len: 205 time: 0.0783002 Oct 26 14:23:18.051498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52900) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.082356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:18.101370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:18.110132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.129495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c844-fd0b-4093-b9e1-3117e9750145 req-445c1277-9732-49f0-9234-6be1bc911c8d tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.138295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10b3c844-fd0b-4093-b9e1-3117e9750145 req-445c1277-9732-49f0-9234-6be1bc911c8d tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.0884731 Oct 26 14:23:18.188466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.197287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.198801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.200968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] 10.222.0.73 "PUT /v2.0/ports/9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 HTTP/1.1" status: 200 len: 1091 time: 1.3704190 Oct 26 14:23:18.209376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:18.211964 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc50e2d8-c642-494d-8e19-355c86e4efc7" -d '{"events": [{"name": "network-changed", "server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:18.244127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10b3c844-fd0b-4093-b9e1-3117e9750145 req-664a2791-7fdf-44a6-bb5f-328c937ca498 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004040 Oct 26 14:23:18.291837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d386d9-4155-4c86-b8fb-a8dad5460a6c service neutron] Pushing event updated for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:18.322708 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a15390-f6d9-4fb4-b66d-fbecfe040118 x-openstack-request-id: req-88a15390-f6d9-4fb4-b66d-fbecfe040118 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:18.322996 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:18.323777 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88a15390-f6d9-4fb4-b66d-fbecfe040118 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:18.324348 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6', 'status': 'completed', 'code': 200} Oct 26 14:23:18.348196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-802edb66-3e6d-405a-836e-054e4000d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.349766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-802edb66-3e6d-405a-836e-054e4000d301 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 1094 time: 0.0771699 Oct 26 14:23:18.453501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-de57e453-7c9f-4251-9202-65a3bf29076d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 HTTP/1.1" status: 200 len: 217 time: 0.0903215 Oct 26 14:23:18.476599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.480350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.571310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-b1862f4c-98b0-43c6-83a1-1dbab63b9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.573770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-b1862f4c-98b0-43c6-83a1-1dbab63b9253 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1098003 Oct 26 14:23:18.584967 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.585493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8b8c9d-5336-4fab-993d-bdff5350e835 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:18.598744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:18.600165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e49b79e6-6802-4b91-b8c1-f1c916d546f5 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 204 len: 168 time: 0.5473108 Oct 26 14:23:18.604136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52912) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.659512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a33b0e90-ff86-4986-9dd1-e6a9bcc567ae tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 200 len: 205 time: 0.0531595 Oct 26 14:23:18.660795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.662513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-9fe0a7cc-bfb9-44cd-8cf9-1ee6b5670ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.664234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-9fe0a7cc-bfb9-44cd-8cf9-1ee6b5670ed9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834138 Oct 26 14:23:18.720559 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-2f85df34-ddb2-417b-b532-2a17a9683018 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:18.721738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f85df34-ddb2-417b-b532-2a17a9683018 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/9e8b8c9d-5336-4fab-993d-bdff5350e835 HTTP/1.1" status: 404 len: 336 time: 0.0598218 Oct 26 14:23:18.724293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52920) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.759321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81dcdff1-15c8-4510-a6ff-4ae4949b3f88 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 200 len: 205 time: 0.0331011 Oct 26 14:23:18.762355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52922) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.835518 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-acb1feac-1cdf-4d0e-a701-93fe6d61639a tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:18.836715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-acb1feac-1cdf-4d0e-a701-93fe6d61639a tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/58911f9b-fc13-41f9-9c9b-d171625cffca HTTP/1.1" status: 404 len: 336 time: 0.0730886 Oct 26 14:23:18.841149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.887480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d6e5f86-3ef4-4c92-9d37-87a0c19e284b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 200 len: 205 time: 0.0423188 Oct 26 14:23:18.891070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52930) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:18.914854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8424a-cd1d-4fd3-8d64-4dcc629963db req-2397ca30-ca7f-445b-b75e-5c321156bd9a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:18.922593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3e8424a-cd1d-4fd3-8d64-4dcc629963db req-2397ca30-ca7f-445b-b75e-5c321156bd9a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1212702 Oct 26 14:23:18.926254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-61a1beae-3ac6-4817-b8e8-0adf69bb16ec service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527337 Oct 26 14:23:18.978932 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-75e10502-648f-41b9-a476-359f5384639b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:18.981996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-75e10502-648f-41b9-a476-359f5384639b tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/cbeafdb8-a0de-4b89-a6da-350e6f42dac6 HTTP/1.1" status: 404 len: 336 time: 0.0882380 Oct 26 14:23:18.983253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52940) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.025822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-76f074c7-e164-4979-95d1-5ee128c855fe tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 200 len: 205 time: 0.0406606 Oct 26 14:23:19.028016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.059544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3e8424a-cd1d-4fd3-8d64-4dcc629963db req-66d31132-74c8-4158-b0f3-d561cc2ab7b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359665 Oct 26 14:23:19.083128 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-6df1fe05-528e-493a-9e26-8528f7ab82db tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:19.084432 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6df1fe05-528e-493a-9e26-8528f7ab82db tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/2a0530a4-e34e-4a4d-8f14-4c4e85ca57cc HTTP/1.1" status: 404 len: 336 time: 0.0548303 Oct 26 14:23:19.087261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52944) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.121210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b014994-ee89-4c53-a087-8e602bbb5915 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 200 len: 205 time: 0.0327804 Oct 26 14:23:19.123774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52946) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.166152 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-01f67ef6-42ac-4964-b23e-f3b97afbd48f tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:19.167720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-01f67ef6-42ac-4964-b23e-f3b97afbd48f tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/ad0fcf69-b455-49a9-aa2f-4d0c07049ff4 HTTP/1.1" status: 404 len: 336 time: 0.0430236 Oct 26 14:23:19.170534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52950) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.221700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49a751c3-de15-46b8-ac68-617ddc1f8a42 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "GET /v2.0/ports?device_id=87fc57df-9d7a-48cc-aa49-ac435c04a72e HTTP/1.1" status: 200 len: 205 time: 0.0498466 Oct 26 14:23:19.224016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.301406 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-142da5ea-2d7f-4ace-ab55-7469a79afef7 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] delete failed (client error): The resource could not be found. Oct 26 14:23:19.304950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-142da5ea-2d7f-4ace-ab55-7469a79afef7 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/routers/87fc57df-9d7a-48cc-aa49-ac435c04a72e HTTP/1.1" status: 404 len: 336 time: 0.0796816 Oct 26 14:23:19.307634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52956) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.357954 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-103d8789-4e7a-44f9-b127-27aa839c3765 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] DELETE failed (client error): The resource could not be found. Oct 26 14:23:19.362420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103d8789-4e7a-44f9-b127-27aa839c3765 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:23:19.366089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-103d8789-4e7a-44f9-b127-27aa839c3765 tempest-RoutersAdminTest-1656988133 tempest-RoutersAdminTest-1656988133-project] 10.222.0.37 "DELETE /v2.0/subnets/b291dead-0bc9-4746-9c70-6f7648ad814d HTTP/1.1" status: 404 len: 337 time: 0.0574179 Oct 26 14:23:19.367481 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4b9db2f-28f1-4aa1-9034-46841485c73b req-2c1ca1d1-ab72-4609-b4c8-a7bc4cead347 service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145839 Oct 26 14:23:19.483144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52163b7c-805d-48ab-ace5-67a63d8e8eaa req-1612cddd-ca1e-46d1-828e-c6093243ad11 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:19.484758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52163b7c-805d-48ab-ace5-67a63d8e8eaa req-1612cddd-ca1e-46d1-828e-c6093243ad11 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1304486 Oct 26 14:23:19.528018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-a93cc618-00f8-44d0-89dd-84ddaff27f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:19.540752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-a93cc618-00f8-44d0-89dd-84ddaff27f57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 1094 time: 0.1155479 Oct 26 14:23:19.561888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52163b7c-805d-48ab-ace5-67a63d8e8eaa req-48e814c8-ac05-4a9b-bfa1-502d4d8df384 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Oct 26 14:23:19.714213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-2a41ebfb-44f8-4013-ae1e-2b612f00f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:19.715727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-2a41ebfb-44f8-4013-ae1e-2b612f00f045 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1653049 Oct 26 14:23:19.790917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-15bc0e2e-a2ee-4c1a-ae55-f60af0d92fdb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 HTTP/1.1" status: 200 len: 217 time: 0.0678422 Oct 26 14:23:19.852657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 52970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:19.887302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-ca726815-b6d3-4542-9483-713327dccb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:19.888858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-ca726815-b6d3-4542-9483-713327dccb72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0909815 Oct 26 14:23:19.962983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-a8937a35-a35b-4c94-98db-5150176e398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:19.967959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-a8937a35-a35b-4c94-98db-5150176e398f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676455 Oct 26 14:23:20.208336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-c184d394-d578-41fd-93c6-87adda54918b service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317765 Oct 26 14:23:20.232717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cf7d0-6abb-4e49-900a-00b85413a93e req-8639a040-76dd-4fb4-9d1d-594d25d7f27a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:20.242938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc7cf7d0-6abb-4e49-900a-00b85413a93e req-8639a040-76dd-4fb4-9d1d-594d25d7f27a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.0934262 Oct 26 14:23:20.254824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2072-6edf-4762-a07a-6379fab086d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.361049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc7cf7d0-6abb-4e49-900a-00b85413a93e req-ea177fd3-21df-45c2-953d-285b5a1aa03c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162062 Oct 26 14:23:20.416582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2072-6edf-4762-a07a-6379fab086d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.432344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f3bc2072-6edf-4762-a07a-6379fab086d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.445405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc50e2d8-c642-494d-8e19-355c86e4efc7 req-b071fbe9-0ad9-4d1c-adbd-1ef736d490ee service neutron] 10.222.0.73 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984856 Oct 26 14:23:20.503970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52990) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:20.510449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f3bc2072-6edf-4762-a07a-6379fab086d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94a5330d487549e9bcbd4502e2bd16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522481 Oct 26 14:23:20.523937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2072-6edf-4762-a07a-6379fab086d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf6f434-c854-4801-aff3-d495a9e53f04,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:20.600078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.666888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.800289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.803730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:20.805178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecf6f434-c854-4801-aff3-d495a9e53f04 HTTP/1.1" status: 204 len: 168 time: 0.3001719 Oct 26 14:23:20.816215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1626b-778f-4a58-8f11-fd5a9ba21402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf6f434-c854-4801-aff3-d495a9e53f04,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:20.821935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c2eae-8044-4340-82da-d7e84b51a9cb req-8612f0b9-b056-4964-93a4-4624dfd2d32c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:20.834547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-689c2eae-8044-4340-82da-d7e84b51a9cb req-8612f0b9-b056-4964-93a4-4624dfd2d32c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1583676 Oct 26 14:23:20.895042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-689c2eae-8044-4340-82da-d7e84b51a9cb req-7e95ae1b-17df-4f6e-8ed4-b4a61d86a351 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564573 Oct 26 14:23:21.580582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a011b4d-7bac-4203-8494-63536a5afae6 req-39a0ccae-31fe-4106-bce2-8be37c927d5b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:21.590504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a011b4d-7bac-4203-8494-63536a5afae6 req-39a0ccae-31fe-4106-bce2-8be37c927d5b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1044407 Oct 26 14:23:21.611117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53028) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.706149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-148516e7-d4e3-46dc-b03b-06fb68855f87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e88f7eee86c54e258256f64f698fa8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928042 Oct 26 14:23:21.710032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a011b4d-7bac-4203-8494-63536a5afae6 req-5074907d-7ea2-482c-9131-4259835fe837 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179435 Oct 26 14:23:21.720289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53038) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:21.847090 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.878152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:21.997516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.243709 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.247379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:22.248846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f69b46b7-b010-4270-ba84-0a407511f724 HTTP/1.1" status: 204 len: 168 time: 0.5223141 Oct 26 14:23:22.267855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d40ff-1748-4212-bb24-6cb54e7f6225 req-a4019724-bd80-4274-97cc-55051dcc0a71 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:22.278342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-630d40ff-1748-4212-bb24-6cb54e7f6225 req-a4019724-bd80-4274-97cc-55051dcc0a71 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2419395 Oct 26 14:23:22.282902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39e08b-206e-4ba8-a41d-fa9876a06731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69b46b7-b010-4270-ba84-0a407511f724,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:22.472907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-630d40ff-1748-4212-bb24-6cb54e7f6225 req-54f0588d-d80a-4529-bf1b-88eb3cee25b4 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875935 Oct 26 14:23:23.088839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47bcd8-da4d-4c7b-9a51-b83f020e0b77 req-25e97baf-3ae3-40ac-9145-c903a53ac1e9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:23.090410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd47bcd8-da4d-4c7b-9a51-b83f020e0b77 req-25e97baf-3ae3-40ac-9145-c903a53ac1e9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1425188 Oct 26 14:23:23.244285 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd47bcd8-da4d-4c7b-9a51-b83f020e0b77 req-9652695d-e8fb-41b1-a185-5b4c52055152 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436226 Oct 26 14:23:23.338313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:23.856001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8b0d1-648b-486f-9bf7-10b24e2396d3 req-ca6cf127-c7d6-4efe-a514-7d5697c150e9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:23.861381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0f8b0d1-648b-486f-9bf7-10b24e2396d3 req-ca6cf127-c7d6-4efe-a514-7d5697c150e9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1972697 Oct 26 14:23:23.984026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0f8b0d1-648b-486f-9bf7-10b24e2396d3 req-2c0db778-b7e2-46c9-b9d2-af5388f13fc3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088881 Oct 26 14:23:24.485456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:24.519621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2f839-f2d6-41f6-9ab6-2b65fd509a85 req-3e27ba76-9419-464a-aa55-356b8117b323 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:24.527161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07d2f839-f2d6-41f6-9ab6-2b65fd509a85 req-3e27ba76-9419-464a-aa55-356b8117b323 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1237175 Oct 26 14:23:24.682566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1663917471'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:24.766098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:24.781806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:24.782669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07d2f839-f2d6-41f6-9ab6-2b65fd509a85 req-1cd68e26-140e-475c-adc2-3693779ffeed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466946 Oct 26 14:23:24.818546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.331982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.342763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.367695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:25.389880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.396773 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Added segment c95281c6-3b23-4238-9d74-b59714b6d00c of type vlan for network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 Oct 26 14:23:25.601036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:25.828728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7bbd9-053a-471b-ba32-9dddb1f88a04 req-1a7ee827-e907-4ebb-b89b-86f6877fee18 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:25.864045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c7bbd9-053a-471b-ba32-9dddb1f88a04 req-1a7ee827-e907-4ebb-b89b-86f6877fee18 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.6330061 Oct 26 14:23:26.015886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cc7f77-f2f4-414d-b519-67ac2a5d60e1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.066599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55c7bbd9-053a-471b-ba32-9dddb1f88a04 req-f8384f55-a189-47c4-a5c4-a03600f3e92c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975908 Oct 26 14:23:26.100374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.108896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:26.121679 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:26.149228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbfccf-4b7c-4e68-b571-b7626d1f5439 req-fcf69aae-4c1a-42d1-afd7-35b8af61710c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:26.153412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3cbfccf-4b7c-4e68-b571-b7626d1f5439 req-fcf69aae-4c1a-42d1-afd7-35b8af61710c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1477840 Oct 26 14:23:26.300030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Network': ['ID=b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:26.321762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3cbfccf-4b7c-4e68-b571-b7626d1f5439 req-e944dc12-eacb-4958-91e5-4896294bb29b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478724 Oct 26 14:23:26.325882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-37053d4a-badf-4c4a-8abb-c9252919e61b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8391786 Oct 26 14:23:26.327821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53448) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:26.332988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:26.381023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'subnet': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:26.931801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:26.953211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:27.453284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c405c8-7308-4552-9455-7c3d6187a2e0 req-719bc51c-ff3c-4eeb-9d44-499e4d88f3c6 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:27.461565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26c405c8-7308-4552-9455-7c3d6187a2e0 req-719bc51c-ff3c-4eeb-9d44-499e4d88f3c6 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2011211 Oct 26 14:23:27.613868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26c405c8-7308-4552-9455-7c3d6187a2e0 req-a10fdde2-d690-4e37-97d9-d3f1c69a21bb tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449349 Oct 26 14:23:27.943504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335dde43-c6b2-4bde-9bc4-2b8a21d80f49 req-2a610c61-07ea-4e1d-926a-6f308ac2859b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:27.956682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-335dde43-c6b2-4bde-9bc4-2b8a21d80f49 req-2a610c61-07ea-4e1d-926a-6f308ac2859b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.3993254 Oct 26 14:23:28.854077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6e60-a236-4940-83af-aabcbf1eebc3 req-ebce46db-7991-41b1-ba42-89a4133fc8a2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:28.869494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c7d6e60-a236-4940-83af-aabcbf1eebc3 req-ebce46db-7991-41b1-ba42-89a4133fc8a2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1178460 Oct 26 14:23:28.938536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c7d6e60-a236-4940-83af-aabcbf1eebc3 req-bb8a8cce-110e-444c-a0ca-e884d961a75f tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661609 Oct 26 14:23:29.194177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-335dde43-c6b2-4bde-9bc4-2b8a21d80f49 req-a497c844-a543-4385-b739-bf0abd25ab70 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2361736 Oct 26 14:23:29.195128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.376223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Checking segment: {'id': 'c95281c6-3b23-4238-9d74-b59714b6d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:29.384165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network hostable DHCP agents. Network: b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:29.386980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Subnet': ['ID=6db3c379-659a-4d1c-8f4f-ee6b15ba4714,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:29.412409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:29.435996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:29.443268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:29.444087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.452860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcce17-431e-4a0b-9aaa-5eea1f9d666a None None] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:29.495673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39ee37b3-d5c2-4995-bbdf-1d0179b7262a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1360881 Oct 26 14:23:29.506056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:29.542828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126006173'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:29.654682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-e836f806-b282-4b4b-b0c9-adc008d3d86f tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:29.664032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-e836f806-b282-4b4b-b0c9-adc008d3d86f tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 814 time: 0.3075423 Oct 26 14:23:29.684351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-68a0e404-cac6-4f48-a084-c4d9d65c4edb tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/quotas/081c9b9a9f184e51a49aaafa1092a06d HTTP/1.1" status: 200 len: 375 time: 0.0190153 Oct 26 14:23:29.729062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-834f5214-e513-47e5-920d-02d3cc73a802 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435278 Oct 26 14:23:29.820125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:29.824754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.864120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port 431ef644-c43c-45dc-a164-5d5b04550a60 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:29.877629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'tenant_id': '6fbcd26af07843f8b7d43af1136d077f', 'fixed_ips': [{'subnet_id': '6db3c379-659a-4d1c-8f4f-ee6b15ba4714'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:29.878534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:29.913755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-c7deaa2e-6299-4c84-a7bc-e7cbd490811e service neutron] 10.222.0.37 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826680 Oct 26 14:23:30.105529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-881df0df-fd89-48ae-a6ef-cc06a65eb3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907487 Oct 26 14:23:30.121836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::263 (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/431ef644-c43c-45dc-a164-5d5b04550a60) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:30.271366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e3d0-b765-45de-90e1-e6bd915e9771 req-9d9a8902-30c0-4883-9b2d-0ca5638bb0af tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:30.284240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f378e3d0-b765-45de-90e1-e6bd915e9771 req-9d9a8902-30c0-4883-9b2d-0ca5638bb0af tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1892011 Oct 26 14:23:30.425100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f378e3d0-b765-45de-90e1-e6bd915e9771 req-9cfef08e-34c0-4dab-93c2-981b50a59559 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367474 Oct 26 14:23:30.486439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.561824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8358b94d-95bd-4cfe-895a-7eda5ea910db req-f1eeb07b-437e-43b1-bc7c-e81da0ef0ee3 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 210 time: 0.0571525 Oct 26 14:23:30.637917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.685364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:30.691242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:30.717930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc175b-244c-4e8f-ae53-ad8feeb31480 req-834dedea-2b2e-417a-8d46-8c245ea52f8f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:30.729795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eefc175b-244c-4e8f-ae53-ad8feeb31480 req-834dedea-2b2e-417a-8d46-8c245ea52f8f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1869776 Oct 26 14:23:30.746734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:30.762273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:30.763100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:30.774342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Allocated IP 2001:db8::2 (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:30.845057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eefc175b-244c-4e8f-ae53-ad8feeb31480 req-03f451df-c48e-4da3-af52-ef2fce386de7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073401 Oct 26 14:23:30.928369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4038460 Oct 26 14:23:30.932844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:30.938444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d165b-5d9e-4b2a-be73-6c1768562088 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=431ef644-c43c-45dc-a164-5d5b04550a60,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:30.959844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2099578629', 'allowed_address_pairs': [{'ip_address': '2001:db8::263', 'mac_address': 'fa:16:3e:16:36:54'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:30.972991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079f70-64ae-44c2-ba00-c4c6422f8c9f req-baf8109a-ebb0-4687-8320-d8e250b36022 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:30.987607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17079f70-64ae-44c2-ba00-c4c6422f8c9f req-baf8109a-ebb0-4687-8320-d8e250b36022 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2164578 Oct 26 14:23:31.062089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-17079f70-64ae-44c2-ba00-c4c6422f8c9f req-1709ac9f-c8f8-4e77-b4d0-75d95f6f3569 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689909 Oct 26 14:23:31.089227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.100883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.206858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:31.210872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:31.213118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Pushing event updated for resources: {'Port': ['ID=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.216036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:31.266063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:31.332873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Attempting to bind port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:31.333268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Attempting to bind port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c95281c6-3b23-4238-9d74-b59714b6d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:31.334269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Attempting to bind port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 on network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:31.342865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:31.343259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Checking segment: {'id': 'c95281c6-3b23-4238-9d74-b59714b6d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:31.343671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.344126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Bound using segment: {'id': 'c95281c6-3b23-4238-9d74-b59714b6d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:31.344637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Bound port: 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95281c6-3b23-4238-9d74-b59714b6d00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:31.345606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.389925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.417129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port 19c70afb-d8b8-400f-bfa6-7b5d2933bde0 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:31.503209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] For port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:31.511123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] For port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,segment=NetworkSegment(c95281c6-3b23-4238-9d74-b59714b6d00c),segment_id=c95281c6-3b23-4238-9d74-b59714b6d00c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:31.538884 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:31.688460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027d51-c365-4940-beb6-f32c8544e92f None None] Pushing event updated for resources: {'Port': ['ID=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:31.721519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::2c4 (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/19c70afb-d8b8-400f-bfa6-7b5d2933bde0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:31.752083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d73ddf20-2bf4-4570-918a-22e335218248 req-fd17396e-6e39-451e-9a92-e9afeec5cec5 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 210 time: 0.0541766 Oct 26 14:23:31.758993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d86f-2878-4fa9-9d48-18d12805696f req-e33f127a-1cf5-4c62-8d01-b2000328d2e0 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:31.760734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21d8d86f-2878-4fa9-9d48-18d12805696f req-e33f127a-1cf5-4c62-8d01-b2000328d2e0 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1753907 Oct 26 14:23:31.985268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21d8d86f-2878-4fa9-9d48-18d12805696f req-cf0b0d87-351d-4305-98ee-b7349e347e5c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111483 Oct 26 14:23:32.140647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a69025-3388-4cb2-a070-c5e4c9c14de7 req-0e27a4c0-0453-4b6d-abc4-254bcbbbfff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.157183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37a69025-3388-4cb2-a070-c5e4c9c14de7 req-0e27a4c0-0453-4b6d-abc4-254bcbbbfff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1511381 Oct 26 14:23:32.242038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.262241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37a69025-3388-4cb2-a070-c5e4c9c14de7 req-d4c5e0e2-8618-4aa2-9a65-09999061693b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040378 Oct 26 14:23:32.464804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc48ea-3d75-4ae1-a916-ffd3b9364a79 req-2cf0f6e6-927a-4183-8692-57274b159b00 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.476476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e0dc48ea-3d75-4ae1-a916-ffd3b9364a79 req-2cf0f6e6-927a-4183-8692-57274b159b00 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2252116 Oct 26 14:23:32.561632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.588617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-4cc63799-e5f9-425c-bca1-50215d5250dd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.590753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-4cc63799-e5f9-425c-bca1-50215d5250dd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.41 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 814 time: 0.4705732 Oct 26 14:23:32.618863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e0dc48ea-3d75-4ae1-a916-ffd3b9364a79 req-78ce3428-bc08-44bb-a19e-888f65d8d174 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256828 Oct 26 14:23:32.653122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Request body: {'port': {'device_id': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac', 'admin_state_up': True, 'tenant_id': '081c9b9a9f184e51a49aaafa1092a06d'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:32.660885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:32.681995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:32.689100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:32.696523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.697279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.779661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8443391 Oct 26 14:23:32.783359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:32.799519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5035d-5ae8-4143-b554-6c34dba567d5 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=19c70afb-d8b8-400f-bfa6-7b5d2933bde0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:32.942088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10a9fb-546f-4038-8941-12d355b9b1d8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.956527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10a9fb-546f-4038-8941-12d355b9b1d8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.963184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Made reservation on behalf of 081c9b9a9f184e51a49aaafa1092a06d for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:32.967657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:32.973890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d10a9fb-546f-4038-8941-12d355b9b1d8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:32.975652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d10a9fb-546f-4038-8941-12d355b9b1d8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1912684 Oct 26 14:23:32.989554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.156038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11d040cb-7206-4b6a-b8e7-d053a361409c req-95a3aaa7-c4bd-45b8-a8e8-d4370250fc3e tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 210 time: 0.1771812 Oct 26 14:23:33.246445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 19c70afb-d8b8-400f-bfa6-7b5d2933bde0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:33.250548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.263186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:33.508798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:33.578453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33673f-be54-40ce-a9db-77af0079ecd3 None None] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:33.593021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.644002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-61919a91-e5d0-4b01-b6dc-724ceabaf284 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:33.649574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-61919a91-e5d0-4b01-b6dc-724ceabaf284 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.4658372 Oct 26 14:23:33.654353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 19c70afb-d8b8-400f-bfa6-7b5d2933bde0 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:33.681997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e77713-073b-4067-9d89-099ab4936d37 req-04818e79-7de1-454d-9647-1681a39f02d8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:33.693615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10e77713-073b-4067-9d89-099ab4936d37 req-04818e79-7de1-454d-9647-1681a39f02d8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.2736380 Oct 26 14:23:33.705956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-619547bb-f2b0-4400-a282-a6bd01bad355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.713154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Allocated IP 172.20.0.13 (158f50ed-c278-4fba-9465-3d66987220ac/487ccbb0-f002-4c4d-bb48-e93d7dde015e/600b1ca7-7e88-4fc3-81d8-ae265dc8dc36) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:33.750763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] Provisioning complete for port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:33.751389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.799643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:33.800291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:33.950363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-10e77713-073b-4067-9d89-099ab4936d37 req-8f379c72-aedb-4bd6-b44c-95bd757bb99b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447040 Oct 26 14:23:33.991505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.071008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] For port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,segment=NetworkSegment(c95281c6-3b23-4238-9d74-b59714b6d00c),segment_id=c95281c6-3b23-4238-9d74-b59714b6d00c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:34.096053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.191412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.320669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.384863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:23:34.387297 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:23:34.411539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Could not find standard attr ID for object 19c70afb-d8b8-400f-bfa6-7b5d2933bde0. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:23:34.423521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca91a3-6ef3-45e3-bb49-82129b04a927 None None] Pushing event updated for resources: {'Port': ['ID=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.474375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Provisioning complete for port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:34.475134 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.503078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5372a-db54-4958-bd40-ac350a904882 req-dc787965-512f-420f-a492-0a92c945735d tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:34.504816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ae5372a-db54-4958-bd40-ac350a904882 req-dc787965-512f-420f-a492-0a92c945735d tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.2246368 Oct 26 14:23:34.505638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=19c70afb-d8b8-400f-bfa6-7b5d2933bde0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.615318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-619547bb-f2b0-4400-a282-a6bd01bad355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.679737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.685544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bfd0a84c-89cd-4a9f-80a3-3995582ea9d1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/19c70afb-d8b8-400f-bfa6-7b5d2933bde0 HTTP/1.1" status: 204 len: 168 time: 1.6945741 Oct 26 14:23:34.686910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-619547bb-f2b0-4400-a282-a6bd01bad355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.704374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.705849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Provisioning complete for port 431ef644-c43c-45dc-a164-5d5b04550a60 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:34.707667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.738148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.758071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-619547bb-f2b0-4400-a282-a6bd01bad355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb08679d327947e499002ac37e18ce28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4869707 Oct 26 14:23:34.775575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ae5372a-db54-4958-bd40-ac350a904882 req-e00034f2-46cc-47e7-ac6a-1a0859efb802 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395298 Oct 26 14:23:34.819940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-344248da-41a4-454b-9a08-8f77bdc18983 None None] Port 431ef644-c43c-45dc-a164-5d5b04550a60 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:34.832097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53694) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.867682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619547bb-f2b0-4400-a282-a6bd01bad355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab030f4-39fc-420e-a961-871a7f70c66a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:34.911736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3835c9c-1598-4972-9672-6639fbd9560c req-d03e4d82-4796-43ab-926d-88f957d49585 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:34.913436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3835c9c-1598-4972-9672-6639fbd9560c req-d03e4d82-4796-43ab-926d-88f957d49585 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 1.7939312 Oct 26 14:23:34.916216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:34.921081 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a957b0-3a64-4d6d-b54a-51fbb6867af6 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] GET failed (client error): The resource could not be found. Oct 26 14:23:34.926313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35a957b0-3a64-4d6d-b54a-51fbb6867af6 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports/19c70afb-d8b8-400f-bfa6-7b5d2933bde0 HTTP/1.1" status: 404 len: 333 time: 0.1635859 Oct 26 14:23:34.929431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:34.952335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485835989'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:35.015200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4c9c3fa3-f2b3-4aa4-8835-006a88e4d544 None None] Provisioning complete for port 431ef644-c43c-45dc-a164-5d5b04550a60 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:35.016224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3fa3-f2b3-4aa4-8835-006a88e4d544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.089568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c3fa3-f2b3-4aa4-8835-006a88e4d544 None None] Port 431ef644-c43c-45dc-a164-5d5b04550a60 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:35.099748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Network 158f50ed-c278-4fba-9465-3d66987220ac is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:35.134877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:35.152482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:35.233582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.252089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3835c9c-1598-4972-9672-6639fbd9560c req-7f8a7f5f-8309-4aa6-9d36-dd2bf7272bb7 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365506 Oct 26 14:23:35.261754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Pushing event updated for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.300954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Deleting port 41d5ee21-3cd2-4486-b5c5-98f254d9deac {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:35.301299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.343730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-db649655-9331-4bbf-8cbb-e02cc6cf2e5d None None] Could not find standard attr ID for object 19c70afb-d8b8-400f-bfa6-7b5d2933bde0. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:23:35.362202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:35.427772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.472230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] For port 41d5ee21-3cd2-4486-b5c5-98f254d9deac, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=41d5ee21-3cd2-4486-b5c5-98f254d9deac,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:35.480923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.504727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a15f6-d49b-45c8-b4de-f04c6b4d24f1 req-f8cda3a3-f274-4575-a6b6-56e1317ab685 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:35.508822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:35.509204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.521880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e46a15f6-d49b-45c8-b4de-f04c6b4d24f1 req-f8cda3a3-f274-4575-a6b6-56e1317ab685 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 932 time: 0.5389557 Oct 26 14:23:35.595208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.598269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.599457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dab030f4-39fc-420e-a961-871a7f70c66a HTTP/1.1" status: 204 len: 168 time: 0.7659104 Oct 26 14:23:35.618164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:35.623576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:35.624286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.628969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:35.677391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0cae-d637-487f-baf2-de2d71a1fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab030f4-39fc-420e-a961-871a7f70c66a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:35.716710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e46a15f6-d49b-45c8-b4de-f04c6b4d24f1 req-67d6aa55-62de-4af3-b84f-5c7eceb1b87f tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611011 Oct 26 14:23:35.742429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port 4c815506-99c2-4a8c-845a-2c96a8733809 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:35.747220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-bb955ef6-156b-403e-9668-3dd9c6feb384 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1036727 Oct 26 14:23:35.879163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e967-6849-4e4d-b3fb-df9ea4859adb req-26e0f5a7-179f-4c54-b58c-465c1480a05e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:35.884251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8653e967-6849-4e4d-b3fb-df9ea4859adb req-26e0f5a7-179f-4c54-b58c-465c1480a05e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.2809622 Oct 26 14:23:36.023955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.024327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.024682 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Floating IP 8aa599fb-9ab3-4a84-a21b-76690ea6eb46 disassociated. External IP: 172.25.5.215, port: 41d5ee21-3cd2-4486-b5c5-98f254d9deac. Oct 26 14:23:36.025040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Calling delete_port for 41d5ee21-3cd2-4486-b5c5-98f254d9deac owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:36.032281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::274 (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/4c815506-99c2-4a8c-845a-2c96a8733809) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:36.122506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Request body: {'port': {'device_id': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:36.211630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8653e967-6849-4e4d-b3fb-df9ea4859adb req-18677f1c-2fed-4187-a6cb-0cde839fd87c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002946 Oct 26 14:23:36.247488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.251614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53710) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.254688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bb87a-c696-4ea7-981b-5a781cf6f884 req-3c8ccb52-acbf-44fe-91b5-9a5ed3b6daba tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:36.256282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-210bb87a-c696-4ea7-981b-5a781cf6f884 req-3c8ccb52-acbf-44fe-91b5-9a5ed3b6daba tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 945 time: 0.3216450 Oct 26 14:23:36.279774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0c29ffd-3337-4ee1-b66b-ab099ab4b5b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.290915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.322889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.342621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-210bb87a-c696-4ea7-981b-5a781cf6f884 req-39dff4a5-a02f-4a3a-a148-9035792a0cb1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=83f02e17-fd09-4829-9ffb-f552202ecb35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782909 Oct 26 14:23:36.388798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.405062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'Port': ['ID=41d5ee21-3cd2-4486-b5c5-98f254d9deac,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.459741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:36.466147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:36.470831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:36.476243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:36.477305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.479846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 41d5ee21-3cd2-4486-b5c5-98f254d9deac no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:36.541190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 41d5ee21-3cd2-4486-b5c5-98f254d9deac {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:36.543476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 41d5ee21-3cd2-4486-b5c5-98f254d9deac not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:36.551347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=4c815506-99c2-4a8c-845a-2c96a8733809,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:36.567778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.568290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.568939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.569354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.569897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.570595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.570869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.571415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.571818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.572645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.573746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.574198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:36.582045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-70db49ed-1546-4749-a251-78f4870fe57b tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6517177 Oct 26 14:23:36.591007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:36.598931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::263', 'mac_address': 'fa:16:3e:16:36:54'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:36.841138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:36.856724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.879987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Transition to ACTIVE for port object 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:36.907664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.973370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a164b-4774-47b0-b51c-a99c9e1c99c3 req-7c05f49a-55c8-4280-bd5f-04a0a0af4cca tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:36.973761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0c29ffd-3337-4ee1-b66b-ab099ab4b5b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:36.974937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa3a164b-4774-47b0-b51c-a99c9e1c99c3 req-7c05f49a-55c8-4280-bd5f-04a0a0af4cca tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 932 time: 0.1475298 Oct 26 14:23:36.987988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:36.995118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.004886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0c29ffd-3337-4ee1-b66b-ab099ab4b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.035900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-defcff0d-5398-4d1f-a93d-f010851c608d None None] Provisioning complete for port 4c815506-99c2-4a8c-845a-2c96a8733809 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:37.036286 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-defcff0d-5398-4d1f-a93d-f010851c608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.115221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-defcff0d-5398-4d1f-a93d-f010851c608d None None] Port 4c815506-99c2-4a8c-845a-2c96a8733809 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:37.122699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c29ffd-3337-4ee1-b66b-ab099ab4b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b7022-1a32-4a7c-be0d-b7b273607569,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.135629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1583a-9378-47dd-984e-369f2141550a req-2c38c48e-0575-4857-81cd-7400aef8d9c2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:37.145371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65d1583a-9378-47dd-984e-369f2141550a req-2c38c48e-0575-4857-81cd-7400aef8d9c2 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.7444549 Oct 26 14:23:37.145892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa3a164b-4774-47b0-b51c-a99c9e1c99c3 req-9d2b88f3-86d2-4f09-b636-10c3b9a68470 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601741 Oct 26 14:23:37.146680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Pushing event updated for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.209616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d0c29ffd-3337-4ee1-b66b-ab099ab4b5b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51890ca48727422f84a44cfcb6f51430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511197 Oct 26 14:23:37.211292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53720) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:37.310100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.325631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.328097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.349714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65d1583a-9378-47dd-984e-369f2141550a req-5bd83816-f752-4d17-9239-a2ea20f158fc tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909089 Oct 26 14:23:37.356732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.424106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:37.431829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Attempting to bind port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:37.432330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Attempting to bind port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:37.432731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Attempting to bind port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 on network 158f50ed-c278-4fba-9465-3d66987220ac {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:37.439758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:37.457829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 on network 158f50ed-c278-4fba-9465-3d66987220ac not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:37.457829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Attempting to bind port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 on network 158f50ed-c278-4fba-9465-3d66987220ac {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:37.458174 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:37.458462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:37.480440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] No DVR routers for this DVR port 41d5ee21-3cd2-4486-b5c5-98f254d9deac on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:37.485223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.488587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9162c839-9dd1-417d-a855-dd4a253ff0eb req-b492d9ad-b047-47f2-8713-abdd077af05c tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "DELETE /v2.0/ports/41d5ee21-3cd2-4486-b5c5-98f254d9deac HTTP/1.1" status: 204 len: 173 time: 2.6930475 Oct 26 14:23:37.504990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'name': 'network-vif-deleted', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:37.510045 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f78e7be-c59e-4429-8efa-ce8ec24e68b8" -d '{"events": [{"server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "name": "network-vif-deleted", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:37.522356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:37.522356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Checking segment: {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:37.522356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Bound using segment: {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:37.522791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Bound port: 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:37.522987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.551156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=4c815506-99c2-4a8c-845a-2c96a8733809,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.558168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d73e1275-bd02-4aba-b8c1-fddd9bd3079f req-81aca0df-bd63-419f-aab7-4ffc85036516 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa HTTP/1.1" status: 200 len: 210 time: 0.0792043 Oct 26 14:23:37.561506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] In _notify_port_updated(), no bound segment for port 4c815506-99c2-4a8c-845a-2c96a8733809 on network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:23:37.574284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:37.575150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.579201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2fcc304-3de2-4487-bfa1-373e65b98613 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "PUT /v2.0/ports/4c815506-99c2-4a8c-845a-2c96a8733809 HTTP/1.1" status: 200 len: 1002 time: 0.9844251 Oct 26 14:23:37.581670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:37.652450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.655829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.665389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:37.669530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e2b7022-1a32-4a7c-be0d-b7b273607569 HTTP/1.1" status: 204 len: 168 time: 0.4570327 Oct 26 14:23:37.674319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:37.684222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.702682 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e75b4b-d423-42aa-bf26-746eb2e34765 x-openstack-request-id: req-c2e75b4b-d423-42aa-bf26-746eb2e34765 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:37.702983 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa", "name": "network-vif-deleted", "tag": "41d5ee21-3cd2-4486-b5c5-98f254d9deac", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:37.703341 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2e75b4b-d423-42aa-bf26-746eb2e34765 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:37.703758 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d0a9bd-67ef-43ba-b8e7-f73a06dcf2aa', 'name': 'network-vif-deleted', 'tag': '41d5ee21-3cd2-4486-b5c5-98f254d9deac', 'status': 'completed', 'code': 200} Oct 26 14:23:37.733731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:37.734720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.748280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-47688908-6765-4b10-a360-a6551e6a844a service neutron] 10.222.0.41 "PUT /v2.0/ports/600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 HTTP/1.1" status: 200 len: 1092 time: 1.8964126 Oct 26 14:23:37.764413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acb54d-0548-4740-af35-021a6a77fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b7022-1a32-4a7c-be0d-b7b273607569,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.767353 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:37.790181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4fcda-c534-404d-9bd6-07bf9ec5e2d6 req-54742d32-a394-4d6e-b025-04d0ab65ce3f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:37.803734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cb4fcda-c534-404d-9bd6-07bf9ec5e2d6 req-54742d32-a394-4d6e-b025-04d0ab65ce3f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.3947392 Oct 26 14:23:37.902712 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cb4fcda-c534-404d-9bd6-07bf9ec5e2d6 req-a2f4cc28-74d2-41cd-aa37-08a00440ecf4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971460 Oct 26 14:23:37.906027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 4c815506-99c2-4a8c-845a-2c96a8733809 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:37.906369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:37.933846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688908-6765-4b10-a360-a6551e6a844a service neutron] Pushing event updated for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:37.968256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-05c36ad6-1083-414d-853b-165cb9651403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:37.974836 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-05c36ad6-1083-414d-853b-165cb9651403 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 1095 time: 0.1663330 Oct 26 14:23:38.053998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-6f04b6b1-b37e-4b54-b84a-a1e8f03e889a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 HTTP/1.1" status: 200 len: 217 time: 0.0664072 Oct 26 14:23:38.108766 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.147423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 4c815506-99c2-4a8c-845a-2c96a8733809 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:38.154752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e35db861-f209-4301-9d8f-8a0b91583e67 None None] Provisioning complete for port 4c815506-99c2-4a8c-845a-2c96a8733809 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:38.155870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e35db861-f209-4301-9d8f-8a0b91583e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.219084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-1964a78b-4880-45b7-a246-94eee4a42ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:38.224053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-1964a78b-4880-45b7-a246-94eee4a42ce8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 200 len: 854 time: 0.1547785 Oct 26 14:23:38.255734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e35db861-f209-4301-9d8f-8a0b91583e67 None None] Port 4c815506-99c2-4a8c-845a-2c96a8733809 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:38.293035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-ac09aa93-6662-4174-8a7d-5fded85433f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=158f50ed-c278-4fba-9465-3d66987220ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592909 Oct 26 14:23:38.299855 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:38.377994 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:38.408265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:38.409436 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:38.414466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271648-8bce-4597-b861-b0991a3c396c req-0e5f0df9-7e6d-4a35-b87e-71ee77da2bab tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:38.421073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24271648-8bce-4597-b861-b0991a3c396c req-0e5f0df9-7e6d-4a35-b87e-71ee77da2bab tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 944 time: 0.1243925 Oct 26 14:23:38.454369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.480344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24271648-8bce-4597-b861-b0991a3c396c req-930f1e8f-30f8-4cb8-8dad-6c851666f732 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547647 Oct 26 14:23:38.518392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=4c815506-99c2-4a8c-845a-2c96a8733809,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:38.519135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-9608d237-c6a2-4e4a-9ba9-30c58071af7d service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121136 Oct 26 14:23:38.669782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083de12-6f58-4f9f-80cf-42b7b3747505 req-9b5b7e89-15f8-47a2-b74d-c800c3fbc666 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:38.672004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9083de12-6f58-4f9f-80cf-42b7b3747505 req-9b5b7e89-15f8-47a2-b74d-c800c3fbc666 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1624122 Oct 26 14:23:38.722396 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:38.746503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53752) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.775356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.790433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-83d465f7-5598-4bca-9e06-9142a03b273c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/4c815506-99c2-4a8c-845a-2c96a8733809 HTTP/1.1" status: 204 len: 168 time: 1.2044661 Oct 26 14:23:38.794086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53754) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.801006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c669d62c-950d-468d-b2f7-93d73dd6dbb6 req-7705c547-b42f-44e8-b3d7-718d03179120 service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671604 Oct 26 14:23:38.879530 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f4f80e-d8b1-4646-accc-02eacf4a657a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] GET failed (client error): The resource could not be found. Oct 26 14:23:38.881667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f2f4f80e-d8b1-4646-accc-02eacf4a657a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports/4c815506-99c2-4a8c-845a-2c96a8733809 HTTP/1.1" status: 404 len: 333 time: 0.0708835 Oct 26 14:23:38.889359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:38.896463 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:38.896748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-848650735'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:38.926537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9083de12-6f58-4f9f-80cf-42b7b3747505 req-f7cfad6b-3f78-4c84-b4c2-731b925406bc tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448723 Oct 26 14:23:39.024400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.192374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93c723-02fc-4f7c-a79a-5d42d9c553b7 req-bc4cdc2b-8517-4098-8734-5db5ff35e389 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:39.218775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a93c723-02fc-4f7c-a79a-5d42d9c553b7 req-bc4cdc2b-8517-4098-8734-5db5ff35e389 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1411734 Oct 26 14:23:39.248314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:39.252126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.302584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.310882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.314906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "DELETE /v2.0/security-groups/83f02e17-fd09-4829-9ffb-f552202ecb35 HTTP/1.1" status: 204 len: 168 time: 0.5646203 Oct 26 14:23:39.315089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port e59f71ae-3170-4369-be2e-30722d1dbb97 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:39.323093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53774) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.359493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a93c723-02fc-4f7c-a79a-5d42d9c553b7 req-596446c4-0177-4903-9a66-3a869d18f195 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387877 Oct 26 14:23:39.362643 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-af9abe22-8fc2-4d49-9a7b-b8e595f42843 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] show failed (client error): The resource could not be found. Oct 26 14:23:39.366639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af9abe22-8fc2-4d49-9a7b-b8e595f42843 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups/83f02e17-fd09-4829-9ffb-f552202ecb35 HTTP/1.1" status: 404 len: 347 time: 0.0394113 Oct 26 14:23:39.368613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53776) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:39.391153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf25ea-c93f-4cfc-84b5-bf03f9fefafc tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f02e17-fd09-4829-9ffb-f552202ecb35,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:39.406030 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:39.490746 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96aef-7427-40b3-8c53-0e58c76f3f41 None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:39.574075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-097e1b66-c7a8-47ab-8850-eb2c2b9fc430 req-1fedd0b8-4438-41e4-b963-0f599cffd0d6 service neutron] (102164) timed out ('10.222.0.41', 56277) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:23:39.694604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::31d (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/e59f71ae-3170-4369-be2e-30722d1dbb97) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:39.707473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:39.720777 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7bba0e-f27d-4860-819b-93473a21cca4" -d '{"events": [{"name": "network-changed", "server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:39.820125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Deleting port 6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:39.820470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:39.888153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a23836-aa8a-41f8-aa86-0c857bf5f1bc req-b50b5a7b-3761-4e90-9823-7597e12ca7b4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:39.895825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26a23836-aa8a-41f8-aa86-0c857bf5f1bc req-b50b5a7b-3761-4e90-9823-7597e12ca7b4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 944 time: 0.2162206 Oct 26 14:23:39.917737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-5dbac7b9-3848-4b1d-8dd6-19621b06cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:39.919209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-5dbac7b9-3848-4b1d-8dd6-19621b06cdb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 1096 time: 0.2146370 Oct 26 14:23:39.988801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba6dd97-8f68-4e78-ab7d-f15c402a785f None None] New status for floating IP 8aa599fb-9ab3-4a84-a21b-76690ea6eb46: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:23:39.993043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf06b4-eb95-4417-a239-b71152247307 req-e17dab6d-c136-43cb-ae0b-3fa77fcbd7b3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.002410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bdf06b4-eb95-4417-a239-b71152247307 req-e17dab6d-c136-43cb-ae0b-3fa77fcbd7b3 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2390907 Oct 26 14:23:40.148363 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.150450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.164005 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26a23836-aa8a-41f8-aa86-0c857bf5f1bc req-5ba27b7d-165e-4b45-a595-b49c39ca0f19 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670143 Oct 26 14:23:40.174064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Calling delete_port for 6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:40.258923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-11df4ba3-a0aa-4b33-855b-fb2015073d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.261129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-11df4ba3-a0aa-4b33-855b-fb2015073d70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 917 time: 0.3058319 Oct 26 14:23:40.269753 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0fc39-529d-4ec3-835e-2bbd17d04d24 x-openstack-request-id: req-72b0fc39-529d-4ec3-835e-2bbd17d04d24 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:40.270477 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:40.271255 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72b0fc39-529d-4ec3-835e-2bbd17d04d24 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:40.272080 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36', 'status': 'completed', 'code': 200} Oct 26 14:23:40.292082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.297445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7110e3e1-225f-4bf4-a906-6eb48853c1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.323566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-1330ba97-abd6-415b-8a03-5c5106ad4cb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 200 len: 217 time: 0.0477693 Oct 26 14:23:40.334377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53798) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.348898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bdf06b4-eb95-4417-a239-b71152247307 req-4c56a880-7b5a-4d3c-98e3-3d49355154a6 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452759 Oct 26 14:23:40.425191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-fee69b54-e916-409b-92d7-2aa5d82f310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.426727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-fee69b54-e916-409b-92d7-2aa5d82f310f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.0950627 Oct 26 14:23:40.458610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-4c49ba7b-74cb-4ecd-bca4-138f3330d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.460167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-4c49ba7b-74cb-4ecd-bca4-138f3330d2c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 1095 time: 0.1867304 Oct 26 14:23:40.480878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:40.484566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.660771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-1f58b1f5-6699-48fd-802f-99c01a9ac9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.662410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-1f58b1f5-6699-48fd-802f-99c01a9ac9eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 915 time: 0.1753247 Oct 26 14:23:40.669200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.690992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:40.710138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:40.726543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36', 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac', 'port_id': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36', 'mac_address': 'fa:16:3e:23:17:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ccbb0-f002-4c4d-bb48-e93d7dde015e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:40.734568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:40.742767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'Port': ['ID=6b1b02f7-02c4-4a3f-9aa9-eea3b6aedd01,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:40.747490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-e7634a50-3a11-4361-9b4a-9cbbac21cdf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 HTTP/1.1" status: 200 len: 217 time: 0.0755777 Oct 26 14:23:40.754510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:40.763088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.766563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.795330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=e59f71ae-3170-4369-be2e-30722d1dbb97,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:40.817417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.836370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53804) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:40.836667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-960a0c34-8767-4abe-aa69-5c27b8ca4e8f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9444790 Oct 26 14:23:40.841321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb8869d3-c0b6-4f1d-8acb-2247dfd3414d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.852736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:40.858597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:16:36:54'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:40.902772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:40.914970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.967446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb8869d3-c0b6-4f1d-8acb-2247dfd3414d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:40.991361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-a11c876e-d065-4e6d-9345-cc8a74a896c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:40.992924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-a11c876e-d065-4e6d-9345-cc8a74a896c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5565450 Oct 26 14:23:40.993564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb8869d3-c0b6-4f1d-8acb-2247dfd3414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.026225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.029146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.030320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9abb7101-b66b-4ed4-93cf-38b0978a6f68 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "DELETE /v2.0/floatingips/8aa599fb-9ab3-4a84-a21b-76690ea6eb46 HTTP/1.1" status: 204 len: 168 time: 1.6588285 Oct 26 14:23:41.034117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-c404d585-d056-4167-92c7-05978b5d49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:41.038705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.040428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-c404d585-d056-4167-92c7-05978b5d49f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 200 len: 854 time: 0.2683053 Oct 26 14:23:41.122637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-00e734db-16d8-4faa-9adc-d27a5854ff01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=158f50ed-c278-4fba-9465-3d66987220ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543704 Oct 26 14:23:41.128121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb8869d3-c0b6-4f1d-8acb-2247dfd3414d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1add81796324116b755253439c875bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7770989 Oct 26 14:23:41.129298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53808) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:41.206154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['600b1ca7-7e88-4fc3-81d8-ae265dc8dc36'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:41.320744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8869d3-c0b6-4f1d-8acb-2247dfd3414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6b007-0dfb-468e-a4ea-36d4462d2a8e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:41.359572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd95db6-4258-47fc-b6bd-f0538e2357a1 req-094fc238-2501-4c5f-b468-5a3419d94ec5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:41.361568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6dd95db6-4258-47fc-b6bd-f0538e2357a1 req-094fc238-2501-4c5f-b468-5a3419d94ec5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.8619738 Oct 26 14:23:41.446394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6dd95db6-4258-47fc-b6bd-f0538e2357a1 req-27c3dd86-12c2-49e4-be9b-0558aa1a148e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686014 Oct 26 14:23:41.446834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-04f119d4-018d-402d-a98e-37dec59f46a2 None None] Provisioning complete for port e59f71ae-3170-4369-be2e-30722d1dbb97 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:41.447203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04f119d4-018d-402d-a98e-37dec59f46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.464200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-bf334158-3a73-4f06-bec9-bd86364cd98d service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045668 Oct 26 14:23:41.521878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-04f119d4-018d-402d-a98e-37dec59f46a2 None None] Port e59f71ae-3170-4369-be2e-30722d1dbb97 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:41.667395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce570f04-affc-4912-9eb1-3fb4b795a450 req-6cd1ee2b-2a48-47e7-af1b-c5957cf4eaa4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:41.675769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce570f04-affc-4912-9eb1-3fb4b795a450 req-6cd1ee2b-2a48-47e7-af1b-c5957cf4eaa4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 945 time: 0.1092963 Oct 26 14:23:41.690156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b7a11ec-d010-4e29-bef9-bcadd3a15a0e req-7f0e3a47-2160-4069-8f96-47805cb3a928 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173936 Oct 26 14:23:41.736644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce570f04-affc-4912-9eb1-3fb4b795a450 req-8c9f45e3-b571-43e4-b96e-32ccf711699a tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Oct 26 14:23:41.812672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.880078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:41.890032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404756754', 'description': 'tempest-description--1131190603'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:41.897489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.926792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4304735-08a1-4609-a251-01200472c4e0 req-a173540b-2448-4764-973e-0556aeb75469 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:41.929215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4304735-08a1-4609-a251-01200472c4e0 req-a173540b-2448-4764-973e-0556aeb75469 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.0891676 Oct 26 14:23:41.945335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-016ce907-1b09-407a-bc24-122a04988a73 service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124096 Oct 26 14:23:41.953364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:41.972276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.036413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a4304735-08a1-4609-a251-01200472c4e0 req-b8e0304e-2417-4f0c-8b33-2f340bdc7312 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982938 Oct 26 14:23:42.068368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e7bba0e-f27d-4860-819b-93473a21cca4 req-083f0e0c-c4a9-4037-8446-0a5c3ff096b7 service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029668 Oct 26 14:23:42.107539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.112817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.141242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.147115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2585793 Oct 26 14:23:42.147115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53818) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.153321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group_rule': {'security_group_id': '3f9449ee-565c-4484-aed3-e40325eafe87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.191523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a71898-34bf-49fa-9225-7a90b26a1727 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9449ee-565c-4484-aed3-e40325eafe87,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.228078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.240918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.247040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.252773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccb6b007-0dfb-468e-a4ea-36d4462d2a8e HTTP/1.1" status: 204 len: 168 time: 1.1211028 Oct 26 14:23:42.275188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4a208-c896-47e3-83ae-83ebb807d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6b007-0dfb-468e-a4ea-36d4462d2a8e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.304336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.311442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.362512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.366390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] In _notify_port_updated(), no bound segment for port e59f71ae-3170-4369-be2e-30722d1dbb97 on network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:23:42.371910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.386475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.387458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.393597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "PUT /v2.0/ports/e59f71ae-3170-4369-be2e-30722d1dbb97 HTTP/1.1" status: 200 len: 1002 time: 1.5397890 Oct 26 14:23:42.403454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.440650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd166d-eeb8-4628-9ba9-d2f08c1f84a4 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=e59f71ae-3170-4369-be2e-30722d1dbb97,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.444218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a5550f-0df5-4c92-bc61-10c971f83820,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.486959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:42.489277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.493197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f12849af-4cca-4177-ab93-e43ff0aa3e30 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3428721 Oct 26 14:23:42.493900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53830) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.499318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'security_group_rule': {'security_group_id': '3f9449ee-565c-4484-aed3-e40325eafe87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.564472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.674217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:42.683396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:42.686294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.714955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port e59f71ae-3170-4369-be2e-30722d1dbb97 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:42.715426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.739168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.751837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.782619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0017f-2fd3-42b3-b6fb-bafb00df866d req-07974f9c-37a8-4612-b1ea-3d3a775971da tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.783561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ee0017f-2fd3-42b3-b6fb-bafb00df866d req-07974f9c-37a8-4612-b1ea-3d3a775971da tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1089518 Oct 26 14:23:42.894080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b8aa5c-99f4-4919-ba98-a7076a31c5c3,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:42.921186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0bd98193-8e48-46d7-afd7-dd3a444dd0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.924411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.935753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7ee0017f-2fd3-42b3-b6fb-bafb00df866d req-8b3f474d-e346-4cf8-b42b-d77ec8914c2a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297936 Oct 26 14:23:42.942797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.948418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1426a314-8a46-40fa-8ea3-0e1e92983a1e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4502821 Oct 26 14:23:42.949040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53840) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:42.951244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845720a2-2379-40ec-bd5c-79048133c564 req-799d0261-cd6e-4446-8af7-3f2431610388 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:42.952309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-845720a2-2379-40ec-bd5c-79048133c564 req-799d0261-cd6e-4446-8af7-3f2431610388 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 945 time: 0.1037722 Oct 26 14:23:42.965720 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:42.967925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:42.991487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for e59f71ae-3170-4369-be2e-30722d1dbb97 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:43.014963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a335da63-d6b2-476d-8eb0-d60ed9b085b7 None None] Provisioning complete for port e59f71ae-3170-4369-be2e-30722d1dbb97 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:43.015183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a335da63-d6b2-476d-8eb0-d60ed9b085b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.016670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:43.019523 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2257e46c-c9d3-49b6-aa91-020fd0190746" -d '{"events": [{"server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "name": "network-vif-plugged", "status": "completed", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:43.032022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.032659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-845720a2-2379-40ec-bd5c-79048133c564 req-6a7b330f-04fa-437f-8524-af70e5435740 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707834 Oct 26 14:23:43.047089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:43.058424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.187027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a335da63-d6b2-476d-8eb0-d60ed9b085b7 None None] Port e59f71ae-3170-4369-be2e-30722d1dbb97 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:43.200630 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70c14d2-0362-4c2a-950d-f3620fe4c75a x-openstack-request-id: req-a70c14d2-0362-4c2a-950d-f3620fe4c75a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:43.201303 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "name": "network-vif-plugged", "status": "completed", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:43.201759 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a70c14d2-0362-4c2a-950d-f3620fe4c75a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:43.202493 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36', 'code': 200} Oct 26 14:23:43.213968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.221010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.277148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544298b-30d7-4de8-be87-bc00bc24f85e req-d597abad-aeb3-4206-8e9b-692431654daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:43.279186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8544298b-30d7-4de8-be87-bc00bc24f85e req-d597abad-aeb3-4206-8e9b-692431654daa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 1097 time: 0.0556045 Oct 26 14:23:43.315290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391b9b-6c5e-4ae0-a913-e27a3af9075e req-58ee91f3-8f00-49b5-9e7d-77cad870f62c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:43.316973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3391b9b-6c5e-4ae0-a913-e27a3af9075e req-58ee91f3-8f00-49b5-9e7d-77cad870f62c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.0998590 Oct 26 14:23:43.317940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.364350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=e59f71ae-3170-4369-be2e-30722d1dbb97,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.389510 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8544298b-30d7-4de8-be87-bc00bc24f85e req-94311b6f-03e5-4db6-a233-8c344831131a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994904 Oct 26 14:23:43.407769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.413589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e28d603-c901-4440-9966-9ab5ce2c793e tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/e59f71ae-3170-4369-be2e-30722d1dbb97 HTTP/1.1" status: 204 len: 168 time: 1.0020998 Oct 26 14:23:43.417685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.464612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a3391b9b-6c5e-4ae0-a913-e27a3af9075e req-2959ddfc-98d6-4c49-8b0c-a57b3d4edf3a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336091 Oct 26 14:23:43.470335 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e6286e-b5f3-47ed-9be9-01fa9a65c553 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] GET failed (client error): The resource could not be found. Oct 26 14:23:43.470335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-18e6286e-b5f3-47ed-9be9-01fa9a65c553 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports/e59f71ae-3170-4369-be2e-30722d1dbb97 HTTP/1.1" status: 404 len: 333 time: 0.0509396 Oct 26 14:23:43.472319 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53858) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.478187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53860) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.488712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-704215820'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:43.512815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Allocated IP 172.25.5.34 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d4d34fef-0835-442c-a496-b8880814f102) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:43.778844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53870) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:43.816163 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.886563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.890658 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:43.935957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-707161326-network', 'tenant_id': '371307b135f8446082f6e6309626611b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:43.970464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:43.974741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=d4d34fef-0835-442c-a496-b8880814f102,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:43.987843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:43.990532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:44.030285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Made reservation on behalf of 371307b135f8446082f6e6309626611b for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:44.032993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.060578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.170923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27dbdf-f8da-4120-a6cf-f8ce19423487 req-527409ff-1994-46b8-83bd-fb895e747d33 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.172554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c27dbdf-f8da-4120-a6cf-f8ce19423487 req-527409ff-1994-46b8-83bd-fb895e747d33 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1371756 Oct 26 14:23:44.184630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.202836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.285131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c27dbdf-f8da-4120-a6cf-f8ce19423487 req-a5c1f86c-8d88-4ae6-ba17-d63ba65a4e2f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036873 Oct 26 14:23:44.288625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.353102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.359830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105988a-4c0a-4ce0-8c85-cba5f6e1705c req-5e29831f-4087-4e9b-9a65-3819e3165250 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.362197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f105988a-4c0a-4ce0-8c85-cba5f6e1705c req-5e29831f-4087-4e9b-9a65-3819e3165250 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.7088783 Oct 26 14:23:44.367168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.415062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:44.424817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.475078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:44.488938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f99914-6662-41c4-9123-4a8fc209e1ee,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.502472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.502635 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Added segment 36086238-8390-41ee-9154-bf50ea6b5f92 of type vlan for network 0521060c-dae7-4c33-bd76-58854fea9c3e Oct 26 14:23:44.539927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port 09540096-acac-43e0-bd64-d00f4174b04e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:44.591797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5630-39d2-41ce-a4f1-27bd96d7b390 req-67a114d9-4f25-4391-bea3-f5f67ba0be37 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.593555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5cec5630-39d2-41ce-a4f1-27bd96d7b390 req-67a114d9-4f25-4391-bea3-f5f67ba0be37 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 946 time: 0.2019620 Oct 26 14:23:44.600263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.642569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f105988a-4c0a-4ce0-8c85-cba5f6e1705c req-9695c128-9fa2-423e-a695-42201f850842 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355525 Oct 26 14:23:44.689249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5cec5630-39d2-41ce-a4f1-27bd96d7b390 req-e2d5fb4b-1fc5-44b7-a445-1338a8178f9f tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860453 Oct 26 14:23:44.738714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.761319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.776267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.778333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:44.778550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::1e1 (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/09540096-acac-43e0-bd64-d00f4174b04e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:44.779438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:44.932944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1519783 Oct 26 14:23:44.938804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889000d-3bbb-4961-beb5-c83493950134 admin admin] Pushing event updated for resources: {'Network': ['ID=0521060c-dae7-4c33-bd76-58854fea9c3e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.941411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53880) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:44.950668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Request body: {'subnet': {'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-707161326-subnet', 'tenant_id': '371307b135f8446082f6e6309626611b', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:44.954220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 0521060c-dae7-4c33-bd76-58854fea9c3e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:44.964293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=d4d34fef-0835-442c-a496-b8880814f102,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:44.996003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.018493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cdead-a551-4c6a-899a-e8d051f814fb req-656f723c-e1e0-4122-bc35-ed29dd168941 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.020330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce2cdead-a551-4c6a-899a-e8d051f814fb req-656f723c-e1e0-4122-bc35-ed29dd168941 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.1847043 Oct 26 14:23:45.037236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-380a9e68-cdf8-4a04-b7f7-f5c0f22948a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1766741 Oct 26 14:23:45.041914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Made reservation on behalf of 371307b135f8446082f6e6309626611b for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:45.047268 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.055412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.058082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-42484ea0-7da8-477f-a660-49394c909d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1063180 Oct 26 14:23:45.165768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.184937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce2cdead-a551-4c6a-899a-e8d051f814fb req-593c3153-ed77-40ba-b8f8-c9bca4a24113 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530864 Oct 26 14:23:45.220196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-3485e659-2024-4e28-8d45-73bd10a46eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.220196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-3485e659-2024-4e28-8d45-73bd10a46eb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 1096 time: 0.1099563 Oct 26 14:23:45.241132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.293466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.398470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.443744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:45.444633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac7a1-776d-4a7f-9f04-92b150a2e809 req-b92200b7-6310-49a3-9608-6741078057b1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.446136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-100ac7a1-776d-4a7f-9f04-92b150a2e809 req-b92200b7-6310-49a3-9608-6741078057b1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1013875 Oct 26 14:23:45.458075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:45.467678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:45.473394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.474078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.516544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15509caf-fb0a-4750-800b-16fdf4360c6e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.528230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-7a86bc2c-7ebb-4a0a-9e71-7250126a1947 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1404756754&fields=id&tenant_id=ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 267 time: 0.1561015 Oct 26 14:23:45.539582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=09540096-acac-43e0-bd64-d00f4174b04e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:45.542104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Checking segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:45.542595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Network hostable DHCP agents. Network: 0521060c-dae7-4c33-bd76-58854fea9c3e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:45.547685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-100ac7a1-776d-4a7f-9f04-92b150a2e809 req-292f33ad-de96-4ccf-908d-73e9c8259f0b tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889726 Oct 26 14:23:45.577054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c05807e7-42cf-431c-bd6f-dd4188dfe7e8 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0968735 Oct 26 14:23:45.579010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53900) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:45.584983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'network_id': 'b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1432913274'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:45.686690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Network 0521060c-dae7-4c33-bd76-58854fea9c3e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:45.698524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-1d9b0dd3-edf3-4d1c-91ca-fe994c101338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.700889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-1d9b0dd3-edf3-4d1c-91ca-fe994c101338 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 200 len: 917 time: 0.4580214 Oct 26 14:23:45.735816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 0521060c-dae7-4c33-bd76-58854fea9c3e) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:45.762009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.763228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.774392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81430cbc-1d5d-4605-b5fd-808dec1758ec None None] Network 0521060c-dae7-4c33-bd76-58854fea9c3e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:45.790997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.792135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-e6b74432-ab58-4798-af47-155c3e641313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 200 len: 217 time: 0.0695343 Oct 26 14:23:45.812956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3d9d0-ea36-4b91-a9e4-004787083247 req-67e97415-194a-4ac2-b122-de6e5e0deff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.816396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ee3d9d0-ea36-4b91-a9e4-004787083247 req-67e97415-194a-4ac2-b122-de6e5e0deff1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1545560 Oct 26 14:23:45.821807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-6fc02010-0be6-4a8c-8719-2acdee65acf8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.829161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-6fc02010-0be6-4a8c-8719-2acdee65acf8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 809 time: 0.2956507 Oct 26 14:23:45.833195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-860b91c1-4612-4a57-b29a-74941330a0de None None] Provisioning complete for port 09540096-acac-43e0-bd64-d00f4174b04e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:45.833839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-860b91c1-4612-4a57-b29a-74941330a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.847588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93a1f580-7107-488a-ac42-c3b6d9c1baf8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9016187 Oct 26 14:23:45.856921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53904) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:45.865804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:45.876376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-24e0f26f-c7ae-4a6b-b695-c32b504b0dbb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/quotas/ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 375 time: 0.0458195 Oct 26 14:23:45.892952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-010d39c4-cf38-45aa-a3fc-18f6d783f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:45.894423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-010d39c4-cf38-45aa-a3fc-18f6d783f6bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 200 len: 855 time: 0.0938118 Oct 26 14:23:45.903863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-860b91c1-4612-4a57-b29a-74941330a0de None None] Port 09540096-acac-43e0-bd64-d00f4174b04e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:45.920792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.922116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.926348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Made reservation on behalf of 6fbcd26af07843f8b7d43af1136d077f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:45.930865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:45.961365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ee3d9d0-ea36-4b91-a9e4-004787083247 req-173d5471-64c0-4686-be20-e5b5870ff384 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276534 Oct 26 14:23:45.972883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] device_id is not set on port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:23:46.007765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-0521060c-dae7-4c33-bd76-58854fea9c3e', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:23:46.009333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.051477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-927085aa-f647-4675-90e3-ad7ef5d82b1f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610391 Oct 26 14:23:46.061364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-bb0f1d2d-f76c-42a8-9b3f-2297a561ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.062933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-bb0f1d2d-f76c-42a8-9b3f-2297a561ed79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2988be5e-27b9-41cb-8432-5f4957fde374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328821 Oct 26 14:23:46.066848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-9e9dc461-a7ee-4eab-ae52-ba71c1f54c5c req-976dd9f5-401d-42ce-8ff1-fef83c30c085 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:23:46.067989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e9dc461-a7ee-4eab-ae52-ba71c1f54c5c req-976dd9f5-401d-42ce-8ff1-fef83c30c085 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0141649 Oct 26 14:23:46.081543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.169807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Allocated IP 172.20.0.2 (0521060c-dae7-4c33-bd76-58854fea9c3e/15509caf-fb0a-4750-800b-16fdf4360c6e/1b8ebd93-92a9-43f0-b7cf-4b8a50faff20) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:46.214443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Deleting port 97dcdc70-76ce-4ed4-b567-ad2594a5891c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:46.214706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.257027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e9dc461-a7ee-4eab-ae52-ba71c1f54c5c req-65dcae6c-f15d-4f7b-a53b-98e3368d5598 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1772904 Oct 26 14:23:46.322061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-5a01e904-775e-4d77-a594-75ff4d8cbde7 service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511036 Oct 26 14:23:46.354314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.361574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.365409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.369568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Allocated IP 2001:db8::16e (b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9/6db3c379-659a-4d1c-8f4f-ee6b15ba4714/4fb1ea01-d462-4d10-9a32-ca1f06d74e42) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:46.394753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] For port 97dcdc70-76ce-4ed4-b567-ad2594a5891c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=97dcdc70-76ce-4ed4-b567-ad2594a5891c,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:46.395361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.408657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Pushing event updated for resources: {'Port': ['ID=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:46.414930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Calling delete_port for 97dcdc70-76ce-4ed4-b567-ad2594a5891c owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:46.421317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.421696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.422042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.422384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.422777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.423287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.423838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.424314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.424875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.425599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.426093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.426579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:46.441457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Network 0521060c-dae7-4c33-bd76-58854fea9c3e is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:46.443067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:46.446686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:46.509860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Attempting to bind port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:46.511875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Attempting to bind port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:46.513524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-f7610dab-d05c-408b-a334-05a2eae6ed87 service neutron] 10.222.0.37 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316397 Oct 26 14:23:46.523813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Attempting to bind port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 on network 0521060c-dae7-4c33-bd76-58854fea9c3e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:46.536067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:46.536878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Checking segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:46.537502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.538137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Bound using segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:46.539893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Bound port: 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:46.540654 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.669514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9f492-ce02-42d4-acf8-93bb09e5717b req-59c299e5-a16b-4e53-bcb3-9d6062f3630c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:46.679584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-edf9f492-ce02-42d4-acf8-93bb09e5717b req-59c299e5-a16b-4e53-bcb3-9d6062f3630c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 946 time: 0.1752889 Oct 26 14:23:46.736636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3cf7fe6f-25c8-4e2d-b1b7-56eef5900b24 req-5e7d9fbc-d595-4ee6-906f-eedd73d95e4e service neutron] 10.222.0.73 "GET /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925514 Oct 26 14:23:46.758430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.781315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-96c51150-211c-4c09-8b75-e6d33165babf service neutron] 10.222.0.37 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208922 Oct 26 14:23:46.798090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-edf9f492-ce02-42d4-acf8-93bb09e5717b req-84160036-532c-44de-80f2-7c06ad942061 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173658 Oct 26 14:23:46.857716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] For port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:46.861431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] For port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:46.862511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.869214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:46.968878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fd253-ed75-4e67-befd-44239bfcbbb4 None None] Pushing event updated for resources: {'Port': ['ID=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:47.068448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97dcdc70-76ce-4ed4-b567-ad2594a5891c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:47.128058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.165571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f917d-3158-4f33-9bd3-267edc0c5874 req-90f3bbad-1c8d-4812-a1a4-c362ae8ce050 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.175264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e79f917d-3158-4f33-9bd3-267edc0c5874 req-90f3bbad-1c8d-4812-a1a4-c362ae8ce050 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.2015567 Oct 26 14:23:47.242291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.266779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:47.306537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:47.324177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:47.336172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.337048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.355371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.395251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=4fb1ea01-d462-4d10-9a32-ca1f06d74e42,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:47.481274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30fdd7-4ea5-450f-856f-fb1c0e0e7ec7 req-7ccc213c-1cc8-4243-a997-d2b3b18be9c7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:47.493648 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad30fdd7-4ea5-450f-856f-fb1c0e0e7ec7 req-7ccc213c-1cc8-4243-a997-d2b3b18be9c7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.2902589 Oct 26 14:23:47.521104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:47.529821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9491832 Oct 26 14:23:47.530766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53956) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:47.551102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::263', 'mac_address': 'fa:16:3e:16:36:54'}, {'ip_address': '2001:db8::1e1', 'mac_address': 'fa:16:3e:11:cd:5d'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:47.567642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.568167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.568432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.568933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.569285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.569627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.570111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.570551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.570895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.571235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.571673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.572004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025a2f6-55bb-4633-a906-8eec9347b22c tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:23:47.591234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e79f917d-3158-4f33-9bd3-267edc0c5874 req-fc886506-1930-4572-aaad-234ff79542f5 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067667 Oct 26 14:23:47.744201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad30fdd7-4ea5-450f-856f-fb1c0e0e7ec7 req-f1576c17-da5e-4312-9c42-01d5fc1bf3a1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484791 Oct 26 14:23:47.789074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1655ac4c-ba8b-4f65-ac8d-0738a20ed424 req-391c6730-968c-496a-8fe4-8a33c3fdde16 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 210 time: 0.0984488 Oct 26 14:23:47.821326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Allocated IP 172.25.5.188 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/b0b0daee-54ea-43c2-8a00-c357309b28b5) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:47.981193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cfbb54ac-ad3e-405b-b3a3-1a61068da08b None None] Provisioning complete for port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:47.981717 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfbb54ac-ad3e-405b-b3a3-1a61068da08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.002828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f3ddb-9d82-441b-a722-88cfdfbbdb40 req-44e1032c-d978-4d35-94b6-0129a7123e3d tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:48.004415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef2f3ddb-9d82-441b-a722-88cfdfbbdb40 req-44e1032c-d978-4d35-94b6-0129a7123e3d tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.0868869 Oct 26 14:23:48.015682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.065038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb54ac-ad3e-405b-b3a3-1a61068da08b None None] Port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:48.151490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.654519 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ef2f3ddb-9d82-441b-a722-88cfdfbbdb40 req-bcdb0637-af4c-484e-b1cd-a476ce33ed5f tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411269 Oct 26 14:23:48.691218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Router cc649dd6-c3f7-4e32-a023-c6117b77fcad has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:48.740354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c21c18-12be-4d12-a6a1-10f0c031ff8d None None] Network 0521060c-dae7-4c33-bd76-58854fea9c3e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:48.809096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.931366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] Provisioning complete for port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:48.932025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:48.995449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd876073-5145-4861-8590-741ead600dfd req-6a854e81-9627-4ede-93c3-54c050447e09 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.005161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd876073-5145-4861-8590-741ead600dfd req-6a854e81-9627-4ede-93c3-54c050447e09 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 943 time: 0.1120780 Oct 26 14:23:49.032987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:49.033258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:49.034819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:49.044545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e9135c8e-89d9-4865-8e5c-72e9c18d70e6 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc649dd6-c3f7-4e32-a023-c6117b77fcad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5707788 Oct 26 14:23:49.045294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:49.047463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Sync routers for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:49.063484 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:49.065794 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:49.083044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.172813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:49.189905 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.197277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.232010 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.315392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Pushing event updated for resources: {'Port': ['ID=b0b0daee-54ea-43c2-8a00-c357309b28b5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:49.323063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] For port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:49.331888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.334431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] In _notify_port_updated(), no bound segment for port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 on network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:23:49.349748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.352760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.356381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "PUT /v2.0/ports/4fb1ea01-d462-4d10-9a32-ca1f06d74e42 HTTP/1.1" status: 200 len: 1068 time: 1.8087845 Oct 26 14:23:49.361071 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:49.371979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:49.420723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd876073-5145-4861-8590-741ead600dfd req-2c879ff2-d516-4c79-9c63-0ab57a56b2d3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144328 Oct 26 14:23:49.509571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0df9-5ba9-4034-b035-6f891ec75f06 None None] Pushing event updated for resources: {'Port': ['ID=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:49.582011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-3905b40d-7bed-41e4-a1fd-d62829e269b2 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.585151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-3905b40d-7bed-41e4-a1fd-d62829e269b2 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 809 time: 0.6867609 Oct 26 14:23:49.624197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855521b-d521-4650-bbba-3218429bf96a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event updated for resources: {'Port': ['ID=4fb1ea01-d462-4d10-9a32-ca1f06d74e42,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:49.692250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-39db1582-a24b-42d2-a235-41017e0f2909 None None] Provisioning complete for port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:49.696160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39db1582-a24b-42d2-a235-41017e0f2909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.704065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276f7e8-a39f-4c18-a223-bb14218193e7 req-24fba34e-3be9-4458-b72a-b988bff627ac tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:49.711363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2276f7e8-a39f-4c18-a223-bb14218193e7 req-24fba34e-3be9-4458-b72a-b988bff627ac tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.8888633 Oct 26 14:23:49.813002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-927e590a-287b-4ea1-b63b-78a7fba9645b req-e3485945-c808-4213-a8e9-b09fc16471ca tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 210 time: 0.2004232 Oct 26 14:23:49.912709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:49.965347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:49.965616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:49.993590 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:50.010768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-b8aa2628-d727-420e-a347-5727a12b2d9a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee6cda96fe4b45d9b490757220c3888f HTTP/1.1" status: 200 len: 380 time: 0.3942096 Oct 26 14:23:50.016201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2276f7e8-a39f-4c18-a223-bb14218193e7 req-b7215b87-e339-45c3-8d24-6a694d722502 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039002 Oct 26 14:23:50.031864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'port': {'device_id': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'admin_state_up': True, 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'security_groups': ['3f9449ee-565c-4484-aed3-e40325eafe87']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:50.045985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:50.046533 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.089721 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Checking router: cc649dd6-c3f7-4e32-a023-c6117b77fcad for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:50.114138 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Routers {'cc649dd6-c3f7-4e32-a023-c6117b77fcad'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:50.118226 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:50.130174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.143988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:50.164995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-122c7b8f-3c31-4b90-a430-66fb9a7b899f None None] Provisioning complete for port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:50.165773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-122c7b8f-3c31-4b90-a430-66fb9a7b899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.214121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-122c7b8f-3c31-4b90-a430-66fb9a7b899f None None] Port 4fb1ea01-d462-4d10-9a32-ca1f06d74e42 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:50.263817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:50.342783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.343062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.364406 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] Set router cc649dd6-c3f7-4e32-a023-c6117b77fcad gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:50.391772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=4fb1ea01-d462-4d10-9a32-ca1f06d74e42,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:50.398473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:50.418761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6', 'mac_address': 'fa:16:3e:92:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:50.489273 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.511576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:50.563383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:50.570199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608fd00-83fb-493e-89eb-cf04368ee1b5 req-5db9b003-54f5-4a40-9f19-843310807225 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.577007 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.578665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608fd00-83fb-493e-89eb-cf04368ee1b5 req-5db9b003-54f5-4a40-9f19-843310807225 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.588822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608fd00-83fb-493e-89eb-cf04368ee1b5 req-5db9b003-54f5-4a40-9f19-843310807225 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.619938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4608fd00-83fb-493e-89eb-cf04368ee1b5 req-5db9b003-54f5-4a40-9f19-843310807225 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0&device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82&device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 2416 time: 0.2913215 Oct 26 14:23:50.663930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:50.776437 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.777639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Deleting port 639c1530-b492-472e-8b27-4d065b524b92 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:50.777985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.788839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4608fd00-83fb-493e-89eb-cf04368ee1b5 req-1b51aa33-3e5b-4372-bc7c-65b3c8972e3e tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660161 Oct 26 14:23:50.813277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['9342faa8-803e-4ae0-a3a5-6bb5d12e49e6'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:50.881448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-364b7971-02c3-4022-9bff-a3820848fcea req-4cf2712a-dd24-429a-8ec9-10b95358c4a8 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:23:50.882662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-364b7971-02c3-4022-9bff-a3820848fcea req-4cf2712a-dd24-429a-8ec9-10b95358c4a8 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080409 Oct 26 14:23:50.936727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Made reservation on behalf of ee6cda96fe4b45d9b490757220c3888f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:50.950315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:50.970309 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:50.977138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfd06a-e6bc-464c-8cde-cc8b1324c4d7 req-e570f9c9-6e85-40af-8f2d-773354e551cb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:50.986758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24cfd06a-e6bc-464c-8cde-cc8b1324c4d7 req-e570f9c9-6e85-40af-8f2d-773354e551cb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 944 time: 0.3575399 Oct 26 14:23:51.031663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.038134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4a8564ce-25ca-436f-bb6a-51203169c318 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/4fb1ea01-d462-4d10-9a32-ca1f06d74e42 HTTP/1.1" status: 204 len: 168 time: 1.6563590 Oct 26 14:23:51.038320 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9321b0-cd88-4cdf-8e1f-5a05bcdaf908 None None] The sync data for ids ['cc649dd6-c3f7-4e32-a023-c6117b77fcad'] in n-d-813419-9 is: [{'id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'name': 'tempest-TaggedBootDevicesTest-1726493763-router', 'tenant_id': '01022bec82774d478491ae06767531a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '639c1530-b492-472e-8b27-4d065b524b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:11:04Z', 'updated_at': '2021-10-26T14:23:46Z', 'revision_number': 5, 'project_id': '01022bec82774d478491ae06767531a2', 'gw_port': {'id': '639c1530-b492-472e-8b27-4d065b524b92', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc649dd6-c3f7-4e32-a023-c6117b77fcad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:11:05Z', 'updated_at': '2021-10-26T14:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:51.041036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:51.081112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24cfd06a-e6bc-464c-8cde-cc8b1324c4d7 req-68227e33-205a-462f-9e63-760be7d1e656 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933385 Oct 26 14:23:51.100122 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc02a0-7e1a-47fd-a9f5-8aec62651f6a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] GET failed (client error): The resource could not be found. Oct 26 14:23:51.104922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d7dc02a0-7e1a-47fd-a9f5-8aec62651f6a tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports/4fb1ea01-d462-4d10-9a32-ca1f06d74e42 HTTP/1.1" status: 404 len: 333 time: 0.0588787 Oct 26 14:23:51.120440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:51.133144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-364b7971-02c3-4022-9bff-a3820848fcea req-f5a23a52-d101-4efa-bf20-b048675b7028 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2302253 Oct 26 14:23:51.181374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] For port 639c1530-b492-472e-8b27-4d065b524b92, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=639c1530-b492-472e-8b27-4d065b524b92,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:51.182313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.203191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Calling delete_port for 639c1530-b492-472e-8b27-4d065b524b92 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:51.329732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16c17fd0-0903-444a-89e4-6cae4f119d07 req-f0e34642-fda2-449d-82ed-e26f41690fc3 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 210 time: 0.1109192 Oct 26 14:23:51.454939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.490525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.520817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Pushing event deleted for resources: {'Port': ['ID=639c1530-b492-472e-8b27-4d065b524b92,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:51.527366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-7fa8feb8-0232-4133-a516-f56d24584927 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2171035 Oct 26 14:23:51.538796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Allocated IP 172.20.0.7 (2400ffd5-c585-4dad-b2fb-2d2260ee8721/be748427-9492-4270-a5a0-16f39bb64538/334d3836-676d-4cd3-8fe0-ce7e9f1b05c4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:51.602689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.757897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.760885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.812377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.813507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc649dd6-c3f7-4e32-a023-c6117b77fcad {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:23:51.819147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.821383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d4e7666-aa92-4576-8466-60794c3e8276 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc649dd6-c3f7-4e32-a023-c6117b77fcad HTTP/1.1" status: 204 len: 168 time: 2.7736270 Oct 26 14:23:51.823075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97dcdc70-76ce-4ed4-b567-ad2594a5891c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:51.824314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:51.869118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 09540096-acac-43e0-bd64-d00f4174b04e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:51.870749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.892189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Deleting subnet e987f38a-6a92-4d23-a602-d6e172eefbfb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:51.902247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.904427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 97dcdc70-76ce-4ed4-b567-ad2594a5891c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:51.905173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 97dcdc70-76ce-4ed4-b567-ad2594a5891c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:51.920956 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.968341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-ec89cc75-366d-47f7-a560-8d225382fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:51.969116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:51.975386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-ec89cc75-366d-47f7-a560-8d225382fe1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 1097 time: 0.3568771 Oct 26 14:23:52.110485 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.113351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.143747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.156821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 09540096-acac-43e0-bd64-d00f4174b04e owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:52.216933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.259439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:52.291858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e987f38a-6a92-4d23-a602-d6e172eefbfb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:52.292076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-c9097554-af69-4196-b9a6-2c2bcff8f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:52.293675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-c9097554-af69-4196-b9a6-2c2bcff8f6a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.2811739 Oct 26 14:23:52.309332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.313613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Router 371bfe1c-8575-4b9c-893a-2b39292d0f99 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:23:52.316993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b842713-afdf-4817-aea6-59b18e8f4aab admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e987f38a-6a92-4d23-a602-d6e172eefbfb HTTP/1.1" status: 204 len: 168 time: 0.4909835 Oct 26 14:23:52.319726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54036) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:52.336322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20186411-f5c4-445b-904b-27f923d3732b None None] Network 74b5d21b-21c4-41bf-92eb-323c5520044e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:52.380963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-67174f1d-0c2b-45e2-8815-9ccd7270f1c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 HTTP/1.1" status: 200 len: 217 time: 0.0773017 Oct 26 14:23:52.381994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.420524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.450834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0c74-7a15-4dfd-ba5e-80d41ebd2da9 req-acb51267-9542-4643-9e95-4d49414d07cd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:52.459361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c43a0c74-7a15-4dfd-ba5e-80d41ebd2da9 req-acb51267-9542-4643-9e95-4d49414d07cd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 944 time: 0.2071924 Oct 26 14:23:52.548091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:23:52.556345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:52.557214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.590584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c43a0c74-7a15-4dfd-ba5e-80d41ebd2da9 req-b01c9f83-d23f-4013-8fe5-0b130b1ee6c0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299231 Oct 26 14:23:52.613744 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:23:52.644088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Deleting port d13150eb-7d02-4207-a615-5abfdc3a6f37 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:52.644088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.744462 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.808991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] For port d13150eb-7d02-4207-a615-5abfdc3a6f37, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d13150eb-7d02-4207-a615-5abfdc3a6f37,segment=NetworkSegment(85f67b13-2247-4063-9a37-d2c9b87cc456),segment_id=85f67b13-2247-4063-9a37-d2c9b87cc456)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:52.809984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:52.822023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:52.833084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:52.837868 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd9c96-d988-4aa5-9029-4ce80e1fb92a" -d '{"events": [{"server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "name": "network-vif-plugged", "status": "completed", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:52.840290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Calling delete_port for d13150eb-7d02-4207-a615-5abfdc3a6f37 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:52.843192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] DHCP port deletion for 74b5d21b-21c4-41bf-92eb-323c5520044e request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:52.857207 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.038574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.074464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.081339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Deleting port d13150eb-7d02-4207-a615-5abfdc3a6f37 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:53.081714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.117117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b7279-f0aa-4f0d-87ea-c8fe736437a1 x-openstack-request-id: req-e25b7279-f0aa-4f0d-87ea-c8fe736437a1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:53.117615 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "name": "network-vif-plugged", "status": "completed", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:53.117884 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e25b7279-f0aa-4f0d-87ea-c8fe736437a1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:53.118301 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6', 'code': 200} Oct 26 14:23:53.127057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13150eb-7d02-4207-a615-5abfdc3a6f37,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.135874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] No DVR routers for this DVR port d13150eb-7d02-4207-a615-5abfdc3a6f37 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:53.201789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] For port d13150eb-7d02-4207-a615-5abfdc3a6f37, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:53.202244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.207455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:53.223504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Calling delete_port for d13150eb-7d02-4207-a615-5abfdc3a6f37 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:53.230934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Port d13150eb-7d02-4207-a615-5abfdc3a6f37 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:23:53.233933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.240324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:53.243314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event updated for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.273822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:53.280675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-6f3b9f6b-b489-459e-ba45-fe6f7b33a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.289228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-6f3b9f6b-b489-459e-ba45-fe6f7b33a4d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.8940780 Oct 26 14:23:53.290037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.305156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] Pushing event deleted for resources: {'Port': ['ID=d13150eb-7d02-4207-a615-5abfdc3a6f37,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.321926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2338600-4d4e-4328-8587-66a816aae28e None None] No DVR routers for this DVR port d13150eb-7d02-4207-a615-5abfdc3a6f37 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:53.357908 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.385781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.456475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b5d21b-21c4-41bf-92eb-323c5520044e']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:53.474819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3d273-8e62-47bb-8590-2034b0ffbd74 req-de6b7a30-a10f-4d7b-bd78-d7f8b6f132b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.476372 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07d3d273-8e62-47bb-8590-2034b0ffbd74 req-de6b7a30-a10f-4d7b-bd78-d7f8b6f132b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 1096 time: 0.1931949 Oct 26 14:23:53.484799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca1fb-f242-4621-a290-c7c04514ab67 req-4cadc1fe-481f-4b18-a51e-c3b3dd453e70 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.486724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f67b13-2247-4063-9a37-d2c9b87cc456') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:53.487224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f67b13-2247-4063-9a37-d2c9b87cc456') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:53.496363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-078ca1fb-f242-4621-a290-c7c04514ab67 req-4cadc1fe-481f-4b18-a51e-c3b3dd453e70 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 931 time: 0.5157261 Oct 26 14:23:53.503414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=09540096-acac-43e0-bd64-d00f4174b04e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:53.552293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.587690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.594109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-07d3d273-8e62-47bb-8590-2034b0ffbd74 req-a22e2572-80f4-41da-b11c-074cba0045fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986512 Oct 26 14:23:53.597065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.602682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-330d5e8d-b50c-4192-863f-b3dbb256c7af tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/09540096-acac-43e0-bd64-d00f4174b04e HTTP/1.1" status: 204 len: 168 time: 2.4791121 Oct 26 14:23:53.602916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:53.603023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:23:53.603118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:53.605923 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:53.608563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-fea672bb-fffb-448d-8376-24fc921d6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.608666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54048) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:53.608765 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-fea672bb-fffb-448d-8376-24fc921d6cb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818613 Oct 26 14:23:53.622251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Sync routers for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:23:53.626637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:53.627341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.651276 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e51fea-f4ca-46d2-a821-7d9a0d7960f1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] GET failed (client error): The resource could not be found. Oct 26 14:23:53.656944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68e51fea-f4ca-46d2-a821-7d9a0d7960f1 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "GET /v2.0/ports/09540096-acac-43e0-bd64-d00f4174b04e HTTP/1.1" status: 404 len: 333 time: 0.0455520 Oct 26 14:23:53.657177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:53.678715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:53.683979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:53.804199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-0d8fedf6-e686-4d3a-845a-39540edaa662 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7834280 Oct 26 14:23:53.812141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.818129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54056) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:53.818742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13dda3f5-64ec-4256-ac67-4d2820b4cb9b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.9584999 Oct 26 14:23:53.845140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Request body: {'port': {'device_id': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:53.860716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 639c1530-b492-472e-8b27-4d065b524b92 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:53.932559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-078ca1fb-f242-4621-a290-c7c04514ab67 req-c0e676b5-4c21-4337-ac35-46888b501c2e tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350941 Oct 26 14:23:53.935611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.938994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.953733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 639c1530-b492-472e-8b27-4d065b524b92 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:53.954177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 639c1530-b492-472e-8b27-4d065b524b92 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:53.954688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d13150eb-7d02-4207-a615-5abfdc3a6f37 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:23:53.965095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:53.968779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] 10.222.0.37 "DELETE /v2.0/networks/74b5d21b-21c4-41bf-92eb-323c5520044e HTTP/1.1" status: 204 len: 168 time: 1.6476979 Oct 26 14:23:54.016813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c860ad-8528-4679-b8da-fe264da24b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b5d21b-21c4-41bf-92eb-323c5520044e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:54.044423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7be153-b875-4511-a097-c0da36894dfd req-40741b17-d43c-431b-8216-11b17ddec77a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:54.052087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd7be153-b875-4511-a097-c0da36894dfd req-40741b17-d43c-431b-8216-11b17ddec77a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.2324166 Oct 26 14:23:54.116314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:54.126065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd7be153-b875-4511-a097-c0da36894dfd req-de931a0d-a498-46ca-9f6f-7dc6f0953830 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730059 Oct 26 14:23:54.231899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4c972c77-4911-4a5a-820b-a665108b7ecd None None] Provisioning complete for port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:54.233052 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4c972c77-4911-4a5a-820b-a665108b7ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.238817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d13150eb-7d02-4207-a615-5abfdc3a6f37 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:23:54.239301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d13150eb-7d02-4207-a615-5abfdc3a6f37 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:23:54.263383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54060) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:54.279996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-77605c97-a3ce-4e3b-ba66-9d54444a53c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095448 Oct 26 14:23:54.387849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 431ef644-c43c-45dc-a164-5d5b04550a60 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:54.388112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.411074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4c972c77-4911-4a5a-820b-a665108b7ecd None None] Port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:54.536952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.557375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 431ef644-c43c-45dc-a164-5d5b04550a60 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:54.576172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b5ba28-3644-4ed4-96d5-c34ad6a4d19d req-a8d3cbde-60b7-49f7-8195-e3e0370c417e service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853355 Oct 26 14:23:54.771895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:54.794199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.827452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Transition to ACTIVE for port object 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:23:54.836282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.839171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:50Z', 'revision_number': 3, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:54.881768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Checking router: 371bfe1c-8575-4b9c-893a-2b39292d0f99 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:23:54.882398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Updating router 371bfe1c-8575-4b9c-893a-2b39292d0f99 port b0b0daee-54ea-43c2-8a00-c357309b28b5 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:23:54.933930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:54.965707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Pushing event updated for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.123286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Attempting to bind port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:55.123627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Attempting to bind port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:55.123962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Attempting to bind port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:55.148839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:23:55.149162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Attempting to bind port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 on network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:55.163497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:55.163771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Checking segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:55.164798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Bound using segment: {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:55.165350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Bound port: 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:55.165933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.184859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dea87-64e3-41dc-93d3-4f9c93b218de req-af3752de-9aff-46e4-b0c6-e76c85342c43 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.186554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b65dea87-64e3-41dc-93d3-4f9c93b218de req-af3752de-9aff-46e4-b0c6-e76c85342c43 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 943 time: 0.1354606 Oct 26 14:23:55.284652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a8b71ad9-d3c0-4d81-9184-7e4c2f3c5a79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01022bec82774d478491ae06767531a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0178845 Oct 26 14:23:55.287851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54070) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:55.301473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b65dea87-64e3-41dc-93d3-4f9c93b218de req-292cda86-6385-4fa6-b117-babb639a7fd0 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016102 Oct 26 14:23:55.356076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:55.366444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:55.372087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c9b71-fd43-485e-94b8-d022555bd1da req-58dec237-ca2f-40e5-aec8-6ecaee056ca5 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.378568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.379316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd6c9b71-fd43-485e-94b8-d022555bd1da req-58dec237-ca2f-40e5-aec8-6ecaee056ca5 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.9745498 Oct 26 14:23:55.434138 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.449816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.481537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Pushing event updated for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.551540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.552761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.553433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ba2c-a88f-4bf6-8b51-4c87a997a07c None None] Pushing event updated for resources: {'Port': ['ID=b0b0daee-54ea-43c2-8a00-c357309b28b5,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.555195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-dbc2cb33-1911-48f9-859f-3ebf1e768569 service neutron] 10.222.0.41 "PUT /v2.0/ports/334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 200 len: 1091 time: 1.7326064 Oct 26 14:23:55.557166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Attempting to bind port b0b0daee-54ea-43c2-8a00-c357309b28b5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:23:55.557543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Attempting to bind port b0b0daee-54ea-43c2-8a00-c357309b28b5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:23:55.557907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Attempting to bind port b0b0daee-54ea-43c2-8a00-c357309b28b5 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:23:55.565681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:23:55.566064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:55.566472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.566930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:23:55.567373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Bound port: b0b0daee-54ea-43c2-8a00-c357309b28b5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:23:55.567897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.568917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd6c9b71-fd43-485e-94b8-d022555bd1da req-31d35037-3d26-4bff-89f3-c70dfa61c9b1 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885979 Oct 26 14:23:55.570918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:55.575623 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52cad10-2076-4c34-88c1-ab53e9d49158" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:55.578060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.643617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a6b37-3656-47e9-8e4f-0134ae6ccae1 req-26944b5b-9eab-40fd-b848-e26619919e8a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.645492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a2a6b37-3656-47e9-8e4f-0134ae6ccae1 req-26944b5b-9eab-40fd-b848-e26619919e8a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.2599356 Oct 26 14:23:55.671255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] For port b0b0daee-54ea-43c2-8a00-c357309b28b5, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:23:55.676688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] For port b0b0daee-54ea-43c2-8a00-c357309b28b5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b0b0daee-54ea-43c2-8a00-c357309b28b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:23:55.682304 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82103e-f574-4dbe-b209-09ae2da4c69d x-openstack-request-id: req-1c82103e-f574-4dbe-b209-09ae2da4c69d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:55.682679 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:55.682940 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c82103e-f574-4dbe-b209-09ae2da4c69d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:55.683380 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'status': 'completed', 'code': 200} Oct 26 14:23:55.689153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.697394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.706235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.757376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a2a6b37-3656-47e9-8e4f-0134ae6ccae1 req-1a61edcd-1a06-4d4d-980e-ac9b758b0bed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876245 Oct 26 14:23:55.777350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-09c6717b-a2a7-409a-b6cb-ebdcf9a24f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.779495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-09c6717b-a2a7-409a-b6cb-ebdcf9a24f8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 1094 time: 0.1329679 Oct 26 14:23:55.780583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ba2c-a88f-4bf6-8b51-4c87a997a07c None None] Pushing event updated for resources: {'Port': ['ID=b0b0daee-54ea-43c2-8a00-c357309b28b5,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.785392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=431ef644-c43c-45dc-a164-5d5b04550a60,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:55.814688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:23:55.815312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:55.871426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.881791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-49c7b8cb-8f19-450b-a775-5cfab639bef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 200 len: 217 time: 0.0869665 Oct 26 14:23:55.904431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:55.909322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-284bbed1-dcb4-4f6e-9ebc-d9a9cd3fa6cf tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/ports/431ef644-c43c-45dc-a164-5d5b04550a60 HTTP/1.1" status: 204 len: 168 time: 2.1943488 Oct 26 14:23:55.933686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:55.976777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-bde74384-a666-4b03-a6db-b337c5c565fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:55.978428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-bde74384-a666-4b03-a6db-b337c5c565fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.0823584 Oct 26 14:23:56.008942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:23:56.025074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.028435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.032381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9d896e-7634-4419-ab19-66e7df954e3a HTTP/1.1" status: 204 len: 168 time: 0.7419736 Oct 26 14:23:56.048244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting subnet 6db3c379-659a-4d1c-8f4f-ee6b15ba4714 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:23:56.078187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20475480-8116-47a3-ae29-7450f787e41e req-d5370641-42d7-4ad1-ba2e-01924e846266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.080047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-d5370641-42d7-4ad1-ba2e-01924e846266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765765 Oct 26 14:23:56.132705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.149790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050f79e-7c85-416e-94ba-f8063af78c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d896e-7634-4419-ab19-66e7df954e3a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:56.163769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d8181-fa81-4a39-a482-905e76f48c73 req-b6465b7a-ef9c-43e3-889f-b303ac63aecf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.168042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6d8181-fa81-4a39-a482-905e76f48c73 req-b6465b7a-ef9c-43e3-889f-b303ac63aecf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.2942884 Oct 26 14:23:56.353386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-8e455aea-e82c-4a35-af77-20d628bf747f tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.355739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-8e455aea-e82c-4a35-af77-20d628bf747f tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.41 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2518535 Oct 26 14:23:56.382331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:50Z', 'revision_number': 3, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:56.405864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-4b77ae91-c679-4e0a-a502-dae73127af13 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032241 Oct 26 14:23:56.465911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e8a4b-9bf7-430c-9f27-497b2f50bcaa None None] The sync data for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 is: [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:50Z', 'revision_number': 3, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:23:56.474381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.567519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Allocated IP 172.20.0.1 (0521060c-dae7-4c33-bd76-58854fea9c3e/15509caf-fb0a-4750-800b-16fdf4360c6e/94286419-217f-4940-bf15-92b96cc8ecef) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:23:56.585158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6d8181-fa81-4a39-a482-905e76f48c73 req-16cc9f01-6e45-498f-ac4a-ac0f44c032c6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607743 Oct 26 14:23:56.634355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a964e9d-1bd5-4b9b-af23-72f94fbe7ef9 req-d38a3054-7702-4b40-83a8-2d5c6ce528e5 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.636631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a964e9d-1bd5-4b9b-af23-72f94fbe7ef9 req-d38a3054-7702-4b40-83a8-2d5c6ce528e5 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 943 time: 0.1477127 Oct 26 14:23:56.681557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20475480-8116-47a3-ae29-7450f787e41e req-b26cba09-3c5d-4ccf-91de-bc6d11d8bcc3 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545829 Oct 26 14:23:56.755924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a964e9d-1bd5-4b9b-af23-72f94fbe7ef9 req-6b62e026-e645-4210-9b28-0e6108ee266a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064394 Oct 26 14:23:56.835838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.860333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Deleting port 49308548-9ba2-4a5c-9a91-fe67765a8cdd {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:56.861251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:56.923884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e79f1-8ce5-4994-8779-f5d15e1fc603 req-653f5058-074b-4dfe-a009-db601ee2fbf8 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:56.929037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a97e79f1-8ce5-4994-8779-f5d15e1fc603 req-653f5058-074b-4dfe-a009-db601ee2fbf8 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1659858 Oct 26 14:23:56.955301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.089702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-06414b91-729a-4dda-a9c8-2690a7e8b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:57.090977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-06414b91-729a-4dda-a9c8-2690a7e8b40b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 1094 time: 0.3164361 Oct 26 14:23:57.121493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a97e79f1-8ce5-4994-8779-f5d15e1fc603 req-56767ee9-c92c-442e-a4f3-7e553f1f9642 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709559 Oct 26 14:23:57.127176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.143961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.238812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] For port 49308548-9ba2-4a5c-9a91-fe67765a8cdd, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=49308548-9ba2-4a5c-9a91-fe67765a8cdd,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:57.239187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.268373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Subnet': ['ID=6db3c379-659a-4d1c-8f4f-ee6b15ba4714,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:57.286063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Network 0521060c-dae7-4c33-bd76-58854fea9c3e is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:57.293052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:57.296354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.299486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dee1a3-1edb-4da7-9dbb-6049fb28376c None None] Network b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:57.301522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-736d9ead-4c6a-4dd3-baeb-28389ff27567 tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/subnets/6db3c379-659a-4d1c-8f4f-ee6b15ba4714 HTTP/1.1" status: 204 len: 168 time: 1.3661077 Oct 26 14:23:57.306151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:57.311058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:23:57.331464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Calling delete_port for 49308548-9ba2-4a5c-9a91-fe67765a8cdd owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:57.432882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b4cca-ec56-4ea7-9765-778a2c250bfb req-b111404d-d40a-4038-b807-62552d9d1168 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:57.442088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-559b4cca-ec56-4ea7-9765-778a2c250bfb req-b111404d-d40a-4038-b807-62552d9d1168 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.1985157 Oct 26 14:23:57.447794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:57.483588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.522314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-543a1ba5-5793-44ad-a0d8-3cf65ed4a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:57.534138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-543a1ba5-5793-44ad-a0d8-3cf65ed4a378 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.4190252 Oct 26 14:23:57.544308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Pushing event updated for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:57.566740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.689699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] DHCP port deletion for b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:23:57.792203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Deleting port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:57.792724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.832254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-6172c9ce-d548-4e40-9e6a-56cfa135064a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 200 len: 217 time: 0.2765565 Oct 26 14:23:57.861560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Deleting port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:57.861939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.903477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] For port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,segment=NetworkSegment(c95281c6-3b23-4238-9d74-b59714b6d00c),segment_id=c95281c6-3b23-4238-9d74-b59714b6d00c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:57.903898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.945738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Calling delete_port for 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:57.962000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-aa09fc4f-5b99-48ca-8bf7-c9e6a1bb0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:57.964359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-aa09fc4f-5b99-48ca-8bf7-c9e6a1bb0461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1161127 Oct 26 14:23:57.972553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:57.976874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-722540152-network', 'tenant_id': '78628be6cdf24de0a813d694b47c38a0'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:57.984221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b0b0daee-54ea-43c2-8a00-c357309b28b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:58.027593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dbcd615b-e438-4159-bfd4-19df850361e7 None None] Provisioning complete for port 94286419-217f-4940-bf15-92b96cc8ecef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:58.027965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dbcd615b-e438-4159-bfd4-19df850361e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.030672 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-559b4cca-ec56-4ea7-9765-778a2c250bfb req-f51a00b4-6ca2-460f-90f6-ac5b3ab4fb11 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055356 Oct 26 14:23:58.031467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Made reservation on behalf of 78628be6cdf24de0a813d694b47c38a0 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:58.036648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.078974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.094626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] For port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,segment=NetworkSegment(c95281c6-3b23-4238-9d74-b59714b6d00c),segment_id=c95281c6-3b23-4238-9d74-b59714b6d00c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:58.095190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.095317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff80be7-e32e-4ebd-ae82-09b143641b70 req-6464b14d-3796-40fc-a8a8-9ba13365b626 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:58.098210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff80be7-e32e-4ebd-ae82-09b143641b70 req-6464b14d-3796-40fc-a8a8-9ba13365b626 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 943 time: 0.1699009 Oct 26 14:23:58.125782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Calling delete_port for 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:23:58.228334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ff80be7-e32e-4ebd-ae82-09b143641b70 req-3f9e1a7e-df0f-4d37-846e-c3cb5e66516f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103289 Oct 26 14:23:58.245539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-2924d026-a644-43d6-9253-568ebb44e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:58.247610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-2924d026-a644-43d6-9253-568ebb44e993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366140 Oct 26 14:23:58.255696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.309354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Port': ['ID=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.311234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee176219-759a-4627-aa24-91b6f2d2e51f req-44c2f002-0532-4ef2-a35f-50e454c8ad53 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=2586ff17-dc0e-457c-a840-2b78e20cbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0333343 Oct 26 14:23:58.312186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] No DVR routers for this DVR port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:58.318155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.352681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1013d683-c31e-4eee-b984-ba729c214b27', '41b00371-dd2b-4236-92e7-abd98f99b117'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:58.393618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['49308548-9ba2-4a5c-9a91-fe67765a8cdd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:23:58.396316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event deleted for resources: {'Port': ['ID=49308548-9ba2-4a5c-9a91-fe67765a8cdd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.424596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.438358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.441714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.482846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd615b-e438-4159-bfd4-19df850361e7 None None] Port 94286419-217f-4940-bf15-92b96cc8ecef cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:58.505961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] No DVR routers for this DVR port 49308548-9ba2-4a5c-9a91-fe67765a8cdd on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:58.519291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.523049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07f17ab4-1554-4966-99be-1c69feafeb0f req-ac7a2134-9f0f-4e0e-aa6a-675101930621 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.41 "DELETE /v2.0/ports/49308548-9ba2-4a5c-9a91-fe67765a8cdd HTTP/1.1" status: 204 len: 173 time: 2.1528594 Oct 26 14:23:58.523528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'name': 'network-vif-deleted', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:23:58.526169 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef5276-aafb-4c78-b39e-2907f0588f9d" -d '{"events": [{"server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "name": "network-vif-deleted", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:23:58.535136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.546574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.579545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:23:58.590841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b0b0daee-54ea-43c2-8a00-c357309b28b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:58.591751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.591878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c048a-610f-4506-a936-9765d495444b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.595731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:58.606153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-f9dbe2a6-db99-42bf-a0de-827ac6304638 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442991 Oct 26 14:23:58.606910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:23:58.629534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.633483 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Added segment 7157adb2-d3fa-4bd9-8943-74171452dc34 of type vlan for network 24ad446c-2fcf-4080-a96e-786adba9bd52 Oct 26 14:23:58.640988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95281c6-3b23-4238-9d74-b59714b6d00c') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:58.641326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95281c6-3b23-4238-9d74-b59714b6d00c') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:23:58.642805 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e25585-6fd4-4d58-9679-d86c8e29d2a6 x-openstack-request-id: req-f6e25585-6fd4-4d58-9679-d86c8e29d2a6 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:23:58.642936 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2586ff17-dc0e-457c-a840-2b78e20cbdc0", "name": "network-vif-deleted", "tag": "49308548-9ba2-4a5c-9a91-fe67765a8cdd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:23:58.643208 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6e25585-6fd4-4d58-9679-d86c8e29d2a6 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:23:58.643575 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2586ff17-dc0e-457c-a840-2b78e20cbdc0', 'name': 'network-vif-deleted', 'tag': '49308548-9ba2-4a5c-9a91-fe67765a8cdd', 'status': 'completed', 'code': 200} Oct 26 14:23:58.681267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.690696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Pushing event updated for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.721106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.735402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.748059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.762712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:23:58.763366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:23:58.772936 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:23:58.794192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.844016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:23:58.857209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e52cad10-2076-4c34-88c1-ab53e9d49158 req-954c94c3-e6cf-4691-ab06-02dbb1248833 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188687 Oct 26 14:23:58.858776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.860034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:58.860909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:58.935518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] Pushing event deleted for resources: {'Port': ['ID=3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:58.967640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5184097 Oct 26 14:23:58.974864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:58.979082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943afd94-24fe-46b1-a5e0-34250724b76c req-a7c69c63-17ba-4199-bf56-a30c35dc6046 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:58.982121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-943afd94-24fe-46b1-a5e0-34250724b76c req-a7c69c63-17ba-4199-bf56-a30c35dc6046 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.3596940 Oct 26 14:23:58.984153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Request body: {'subnet': {'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-722540152-subnet', 'tenant_id': '78628be6cdf24de0a813d694b47c38a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:23:58.993528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e31d9-34ec-4d21-b403-fb9becb04ed9 None None] No DVR routers for this DVR port 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:23:59.006614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdf41-55dc-4d86-95ca-4f5041fad307 admin admin] Pushing event updated for resources: {'Network': ['ID=24ad446c-2fcf-4080-a96e-786adba9bd52,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.062222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Made reservation on behalf of 78628be6cdf24de0a813d694b47c38a0 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:23:59.066253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.083200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 24ad446c-2fcf-4080-a96e-786adba9bd52 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:23:59.229347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.240662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.264440 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.267720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] 10.222.0.37 "DELETE /v2.0/networks/b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9 HTTP/1.1" status: 204 len: 168 time: 1.9540582 Oct 26 14:23:59.283960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Network 0521060c-dae7-4c33-bd76-58854fea9c3e is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:23:59.309327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:59.328648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a6d3-a5c9-4020-b76f-b07d94e4be2f tempest-AllowedAddressPairIpV6TestJSON-10416499 tempest-AllowedAddressPairIpV6TestJSON-10416499-project] Pushing event deleted for resources: {'Network': ['ID=b6dbe9d7-e01e-47a6-bf02-cab0823dc3b9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.357471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b0b0daee-54ea-43c2-8a00-c357309b28b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b0b0daee-54ea-43c2-8a00-c357309b28b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:59.398951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.418831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:23:59.472532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.541850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=b0b0daee-54ea-43c2-8a00-c357309b28b5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.554980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'port_id': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'mac_address': 'fa:16:3e:da:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:23:59.640512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7353c-1e7a-468f-b2a4-975e9e3907c0 req-f2c13f91-75aa-4333-91d6-79685326d453 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.641427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7c7353c-1e7a-468f-b2a4-975e9e3907c0 req-f2c13f91-75aa-4333-91d6-79685326d453 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 945 time: 0.4170523 Oct 26 14:23:59.673827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50fbf77-98d7-4557-9ebf-a3febe3208da req-5e70bf63-9161-4bd4-a107-7269b1778fe8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.675398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c50fbf77-98d7-4557-9ebf-a3febe3208da req-5e70bf63-9161-4bd4-a107-7269b1778fe8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 943 time: 0.1846020 Oct 26 14:23:59.689227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c12f6b-f219-4c17-abb4-deb15d5f82ba,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:23:59.695246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:23:59.695585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.727578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Router 371bfe1c-8575-4b9c-893a-2b39292d0f99 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:23:59.764120 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.787224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Checking segment: {'id': '7157adb2-d3fa-4bd9-8943-74171452dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:23:59.787589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Network hostable DHCP agents. Network: 24ad446c-2fcf-4080-a96e-786adba9bd52, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:23:59.787930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7ae627d8-bda2-4cc5-bc1d-b692ffece672 None None] Provisioning complete for port 94286419-217f-4940-bf15-92b96cc8ecef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:23:59.788516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7ae627d8-bda2-4cc5-bc1d-b692ffece672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.802240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c50fbf77-98d7-4557-9ebf-a3febe3208da req-7876f9e5-374a-4e67-a5e4-a3c905549b63 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171598 Oct 26 14:23:59.840860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e7c7353c-1e7a-468f-b2a4-975e9e3907c0 req-43414c52-0f85-42a9-8a42-5d07462d5484 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721792 Oct 26 14:23:59.859706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7ae627d8-bda2-4cc5-bc1d-b692ffece672 None None] Port 94286419-217f-4940-bf15-92b96cc8ecef cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:23:59.861217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b0b0daee-54ea-43c2-8a00-c357309b28b5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:23:59.864240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Network 24ad446c-2fcf-4080-a96e-786adba9bd52 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:23:59.913331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54144) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:23:59.914754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:23:59.922381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 24ad446c-2fcf-4080-a96e-786adba9bd52) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:23:59.933793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89432751-e08c-4f16-8e8b-543c0fae45ac None None] Network 24ad446c-2fcf-4080-a96e-786adba9bd52 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:23:59.941419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:23:59.942447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:23:59.964027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-82f2c922-bbf9-4002-92c7-a2692f2f6fa7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9867330 Oct 26 14:24:00.045462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:00.055542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.084020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:00.084395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.128167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:00.183148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.196729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b0b0daee-54ea-43c2-8a00-c357309b28b5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:00.197057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.209773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:00.222258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Sync routers for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:00.242998 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:00.246657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:00.317641 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-17aa3d21-40b3-41f9-b935-47080d344a91 admin admin] 10.222.0.37 "PUT /v2.0/routers/371bfe1c-8575-4b9c-893a-2b39292d0f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4872196 Oct 26 14:24:00.364479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d5b46d-4c58-45d1-ad6f-d5f07817b158 None None] Network 24ad446c-2fcf-4080-a96e-786adba9bd52 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:00.396552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1564a85a-3f06-45bf-968f-a233a45fc645 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fbcd26af07843f8b7d43af1136d077f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787352 Oct 26 14:24:00.397963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54160) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:00.434833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b94f3-e0e2-4bc3-b710-25318e5a495b req-96d11c09-9d85-4f8a-b1a3-ec3074a76a1e tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:00.444197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-038b94f3-e0e2-4bc3-b710-25318e5a495b req-96d11c09-9d85-4f8a-b1a3-ec3074a76a1e tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.1283171 Oct 26 14:24:00.503771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:00.538461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.551289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-038b94f3-e0e2-4bc3-b710-25318e5a495b req-a7ab111d-9992-4a74-b69d-e07af1d6aa6c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984919 Oct 26 14:24:00.576335 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:00.579225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.599536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 49308548-9ba2-4a5c-9a91-fe67765a8cdd no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:00.640062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.657752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=9342faa8-803e-4ae0-a3a5-6bb5d12e49e6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.731123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.734707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.736802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9cc7f77-f2f4-414d-b519-67ac2a5d60e1 HTTP/1.1" status: 204 len: 168 time: 0.3368936 Oct 26 14:24:00.758221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8644f7-4fab-493c-8e5f-141219d0ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cc7f77-f2f4-414d-b519-67ac2a5d60e1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:00.898732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:00.907247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:00.920746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-943afd94-24fe-46b1-a5e0-34250724b76c req-d32f2c62-d358-4690-a6e8-eefa7551d27d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.73 "DELETE /v2.0/ports/9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 HTTP/1.1" status: 204 len: 173 time: 1.8681655 Oct 26 14:24:00.928764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'name': 'network-vif-deleted', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:00.938981 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7083d4-45e3-4d0b-952e-da846cdc5cfc" -d '{"events": [{"server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "name": "network-vif-deleted", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:01.128465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8b51-c850-4894-800d-7a8c2e18add7 req-e8d0d4ff-2cc8-4c1c-949b-122efb9f6c3f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.137961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-446c8b51-c850-4894-800d-7a8c2e18add7 req-e8d0d4ff-2cc8-4c1c-949b-122efb9f6c3f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 944 time: 0.1824694 Oct 26 14:24:01.195885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-999afb4a-0701-4865-b7af-cba00d656f42 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:01.197742 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-999afb4a-0701-4865-b7af-cba00d656f42 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/networks?id=24ad446c-2fcf-4080-a96e-786adba9bd52 HTTP/1.1" status: 200 len: 812 time: 0.5221324 Oct 26 14:24:01.202650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-446c8b51-c850-4894-800d-7a8c2e18add7 req-ba31e011-4b76-41c1-8bb2-5871d0679999 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630665 Oct 26 14:24:01.232414 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:23:58Z', 'revision_number': 2, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:01.242726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-3fae8136-cb1a-4731-9d60-af01ba00cafe tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/quotas/78628be6cdf24de0a813d694b47c38a0 HTTP/1.1" status: 200 len: 375 time: 0.0344408 Oct 26 14:24:01.305119 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Checking router: 371bfe1c-8575-4b9c-893a-2b39292d0f99 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:01.305771 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Updating router 371bfe1c-8575-4b9c-893a-2b39292d0f99 port 94286419-217f-4940-bf15-92b96cc8ecef binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:01.376735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-22e9f0d2-a3da-4110-a7b2-61a2d4047af1 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=78628be6cdf24de0a813d694b47c38a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247258 Oct 26 14:24:01.391865 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:01.422458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 49308548-9ba2-4a5c-9a91-fe67765a8cdd {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:01.424881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 49308548-9ba2-4a5c-9a91-fe67765a8cdd not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:01.505489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67771637-70e5-4fc6-8302-dc05103c9db3 req-6684dfb0-4def-412a-836b-7203c6c0260f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0835626 Oct 26 14:24:01.623046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-396f0c01-9248-430e-8f39-0976e7c808f7 service neutron] 10.222.0.37 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453470 Oct 26 14:24:01.748074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:01.886580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:01.887088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3abdc7c9-7782-42f3-8fb4-bb4e20c19cd4 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:02.026944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54206) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:02.034709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1111133008-network', 'tenant_id': '9831f781b7464d2fb4094f25441d523b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:02.084750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Made reservation on behalf of 9831f781b7464d2fb4094f25441d523b for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:02.091188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.110387 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2ea7e-906a-4eb7-8957-a9f741946932 x-openstack-request-id: req-69c2ea7e-906a-4eb7-8957-a9f741946932 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:02.110922 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2039fa07-a6d9-49c0-a742-896f2c934849", "name": "network-vif-deleted", "tag": "9342faa8-803e-4ae0-a3a5-6bb5d12e49e6", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:02.110922 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69c2ea7e-906a-4eb7-8957-a9f741946932 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:02.112995 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2039fa07-a6d9-49c0-a742-896f2c934849', 'name': 'network-vif-deleted', 'tag': '9342faa8-803e-4ae0-a3a5-6bb5d12e49e6', 'status': 'completed', 'code': 200} Oct 26 14:24:02.115365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.206815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-841c85fa-fecc-41b4-abc9-f7c88bb5a933 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.255346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-841c85fa-fecc-41b4-abc9-f7c88bb5a933 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.6222203 Oct 26 14:24:02.277379 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.279941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:02.295282 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.338476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:02.344216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 9342faa8-803e-4ae0-a3a5-6bb5d12e49e6 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:02.399621 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Pushing event updated for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.441748 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.444182 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.444748 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.445440 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.449571 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.450116 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.450595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.451052 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.451549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.452007 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.452446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.452905 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:02.503359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.534234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e464-1d83-4fc8-b306-4c2be26fd88d req-e577c035-dd5f-4958-929e-f2cffccc2d6b tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:02.535911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f4e464-1d83-4fc8-b306-4c2be26fd88d req-e577c035-dd5f-4958-929e-f2cffccc2d6b tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 945 time: 0.2239213 Oct 26 14:24:02.537330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.608960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-9c15dcc3-2356-4443-87aa-179149fd058d service neutron] 10.222.0.37 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9840436 Oct 26 14:24:02.618167 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Attempting to bind port 94286419-217f-4940-bf15-92b96cc8ecef on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:02.620593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Attempting to bind port 94286419-217f-4940-bf15-92b96cc8ecef by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:02.621453 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Attempting to bind port 94286419-217f-4940-bf15-92b96cc8ecef on network 0521060c-dae7-4c33-bd76-58854fea9c3e {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:02.621686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e458d9-25ac-44d3-abf8-b9f440fd3fa1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:02.625859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:02.640339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:02.644645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Checking segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:02.645640 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.648750 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Bound using segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:02.649605 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Bound port: 94286419-217f-4940-bf15-92b96cc8ecef, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:02.650360 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.670166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:02.674509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Deleting port 41b00371-dd2b-4236-92e7-abd98f99b117 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:02.674890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.759767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:02.760186 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Added segment feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82 of type vlan for network 44042ac4-b835-4afb-8cad-3501ba655703 Oct 26 14:24:02.789087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e1f4e464-1d83-4fc8-b306-4c2be26fd88d req-351fabbb-f81a-4de2-ada3-5bdae0d3d433 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374344 Oct 26 14:24:02.914071 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] For port 94286419-217f-4940-bf15-92b96cc8ecef, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:02.929787 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] For port 94286419-217f-4940-bf15-92b96cc8ecef, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=94286419-217f-4940-bf15-92b96cc8ecef,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:02.943261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54222) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:02.944868 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.059148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] For port 41b00371-dd2b-4236-92e7-abd98f99b117, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=41b00371-dd2b-4236-92e7-abd98f99b117,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:03.059557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.096804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] Provisioning complete for port 94286419-217f-4940-bf15-92b96cc8ecef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:03.097453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.116716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.119540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Calling delete_port for 41b00371-dd2b-4236-92e7-abd98f99b117 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:03.120186 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb7564-80d8-43d8-9882-4175c68f1472 None None] Pushing event updated for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.169199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:03.175206 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:03.321926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315106d-3c6c-4a5f-b07d-64a8e4014a52 req-66762847-e0f7-406e-b513-61d2ecd6c2f7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.330990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5315106d-3c6c-4a5f-b07d-64a8e4014a52 req-66762847-e0f7-406e-b513-61d2ecd6c2f7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 944 time: 0.3336849 Oct 26 14:24:03.373249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac5484ed-845d-4846-a580-51608ffe0bd9 req-35753da6-845f-49cf-a904-e06a06b6cee6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0917234 Oct 26 14:24:03.401305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.402709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:03.403309 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.408773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.566364 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:03.588036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] For port 94286419-217f-4940-bf15-92b96cc8ecef, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=94286419-217f-4940-bf15-92b96cc8ecef,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:03.600565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.661076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-040348aa-d648-40ae-960f-9aee3619c449 req-95691034-0380-4903-9c1c-69792560c5e5 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 210 time: 0.1946673 Oct 26 14:24:03.666811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5315106d-3c6c-4a5f-b07d-64a8e4014a52 req-d9429ca5-9a5a-49c4-9229-18aef9765f52 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343081 Oct 26 14:24:03.690121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f4d6c2ea-6ab7-42d9-a574-55111883ae79 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] Request body: {'port': {'network_id': 'f47d3e22-ea5f-4e4f-a860-a1737d68417f', 'name': 'tempest-NetworksNegativeTestJSON-375647308'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:03.699315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] Pushing event updated for resources: {'Network': ['ID=44042ac4-b835-4afb-8cad-3501ba655703,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.729313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 44042ac4-b835-4afb-8cad-3501ba655703 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:03.745125 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d6c2ea-6ab7-42d9-a574-55111883ae79 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] POST failed (client error): The resource could not be found. Oct 26 14:24:03.751181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d6c2ea-6ab7-42d9-a574-55111883ae79 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:03.756885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f4d6c2ea-6ab7-42d9-a574-55111883ae79 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8086269 Oct 26 14:24:03.758086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54238) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.783520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:03.793153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9437598b-cfac-4f7d-ba9b-cccf887a83e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7598217 Oct 26 14:24:03.793153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54240) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.858776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Request body: {'subnet': {'network_id': '44042ac4-b835-4afb-8cad-3501ba655703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1111133008-subnet', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:03.899146 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfff5ea-05e2-4237-8b6f-d0f91d88c69a tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] DELETE failed (client error): The resource could not be found. Oct 26 14:24:03.902991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfff5ea-05e2-4237-8b6f-d0f91d88c69a tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:03.911322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1013d683-c31e-4eee-b984-ba729c214b27', '41b00371-dd2b-4236-92e7-abd98f99b117'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:03.927933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event deleted for resources: {'Port': ['ID=41b00371-dd2b-4236-92e7-abd98f99b117,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.928413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396509e1-96b5-4e65-a5d9-a690bc3cd3b0 None None] Pushing event updated for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:03.938796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54244) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:03.940230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cbfff5ea-05e2-4237-8b6f-d0f91d88c69a tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "DELETE /v2.0/networks/a310ff36-e652-4473-adc3-fd352569638c HTTP/1.1" status: 404 len: 339 time: 0.1781156 Oct 26 14:24:03.972935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ac9d6df6-064b-471c-a9b5-64bcf1a559ee None None] Provisioning complete for port 94286419-217f-4940-bf15-92b96cc8ecef triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:03.973267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ac9d6df6-064b-471c-a9b5-64bcf1a559ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.008149 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:04.023000 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fb9fd9-3f5d-400f-b545-8de1a652771f tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] DELETE failed (client error): The resource could not be found. Oct 26 14:24:04.025277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fb9fd9-3f5d-400f-b545-8de1a652771f tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:04.039341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86fb9fd9-3f5d-400f-b545-8de1a652771f tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "DELETE /v2.0/ports/16d6ab0c-7a20-4c52-90c1-230a5d0c96ed HTTP/1.1" status: 404 len: 333 time: 0.0980344 Oct 26 14:24:04.044286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54246) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.102400 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae0b0-b5f3-42c5-8422-703a080b02f7 None None] The sync data for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 is: [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:02Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:04.162196 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-278bdde2-3bac-4948-9321-ae8556330751 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] DELETE failed (client error): The resource could not be found. Oct 26 14:24:04.162891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278bdde2-3bac-4948-9321-ae8556330751 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:04.166981 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-278bdde2-3bac-4948-9321-ae8556330751 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "DELETE /v2.0/subnets/4aee3791-11f1-41ba-853a-1ca44404c916 HTTP/1.1" status: 404 len: 337 time: 0.1187859 Oct 26 14:24:04.168122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] No DVR routers for this DVR port 41b00371-dd2b-4236-92e7-abd98f99b117 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:04.171147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.204251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8af9735-3cd8-47cb-8c55-466fea842473 req-3109c1ea-e160-4fcf-a7ae-39cbd473aaca tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 210 time: 0.2441704 Oct 26 14:24:04.204920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.209323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-478d816e-3381-40df-9cbf-bc11b30f8484 req-99ffd7c2-a7eb-4fa7-b11c-897e4c7b9f3c tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "DELETE /v2.0/ports/41b00371-dd2b-4236-92e7-abd98f99b117 HTTP/1.1" status: 204 len: 173 time: 1.9078462 Oct 26 14:24:04.209827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'name': 'network-vif-deleted', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:04.214047 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd15d5f-ce88-4d8b-81d6-c5f1b3ebc331" -d '{"events": [{"server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "name": "network-vif-deleted", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:04.233720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Made reservation on behalf of 9831f781b7464d2fb4094f25441d523b for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:04.242117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:04.246194 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2eeaa39-0393-49f7-8686-2087da87b72f tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] GET failed (client error): The resource could not be found. Oct 26 14:24:04.248119 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f2eeaa39-0393-49f7-8686-2087da87b72f tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "GET /v2.0/networks/99db9a6e-c763-4c05-9a9b-7c42c5c8789a HTTP/1.1" status: 404 len: 339 time: 0.0756111 Oct 26 14:24:04.251800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54252) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.317128 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cd8e0c-05f3-4b72-a1af-47169fcc4732 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] GET failed (client error): The resource could not be found. Oct 26 14:24:04.324752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-76cd8e0c-05f3-4b72-a1af-47169fcc4732 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "GET /v2.0/ports/a6ad1d04-1b33-47e4-9746-e9d1f4d98ab2 HTTP/1.1" status: 404 len: 333 time: 0.0691423 Oct 26 14:24:04.326894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.364930 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf38d71c-2c19-4fce-a547-04dab01b05d4 x-openstack-request-id: req-cf38d71c-2c19-4fce-a547-04dab01b05d4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:04.368922 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef6844d-5124-4b9d-9afe-681807bb8a82", "name": "network-vif-deleted", "tag": "41b00371-dd2b-4236-92e7-abd98f99b117", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:04.369711 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf38d71c-2c19-4fce-a547-04dab01b05d4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:04.370439 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef6844d-5124-4b9d-9afe-681807bb8a82', 'name': 'network-vif-deleted', 'tag': '41b00371-dd2b-4236-92e7-abd98f99b117', 'status': 'completed', 'code': 200} Oct 26 14:24:04.440610 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cff2b1-29f1-4f1e-8585-bbe084adf5bd tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] GET failed (client error): The resource could not be found. Oct 26 14:24:04.457303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0cff2b1-29f1-4f1e-8585-bbe084adf5bd tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "GET /v2.0/subnets/c30efe27-5a71-4a2f-a15a-a33bbeb68943 HTTP/1.1" status: 404 len: 337 time: 0.1257217 Oct 26 14:24:04.461370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54260) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.487853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f74be10d-f24e-4a78-aa1a-2ce27bdcd2ab tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:04.522519 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74be10d-f24e-4a78-aa1a-2ce27bdcd2ab tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] PUT failed (client error): The resource could not be found. Oct 26 14:24:04.526688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74be10d-f24e-4a78-aa1a-2ce27bdcd2ab tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:04.529755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f74be10d-f24e-4a78-aa1a-2ce27bdcd2ab tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "PUT /v2.0/networks/e3ec1872-3340-42ea-9591-ef2c8f3b5969 HTTP/1.1" status: 404 len: 339 time: 0.0673678 Oct 26 14:24:04.534029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54262) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.542533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7806de99-f595-4a1e-b30f-3ed2ce75b8a0 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:04.584248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:04.597337 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-7806de99-f595-4a1e-b30f-3ed2ce75b8a0 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] PUT failed (client error): The resource could not be found. Oct 26 14:24:04.598501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7806de99-f595-4a1e-b30f-3ed2ce75b8a0 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:04.599924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7806de99-f595-4a1e-b30f-3ed2ce75b8a0 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "PUT /v2.0/ports/f7301a08-d7f6-4b55-8262-5c8a1719d02c HTTP/1.1" status: 404 len: 333 time: 0.0644011 Oct 26 14:24:04.604485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54264) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:04.615996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d3edad64-26ed-41ad-804c-3627e62a7c55 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:04.695175 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3edad64-26ed-41ad-804c-3627e62a7c55 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] PUT failed (client error): The resource could not be found. Oct 26 14:24:04.696844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5e90efe-1d01-4668-b684-11f59f6f5955 req-bf9fcbb1-cc0a-4310-b4c1-801e628c5bed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0820625 Oct 26 14:24:04.698216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3edad64-26ed-41ad-804c-3627e62a7c55 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:24:04.703285 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3edad64-26ed-41ad-804c-3627e62a7c55 tempest-NetworksNegativeTestJSON-931595966 tempest-NetworksNegativeTestJSON-931595966-project] 10.222.0.37 "PUT /v2.0/subnets/30b0fa7d-d7d6-4313-b824-b00b21b84e94 HTTP/1.1" status: 404 len: 337 time: 0.0972931 Oct 26 14:24:04.755627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:04.769587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:04.771667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.006401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dcc82-358a-441d-9606-1c3b2ee6869b req-d083eb50-8f73-43fc-93fa-cee4014822ab tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.023237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c1dcc82-358a-441d-9606-1c3b2ee6869b req-d083eb50-8f73-43fc-93fa-cee4014822ab tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 944 time: 0.1577587 Oct 26 14:24:05.058872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5a7c561-f46f-438f-b598-41ad1c86c140 req-1fbf0a8d-7fb9-4d7e-a0e8-002183e961ca tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 210 time: 0.0896361 Oct 26 14:24:05.067413 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.164744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3c1dcc82-358a-441d-9606-1c3b2ee6869b req-8590bc2f-8271-40af-9ec3-4a4203a2bcc4 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393313 Oct 26 14:24:05.177131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.224544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5057ee11-1b35-473f-9e5c-df84e023ef2c,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.243179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Checking segment: {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:05.243668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Network hostable DHCP agents. Network: 44042ac4-b835-4afb-8cad-3501ba655703, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:05.282858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:05.288626 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c8d99a-3180-471d-b224-4510ecfc9ca0" -d '{"events": [{"server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:05.329983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Network 44042ac4-b835-4afb-8cad-3501ba655703 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:05.345250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:05.349877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 44042ac4-b835-4afb-8cad-3501ba655703) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:05.360393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.364596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.367457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.373561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b882d-485b-4f3f-a7c5-42d12a438194 None None] Network 44042ac4-b835-4afb-8cad-3501ba655703 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:05.422686 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de920b2-d33a-4980-b72c-dffd30cd3860 x-openstack-request-id: req-2de920b2-d33a-4980-b72c-dffd30cd3860 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:05.423424 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "name": "network-vif-plugged", "status": "completed", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:05.423925 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2de920b2-d33a-4980-b72c-dffd30cd3860 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:05.424722 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'code': 200} Oct 26 14:24:05.428336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:05.434174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:05.440287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-20e56f23-9a80-4d56-b655-f56669e1cd5f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6460855 Oct 26 14:24:05.477132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54280) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:05.554639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.565065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.572899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ed93-31ca-4337-98b7-bdfc9b16f046 req-2a6e7d84-0870-4e1c-8487-0937b35ccf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:05.574179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:05.575178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834ed93-31ca-4337-98b7-bdfc9b16f046 req-2a6e7d84-0870-4e1c-8487-0937b35ccf49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 1096 time: 0.1066313 Oct 26 14:24:05.797516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.845424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-44042ac4-b835-4afb-8cad-3501ba655703', 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'fixed_ips': [{'subnet_id': '5057ee11-1b35-473f-9e5c-df84e023ef2c'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:24:05.847220 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:05.872462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2864795-c92c-495e-b504-4024835779b9 req-ae47f317-f8dd-4e9a-abce-450fff6f9a4a tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ef6844d-5124-4b9d-9afe-681807bb8a82 HTTP/1.1" status: 200 len: 210 time: 0.3892314 Oct 26 14:24:06.204453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 94286419-217f-4940-bf15-92b96cc8ecef up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:06.377339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 41b00371-dd2b-4236-92e7-abd98f99b117 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:06.454577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 41b00371-dd2b-4236-92e7-abd98f99b117 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:06.454998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 41b00371-dd2b-4236-92e7-abd98f99b117 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:06.463403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Allocated IP 172.20.0.2 (44042ac4-b835-4afb-8cad-3501ba655703/5057ee11-1b35-473f-9e5c-df84e023ef2c/5bf1af40-9ec0-41bf-ab51-a503dab7e9ae) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:06.473256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a448b8ae-d84e-4ade-bfac-bafde4cbb033 req-f39bd71e-116a-4128-9207-338ad0c48bc8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.1367710 Oct 26 14:24:06.476345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45db9ba4-1da2-4612-ad98-cdb827f65393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.483249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834ed93-31ca-4337-98b7-bdfc9b16f046 req-81449674-bb77-4c1d-9349-58b011ef24fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8943219 Oct 26 14:24:06.567130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 94286419-217f-4940-bf15-92b96cc8ecef triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:06.571453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.682560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45db9ba4-1da2-4612-ad98-cdb827f65393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.701251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45db9ba4-1da2-4612-ad98-cdb827f65393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.741170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7ae8e58-5d8f-4432-98ca-ddef25c47dc5 req-805f0a66-3e2c-42e1-8e4e-dcdecc8cd142 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 210 time: 0.0558877 Oct 26 14:24:06.783550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45db9ba4-1da2-4612-ad98-cdb827f65393 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfcfaee0d4b44c3c9416e7503d1b6d91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2968452 Oct 26 14:24:06.786482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:06.793644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9ba4-1da2-4612-ad98-cdb827f65393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32257063-26f3-4b97-a455-565560582c01,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:06.919660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:06.960406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-aedfaaa1-f769-4621-aac7-e3cfcd8dd8ce tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:06.963163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-aedfaaa1-f769-4621-aac7-e3cfcd8dd8ce tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.73 "GET /v2.0/networks?id=24ad446c-2fcf-4080-a96e-786adba9bd52 HTTP/1.1" status: 200 len: 812 time: 1.1395051 Oct 26 14:24:06.974986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.014061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Request body: {'port': {'device_id': 'c492887f-60e1-428d-bb80-514049b764bd', 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52', 'admin_state_up': True, 'tenant_id': '78628be6cdf24de0a813d694b47c38a0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:07.059772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.064947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.069747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32257063-26f3-4b97-a455-565560582c01 HTTP/1.1" status: 204 len: 168 time: 0.2822573 Oct 26 14:24:07.083659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dbbca-36d5-42dc-a281-7c5e17b9859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32257063-26f3-4b97-a455-565560582c01,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:07.154061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.158671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Made reservation on behalf of 78628be6cdf24de0a813d694b47c38a0 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:07.162783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.286340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.306013 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.330948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284494c-e03b-47b3-be28-39cf3531f2f0 req-91a4a182-ecf5-4d96-990a-0c5e6d38ece6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:07.340667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7284494c-e03b-47b3-be28-39cf3531f2f0 req-91a4a182-ecf5-4d96-990a-0c5e6d38ece6 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.3961525 Oct 26 14:24:07.411088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Pushing event updated for resources: {'Port': ['ID=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:07.435638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Network 44042ac4-b835-4afb-8cad-3501ba655703 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:07.437990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:07.442741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7284494c-e03b-47b3-be28-39cf3531f2f0 req-6ef4bd6e-fb01-4385-8b6e-39b9ffc4d957 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007335 Oct 26 14:24:07.449876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:07.460737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd9403-737e-4a13-8a57-0a6599231bba req-89d56b19-34ab-4443-b62a-1fe6cec558bb tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:07.477045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-addd9403-737e-4a13-8a57-0a6599231bba req-89d56b19-34ab-4443-b62a-1fe6cec558bb tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1093655 Oct 26 14:24:07.498372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Allocated IP 172.20.0.5 (24ad446c-2fcf-4080-a96e-786adba9bd52/f6c12f6b-f219-4c17-abb4-deb15d5f82ba/8db4162f-911c-44fa-b6cd-2eb283bdb6ed) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:07.575897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-addd9403-737e-4a13-8a57-0a6599231bba req-58e5c2f8-e236-4d4c-a900-528173f5abde tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932949 Oct 26 14:24:07.614718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Attempting to bind port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:07.615088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Attempting to bind port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:07.615706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Attempting to bind port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae on network 44042ac4-b835-4afb-8cad-3501ba655703 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:07.629189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:07.629881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Checking segment: {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:07.640216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.642806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Bound using segment: {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:07.644759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Bound port: 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:07.645609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.656878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d450012-e9f0-47bb-b019-6f8349b2f2bc req-ac1b87ad-3c29-489c-bac8-5bbfed81199d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0406644 Oct 26 14:24:07.918702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.923279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] For port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:07.940045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] For port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:07.950007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.950565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:07.985117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03b91553-3f87-4684-8f5a-6dd773595655 req-2bfdd700-5624-4e04-aed3-3e8c606d1f40 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 210 time: 0.0757887 Oct 26 14:24:08.037673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.117100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c743-ed74-4a42-95ef-3d0554ec2bd5 None None] Pushing event updated for resources: {'Port': ['ID=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:08.148635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Allocated IP 172.25.5.177 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:08.155269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.320292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Network 24ad446c-2fcf-4080-a96e-786adba9bd52 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:08.330894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:08.340272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:08.373257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Pushing event updated for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:08.467327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.468087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.502508 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0dedf07a-b721-4fb3-bc1b-5bf3c937daeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4930737 Oct 26 14:24:08.533771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Request body: {'port': {'device_id': 'c492887f-60e1-428d-bb80-514049b764bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:08.543017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.781353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1f186-2b5a-4149-9fc7-d9c8baa0d53f req-6b014592-c596-45e0-ba2e-8faabb37c7c9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.784867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fca1f186-2b5a-4149-9fc7-d9c8baa0d53f req-6b014592-c596-45e0-ba2e-8faabb37c7c9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.0785830 Oct 26 14:24:08.847011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:08.873843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e04b-96f7-4d2e-a12c-bcb467303b5e req-d23f32aa-03cd-4158-b2e4-c9e32e6b0cfb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:08.887975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a32e04b-96f7-4d2e-a12c-bcb467303b5e req-d23f32aa-03cd-4158-b2e4-c9e32e6b0cfb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.3010938 Oct 26 14:24:08.988972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fca1f186-2b5a-4149-9fc7-d9c8baa0d53f req-7d90b480-5e95-4aff-8477-e89a46bad654 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966259 Oct 26 14:24:08.998469 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a32e04b-96f7-4d2e-a12c-bcb467303b5e req-e0438d39-5712-4a07-9c87-fd9eb9541bd7 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084719 Oct 26 14:24:08.998965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-35e1c9a7-9deb-422b-b03a-dc9c50551ec9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.001484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-35e1c9a7-9deb-422b-b03a-dc9c50551ec9 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 945 time: 0.1412995 Oct 26 14:24:09.004775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.229772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d530faa-3af9-4770-a064-664d949041c9 req-0208058f-ab5f-4949-9bc6-8fd205804f77 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.1014047 Oct 26 14:24:09.232460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:09.254309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:09.279340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:09.308818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62677475-ff92-4c23-8eac-af4da57cc594 req-f8ddaea9-ee92-4f41-acb8-4342e1ce00f8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.311291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62677475-ff92-4c23-8eac-af4da57cc594 req-f8ddaea9-ee92-4f41-acb8-4342e1ce00f8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.2194176 Oct 26 14:24:09.324333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54352) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:09.343816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Request body: {'floatingip': {'port_id': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:09.429682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:09.471778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.549103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Deleting port 1013d683-c31e-4eee-b984-ba729c214b27 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:09.549540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.798878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834dad7-ffdb-470c-a9dd-88ce5b88feb1 None None] Network 44042ac4-b835-4afb-8cad-3501ba655703 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:09.835039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aaef2-1628-4317-a0b1-5daf6c89f824 req-c9c726db-66a4-4abd-8d53-1fb0482b1c62 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:09.843383 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f36aaef2-1628-4317-a0b1-5daf6c89f824 req-c9c726db-66a4-4abd-8d53-1fb0482b1c62 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 931 time: 0.4547298 Oct 26 14:24:09.893788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] Provisioning complete for port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:09.894367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.911223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] For port 1013d683-c31e-4eee-b984-ba729c214b27, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1013d683-c31e-4eee-b984-ba729c214b27,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:09.911795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:09.982388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Calling delete_port for 1013d683-c31e-4eee-b984-ba729c214b27 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:10.112258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:10.208755 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.223583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3cde8550-a8e9-454e-b106-33b5df3e856e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.232050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.234998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.255910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f36aaef2-1628-4317-a0b1-5daf6c89f824 req-f3766ed9-e872-4d83-9e79-46ef8bf6d90c tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115562 Oct 26 14:24:10.304786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1013d683-c31e-4eee-b984-ba729c214b27'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:10.342003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bdd5495-f474-4d13-a30a-59e9e561dfe0 req-1bf9ed16-774f-48e3-b2ab-104612bf6ca8 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.37 "GET /v2.0/ports?device_id=79b85591-a830-4aaf-8490-796c61ff9176 HTTP/1.1" status: 200 len: 210 time: 0.1275487 Oct 26 14:24:10.426040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db4162f-911c-44fa-b6cd-2eb283bdb6ed {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:10.450077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.457310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] For port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:10.475392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.548012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:10.548380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.581570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Pushing event deleted for resources: {'Port': ['ID=1013d683-c31e-4eee-b984-ba729c214b27,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.582273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c30e51e6-0646-4865-a1d9-19ede6b951a6 req-99a92cb6-cd39-4e13-8db6-aed8fd271d07 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.1389549 Oct 26 14:24:10.585867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Transition to ACTIVE for port object 8db4162f-911c-44fa-b6cd-2eb283bdb6ed will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:10.596261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.683993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] No DVR routers for this DVR port 1013d683-c31e-4eee-b984-ba729c214b27 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:10.695028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592694b7-fe33-4220-8b47-beaef40c0e1f None None] Pushing event updated for resources: {'Port': ['ID=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.699995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.704720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d569638-37f2-4f1c-bbf5-f455af54424d req-04949ce8-6383-4dae-a835-1b879f556179 tempest-ListServerFiltersTestJSON-716180014 tempest-ListServerFiltersTestJSON-716180014-project] 10.222.0.73 "DELETE /v2.0/ports/1013d683-c31e-4eee-b984-ba729c214b27 HTTP/1.1" status: 204 len: 173 time: 1.6957192 Oct 26 14:24:10.705253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'name': 'network-vif-deleted', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:10.716931 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c05c461-c3c0-4c75-9a70-f1d424c19f2d" -d '{"events": [{"server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "name": "network-vif-deleted", "tag": "1013d683-c31e-4eee-b984-ba729c214b27"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:10.720074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ea926d0a-7f84-48ea-a4e3-f3deb4cf5639 None None] Provisioning complete for port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:10.720447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea926d0a-7f84-48ea-a4e3-f3deb4cf5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:10.833957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:10.837248 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f86398a-bf5d-46d3-bf50-6e2164532b87 x-openstack-request-id: req-6f86398a-bf5d-46d3-bf50-6e2164532b87 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:10.838719 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b85591-a830-4aaf-8490-796c61ff9176", "name": "network-vif-deleted", "tag": "1013d683-c31e-4eee-b984-ba729c214b27", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:10.839259 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f86398a-bf5d-46d3-bf50-6e2164532b87 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:10.839775 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b85591-a830-4aaf-8490-796c61ff9176', 'name': 'network-vif-deleted', 'tag': '1013d683-c31e-4eee-b984-ba729c214b27', 'status': 'completed', 'code': 200} Oct 26 14:24:11.090242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.213906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Attempting to bind port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:11.214238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Attempting to bind port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '7157adb2-d3fa-4bd9-8943-74171452dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:11.214600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Attempting to bind port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed on network 24ad446c-2fcf-4080-a96e-786adba9bd52 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:11.232086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed on network 24ad446c-2fcf-4080-a96e-786adba9bd52 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:11.232468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Attempting to bind port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed on network 24ad446c-2fcf-4080-a96e-786adba9bd52 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:11.257840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:11.258531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Checking segment: {'id': '7157adb2-d3fa-4bd9-8943-74171452dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:11.258531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Bound using segment: {'id': '7157adb2-d3fa-4bd9-8943-74171452dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:11.258992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Bound port: 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7157adb2-d3fa-4bd9-8943-74171452dc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:11.259376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.344812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:24:11.432462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:11.437007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,segment=NetworkSegment(7157adb2-d3fa-4bd9-8943-74171452dc34),segment_id=7157adb2-d3fa-4bd9-8943-74171452dc34)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:11.460210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54404) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:11.486293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.513985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.527862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.549855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:11.550624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.552275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] 10.222.0.73 "PUT /v2.0/ports/8db4162f-911c-44fa-b6cd-2eb283bdb6ed HTTP/1.1" status: 200 len: 1091 time: 3.0346231 Oct 26 14:24:11.555071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:11.558499 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635276ed-a425-4632-b4c5-f70c41165a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:11.596772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161406d-3410-499a-93c8-c41ef69ecf65 req-8e26d2d1-3136-4b49-b5de-fe470340e6dd tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:11.605089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1161406d-3410-499a-93c8-c41ef69ecf65 req-8e26d2d1-3136-4b49-b5de-fe470340e6dd tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 943 time: 0.2233872 Oct 26 14:24:11.616915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Router b1e8fb14-3fab-443c-b474-a0c0077106a1 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:24:11.631103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c667f3-863f-4512-9ab9-5e0cd9299074 service neutron] Pushing event updated for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:11.672214 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea0055b-4249-4317-95da-cc669ef6f485 x-openstack-request-id: req-0ea0055b-4249-4317-95da-cc669ef6f485 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:11.672670 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:11.673026 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ea0055b-4249-4317-95da-cc669ef6f485 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:11.673547 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed', 'status': 'completed', 'code': 200} Oct 26 14:24:11.729797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Deleting subnet 62ba0469-222c-4207-a2e0-d4d44a21b9da {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:11.744807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.829110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:11.841250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42bfbb3e-5341-4c36-a60b-cc797a3b9afb req-85e231b3-2870-485d-b24e-b94d4d7b4e1f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0540004 Oct 26 14:24:11.852187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1161406d-3410-499a-93c8-c41ef69ecf65 req-71071011-6c21-4eac-8d6a-bc657a4d08d6 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458537 Oct 26 14:24:11.896082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-c4f9a7e0-b62b-473f-9bf1-db9d285555b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:11.905221 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Floating IP edb9755d-7229-4944-8016-58b318fda611 associated. External IP: 172.25.5.34, port: 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4. Oct 26 14:24:11.906085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-c4f9a7e0-b62b-473f-9bf1-db9d285555b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=78628be6cdf24de0a813d694b47c38a0&device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 1094 time: 0.2846870 Oct 26 14:24:11.940695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:11.959942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Sync routers for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:11.983080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:11.983757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:23:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:12.004141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-c79a7921-4db2-4071-89ca-fa71164b8ed7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed HTTP/1.1" status: 200 len: 217 time: 0.0492837 Oct 26 14:24:12.044218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.058227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.061996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-781568f9-4c3e-45ad-8d3a-c5a22c14b7fb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6301210 Oct 26 14:24:12.062507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:12.094776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:12.178062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0ced9020-3230-463f-9c2d-7e2784125ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:12.179647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-0ced9020-3230-463f-9c2d-7e2784125ca5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6c12f6b-f219-4c17-abb4-deb15d5f82ba HTTP/1.1" status: 200 len: 852 time: 0.1640377 Oct 26 14:24:12.243663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:12.244240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.264980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-bdae3751-c471-4f02-abe9-4a371b681232 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=24ad446c-2fcf-4080-a96e-786adba9bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760887 Oct 26 14:24:12.311292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.381759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:12.426142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ba0469-222c-4207-a2e0-d4d44a21b9da,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:12.435295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.441354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38fe77c7-30d9-4fd8-a58c-6481ba9769bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/62ba0469-222c-4207-a2e0-d4d44a21b9da HTTP/1.1" status: 204 len: 168 time: 0.9800568 Oct 26 14:24:12.445717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54430) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:12.462238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54432) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:12.547477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fb36e-d543-42cb-9a70-dc5975fd9d37 None None] Network 2988be5e-27b9-41cb-8432-5f4957fde374 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:12.576825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:12.602785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:12.821453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e430a0e2-3b30-4233-aab2-8a8eb36710b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.087506 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f7a31203-ef3e-4cd2-af11-5bd399fad72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.150427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-38f13a7f-e818-4669-9acc-e8e684abe1f1 service neutron] 10.222.0.73 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705349 Oct 26 14:24:13.153259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d40f5903-5d76-46ca-a001-eb2934ece1fb req-5c96001d-0743-41d7-b16a-d7d3aef9308a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=2039fa07-a6d9-49c0-a742-896f2c934849 HTTP/1.1" status: 200 len: 210 time: 0.0564096 Oct 26 14:24:13.161108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:13.170125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.176907 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:13.189882 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:13.192311 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:13.206414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0ec52021-8be1-4f4e-b0a3-e96f6606dd58 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "PUT /v2.0/floatingips/edb9755d-7229-4944-8016-58b318fda611 HTTP/1.1" status: 200 len: 990 time: 3.8724823 Oct 26 14:24:13.215969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:13.223882 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d9c445-4809-4cf9-803f-ff2fde381ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:13.236249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d55f6b-0fed-412e-afd3-2a9ef7b8e464 req-15cdbca4-54b5-497f-bc09-9fb7012b3c01 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:13.237871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42d55f6b-0fed-412e-afd3-2a9ef7b8e464 req-15cdbca4-54b5-497f-bc09-9fb7012b3c01 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 943 time: 0.1842661 Oct 26 14:24:13.274348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:09Z', 'revision_number': 3, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:13.279948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Deleting port b9b4a08e-1315-4482-b57d-77b60ff64a4b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:13.292732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.329299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] DHCP port deletion for 2988be5e-27b9-41cb-8432-5f4957fde374 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:24:13.368747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Checking router: b1e8fb14-3fab-443c-b474-a0c0077106a1 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:13.369190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Updating router b1e8fb14-3fab-443c-b474-a0c0077106a1 port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:13.401361 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a69da-c410-40ee-8d98-4e9f9c95f837 x-openstack-request-id: req-c82a69da-c410-40ee-8d98-4e9f9c95f837 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:13.402168 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:13.402649 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c82a69da-c410-40ee-8d98-4e9f9c95f837 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:13.403294 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'status': 'completed', 'code': 200} Oct 26 14:24:13.460635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.518878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42d55f6b-0fed-412e-afd3-2a9ef7b8e464 req-b20e2b2c-1ceb-4fc8-9b88-24fd39c94557 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621475 Oct 26 14:24:13.569820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e856aa15-bb93-4e3e-a274-10d2c4970735 req-291cd525-833c-4379-ba5d-3df5c3bbe4f6 service neutron] 10.222.0.73 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109809 Oct 26 14:24:13.734519 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:13.803521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635276ed-a425-4632-b4c5-f70c41165a1c req-261c9561-fd50-40ed-b1a4-0c1950a8209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:13.813548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-261c9561-fd50-40ed-b1a4-0c1950a8209a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=78628be6cdf24de0a813d694b47c38a0&device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 1094 time: 0.1793489 Oct 26 14:24:13.911705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.944136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.966286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e430a0e2-3b30-4233-aab2-8a8eb36710b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:13.979134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e430a0e2-3b30-4233-aab2-8a8eb36710b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.058502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9b4a08e-1315-4482-b57d-77b60ff64a4b,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:14.060234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.061435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6f122-7626-4f6e-9bf9-af37497c6efb None None] Pushing event updated for resources: {'Port': ['ID=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:14.067327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Deleting port b9b4a08e-1315-4482-b57d-77b60ff64a4b {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:14.067910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.071118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b9b4a08e-1315-4482-b57d-77b60ff64a4b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:14.097134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.110370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e430a0e2-3b30-4233-aab2-8a8eb36710b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19ca471fb2d04d1eb45e3df5c55933a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6450646 Oct 26 14:24:14.113523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Calling delete_port for b9b4a08e-1315-4482-b57d-77b60ff64a4b owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:14.123132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54446) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:14.127553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a0e2-3b30-4233-aab2-8a8eb36710b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002ed8b8-b61d-441a-b44b-22c7f8fef2dc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:14.137407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.165471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-7e0c64d2-59b8-4fee-8c33-91957d6df589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.168776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-7e0c64d2-59b8-4fee-8c33-91957d6df589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 1096 time: 0.7007051 Oct 26 14:24:14.182120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635276ed-a425-4632-b4c5-f70c41165a1c req-68158b24-3373-4414-b738-ee8d442b696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.183660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-68158b24-3373-4414-b738-ee8d442b696f service neutron] 10.222.0.73 "GET /v2.0/networks?id=24ad446c-2fcf-4080-a96e-786adba9bd52 HTTP/1.1" status: 200 len: 913 time: 0.3623140 Oct 26 14:24:14.226007 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'edb9755d-7229-4944-8016-58b318fda611', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:da:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:44Z', 'updated_at': '2021-10-26T14:24:11Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:14.273553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Attempting to bind port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:14.274170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Attempting to bind port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:14.274710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Attempting to bind port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:14.292394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:14.310584 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:14.311397 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:14.353988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:14.354476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:14.355424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.355826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:14.356666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Bound port: 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:14.357197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.379007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-6a75929a-0654-4f3a-b636-70671dbf3088 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed HTTP/1.1" status: 200 len: 217 time: 0.1737235 Oct 26 14:24:14.455096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] For port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:14.458772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] For port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:14.460173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.531383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9b4a08e-1315-4482-b57d-77b60ff64a4b,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:14.534931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1013d683-c31e-4eee-b984-ba729c214b27 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:14.552847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] For port b9b4a08e-1315-4482-b57d-77b60ff64a4b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b9b4a08e-1315-4482-b57d-77b60ff64a4b,segment=NetworkSegment(0af82457-1436-412a-8fa7-f280cc504bb0),segment_id=0af82457-1436-412a-8fa7-f280cc504bb0)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:14.553553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.581499 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:14.582532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Calling delete_port for b9b4a08e-1315-4482-b57d-77b60ff64a4b owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:14.714401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 1013d683-c31e-4eee-b984-ba729c214b27 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:14.714965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1013d683-c31e-4eee-b984-ba729c214b27 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:14.719231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.721907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.731127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Allocated IP 172.20.0.1 (44042ac4-b835-4afb-8cad-3501ba655703/5057ee11-1b35-473f-9e5c-df84e023ef2c/62d2c940-aa32-4d72-92b2-2d6f7587bfe7) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:14.737583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.761476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.775993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.788630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-248d0fb4-1c8e-4c84-9aa1-ac8708763934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:14.789993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-248d0fb4-1c8e-4c84-9aa1-ac8708763934 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.6117802 Oct 26 14:24:14.847706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:14.860431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] No DVR routers for this DVR port b9b4a08e-1315-4482-b57d-77b60ff64a4b on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:14.884851 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'edb9755d-7229-4944-8016-58b318fda611', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:da:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:44Z', 'updated_at': '2021-10-26T14:24:11Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:14.919530 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254cdf43-0cf3-44f6-838b-85cbbba74572 None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'edb9755d-7229-4944-8016-58b318fda611', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'port_id': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'mac_address': 'fa:16:3e:da:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:23:44Z', 'updated_at': '2021-10-26T14:24:11Z', 'revision_number': 1, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:14.921314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] No DVR routers for this DVR port b9b4a08e-1315-4482-b57d-77b60ff64a4b on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:14.931047 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:14.949132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:14.950465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:15.008984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635276ed-a425-4632-b4c5-f70c41165a1c req-942c47c1-4a46-4271-b1ff-6c79a670997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:15.010435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-942c47c1-4a46-4271-b1ff-6c79a670997e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f6c12f6b-f219-4c17-abb4-deb15d5f82ba HTTP/1.1" status: 200 len: 852 time: 0.5722678 Oct 26 14:24:15.015549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161811b-e52f-425c-875b-5d2cb5e78265 req-c394ee29-48f1-475e-b0d3-945d35c51959 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:15.019174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b161811b-e52f-425c-875b-5d2cb5e78265 req-c394ee29-48f1-475e-b0d3-945d35c51959 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 943 time: 0.3115704 Oct 26 14:24:15.092651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.120460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.127660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-ced655b3-3898-4163-adac-b1680689c7ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 200 len: 998 time: 0.2928388 Oct 26 14:24:15.138403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6f122-7626-4f6e-9bf9-af37497c6efb None None] Pushing event updated for resources: {'Port': ['ID=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.141383 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.176086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224082-8331-49ba-9cef-b46caf7a8d7c None None] Pushing event deleted for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.230449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event deleted for resources: {'Port': ['ID=b9b4a08e-1315-4482-b57d-77b60ff64a4b,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.247769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-3acfb498-6ced-4c80-bcb6-70c27ea0b9a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=24ad446c-2fcf-4080-a96e-786adba9bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488819 Oct 26 14:24:15.279376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:15.279619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Network 44042ac4-b835-4afb-8cad-3501ba655703 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:15.312239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.314344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:15.334559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-50dbfa7c-264e-447a-95f5-f9a866398707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:15.335967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-50dbfa7c-264e-447a-95f5-f9a866398707 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.1859956 Oct 26 14:24:15.356154 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b161811b-e52f-425c-875b-5d2cb5e78265 req-f6a1c631-c756-4a77-ad41-c6676918818a tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252294 Oct 26 14:24:15.361246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46132ec-a474-4541-a733-1d298f1c7dca None None] New status for floating IP edb9755d-7229-4944-8016-58b318fda611: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:24:15.379010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:15.388625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2988be5e-27b9-41cb-8432-5f4957fde374']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:15.425783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Pushing event updated for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.458882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af82457-1436-412a-8fa7-f280cc504bb0') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:15.459384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af82457-1436-412a-8fa7-f280cc504bb0') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:15.476806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.509019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.514796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-5cbe23db-4d48-4602-8a00-95d7454c4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:15.516683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-5cbe23db-4d48-4602-8a00-95d7454c4924 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593466 Oct 26 14:24:15.522431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:15.523136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.523326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:15.526249 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:15.763553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.766132 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-e8000d80-f6b1-42ed-bbd0-6d72d2c56f74 service neutron] 10.222.0.73 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887333 Oct 26 14:24:15.778031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.781402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2988be5e-27b9-41cb-8432-5f4957fde374 HTTP/1.1" status: 204 len: 168 time: 3.3299091 Oct 26 14:24:15.796024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a575c-8b23-426d-afbf-5230e92bbc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2988be5e-27b9-41cb-8432-5f4957fde374,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:15.808013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-13c115e9-a222-4aa0-9115-f7d667c3243d None None] Provisioning complete for port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:15.808485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13c115e9-a222-4aa0-9115-f7d667c3243d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.820406 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.856601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-a90b79a0-1b2d-4ce8-bc43-557111bc7ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128140 Oct 26 14:24:15.878363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-13c115e9-a222-4aa0-9115-f7d667c3243d None None] Port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:15.894004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.902422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:15.906366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/002ed8b8-b61d-441a-b44b-22c7f8fef2dc HTTP/1.1" status: 204 len: 168 time: 1.7753229 Oct 26 14:24:16.001282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:09Z', 'revision_number': 3, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:16.030959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:16.053309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0732-86ba-4758-961e-ed5cbd453ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ed8b8-b61d-441a-b44b-22c7f8fef2dc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:16.077102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552d2eb-7d5c-4def-9e2b-65b421f17f5d None None] The sync data for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 is: [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:09Z', 'revision_number': 3, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:16.131831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.162751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e1047357-a453-4e90-9b6e-1cac75412af2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1faa63ebbf04534a4d8abb0f732a252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299539 Oct 26 14:24:16.165071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54480) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:16.167807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29d9c445-4809-4cf9-803f-ff2fde381ea9 req-7cbf936c-c95a-4965-9fab-ce816d882560 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894866 Oct 26 14:24:16.241063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-635276ed-a425-4632-b4c5-f70c41165a1c req-5aa89305-bcf3-4ade-b5a4-c68fda356c8d service neutron] 10.222.0.73 "GET /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113770 Oct 26 14:24:16.333927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.360566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8db4162f-911c-44fa-b6cd-2eb283bdb6ed details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:16.382770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.550658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.553619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.555234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373 HTTP/1.1" status: 204 len: 168 time: 0.3835540 Oct 26 14:24:16.559712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.573640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98da7-55a4-4c6b-bf6e-0c87b149e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ce1fc-aca7-4f8d-b0fc-2211a8d55373,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:16.576105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.689853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.691740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54490) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:16.695290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Pushing event updated for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:16.783121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f50a1eb1-30ad-4e26-886e-368cc372f9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.794528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28bd4d-3ff6-4763-b1a7-9b2c35978cd9 req-db881477-fc9f-4fec-8202-49dc9cfe6a83 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:16.804908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e28bd4d-3ff6-4763-b1a7-9b2c35978cd9 req-db881477-fc9f-4fec-8202-49dc9cfe6a83 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 943 time: 0.1737614 Oct 26 14:24:16.820058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,segment=NetworkSegment(7157adb2-d3fa-4bd9-8943-74171452dc34),segment_id=7157adb2-d3fa-4bd9-8943-74171452dc34)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:16.836325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed', 'network_id': '24ad446c-2fcf-4080-a96e-786adba9bd52', 'port_id': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed', 'mac_address': 'fa:16:3e:9a:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c12f6b-f219-4c17-abb4-deb15d5f82ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:16.926819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:16.949601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e28bd4d-3ff6-4763-b1a7-9b2c35978cd9 req-ef75e1ce-ed30-49dd-ae94-d84416fca829 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253593 Oct 26 14:24:16.969721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db4162f-911c-44fa-b6cd-2eb283bdb6ed {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:16.999215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,segment=NetworkSegment(7157adb2-d3fa-4bd9-8943-74171452dc34),segment_id=7157adb2-d3fa-4bd9-8943-74171452dc34)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:17.005635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.041867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Network 44042ac4-b835-4afb-8cad-3501ba655703 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:17.050248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:17.148708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:17.204127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8db4162f-911c-44fa-b6cd-2eb283bdb6ed'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:17.220211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f50a1eb1-30ad-4e26-886e-368cc372f9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.251315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f50a1eb1-30ad-4e26-886e-368cc372f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.392438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1eb1-30ad-4e26-886e-368cc372f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c50abe-c34a-4aa4-ae65-043f90f35663,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:17.411050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f50a1eb1-30ad-4e26-886e-368cc372f9a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aed642b94cc2403bbd00b766e19cc7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170873 Oct 26 14:24:17.413980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54502) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:17.437258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Router b1e8fb14-3fab-443c-b474-a0c0077106a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:17.463451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-20980f8c-15b9-4979-8c87-0f3e5214129f None None] Provisioning complete for port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:17.463960 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20980f8c-15b9-4979-8c87-0f3e5214129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.558252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.560734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-20980f8c-15b9-4979-8c87-0f3e5214129f None None] Port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:17.599887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.682629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.688283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:17.716310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8c50abe-c34a-4aa4-ae65-043f90f35663 HTTP/1.1" status: 204 len: 168 time: 0.2925718 Oct 26 14:24:17.733466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:17.746340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e26bcb-1274-440d-b08f-cbbeffcae530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c50abe-c34a-4aa4-ae65-043f90f35663,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:17.779757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e4a5ab65-1ca2-43fb-9478-34eed04cebd9 admin admin] 10.222.0.37 "PUT /v2.0/routers/b1e8fb14-3fab-443c-b474-a0c0077106a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7159207 Oct 26 14:24:18.066995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:18.157655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:18.158020 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.160526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218999a-b872-435d-86ea-d6eb695a9b1d req-995cac00-ae22-4b05-aaf4-69b96dc307bf tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:18.169042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5218999a-b872-435d-86ea-d6eb695a9b1d req-995cac00-ae22-4b05-aaf4-69b96dc307bf tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 944 time: 0.0846367 Oct 26 14:24:18.227676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5218999a-b872-435d-86ea-d6eb695a9b1d req-e56742ca-1880-4816-aa0a-b89942e6b157 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566719 Oct 26 14:24:18.317820 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.359826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:18.367088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.417092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8db4162f-911c-44fa-b6cd-2eb283bdb6ed up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:18.486649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:18.525406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:18.537926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:18.538370 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.660080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.722508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:18.725526 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7e536-43b1-4388-9b0d-340930c687ba" -d '{"events": [{"server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "name": "network-vif-plugged", "status": "completed", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:18.766449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,segment=NetworkSegment(7157adb2-d3fa-4bd9-8943-74171452dc34),segment_id=7157adb2-d3fa-4bd9-8943-74171452dc34)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:18.778691 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:18.882705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:19.022127 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b8991d-8a3a-4445-8ff8-005ff6eb04f5 x-openstack-request-id: req-10b8991d-8a3a-4445-8ff8-005ff6eb04f5 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:19.022527 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "name": "network-vif-plugged", "status": "completed", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:19.022793 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10b8991d-8a3a-4445-8ff8-005ff6eb04f5 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:19.023191 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed', 'code': 200} Oct 26 14:24:19.063427 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Sync routers for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:19.080172 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:19.080839 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:19.127073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54558) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:19.132660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814218109', 'description': 'tempest-secgroup-smoke-1814218109 description', 'project_id': '371307b135f8446082f6e6309626611b'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:19.199577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6f133-e329-4b67-8dec-4cc5787f556d req-1fac0585-8efd-4d1b-af63-5985fd2dca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:19.201500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1a6f133-e329-4b67-8dec-4cc5787f556d req-1fac0585-8efd-4d1b-af63-5985fd2dca9b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 1096 time: 0.1042266 Oct 26 14:24:19.210488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.289460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b1a6f133-e329-4b67-8dec-4cc5787f556d req-8ae2a867-e9a8-4c48-9d19-999e0b2d92c3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805984 Oct 26 14:24:19.361086 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:19.389358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.403328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.523741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb57614-bfc0-4638-ad82-c16a8158e663 req-933e384c-93a4-4f53-9d46-227487990780 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:19.537673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eeb57614-bfc0-4638-ad82-c16a8158e663 req-933e384c-93a4-4f53-9d46-227487990780 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 945 time: 0.1519697 Oct 26 14:24:19.548279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.550134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4220688 Oct 26 14:24:19.553093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54572) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:19.560604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:19.630669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c39d0-7187-4155-a561-cd9a76f2bb7a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c7ae4f-9b7a-441c-8640-f514012f5037,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:19.709444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eeb57614-bfc0-4638-ad82-c16a8158e663 req-18457030-0757-4583-87c1-deeab28ec308 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706519 Oct 26 14:24:19.738561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.759335 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:15Z', 'revision_number': 4, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '62d2c940-aa32-4d72-92b2-2d6f7587bfe7', 'name': '', 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'mac_address': 'fa:16:3e:fe:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:14Z', 'updated_at': '2021-10-26T14:24:16Z', 'revision_number': 2, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'subnets': [{'id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:19.842105 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Checking router: b1e8fb14-3fab-443c-b474-a0c0077106a1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:19.842469 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Updating router b1e8fb14-3fab-443c-b474-a0c0077106a1 port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:24:19.911263 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.947678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:19.955429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.067203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6954b4c2-c553-46b9-8a73-eb618a40b084,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:20.096878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.099717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88f2c5e8-2d66-49da-a4b2-97631c92029a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451591 Oct 26 14:24:20.103703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54596) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:20.108911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:20.250756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:20.405125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8cf702a-a288-4e23-a74e-5428a0b97fc4 req-0cd38be3-ab60-4fef-9b37-af97ae5adfe0 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.2011259 Oct 26 14:24:20.424999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.486372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:20.493162 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.642607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.654367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.743371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c535e1e-3339-4f21-a086-e2b1dc220580,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:20.771053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:20.778920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54608) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:20.783970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:20.784815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6d4ce94f-03dd-4fd2-8e68-e86ba60aa5f2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6794941 Oct 26 14:24:20.921657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.164895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.190786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244f043-1b43-45b7-8c3e-1f00eae03485 req-fcc5c07f-e41a-4a7a-b4e2-536043ad8223 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:21.207544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1244f043-1b43-45b7-8c3e-1f00eae03485 req-fcc5c07f-e41a-4a7a-b4e2-536043ad8223 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 945 time: 0.2353871 Oct 26 14:24:21.237787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.300345 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.311673 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.332270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.338226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5580227 Oct 26 14:24:21.341942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:21.346032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fbe6c-056c-4292-aa5c-85ba841a92a2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fb909e-f457-4b79-887c-00750f8be48b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:21.379733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:21.410276 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1244f043-1b43-45b7-8c3e-1f00eae03485 req-974390e1-88e4-4933-9157-428652f06964 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014513 Oct 26 14:24:21.486076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.600874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83d14b30-38aa-4b1c-9e9d-ace66a85049c req-3dd54b2d-78e1-42bb-baff-eaeeab9903f8 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0968187 Oct 26 14:24:21.647717 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Attempting to bind port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:21.671883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.674478 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Attempting to bind port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:21.676693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Attempting to bind port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 on network 44042ac4-b835-4afb-8cad-3501ba655703 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:21.686585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.701736 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:21.703266 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Checking segment: {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:21.704391 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.705635 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Bound using segment: {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:21.708075 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Bound port: 62d2c940-aa32-4d72-92b2-2d6f7587bfe7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:21.708872 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.764524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c766302-19c8-4521-880b-42e2313d3be4,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:21.779696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.787188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:21.791468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e81e5eff-30c9-44f6-b465-1aff8a120fc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473264 Oct 26 14:24:21.794191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:21.852280 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d7d8b-731e-4bd6-aa9f-bd63a7a1285f None None] Pushing event updated for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:21.860198 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Project 371307b135f8446082f6e6309626611b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:21.873857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.874868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.964620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5c6abed3-a782-4218-9e50-0cb2153fc5c3 None None] Provisioning complete for port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:21.965894 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c6abed3-a782-4218-9e50-0cb2153fc5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:21.966881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] For port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:21.981394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] For port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:21.989716 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.067133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.077384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.108983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5c6abed3-a782-4218-9e50-0cb2153fc5c3 None None] Port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:22.121241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e106bfec-a861-48ba-b5e5-89875cd18d69,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:22.138570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.141436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e0156d3-7160-4bb2-b476-b623057aa4f9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524449 Oct 26 14:24:22.144126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:22.155346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'security_group_rule': {'security_group_id': 'f1c7ae4f-9b7a-441c-8640-f514012f5037', 'project_id': '371307b135f8446082f6e6309626611b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:22.219743 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Project 371307b135f8446082f6e6309626611b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:22.231877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.309333 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:22.310068 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:22.506384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.549187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.609067 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d7d8b-731e-4bd6-aa9f-bd63a7a1285f None None] Pushing event updated for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:22.638927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adbd9ed-d472-45b6-a044-dfe9adc40ad5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:22.734977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92758bb-537f-4694-9d54-99f8cc65180c req-92e9c537-47d3-46e5-a03a-1de7151e6bc9 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:22.757934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a92758bb-537f-4694-9d54-99f8cc65180c req-92e9c537-47d3-46e5-a03a-1de7151e6bc9 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 945 time: 0.3517773 Oct 26 14:24:22.810949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] Provisioning complete for port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:22.811474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.861824 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:22.882917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:22.887301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-60989b23-8bab-422b-8076-09348a107ba7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7419941 Oct 26 14:24:22.931081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-12b0921e-40a4-405a-8a19-0893a1d8578b req-8627e897-e93c-4185-957b-8b206aed00fa tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0750296 Oct 26 14:24:22.932266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54694) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:22.950410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a92758bb-537f-4694-9d54-99f8cc65180c req-1854307a-8e6b-43b4-9bc0-29768d4ae564 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899755 Oct 26 14:24:23.119315 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.194261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] For port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:23.201387 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.282292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7648-fad3-46e6-9e71-1c4b284c43de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.288050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-30beddf2-8873-491a-a6d2-3952a10e0a0a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814218109&fields=id&tenant_id=371307b135f8446082f6e6309626611b HTTP/1.1" status: 200 len: 267 time: 0.0733624 Oct 26 14:24:23.329734 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:15Z', 'revision_number': 4, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '62d2c940-aa32-4d72-92b2-2d6f7587bfe7', 'name': '', 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'mac_address': 'fa:16:3e:fe:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:14Z', 'updated_at': '2021-10-26T14:24:21Z', 'revision_number': 4, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'subnets': [{'id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:23.335648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae96b6-66e3-4316-bdaf-3a2ae52b38d9 None None] Pushing event updated for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:23.352205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.366834 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb6e1b-832e-49a5-ab3e-d6e5f10c26e5 None None] The sync data for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 is: [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:24:15Z', 'revision_number': 4, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '62d2c940-aa32-4d72-92b2-2d6f7587bfe7', 'name': '', 'network_id': '44042ac4-b835-4afb-8cad-3501ba655703', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'mac_address': 'fa:16:3e:fe:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:14Z', 'updated_at': '2021-10-26T14:24:21Z', 'revision_number': 4, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'subnets': [{'id': '5057ee11-1b35-473f-9e5c-df84e023ef2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:23.466936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-6eaf54a5-22bc-4e24-b166-20650d8c2ccf tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:23.468477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-6eaf54a5-22bc-4e24-b166-20650d8c2ccf tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 808 time: 0.1728823 Oct 26 14:24:23.506489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-9d2376c8-8657-4de1-bf39-f8cbf7694c9b tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/quotas/371307b135f8446082f6e6309626611b HTTP/1.1" status: 200 len: 375 time: 0.0202987 Oct 26 14:24:23.559932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7648-fad3-46e6-9e71-1c4b284c43de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.583469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7648-fad3-46e6-9e71-1c4b284c43de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.645081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f5c7648-fad3-46e6-9e71-1c4b284c43de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ced25d0e25e4b95b8f9fc6885e73ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115455 Oct 26 14:24:23.651674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54718) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:23.659787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-665f0a10-b4d0-40f6-b505-3c22aac4dab6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437070 Oct 26 14:24:23.667790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7648-fad3-46e6-9e71-1c4b284c43de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d3ad51-a531-4c45-b6f8-dd6e34536303,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:23.710504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-1bc35007-2aca-4b71-ad18-48a5666a5a96 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:23.713755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-1bc35007-2aca-4b71-ad18-48a5666a5a96 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.73 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 945 time: 0.1003551 Oct 26 14:24:23.818640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.844385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Deleting port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:23.845074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:23.848349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-cf353a2b-2804-4853-95de-7db0fdea7bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515055 Oct 26 14:24:23.875806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.035925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.038688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.042774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6d3ad51-a531-4c45-b6f8-dd6e34536303 HTTP/1.1" status: 204 len: 168 time: 0.3789763 Oct 26 14:24:24.054615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] For port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,segment=NetworkSegment(7157adb2-d3fa-4bd9-8943-74171452dc34),segment_id=7157adb2-d3fa-4bd9-8943-74171452dc34)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:24.055153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.059949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-86c0947c-e02f-4b54-8dd0-2e4178822816 service neutron] 10.222.0.37 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944294 Oct 26 14:24:24.065021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbab3e3-26e6-4308-aea6-f816fe2d31cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d3ad51-a531-4c45-b6f8-dd6e34536303,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:24.099431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Calling delete_port for 8db4162f-911c-44fa-b6cd-2eb283bdb6ed owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:24.183525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:24.289921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5a25565-b081-4a32-a8c3-64be3a61c8d6 req-8603e0d0-ac26-488c-b4a9-c2391ad586cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0519993 Oct 26 14:24:24.314410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f73a8-29b1-4384-ac39-e8349fad04b8 req-f7e8e2c8-ed2c-438b-bf6f-6ce8a8731fdd tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:24.316305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd0f73a8-29b1-4384-ac39-e8349fad04b8 req-f7e8e2c8-ed2c-438b-bf6f-6ce8a8731fdd tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 945 time: 0.1288123 Oct 26 14:24:24.324817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:24.325392 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.504656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd0f73a8-29b1-4384-ac39-e8349fad04b8 req-0158512c-628d-4ea1-91b9-dcd9f9d6436c tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/security-groups?id=263c048a-610f-4506-a936-9765d495444b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756556 Oct 26 14:24:24.560909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-651bd56c-abdc-4861-995d-9e8437acc1af req-6ca10dfd-bfce-47bc-9235-d65662233114 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0954957 Oct 26 14:24:24.583574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.602089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8db4162f-911c-44fa-b6cd-2eb283bdb6ed'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:24.744792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:24.773887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Pushing event deleted for resources: {'Port': ['ID=8db4162f-911c-44fa-b6cd-2eb283bdb6ed,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:24.865789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a72f02d1-c84d-4b89-a533-82dd95da1663 req-2fc2ee40-1bf1-4c28-827c-6cbfc2d7eaf6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.1336527 Oct 26 14:24:24.870114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a8e5-6176-4712-a4e6-21bf226b815f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.892201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] No DVR routers for this DVR port 8db4162f-911c-44fa-b6cd-2eb283bdb6ed on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:24.909608 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a24dfb6-7a7a-455e-9b39-660ed33da375 req-ae338128-bc79-461d-a7a2-1f75e9518e67 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 210 time: 0.0688109 Oct 26 14:24:24.917502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:24.921309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6c25cdc-1ea5-4627-84fe-76964537d9ff req-7a6fb711-1cd1-438b-bae5-e8822f23dfeb tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.73 "DELETE /v2.0/ports/8db4162f-911c-44fa-b6cd-2eb283bdb6ed HTTP/1.1" status: 204 len: 173 time: 1.2012107 Oct 26 14:24:24.921773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'name': 'network-vif-deleted', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:24.924145 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27efe09-6787-422e-abb9-5cbb2bf3000c" -d '{"events": [{"server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "name": "network-vif-deleted", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:25.050453 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60410292-6fbe-4997-9879-2e35e5161b8a x-openstack-request-id: req-60410292-6fbe-4997-9879-2e35e5161b8a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:25.050993 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c492887f-60e1-428d-bb80-514049b764bd", "name": "network-vif-deleted", "tag": "8db4162f-911c-44fa-b6cd-2eb283bdb6ed", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:25.051732 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60410292-6fbe-4997-9879-2e35e5161b8a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:25.052315 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c492887f-60e1-428d-bb80-514049b764bd', 'name': 'network-vif-deleted', 'tag': '8db4162f-911c-44fa-b6cd-2eb283bdb6ed', 'status': 'completed', 'code': 200} Oct 26 14:24:25.119868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a8e5-6176-4712-a4e6-21bf226b815f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.130405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a8e5-6176-4712-a4e6-21bf226b815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.144710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a8034-1e8c-4565-bae6-c6eeb9d698d8 req-08af76b6-ad02-43d9-a0ce-074d196beb30 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:25.158832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f32a8034-1e8c-4565-bae6-c6eeb9d698d8 req-08af76b6-ad02-43d9-a0ce-074d196beb30 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.1626203 Oct 26 14:24:25.182726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d7b2a8e5-6176-4712-a4e6-21bf226b815f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=775414cdfdf44c18ae51fd2bbf41947a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338443 Oct 26 14:24:25.191198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54760) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:25.225110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f32a8034-1e8c-4565-bae6-c6eeb9d698d8 req-de44217d-2ba3-4e7d-8ea2-35ff85c9bd84 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Oct 26 14:24:25.244228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a8e5-6176-4712-a4e6-21bf226b815f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7540a4a-bf0b-4bbc-9655-14493517788e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:25.298548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.331150 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.393354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.398090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:25.399336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7540a4a-bf0b-4bbc-9655-14493517788e HTTP/1.1" status: 204 len: 168 time: 0.2072008 Oct 26 14:24:25.423995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc72c2a-15e1-4a68-a1d4-9694adadafae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7540a4a-bf0b-4bbc-9655-14493517788e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:25.716356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5db294d-5fda-494c-9bba-f2565c5c9698 req-cd2665ce-a45c-4146-a92f-d2a60c4d1590 tempest-ServerPasswordTestJSON-2107435804 tempest-ServerPasswordTestJSON-2107435804-project] 10.222.0.37 "GET /v2.0/ports?device_id=c492887f-60e1-428d-bb80-514049b764bd HTTP/1.1" status: 200 len: 210 time: 0.0481322 Oct 26 14:24:25.771314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-730a6ff3-fd6b-4198-aea4-4deb2305c271 req-f9028c46-1bd9-4816-b184-6cc136e452ed tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0633805 Oct 26 14:24:26.028244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba27f9bc-0327-49de-a3ca-b524007b04ae req-53f64478-41cc-4205-acc3-e238c26a2db1 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 210 time: 0.0388851 Oct 26 14:24:26.201871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-96def9f6-578c-40fa-98b1-7633bd68b64c tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.203420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-96def9f6-578c-40fa-98b1-7633bd68b64c tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.41 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 808 time: 0.1584060 Oct 26 14:24:26.274585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-3d12c15d-eca4-415d-bce4-c21c5ad321a8 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371307b135f8446082f6e6309626611b HTTP/1.1" status: 200 len: 380 time: 0.0516574 Oct 26 14:24:26.291986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'port': {'device_id': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'admin_state_up': True, 'tenant_id': '371307b135f8446082f6e6309626611b', 'security_groups': ['f1c7ae4f-9b7a-441c-8640-f514012f5037']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:26.440112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1dde9-9a66-4245-b18d-1f9ea0a200ab req-be5fc9bb-22fd-466c-9fe1-a17c2d13d485 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.441748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68d1dde9-9a66-4245-b18d-1f9ea0a200ab req-be5fc9bb-22fd-466c-9fe1-a17c2d13d485 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.1240864 Oct 26 14:24:26.497373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Made reservation on behalf of 371307b135f8446082f6e6309626611b for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:26.502094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:26.522003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68d1dde9-9a66-4245-b18d-1f9ea0a200ab req-c83a75e1-3385-4c8b-b587-7129465708a6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=7b5864d1-cacc-4954-abb1-cf6536746f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Oct 26 14:24:26.692667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1593-09b2-4403-b95f-874d63c87118 req-cc7e9824-e695-4184-a457-ba8f88a8e2c3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:26.694202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bac1593-09b2-4403-b95f-874d63c87118 req-cc7e9824-e695-4184-a457-ba8f88a8e2c3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 946 time: 0.0925243 Oct 26 14:24:26.695432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Allocated IP 172.20.0.12 (0521060c-dae7-4c33-bd76-58854fea9c3e/15509caf-fb0a-4750-800b-16fdf4360c6e/20bee3ea-a5c5-41d7-b323-64f51f4eac88) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:26.824607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:26.917519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Deleting subnet f6c12f6b-f219-4c17-abb4-deb15d5f82ba {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:24:26.921665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:26.968675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-020351fb-e9d7-421b-a57d-aa30058b7e3d req-03216ea3-d36c-49e0-b89a-7b31990f339b tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0433204 Oct 26 14:24:26.970969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:26.987693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:26.988037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.035266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.086296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.093766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:27.094346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.116369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.124528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:27.165347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c12f6b-f219-4c17-abb4-deb15d5f82ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:27.183811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.189427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-40968e42-a53f-413d-9fc5-af1854f100d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6c12f6b-f219-4c17-abb4-deb15d5f82ba HTTP/1.1" status: 204 len: 168 time: 0.3616576 Oct 26 14:24:27.190313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:27.240167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9eb1da05-4d9d-4d18-8ac5-dfafd9859a21 req-c79b3c76-f199-4bb7-90f8-fa1610882a25 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 210 time: 0.0393574 Oct 26 14:24:27.245770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.341562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.363765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Network 0521060c-dae7-4c33-bd76-58854fea9c3e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:27.389878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:27.394913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:27.491887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.492326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:27.519895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ad446c-2fcf-4080-a96e-786adba9bd52']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:27.539412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7157adb2-d3fa-4bd9-8943-74171452dc34') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:27.539814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7157adb2-d3fa-4bd9-8943-74171452dc34') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:27.558147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.590639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.590777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:27.591329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.597700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:24:27.598232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.664791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-c6467d27-3cda-44e9-bd8e-9281ecfa7c2e tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3799355 Oct 26 14:24:27.672094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:24:27.676916 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:24:27.684469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:27.700342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Request body: {'port': {'device_id': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:27.711444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-511f1bd3-235b-4e26-a5b1-b7ac9f748b0a req-88e37131-2357-4485-9031-7400083e28fa tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0364430 Oct 26 14:24:27.713925 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.754454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.758104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/24ad446c-2fcf-4080-a96e-786adba9bd52 HTTP/1.1" status: 204 len: 168 time: 0.5656443 Oct 26 14:24:27.759339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7008f-a4fb-46c4-b956-c98ff8728d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ad446c-2fcf-4080-a96e-786adba9bd52,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:27.807655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=5ebc6664-6c54-4c60-a645-f0d8e64ac4e8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:27.827903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-170542a5-9c72-4ca0-aae5-9154e24fa896 req-7b9820ed-e8b3-4dec-b84e-f5844e8e290d tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0874081 Oct 26 14:24:27.878659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-21591cde-bb50-4bb8-bb50-a6a9ef6129ec None None] Provisioning complete for port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:27.879536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21591cde-bb50-4bb8-bb50-a6a9ef6129ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.927582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-21591cde-bb50-4bb8-bb50-a6a9ef6129ec None None] Port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:27.934050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:27.964044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:27.968379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bac1593-09b2-4403-b95f-874d63c87118 req-a0503aa4-a580-47ec-8b91-3b99b9b82de8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "DELETE /v2.0/ports/5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 HTTP/1.1" status: 204 len: 173 time: 1.2383444 Oct 26 14:24:27.968978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'name': 'network-vif-deleted', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:27.972513 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6f511-aa5e-49a3-a119-c7a43965b1cb" -d '{"events": [{"server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "name": "network-vif-deleted", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:27.996582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.026011 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6210f8b-a6f8-423d-9bd4-cb65cbd30806 x-openstack-request-id: req-e6210f8b-a6f8-423d-9bd4-cb65cbd30806 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:28.026376 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d817d8a-922b-488d-803d-6046a49cf3fc", "name": "network-vif-deleted", "tag": "5ebc6664-6c54-4c60-a645-f0d8e64ac4e8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:28.026637 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6210f8b-a6f8-423d-9bd4-cb65cbd30806 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:28.027085 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d817d8a-922b-488d-803d-6046a49cf3fc', 'name': 'network-vif-deleted', 'tag': '5ebc6664-6c54-4c60-a645-f0d8e64ac4e8', 'status': 'completed', 'code': 200} Oct 26 14:24:28.084608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:28.135662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-492f4143-0ce4-47db-b55b-22b4b17996f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78628be6cdf24de0a813d694b47c38a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472491 Oct 26 14:24:28.137602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:28.210597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.237754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.342159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.346413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.354597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/263c048a-610f-4506-a936-9765d495444b HTTP/1.1" status: 204 len: 168 time: 0.2144587 Oct 26 14:24:28.375094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b18d8-1dd2-4750-b313-1b62c4d3dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c048a-610f-4506-a936-9765d495444b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:28.470610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8db4162f-911c-44fa-b6cd-2eb283bdb6ed no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:28.482701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bee3ea-a5c5-41d7-b323-64f51f4eac88 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:28.510581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.591238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f987929-d01e-412b-8b38-bccc4ba121b8 req-34803fc9-99e0-4d62-86a5-4c9c58d7ee71 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:28.603116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f987929-d01e-412b-8b38-bccc4ba121b8 req-34803fc9-99e0-4d62-86a5-4c9c58d7ee71 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 932 time: 0.2119048 Oct 26 14:24:28.620506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Transition to ACTIVE for port object 20bee3ea-a5c5-41d7-b323-64f51f4eac88 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:28.630290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.751520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f987929-d01e-412b-8b38-bccc4ba121b8 req-69fb86f9-d2a4-4e42-a528-1c205b5bc9fd tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403811 Oct 26 14:24:28.756722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 8db4162f-911c-44fa-b6cd-2eb283bdb6ed {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:28.757252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8db4162f-911c-44fa-b6cd-2eb283bdb6ed not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:28.794324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:28.866984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Attempting to bind port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:28.867570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Attempting to bind port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:28.868012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Attempting to bind port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 on network 0521060c-dae7-4c33-bd76-58854fea9c3e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:28.873728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 on network 0521060c-dae7-4c33-bd76-58854fea9c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:28.874210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Attempting to bind port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 on network 0521060c-dae7-4c33-bd76-58854fea9c3e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:28.877455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d3da2ea8-5b96-433c-8498-8e72a40c7d08 req-5ea40bf1-46af-45c5-92e5-e5250976dd68 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0482147 Oct 26 14:24:28.887697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:28.887987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Checking segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:28.888382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Bound using segment: {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:28.888871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Bound port: 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36086238-8390-41ee-9154-bf50ea6b5f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:28.889218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:28.993435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99235b9b-4829-4095-89ff-3e16af5af527 req-cbfb8132-d756-4ea2-a136-3f2f51937147 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0383105 Oct 26 14:24:29.030711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:29.034452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:29.040961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.077982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.078602 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.079989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] 10.222.0.41 "PUT /v2.0/ports/20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 1092 time: 1.4057252 Oct 26 14:24:29.159919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8727ff-3180-410a-b61a-d1a24f68fa60 service neutron] Pushing event updated for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:29.189157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-ede39cdf-53ae-428b-893c-e2db3547dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.191012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-ede39cdf-53ae-428b-893c-e2db3547dd8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1095 time: 0.0641594 Oct 26 14:24:29.252223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-9565189c-bcc5-49ee-a2a2-914c6a84fbdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 217 time: 0.0516968 Oct 26 14:24:29.323095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-25c01689-f2b3-4494-8be0-821763cd601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.324641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-25c01689-f2b3-4494-8be0-821763cd601e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 200 len: 847 time: 0.0591521 Oct 26 14:24:29.393959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-303f8269-77be-4879-97ee-ec687cb8eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.395757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-303f8269-77be-4879-97ee-ec687cb8eb68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0521060c-dae7-4c33-bd76-58854fea9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628245 Oct 26 14:24:29.403073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:29.500877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-5dfc9954-6084-4e14-96fe-4f0e26a02e76 service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959101 Oct 26 14:24:29.523830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2130765249-network', 'tenant_id': 'a768ab6586e54ec5881cae09ea7577bc'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:29.555267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Made reservation on behalf of a768ab6586e54ec5881cae09ea7577bc for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:29.558749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.569007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.605040 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:24:29.640263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20f919b3-6f68-489e-ba92-eebf6144fa90 req-4b0beeb6-5865-46a0-958f-74cca70d6b13 service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317024 Oct 26 14:24:29.666092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.670823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.697358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:24:29.706791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c041f187-7059-4642-8492-c56a0d4f86ad,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:29.716795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.717012 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Added segment 52623718-ad0c-4671-b975-b464eb6c05a9 of type vlan for network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 Oct 26 14:24:29.757758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.785154 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.786299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.787018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.844874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4394031 Oct 26 14:24:29.848030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54900) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:29.853835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Request body: {'subnet': {'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2130765249-subnet', 'tenant_id': 'a768ab6586e54ec5881cae09ea7577bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:29.878053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97595f47-090c-4bd3-a1af-a1fe9b0bfa2f req-3d960652-702b-40d4-9395-6ec327d701b9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:29.879692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97595f47-090c-4bd3-a1af-a1fe9b0bfa2f req-3d960652-702b-40d4-9395-6ec327d701b9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 944 time: 0.0554848 Oct 26 14:24:29.883210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a291d-ca81-49a3-a72b-774c1a70a4cb admin admin] Pushing event updated for resources: {'Network': ['ID=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:29.903451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:24:29.904143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Made reservation on behalf of a768ab6586e54ec5881cae09ea7577bc for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:29.909769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:29.924393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97595f47-090c-4bd3-a1af-a1fe9b0bfa2f req-e076fe8f-31ee-4338-817b-c86371661664 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Oct 26 14:24:30.028736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:30.032170 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f" -d '{"events": [{"name": "network-changed", "server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:30.037112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-995908e0-3c47-47e9-a001-f9879c67da5a req-fd4077f8-03e9-4b60-a8d1-2784a629c9f8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0458479 Oct 26 14:24:30.084766 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41922981-693b-4c8f-b255-08fa4fbb2281 x-openstack-request-id: req-41922981-693b-4c8f-b255-08fa4fbb2281 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:30.085063 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:30.085320 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41922981-693b-4c8f-b255-08fa4fbb2281 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:30.085725 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'status': 'completed', 'code': 200} Oct 26 14:24:30.123816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e472ee41-66a9-42a7-bcd2-8c9d828094ff req-00008c8b-9a01-4322-910a-99d8533c6c04 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0333486 Oct 26 14:24:30.168112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:30.179829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-e1fae719-5ecd-49d1-a06f-1ac02f359d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.182142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-e1fae719-5ecd-49d1-a06f-1ac02f359d97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1095 time: 0.0617263 Oct 26 14:24:30.230646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:30.236043 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Checking segment: {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:30.236662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Network hostable DHCP agents. Network: 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:24:30.254012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:24:30.264716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:30.269134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.270024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:30.278418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490887b9-f590-4dc4-930b-4c931757ae5a None None] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:30.286399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-500f85f4-d8f8-4c83-a70c-f47cd1aae166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.288050 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-500f85f4-d8f8-4c83-a70c-f47cd1aae166 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 909 time: 0.0969241 Oct 26 14:24:30.295097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-46b04f8b-613c-404e-a11e-cdbfcd116374 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4458027 Oct 26 14:24:30.347660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-8972eb7a-c478-4e90-be15-78767ec3854a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 217 time: 0.0515370 Oct 26 14:24:30.409237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-86fa9b43-4bc3-43f6-8295-f7f4af3c32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.410751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-86fa9b43-4bc3-43f6-8295-f7f4af3c32bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 200 len: 847 time: 0.0544620 Oct 26 14:24:30.442614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c6ee5-d7db-4c48-8a33-f6a6badc6f41 None None] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:24:30.473388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-dccd191e-33cf-4b8b-b692-063684d23e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.476562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-dccd191e-33cf-4b8b-b692-063684d23e18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0521060c-dae7-4c33-bd76-58854fea9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555761 Oct 26 14:24:30.601694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-9246bd5b-6bcc-4db8-bb02-866a41300abd service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168959 Oct 26 14:24:30.662840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:24:30.701281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:24:30.701628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5ebc6664-6c54-4c60-a645-f0d8e64ac4e8 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:24:30.725857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc6e43d5-ce09-40d9-8fc0-69be0a3f877f req-a6822c9c-6b2d-42f2-a3d0-350cb166bbf7 service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153886 Oct 26 14:24:30.834387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-9b102f35-c762-462e-b81f-3afab776e9f4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:30.835853 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-9b102f35-c762-462e-b81f-3afab776e9f4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 814 time: 0.1125059 Oct 26 14:24:30.851164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-b94b67df-8763-46fd-a031-157971f5f939 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/quotas/a768ab6586e54ec5881cae09ea7577bc HTTP/1.1" status: 200 len: 375 time: 0.0092840 Oct 26 14:24:30.889647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-fae51df3-898c-42e1-b05c-aa3e1a2dd134 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326657 Oct 26 14:24:30.995271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-a2fcab98-ab7e-4a22-abdb-78aad9580962 service neutron] 10.222.0.37 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981512 Oct 26 14:24:31.069436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa80c-ab73-4a98-9980-9a8b5dcb7e4c req-55925e20-aa3f-4873-a4a6-80e5d9bbef4d tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:31.073459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53efa80c-ab73-4a98-9980-9a8b5dcb7e4c req-55925e20-aa3f-4873-a4a6-80e5d9bbef4d tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 944 time: 0.0590956 Oct 26 14:24:31.098159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-3496028e-6473-4139-8c51-1ac3da7c9b12 service neutron] 10.222.0.37 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957949 Oct 26 14:24:31.119465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53efa80c-ab73-4a98-9980-9a8b5dcb7e4c req-282833e1-50a0-48f6-9ed8-92fbb96d444d tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Oct 26 14:24:31.241208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6ddf0f8-8d8e-49f5-8ebc-a772a6f3992d req-cbbee9ac-5ab2-457b-9e6b-fa9f6a77cbf6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0545483 Oct 26 14:24:31.311180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-323cf532-f79d-47cf-96a5-326b788cf535 req-b97a437c-a688-4531-8222-a0f79363d8b3 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0377793 Oct 26 14:24:31.318735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-107a1c10-b0ca-4bdf-8215-173640046895 req-ea71136f-3b7e-4f06-9e44-3ed36ffa5bb0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 210 time: 0.0339634 Oct 26 14:24:32.320320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d30822-034b-4be9-85e6-82d64eaada6b req-638c8a2a-c625-47ae-b1d6-45c91c1b64e7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.322976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73d30822-034b-4be9-85e6-82d64eaada6b req-638c8a2a-c625-47ae-b1d6-45c91c1b64e7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 944 time: 0.1181214 Oct 26 14:24:32.357883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ec0700c-3b7d-4ac2-b8d5-82d32745a35f req-6eeb4e93-4fc6-4f21-8ffe-4d3407f6d61a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0288792 Oct 26 14:24:32.361272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-892dc6bb-43da-4344-9170-1866bc038b60 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:32.362831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-892dc6bb-43da-4344-9170-1866bc038b60 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 814 time: 0.1850553 Oct 26 14:24:32.389154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Request body: {'port': {'device_id': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'admin_state_up': True, 'tenant_id': 'a768ab6586e54ec5881cae09ea7577bc'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:32.395891 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73d30822-034b-4be9-85e6-82d64eaada6b req-cfdc8f05-083e-478c-b4ab-d08572c8c53d tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598187 Oct 26 14:24:32.459444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc657a2-c302-4830-b937-ff2100eea049 req-25378855-9974-4e35-98ed-7e78bdcf7771 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Oct 26 14:24:32.505290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae681d7a-fa8d-4eeb-b37c-22293bd308a9 req-07c1645f-5b3f-4664-9bdc-28d9d723fff2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 210 time: 0.0445712 Oct 26 14:24:32.568029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Made reservation on behalf of a768ab6586e54ec5881cae09ea7577bc for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:32.571780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.666220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 20bee3ea-a5c5-41d7-b323-64f51f4eac88 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:32.779274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:32.799935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'port_id': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'mac_address': 'fa:16:3e:17:43:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:32.846196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.862184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bee3ea-a5c5-41d7-b323-64f51f4eac88 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:32.884408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:32.889137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:32.939916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:33.054664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Allocated IP 172.20.0.9 (84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40/6ef5fb6d-ff9e-4352-b0d3-cb2a967289de/bbce5e31-66d6-4075-b37b-71a436d9b3a5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:33.132452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['20bee3ea-a5c5-41d7-b323-64f51f4eac88'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:33.206798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.241829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.292274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:33.296075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:33.302135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:33.308259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:33.360742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:33.361410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.379169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-c7071224-d372-448c-aa92-cf8b46eb8d7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952097 Oct 26 14:24:33.393042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Request body: {'port': {'device_id': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:33.486948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f40b98ca-8bdf-414f-9098-5f3becb19bbe req-1ad2ddd3-4e75-4aeb-a883-1e71208ce188 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0327015 Oct 26 14:24:33.491809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.558260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5fbbc-a531-40cf-b947-4bf314b0dc76 req-830eeeaf-d0ab-46e4-91c2-c8d0738f4372 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:33.560770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60f5fbbc-a531-40cf-b947-4bf314b0dc76 req-830eeeaf-d0ab-46e4-91c2-c8d0738f4372 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 945 time: 0.0881307 Oct 26 14:24:33.610472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60f5fbbc-a531-40cf-b947-4bf314b0dc76 req-50f9708d-36ff-4d23-909b-da6a70c350ef tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Oct 26 14:24:33.658427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e088051c-5af8-4377-873c-81179eb00d9d req-95c1b858-04e8-41f7-9659-36616670d646 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0448797 Oct 26 14:24:33.744700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232bf82-01d8-43be-a4d8-21a82b773b4b req-1273c6cf-061e-4171-82f3-2ced381ec22a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:33.752357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2232bf82-01d8-43be-a4d8-21a82b773b4b req-1273c6cf-061e-4171-82f3-2ced381ec22a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 931 time: 0.0621059 Oct 26 14:24:33.788798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2232bf82-01d8-43be-a4d8-21a82b773b4b req-837a977c-0ae1-4791-bb1b-e6534d970942 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Oct 26 14:24:33.848865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:33.861697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.879595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Transition to ACTIVE for port object bbce5e31-66d6-4075-b37b-71a436d9b3a5 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:33.887097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:33.978455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:34.037519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Attempting to bind port bbce5e31-66d6-4075-b37b-71a436d9b3a5 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:34.037760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Attempting to bind port bbce5e31-66d6-4075-b37b-71a436d9b3a5 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:34.038087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Attempting to bind port bbce5e31-66d6-4075-b37b-71a436d9b3a5 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:34.042538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Port bbce5e31-66d6-4075-b37b-71a436d9b3a5 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:34.042856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Attempting to bind port bbce5e31-66d6-4075-b37b-71a436d9b3a5 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:34.047753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:34.048084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Checking segment: {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:34.048470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Bound using segment: {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:34.048933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Bound port: bbce5e31-66d6-4075-b37b-71a436d9b3a5, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:34.049284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.119793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:34.123122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:34.130854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.170151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:34.170907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.172391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] 10.222.0.73 "PUT /v2.0/ports/bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 1091 time: 0.7852173 Oct 26 14:24:34.172956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:34.175335 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b99a2b-9cde-4142-85e4-27ea72f2c876" -d '{"events": [{"name": "network-changed", "server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:34.200315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47da430-6286-4510-8f6d-d395f92bc861 service neutron] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:34.243331 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3fc6ed-cfb3-4ef1-88cc-1a6480b423e8 x-openstack-request-id: req-9a3fc6ed-cfb3-4ef1-88cc-1a6480b423e8 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:34.243742 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:34.244026 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a3fc6ed-cfb3-4ef1-88cc-1a6480b423e8 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:34.244551 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'status': 'completed', 'code': 200} Oct 26 14:24:34.297099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-0d6db1d9-3ab8-4429-9b64-c06ef11de529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:34.298682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-0d6db1d9-3ab8-4429-9b64-c06ef11de529 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1094 time: 0.0530810 Oct 26 14:24:34.343700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-0807653e-da3c-43f8-97e2-ead3b0496719 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0378399 Oct 26 14:24:34.417447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-601769e2-0430-42f9-a14f-f9cc5cf78ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:34.420157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-601769e2-0430-42f9-a14f-f9cc5cf78ee2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0621824 Oct 26 14:24:34.467617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-63c79d26-ea1a-4f64-b96e-502ac136ece7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408390 Oct 26 14:24:34.648775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-1f05958c-7b39-4de3-b4e5-7b048988611b service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633065 Oct 26 14:24:34.666794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bf5e41c-ce83-486e-9fd8-97d985f74fbe req-e48d2b5d-73ac-4b5b-9dcd-206e32ba8c39 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d817d8a-922b-488d-803d-6046a49cf3fc HTTP/1.1" status: 200 len: 210 time: 0.0501804 Oct 26 14:24:34.675829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 20bee3ea-a5c5-41d7-b323-64f51f4eac88 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:34.792061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:34.798820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:34.798963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.811467 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95057fbf-0597-4bd7-9f34-c2e042b8da24 req-f3ee2953-a93d-443d-8f1d-89256e0b57d2 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476605 Oct 26 14:24:34.855560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbaba6-5b4a-4d49-b351-76a1bf26c059 req-a2a7395f-3200-4709-ac3d-02f19fcd2065 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:34.862750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b632612a-a184-45a5-bc9c-113cb2510519 req-0c8b8d9e-581b-49da-8f64-2ea549e28554 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0849674 Oct 26 14:24:34.873519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecdbaba6-5b4a-4d49-b351-76a1bf26c059 req-a2a7395f-3200-4709-ac3d-02f19fcd2065 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 945 time: 0.1495306 Oct 26 14:24:34.956678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:34.982045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ecdbaba6-5b4a-4d49-b351-76a1bf26c059 req-9a310450-7e04-4a7d-83de-674a09a8981d tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009908 Oct 26 14:24:35.075837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:35.077145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:35.082008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-fd3ae4fc-9373-4823-818b-4af1a555cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.082216 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f2af91-3d15-4773-bd0d-494ed60583e7" -d '{"events": [{"server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "name": "network-vif-plugged", "status": "completed", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:35.089695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:35.091547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-fd3ae4fc-9373-4823-818b-4af1a555cbe1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1094 time: 0.2127719 Oct 26 14:24:35.184001 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2663c0d-2c3c-44de-ae38-2703f061881a x-openstack-request-id: req-c2663c0d-2c3c-44de-ae38-2703f061881a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:35.184431 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "name": "network-vif-plugged", "status": "completed", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:35.184803 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2663c0d-2c3c-44de-ae38-2703f061881a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:35.185306 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'code': 200} Oct 26 14:24:35.185958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:35.244415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ce16-293e-4520-b3d1-7973a790d05e req-d0e86481-c578-4e28-89d1-b7a0d362a3a9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.245930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25f5ce16-293e-4520-b3d1-7973a790d05e req-d0e86481-c578-4e28-89d1-b7a0d362a3a9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.2103059 Oct 26 14:24:35.301254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-440c309c-c923-4028-9cc6-e76ce204cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.302772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-440c309c-c923-4028-9cc6-e76ce204cde9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.2018909 Oct 26 14:24:35.328583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569304bb-f719-4d58-b4f1-2a5bcb07b8aa req-854b284b-10a0-446e-98aa-0204de9e254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.331032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569304bb-f719-4d58-b4f1-2a5bcb07b8aa req-854b284b-10a0-446e-98aa-0204de9e254c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1097 time: 0.0785346 Oct 26 14:24:35.370448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25f5ce16-293e-4520-b3d1-7973a790d05e req-2d466a9a-9782-4543-b2c0-bcf8b1a700c0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164799 Oct 26 14:24:35.372305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-89fbbd0f-1512-4af6-8eec-acc7142a4367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0586691 Oct 26 14:24:35.403347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-569304bb-f719-4d58-b4f1-2a5bcb07b8aa req-20b1cb1c-3f8b-445b-8e56-82d6a65ba5bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633552 Oct 26 14:24:35.451559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-ea82369d-7edb-4cff-bb9e-09dc37a69ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:35.453806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-ea82369d-7edb-4cff-bb9e-09dc37a69ec1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0713007 Oct 26 14:24:35.489798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-e3e13ec5-9a12-4e77-bd36-4cfb0cb95713 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263827 Oct 26 14:24:35.609686 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-7fc26eb3-4e37-4c92-9103-8871821519b8 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109071 Oct 26 14:24:35.726277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65b99a2b-9cde-4142-85e4-27ea72f2c876 req-d342605d-8851-4261-af76-c16253f64d0d service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087008 Oct 26 14:24:36.023702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f2db833-bdf9-4eb6-b166-5e6605c6fa0d req-cc69ab37-03d0-4ea5-a55a-78d91a481a48 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0382757 Oct 26 14:24:36.158034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51408d6-21c8-4db4-b72e-25f07e658450 req-ffcd71dc-c76e-4123-a1b5-8aab94e39407 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:36.161483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e51408d6-21c8-4db4-b72e-25f07e658450 req-ffcd71dc-c76e-4123-a1b5-8aab94e39407 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.0625334 Oct 26 14:24:36.246637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e51408d6-21c8-4db4-b72e-25f07e658450 req-43b49bef-7b55-4e66-8db4-10e404efb30f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730059 Oct 26 14:24:36.514337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e70b1b-1f26-4ed7-bc88-39c4a8852d57 req-ca048bbb-ea19-4eeb-a7a6-7ddc6734de8a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:36.522679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58e70b1b-1f26-4ed7-bc88-39c4a8852d57 req-ca048bbb-ea19-4eeb-a7a6-7ddc6734de8a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0681586 Oct 26 14:24:36.573960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-58e70b1b-1f26-4ed7-bc88-39c4a8852d57 req-38914d66-f2ea-4f20-b522-12d49d394233 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Oct 26 14:24:37.123344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eeebabbd-d7cd-4c7a-bfcd-5bf137f058ac req-5d79320a-5422-4be2-82db-94ee0a1fe8c8 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0284827 Oct 26 14:24:37.374229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547035d-90c6-41bf-a4e2-183aab722207 req-97cd373d-91ba-409e-914a-6c8dba0a32c9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.375813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0547035d-90c6-41bf-a4e2-183aab722207 req-97cd373d-91ba-409e-914a-6c8dba0a32c9 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.0545075 Oct 26 14:24:37.417593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0547035d-90c6-41bf-a4e2-183aab722207 req-0bb9c177-7a2f-4ba2-b1a2-b40605074d1a tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356679 Oct 26 14:24:37.556995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09feaf6-1ad4-4209-a57a-caa518c00f66 req-e4e30911-186c-4baa-84a4-2786d4d309d3 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.558503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e09feaf6-1ad4-4209-a57a-caa518c00f66 req-e4e30911-186c-4baa-84a4-2786d4d309d3 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.0661271 Oct 26 14:24:37.607233 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e09feaf6-1ad4-4209-a57a-caa518c00f66 req-08b78335-a5c0-483c-9278-b4bd30a9bde1 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Oct 26 14:24:37.723338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56adeba-e51c-4748-81d5-8fa906cc4564 req-e3995cae-6660-4c01-a119-6851ca112e0c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.724964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e56adeba-e51c-4748-81d5-8fa906cc4564 req-e3995cae-6660-4c01-a119-6851ca112e0c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0646195 Oct 26 14:24:37.735604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027845-99ab-4e58-83ca-147e867a8aff req-e2ab60f9-3f44-46a6-b570-da413f813bc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.745029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56027845-99ab-4e58-83ca-147e867a8aff req-e2ab60f9-3f44-46a6-b570-da413f813bc6 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.0675097 Oct 26 14:24:37.788452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e56adeba-e51c-4748-81d5-8fa906cc4564 req-fbc1b4b2-5da1-43ee-9f3c-e6a72b761612 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563662 Oct 26 14:24:37.798199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56027845-99ab-4e58-83ca-147e867a8aff req-59c0349a-e36d-430a-a115-d1bd9fbc6371 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Oct 26 14:24:37.813948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55050) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:37.960859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9fd7ec-1b6a-4120-8e70-32fcf2479a10 tempest-TestServerBasicOps-779525049 tempest-TestServerBasicOps-779525049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:37.962986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-df9fd7ec-1b6a-4120-8e70-32fcf2479a10 tempest-TestServerBasicOps-779525049 tempest-TestServerBasicOps-779525049-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1092 time: 0.1480613 Oct 26 14:24:37.966190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55054) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:37.970841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'tenant_id': '371307b135f8446082f6e6309626611b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:37.995675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.101511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.243208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07793d24-1430-40ba-81ac-267246808de7 req-5bd2a8c6-8e5b-4348-a44b-09bea0cebad5 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0341821 Oct 26 14:24:38.255201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Allocated IP 172.25.5.16 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:38.422042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.459460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.503732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:38.506694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:38.511511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:38.521314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:38.532895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'Port': ['ID=2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:38.670399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:38.690613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'port_id': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'mac_address': 'fa:16:3e:b7:27:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef5fb6d-ff9e-4352-b0d3-cb2a967289de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:38.739341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.754932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:38.778430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:38.788061 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:38.853577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:39.003128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:39.139234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492569-76f5-4b07-a3fe-cde644d43299 req-c30c33d2-0fc3-426c-9679-56f09cb661e1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:39.141319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9492569-76f5-4b07-a3fe-cde644d43299 req-c30c33d2-0fc3-426c-9679-56f09cb661e1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.1504941 Oct 26 14:24:39.280904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9492569-76f5-4b07-a3fe-cde644d43299 req-71aa9d84-2d44-48c2-96e1-24ae6a379dfb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167853 Oct 26 14:24:39.348097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.434644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.511579 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3be9b2bd-2974-40d1-9bd5-b0e2ce0485ef req-f17fc040-df35-4420-a1f1-15e289680196 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0544581 Oct 26 14:24:39.644906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.651791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.725922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event updated for resources: {'Port': ['ID=2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:39.749283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:39.883834 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Floating IP ba530bfa-e1a4-464d-b73c-7dd594fcdaf2 associated. External IP: 172.25.5.16, port: 20bee3ea-a5c5-41d7-b323-64f51f4eac88. Oct 26 14:24:40.074868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8b4ef0c0-fd87-40f4-ad1c-f60202dde308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.236761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Router 371bfe1c-8575-4b9c-893a-2b39292d0f99 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:24:40.457239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:24:40.470809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Sync routers for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:24:40.494770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:40.495418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:40.538758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.542662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1813-43f3-4c0a-8b11-3852391a7d1c req-01972abf-3709-422c-a30a-037ba53652f0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:40.553721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-764d1813-43f3-4c0a-8b11-3852391a7d1c req-01972abf-3709-422c-a30a-037ba53652f0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.1205621 Oct 26 14:24:40.622477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-29f2de7d-ce40-4f25-ade6-b6bfa6a5316f tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6550975 Oct 26 14:24:40.623763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:40.625208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:40.631095 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a893e43-4bb9-484c-bcde-158c85776f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:40.638738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-764d1813-43f3-4c0a-8b11-3852391a7d1c req-9181727f-a236-4c24-af87-5cc086bcf6b9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Oct 26 14:24:40.734733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port bbce5e31-66d6-4075-b37b-71a436d9b3a5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:40.741917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port bbce5e31-66d6-4075-b37b-71a436d9b3a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:40.742256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:40.777418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c86e025c-94e1-4e5c-9722-6f771a9117bf req-282a48ce-bb6c-46d8-885f-5ddc782a17b1 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0895488 Oct 26 14:24:40.803804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:40.854076 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832049c-d07b-477e-9265-5ce78ae64b9d x-openstack-request-id: req-3832049c-d07b-477e-9265-5ce78ae64b9d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:40.854904 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:40.854904 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3832049c-d07b-477e-9265-5ce78ae64b9d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:40.855149 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'status': 'completed', 'code': 200} Oct 26 14:24:40.931729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-28359810-2916-407e-a46f-6955b2f0f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:40.933325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-28359810-2916-407e-a46f-6955b2f0f958 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1097 time: 0.0446851 Oct 26 14:24:40.949567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.055090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:41.057497 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:41.060378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-44cc91dc-20ea-4745-90e0-906e1bc476ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.060610 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be3ec7-fa29-44d5-b28e-539dfe866f55" -d '{"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:41.062046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-44cc91dc-20ea-4745-90e0-906e1bc476ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 909 time: 0.1191149 Oct 26 14:24:41.097744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.146875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:41.152238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416575289', 'description': 'tempest-secgroup-smoke-416575289 description', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:41.152596 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-e0ee0b2f-1368-4c89-b661-9cf395cf9c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 999 time: 0.0819468 Oct 26 14:24:41.181235 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203d41fa-be09-471f-8849-38b80349f5f3 x-openstack-request-id: req-203d41fa-be09-471f-8849-38b80349f5f3 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:41.181565 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:41.181852 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-203d41fa-be09-471f-8849-38b80349f5f3 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:41.182269 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'code': 200} Oct 26 14:24:41.191140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.229552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:41.232048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-8d48bee5-ef2c-4ff4-a4f2-5ac500ef6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.233616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-8d48bee5-ef2c-4ff4-a4f2-5ac500ef6027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 200 len: 847 time: 0.0692985 Oct 26 14:24:41.256764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ba530bfa-e1a4-464d-b73c-7dd594fcdaf2', 'tenant_id': '371307b135f8446082f6e6309626611b', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'port_id': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'mac_address': 'fa:16:3e:17:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:24:39Z', 'updated_at': '2021-10-26T14:24:39Z', 'revision_number': 0, 'project_id': '371307b135f8446082f6e6309626611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:41.297803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-366079a6-1673-4529-ae22-c4267463d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.300549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-366079a6-1673-4529-ae22-c4267463d01a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0521060c-dae7-4c33-bd76-58854fea9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513954 Oct 26 14:24:41.307190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Checking router: 371bfe1c-8575-4b9c-893a-2b39292d0f99 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:24:41.318096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:24:41.319170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:41.321288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.330677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95459e9e-2a4b-481a-9c1c-fef47b1c570c req-39a5e832-6053-4015-8dbc-3c436df3a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.332540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95459e9e-2a4b-481a-9c1c-fef47b1c570c req-39a5e832-6053-4015-8dbc-3c436df3a36c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0728149 Oct 26 14:24:41.333531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.388119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.389723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2417586 Oct 26 14:24:41.394414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55152) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:41.397518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84be49-cdcc-418e-b701-87177899a9f1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:41.399910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:41.412530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95459e9e-2a4b-481a-9c1c-fef47b1c570c req-1f9c2cbc-1773-4bc4-a160-9d0e1242df7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684617 Oct 26 14:24:41.414719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.416111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.416470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.416840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.417176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.417509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.418394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.418727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.419059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.419394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.419722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.420075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dad4556-0ba5-4041-afa7-777d92625654 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:41.449142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-b445a098-60a1-47a1-9c72-593a2d50bfb9 service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382191 Oct 26 14:24:41.462542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.466840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:24:41.587805 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.596085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.632243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.637227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55156) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:41.637820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416096 Oct 26 14:24:41.642148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a893e43-4bb9-484c-bcde-158c85776f5a req-9d08028c-4d57-495c-8366-d12bc3cb594f service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690507 Oct 26 14:24:41.643397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e3d2b-fb77-4b47-b845-83cba92edcef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e696bb45-270d-4463-bfff-9c74bef51a41,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:41.649811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:41.720267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.826190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ae8aa-4b1b-4c60-bc46-6a9e5f6059cf req-01cb57ab-dc05-4869-9f35-1efd84b8d4a9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:41.827776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d05ae8aa-4b1b-4c60-bc46-6a9e5f6059cf req-01cb57ab-dc05-4869-9f35-1efd84b8d4a9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0698133 Oct 26 14:24:41.846304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.854991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.879879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481f1978-5a69-4711-bb64-5e137d4b88b7,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:41.886455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d05ae8aa-4b1b-4c60-bc46-6a9e5f6059cf req-63512900-52a8-4e98-aa12-4586cc2506ba tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463045 Oct 26 14:24:41.892377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.893990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-577ec0bc-c924-4a6d-bb02-2034bb0c2c78 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543490 Oct 26 14:24:41.897234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:41.905163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:41.938676 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.981033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-963a8333-df1d-4229-8ce3-1db8422bdefa req-08cd7d84-06ba-4a56-966c-d4107cbec1e5 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Oct 26 14:24:41.991300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:41.996581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.022374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ba530bfa-e1a4-464d-b73c-7dd594fcdaf2', 'tenant_id': '371307b135f8446082f6e6309626611b', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'port_id': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'mac_address': 'fa:16:3e:17:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:24:39Z', 'updated_at': '2021-10-26T14:24:39Z', 'revision_number': 0, 'project_id': '371307b135f8446082f6e6309626611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:24:42.024755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e66192-6554-4a20-9fb5-fe9b4688665e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.035082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.036296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-89aee187-7e53-48b3-ab73-53a3cde7a643 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380730 Oct 26 14:24:42.039026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:42.044699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:42.055088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce374df-c4f0-4317-baa4-e4ef0b844be3 None None] The sync data for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 is: [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ba530bfa-e1a4-464d-b73c-7dd594fcdaf2', 'tenant_id': '371307b135f8446082f6e6309626611b', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'port_id': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'mac_address': 'fa:16:3e:17:43:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:24:39Z', 'updated_at': '2021-10-26T14:24:39Z', 'revision_number': 0, 'project_id': '371307b135f8446082f6e6309626611b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:24:42.072934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.134422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.137944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.158055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf62d681-90f1-4572-aebc-5ca5a790e2eb,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.166691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.167918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5fecec02-1fab-4a65-a26c-85a710ff4c7a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279500 Oct 26 14:24:42.170662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:42.174865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:42.199403 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Project 190607bed0ad4ea783a3d43a8d4116ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:42.204789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.269261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.270321 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc6b1c6-2d95-4827-a1c2-06fc57236fcc None None] New status for floating IP ba530bfa-e1a4-464d-b73c-7dd594fcdaf2: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:24:42.274786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.293598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bf46d0-143d-40d2-8c57-e2bc148a927b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.303237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.304463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-55c59849-bab0-4e5c-8f51-bb8b83d161e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330369 Oct 26 14:24:42.307640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:42.312244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'security_group_rule': {'security_group_id': '5d84be49-cdcc-418e-b701-87177899a9f1', 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:42.335691 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Project 190607bed0ad4ea783a3d43a8d4116ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:24:42.341595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.409025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.413949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.432887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea973bb-e743-4681-b838-95dd6d4c8cb8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:42.441842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:42.446956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f34a262e-cd28-4219-9444-af01f83f00e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377275 Oct 26 14:24:42.875193 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ac93cb04-ad43-4960-b628-740a4151fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:43.080479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3492-df20-44a9-b4bb-c1d9574a787c req-debe249c-9fae-4c9e-abfd-23a8ad6a8e5c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:43.082297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b1c3492-df20-44a9-b4bb-c1d9574a787c req-debe249c-9fae-4c9e-abfd-23a8ad6a8e5c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0718474 Oct 26 14:24:43.131235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51991721-15a1-4497-ba05-3216fb561376 req-71e04bfe-84f1-4b70-8a9d-67c4ef6a1c30 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0514123 Oct 26 14:24:43.183499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b1c3492-df20-44a9-b4bb-c1d9574a787c req-2377e46d-aeb1-47d2-a971-5054743d66b8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Oct 26 14:24:43.476128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-d367e7f2-a035-41cd-828d-23432c2f769d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:43.485106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-d367e7f2-a035-41cd-828d-23432c2f769d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 814 time: 0.1461153 Oct 26 14:24:43.497157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-190a866d-35ce-46fe-a256-e54bf1a3878d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/quotas/a768ab6586e54ec5881cae09ea7577bc HTTP/1.1" status: 200 len: 375 time: 0.0111625 Oct 26 14:24:43.555238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-9c2722e4-78f4-49a8-aa77-bc73cba6abf8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521607 Oct 26 14:24:43.677031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-59710401-d85b-4909-b28b-3ba80a7f7bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139028 Oct 26 14:24:43.781163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-826ce500-9d12-43a2-a318-5a3e2f5119f9 service neutron] 10.222.0.37 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031191 Oct 26 14:24:43.909156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.099325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39672d98-d283-44a5-9cec-4d25a8d06dfa req-e3a74d09-42f3-43b7-8727-cf929960d2b4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 210 time: 0.0681210 Oct 26 14:24:44.224776 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:44.326926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b062c14b-d5b8-4e8b-82a2-5fe18dcb2fa0 req-ffd6c5e9-2e63-46e0-88bf-588f9d6aee9f tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0501795 Oct 26 14:24:45.283550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9491541-4fb4-4f0a-97cb-2ba9830b436d req-ed528f07-7e51-4109-80c9-833332d40090 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 210 time: 0.0607257 Oct 26 14:24:45.452180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-dd1128ee-05ce-4baa-9b38-644d92d4c69e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:45.454188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-dd1128ee-05ce-4baa-9b38-644d92d4c69e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.41 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 814 time: 0.1528766 Oct 26 14:24:45.470767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Request body: {'port': {'device_id': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'admin_state_up': True, 'tenant_id': 'a768ab6586e54ec5881cae09ea7577bc'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:45.545089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f76667be-fd52-4116-8803-ac2d6ebd7c21 req-c3e04294-5155-4957-a0f7-9bd64c1a7a56 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0791359 Oct 26 14:24:45.622567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Made reservation on behalf of a768ab6586e54ec5881cae09ea7577bc for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:45.626628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.773580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:45.788572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Allocated IP 172.20.0.4 (84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40/6ef5fb6d-ff9e-4352-b0d3-cb2a967289de/a76bb066-04f5-41c3-bf25-19209abdb372) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:45.959330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.003190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.015888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:46.056986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:46.060681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:46.063481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:46.093819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Pushing event updated for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:46.138503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:46.139874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.159674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-fcdd8962-578f-4364-8e00-bffd23754d59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6951170 Oct 26 14:24:46.178620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Request body: {'port': {'device_id': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:46.243794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.552293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68770000-e2c3-480d-a753-f964d7cd643d req-70ba6de3-676f-4dcf-bf41-28a856ac83af tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:46.554497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68770000-e2c3-480d-a753-f964d7cd643d req-70ba6de3-676f-4dcf-bf41-28a856ac83af tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 931 time: 0.1271086 Oct 26 14:24:46.582073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55346) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:46.622216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68770000-e2c3-480d-a753-f964d7cd643d req-8d7a078c-2e36-4985-bb5b-1ac738fd1691 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606093 Oct 26 14:24:46.750711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18d15f74-5f9e-4508-bd53-69fee623b06c req-b717c468-12dd-446e-9abe-b32b813a042f tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0389743 Oct 26 14:24:46.756766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76bb066-04f5-41c3-bf25-19209abdb372 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:46.765846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.782349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Transition to ACTIVE for port object a76bb066-04f5-41c3-bf25-19209abdb372 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:46.787103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.804319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d0aeb5-c184-4b8c-a232-01f71633acba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.905645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Pushing event updated for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:46.943999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d0aeb5-c184-4b8c-a232-01f71633acba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.953005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6d0aeb5-c184-4b8c-a232-01f71633acba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:46.959746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Attempting to bind port a76bb066-04f5-41c3-bf25-19209abdb372 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:46.960097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Attempting to bind port a76bb066-04f5-41c3-bf25-19209abdb372 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:46.960432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Attempting to bind port a76bb066-04f5-41c3-bf25-19209abdb372 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:46.974163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Port a76bb066-04f5-41c3-bf25-19209abdb372 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:46.974492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Attempting to bind port a76bb066-04f5-41c3-bf25-19209abdb372 on network 84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:46.980227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:46.980630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Checking segment: {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:46.981025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Bound using segment: {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:46.981514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Bound port: a76bb066-04f5-41c3-bf25-19209abdb372, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52623718-ad0c-4671-b975-b464eb6c05a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:46.981885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.002040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0aeb5-c184-4b8c-a232-01f71633acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afd0458-680d-4cc2-b2e5-d6173b0b4405,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:47.010794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6d0aeb5-c184-4b8c-a232-01f71633acba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=632fbf9963b841f5b4bc724b82629c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274061 Oct 26 14:24:47.011971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55352) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:47.074811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.093323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:47.097148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a76bb066-04f5-41c3-bf25-19209abdb372,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:47.103118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.107585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.120051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.120815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.122771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] 10.222.0.41 "PUT /v2.0/ports/a76bb066-04f5-41c3-bf25-19209abdb372 HTTP/1.1" status: 200 len: 1091 time: 0.9488516 Oct 26 14:24:47.125255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:47.129494 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18058bd-8b18-4c2b-a947-71067c3f826d" -d '{"events": [{"name": "network-changed", "server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:47.179878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.187285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.193934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3afd0458-680d-4cc2-b2e5-d6173b0b4405 HTTP/1.1" status: 204 len: 168 time: 0.1805434 Oct 26 14:24:47.213149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ba9b1-8b6a-41b8-a6ee-119579e41d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afd0458-680d-4cc2-b2e5-d6173b0b4405,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:47.262421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b83f-af6d-4dd2-93d9-ee42585e85cd service neutron] Pushing event updated for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:47.270526 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264dfcd3-e782-4f61-9149-e465d3a2271e x-openstack-request-id: req-264dfcd3-e782-4f61-9149-e465d3a2271e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:47.271057 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:47.271316 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-264dfcd3-e782-4f61-9149-e465d3a2271e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:47.271724 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372', 'status': 'completed', 'code': 200} Oct 26 14:24:47.285618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-963953fd-334b-42a7-872c-e8afe74e1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.287627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-963953fd-334b-42a7-872c-e8afe74e1cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 1094 time: 0.1051078 Oct 26 14:24:47.344413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-e7a4abc1-3e86-4923-bd3d-a0911c8c6db1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76bb066-04f5-41c3-bf25-19209abdb372 HTTP/1.1" status: 200 len: 217 time: 0.0486867 Oct 26 14:24:47.411480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-ebfbbb7b-e2b5-4ef2-8f28-fcd8afb6328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.413018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-ebfbbb7b-e2b5-4ef2-8f28-fcd8afb6328c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0536773 Oct 26 14:24:47.471792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-6c9ad5f6-e766-40c2-85bf-42d69d4621dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451629 Oct 26 14:24:47.645922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-e63a628e-0ff6-4e36-9179-79406f1d497f service neutron] 10.222.0.41 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603942 Oct 26 14:24:47.738374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55368) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:47.757646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:47.817022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30cec3-5bbc-418f-b004-8ba85dc2e808 req-b49144cf-f978-409d-a36e-6567a62bdc52 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:47.824918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb30cec3-5bbc-418f-b004-8ba85dc2e808 req-b49144cf-f978-409d-a36e-6567a62bdc52 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 943 time: 0.1141098 Oct 26 14:24:47.851535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed537ff4-b65f-4d10-b111-c0a7c854f296 req-3efc82bb-3d28-42dd-adae-52235f5c2857 service neutron] 10.222.0.41 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958230 Oct 26 14:24:47.905656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb30cec3-5bbc-418f-b004-8ba85dc2e808 req-067f7959-2fee-46bb-ba7a-563e61c178f3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792091 Oct 26 14:24:47.945057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b5f48663-5ed6-4f56-b32d-86f9e312b487 req-480ee589-21d2-4109-8dcf-6364c97c9bcc tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0632493 Oct 26 14:24:48.021922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-f30e0651-0b87-469f-a2cb-8309b6928187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:48.023660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-f30e0651-0b87-469f-a2cb-8309b6928187 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 1094 time: 0.0915577 Oct 26 14:24:48.026858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.032241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.120899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9b75bf920d9419299052deb345274dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812146 Oct 26 14:24:48.123461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd9961-b0d3-483c-b749-b0ebf284a62e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.123920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55374) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:48.141497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.141922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.142337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.142747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.143145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.143543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.143941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.144343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.144746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.145132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.145525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.146165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25cef22-e091-4563-84cd-7fde5b2ddce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:48.191197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-c5885876-f348-48ee-9d2d-9b45a949b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:48.193352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-c5885876-f348-48ee-9d2d-9b45a949b630 service neutron] 10.222.0.41 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.1541042 Oct 26 14:24:48.210191 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.237778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.243776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-f14b3a62-5fa6-451d-a0cc-fc1182bb9765 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a76bb066-04f5-41c3-bf25-19209abdb372 HTTP/1.1" status: 200 len: 217 time: 0.0409286 Oct 26 14:24:48.299416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.304234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:48.304819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-ce53ff18-827a-470f-85f6-921cdf31114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:48.306730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25dd9961-b0d3-483c-b749-b0ebf284a62e HTTP/1.1" status: 204 len: 168 time: 0.1813595 Oct 26 14:24:48.307268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-ce53ff18-827a-470f-85f6-921cdf31114c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0559886 Oct 26 14:24:48.320414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd944af3-9b31-4028-8b50-c7e8314e02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd9961-b0d3-483c-b749-b0ebf284a62e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:48.361092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-3479cb98-6ebb-4191-9819-3f53abbc5fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420499 Oct 26 14:24:48.489317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-57f865b3-ed02-4772-a464-ed98772d7983 service neutron] 10.222.0.41 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202807 Oct 26 14:24:48.918006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55386) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:48.940072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ef8a53-1de3-40c4-ab72-8fdb0bff9fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.083380 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec760545-17e8-4506-8ba1-2bd45ef0515a req-0c5a3b39-6000-477c-bc86-ca30a57733d8 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0341172 Oct 26 14:24:49.095503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ef8a53-1de3-40c4-ab72-8fdb0bff9fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.102826 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91ef8a53-1de3-40c4-ab72-8fdb0bff9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.136287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2f0d1-f8b9-4a86-90b7-e15fcdf3ce9c req-f01a6173-c7d6-4145-9ca2-ac70d3cdefca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:49.137847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffa2f0d1-f8b9-4a86-90b7-e15fcdf3ce9c req-f01a6173-c7d6-4145-9ca2-ac70d3cdefca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 943 time: 0.1025968 Oct 26 14:24:49.149892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef8a53-1de3-40c4-ab72-8fdb0bff9fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba59924-222c-4569-93e6-ba6a5237c505,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:49.159611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91ef8a53-1de3-40c4-ab72-8fdb0bff9fcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=129aa68bd01a48ddad75ebd55ff8b99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405090 Oct 26 14:24:49.162624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:24:49.173517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b18058bd-8b18-4c2b-a947-71067c3f826d req-1f778e08-1dc1-448a-b7ce-f598e50672c6 service neutron] 10.222.0.41 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736338 Oct 26 14:24:49.208917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffa2f0d1-f8b9-4a86-90b7-e15fcdf3ce9c req-0ad0d663-cd13-4977-883e-e6acc7c3839f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 Oct 26 14:24:49.226473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.250173 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.307071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.311024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:49.314584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eba59924-222c-4569-93e6-ba6a5237c505 HTTP/1.1" status: 204 len: 168 time: 0.1487889 Oct 26 14:24:49.325242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67800fc-f19b-4ab7-97ed-9dbf52121ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba59924-222c-4569-93e6-ba6a5237c505,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:50.213471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6db695-afaf-46d5-acd8-5c79a9815a2a req-4a06f09b-3401-4b69-aa23-d5b21f1a32e1 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0353827 Oct 26 14:24:50.373082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ca08-5b0e-4681-9cbc-805a697ae4af req-10b69b15-54d4-42aa-b682-81c0702c7edb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:50.374931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14b5ca08-5b0e-4681-9cbc-805a697ae4af req-10b69b15-54d4-42aa-b682-81c0702c7edb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 943 time: 0.0655544 Oct 26 14:24:50.434299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14b5ca08-5b0e-4681-9cbc-805a697ae4af req-311b580e-e620-42e2-9fb3-1d93a375ee20 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516186 Oct 26 14:24:50.786422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a76bb066-04f5-41c3-bf25-19209abdb372 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:24:50.912657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a76bb066-04f5-41c3-bf25-19209abdb372,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:50.924986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'a76bb066-04f5-41c3-bf25-19209abdb372', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'port_id': 'a76bb066-04f5-41c3-bf25-19209abdb372', 'mac_address': 'fa:16:3e:64:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef5fb6d-ff9e-4352-b0d3-cb2a967289de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:24:50.967299 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:50.982032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76bb066-04f5-41c3-bf25-19209abdb372 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:51.009588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a76bb066-04f5-41c3-bf25-19209abdb372,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:51.017787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:51.088813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:51.105512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.105844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.106188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.109515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.109874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.110210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.111387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.111720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.112049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.112372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.113414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.113743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:24:51.319603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['a76bb066-04f5-41c3-bf25-19209abdb372'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:51.322330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fd8afe5-9f72-4342-a38c-0944e6e9571f req-9b6f25c0-ae85-4d27-9fcb-4b48e153bf41 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0357451 Oct 26 14:24:51.605916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f249788-4d19-4de6-9219-0398243e68b6 req-70b129f2-b3a2-448b-8e5a-0001add48b7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:51.615286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f249788-4d19-4de6-9219-0398243e68b6 req-70b129f2-b3a2-448b-8e5a-0001add48b7d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 944 time: 0.0975657 Oct 26 14:24:51.676319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f249788-4d19-4de6-9219-0398243e68b6 req-ca556266-7887-428b-aafa-db13792c36d0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598247 Oct 26 14:24:51.847040 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.431347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-052919ea-1883-41b6-aad1-38fb970612ab req-5c7bdb81-4e0c-4696-837a-6fdee410246d tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0320902 Oct 26 14:24:52.780993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a76bb066-04f5-41c3-bf25-19209abdb372 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:24:52.843662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84c835-af3a-4a34-b6be-cd652548e5e0 req-ebb87008-ea0c-4499-bc12-f8b121cfddcc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:52.846445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b84c835-af3a-4a34-b6be-cd652548e5e0 req-ebb87008-ea0c-4499-bc12-f8b121cfddcc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 944 time: 0.0921826 Oct 26 14:24:52.860607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port a76bb066-04f5-41c3-bf25-19209abdb372 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:24:52.865925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port a76bb066-04f5-41c3-bf25-19209abdb372 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:52.866380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:52.922117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b84c835-af3a-4a34-b6be-cd652548e5e0 req-ac5551cb-8196-4215-bb81-de3768a106e9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Oct 26 14:24:52.967054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.013164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:53.021742 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371de722-4404-4a6a-b253-393999dca8ba" -d '{"events": [{"server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "name": "network-vif-plugged", "status": "completed", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:53.052658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-c72fab54-3a3b-46a5-a41b-02c8777d9fe0 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c4b30544f6844703b1de256ef69f3655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558939 Oct 26 14:24:53.057913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a76bb066-04f5-41c3-bf25-19209abdb372,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:53.066996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.135404 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97ed48e-e193-4fc1-b8fa-36d48c5f8127 x-openstack-request-id: req-f97ed48e-e193-4fc1-b8fa-36d48c5f8127 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:53.136242 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "name": "network-vif-plugged", "status": "completed", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:53.136536 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f97ed48e-e193-4fc1-b8fa-36d48c5f8127 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:53.137047 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372', 'code': 200} Oct 26 14:24:53.168571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:53.318986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:53.354911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1a26-949f-4ef9-af62-c1fbc2f631af req-b59e850e-a559-4ae8-87a6-dd99bfab4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.356441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4dd1a26-949f-4ef9-af62-c1fbc2f631af req-b59e850e-a559-4ae8-87a6-dd99bfab4c2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 1096 time: 0.1197376 Oct 26 14:24:53.371930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-b93af5de-184d-4db4-9a03-3a7b3095bd05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2306488 Oct 26 14:24:53.452263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-5475133c-2b9f-47bd-a06d-0744b968f19e tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.459131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-5475133c-2b9f-47bd-a06d-0744b968f19e tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989074 Oct 26 14:24:53.494810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4dd1a26-949f-4ef9-af62-c1fbc2f631af req-6d6cc138-67ab-4a0d-9c6f-e61bbf895db2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152461 Oct 26 14:24:53.496838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-2244b484-e52c-4357-9bce-5f5d8210b435 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/quotas/c4b30544f6844703b1de256ef69f3655 HTTP/1.1" status: 200 len: 375 time: 0.0330403 Oct 26 14:24:53.534907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-bfa44268-7dca-477b-bbfe-94ad8ee6464e tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c4b30544f6844703b1de256ef69f3655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321255 Oct 26 14:24:53.537992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-94b0627f-0473-4237-98bb-7ae27848e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.539054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-94b0627f-0473-4237-98bb-7ae27848e7e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 1097 time: 0.1423750 Oct 26 14:24:53.551338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f2c5a22d-4b96-4b81-b75c-8f617755506b req-e0938071-a5e9-44bb-b7b8-e2ce7aef02f6 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0318873 Oct 26 14:24:53.844147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-600b87ed-30fc-4969-a44f-83742170aa9b req-4564e517-ce68-42c7-9c76-15544bfd9805 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 210 time: 0.0581307 Oct 26 14:24:53.924457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-3e5bd0dd-25b8-493f-a8dd-325cbb77aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:53.926242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-3e5bd0dd-25b8-493f-a8dd-325cbb77aa46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 915 time: 0.2017574 Oct 26 14:24:53.986097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-331411b4-733e-4f19-b417-a337f5d7986a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 HTTP/1.1" status: 200 len: 217 time: 0.0516512 Oct 26 14:24:54.103638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-4491fe0b-f0d5-42a9-9c4d-0f81c76d1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.107681 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-4491fe0b-f0d5-42a9-9c4d-0f81c76d1c4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 200 len: 854 time: 0.1131399 Oct 26 14:24:54.159914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d2a2a-5cfa-4f84-b96f-5023b8f47a63 req-81af1cd1-6036-4b69-b72b-d2f1d929eb78 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:54.166127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b7d2a2a-5cfa-4f84-b96f-5023b8f47a63 req-81af1cd1-6036-4b69-b72b-d2f1d929eb78 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 945 time: 0.1262496 Oct 26 14:24:54.170310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-f38a3722-3d23-4b50-b7cf-5b8e7f70b67a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=158f50ed-c278-4fba-9465-3d66987220ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543702 Oct 26 14:24:54.256748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b7d2a2a-5cfa-4f84-b96f-5023b8f47a63 req-f9bb0955-883f-46f9-8e5b-5e08c98a2950 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896842 Oct 26 14:24:54.338222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-a373ebaf-0479-4f98-b158-ef2d16c872de service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543539 Oct 26 14:24:54.486295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bb65d0c-5f37-41c9-8718-6c047d7af6ae req-f39cde46-da9e-489c-9401-86034b47e11c service neutron] 10.222.0.41 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372023 Oct 26 14:24:54.762357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-876a0461-4631-4707-865a-5d46a906db6d req-2fb896f6-5148-4dcd-9001-05aef3976bbc tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0340018 Oct 26 14:24:54.972713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cffda088-38a3-4aef-83bf-b92dcc4f605b req-4d087ce6-c0a2-4021-bc1a-d9d349a44d58 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 210 time: 0.0369523 Oct 26 14:24:55.097918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-edc3cc87-9f10-46d7-9020-ab9eecf05485 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c4b30544f6844703b1de256ef69f3655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366211 Oct 26 14:24:55.537314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-ab8f5183-99e4-4c56-9b7a-04fc1660844c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:55.538562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-ab8f5183-99e4-4c56-9b7a-04fc1660844c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349289 Oct 26 14:24:55.559090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Request body: {'port': {'device_id': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'c4b30544f6844703b1de256ef69f3655'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:55.572859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05475-433b-4c73-af07-22bfc16f0740 req-b3c34070-e7d3-4c13-9a67-b0e49389de61 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:55.577984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bde05475-433b-4c73-af07-22bfc16f0740 req-b3c34070-e7d3-4c13-9a67-b0e49389de61 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 945 time: 0.1319036 Oct 26 14:24:55.642962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b35f38b-7834-4d83-81c4-2c2b42a2e674 req-959382f7-491e-4d2b-a67d-1ce7dfce1400 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0324318 Oct 26 14:24:55.674118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bde05475-433b-4c73-af07-22bfc16f0740 req-aba917f4-e5bb-463a-b059-9053fe457b35 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Oct 26 14:24:55.751917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Made reservation on behalf of c4b30544f6844703b1de256ef69f3655 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:24:55.756308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.771734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.916077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4145c03-3535-4c31-87e0-4851deb0a3ee req-68ae7426-d338-4f7a-854b-8816913629cf tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0368061 Oct 26 14:24:55.933716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:55.951893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.099534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:56.130714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e44c90d-c2e8-4580-8882-bd6eb32defc6 req-2141b8bd-d287-40aa-98cd-ec52049ac792 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 210 time: 0.0446684 Oct 26 14:24:56.178685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f875-322f-4d20-99e0-f4caf47d0b98 req-0dda89a7-03fc-44e2-92a1-5b195b65a5a1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:56.186912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4435f875-322f-4d20-99e0-f4caf47d0b98 req-0dda89a7-03fc-44e2-92a1-5b195b65a5a1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 945 time: 0.1591239 Oct 26 14:24:56.232437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Allocated IP 192.168.233.26 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/86c0c389-2f5a-44f6-af9d-a3d697051cbd) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:24:56.247318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4435f875-322f-4d20-99e0-f4caf47d0b98 req-a915b3d8-ffd3-43de-aaf6-bd4787979a06 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598974 Oct 26 14:24:56.411522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.449548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.503696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:24:56.507231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:24:56.513722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:24:56.521550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Pushing event updated for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:56.587303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:56.588358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.609923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cb2a33e8-0ee3-4b98-922e-1a2fa9dfb771 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0555363 Oct 26 14:24:56.631670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Request body: {'port': {'device_id': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:24:56.707043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.856698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-626fa2a3-fd31-421c-bec5-fb68ce69c457 None None] Provisioning complete for port 86c0c389-2f5a-44f6-af9d-a3d697051cbd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:24:56.857734 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-626fa2a3-fd31-421c-bec5-fb68ce69c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:56.943339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-626fa2a3-fd31-421c-bec5-fb68ce69c457 None None] Port 86c0c389-2f5a-44f6-af9d-a3d697051cbd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:24:57.092747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87143a05-42ea-463c-aeab-1761ca379c65 req-e00283cc-9d97-4624-9bbe-aebe6ce12268 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0568166 Oct 26 14:24:57.157661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c0c389-2f5a-44f6-af9d-a3d697051cbd {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:24:57.186221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.211979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Transition to ACTIVE for port object 86c0c389-2f5a-44f6-af9d-a3d697051cbd will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:24:57.218480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.324976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:57.391391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45e83-73a5-4c17-bc30-b03c970a473f req-61a30538-6675-4686-bc18-20c7a7e6e39b tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.393022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2c45e83-73a5-4c17-bc30-b03c970a473f req-61a30538-6675-4686-bc18-20c7a7e6e39b tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 947 time: 0.1393070 Oct 26 14:24:57.463226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d2c45e83-73a5-4c17-bc30-b03c970a473f req-89523963-b997-4af3-881d-85d8a2e92e53 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621133 Oct 26 14:24:57.464387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Attempting to bind port 86c0c389-2f5a-44f6-af9d-a3d697051cbd on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:24:57.464755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Attempting to bind port 86c0c389-2f5a-44f6-af9d-a3d697051cbd by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:24:57.465155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Attempting to bind port 86c0c389-2f5a-44f6-af9d-a3d697051cbd on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:57.470258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Port 86c0c389-2f5a-44f6-af9d-a3d697051cbd on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:24:57.474667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Attempting to bind port 86c0c389-2f5a-44f6-af9d-a3d697051cbd on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:24:57.487734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:24:57.488079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:24:57.488459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:24:57.489862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Bound port: 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:24:57.490225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.571313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d138777d-c2d6-4ed0-9a5c-5fa0d5920ced req-2cb8bc55-79eb-46a7-838c-057a1a5f9db6 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235&device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0400560 Oct 26 14:24:57.585654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-b4913ec5-b41a-4780-a311-b97d7072c07b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.597644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-b4913ec5-b41a-4780-a311-b97d7072c07b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.41 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 945 time: 0.1060796 Oct 26 14:24:57.644591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:24:57.670266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:24:57.697015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be371-c914-40de-a42c-c496f23d6dff req-3827f799-1be3-46c4-802b-dc182fbe2fc4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.699351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590be371-c914-40de-a42c-c496f23d6dff req-3827f799-1be3-46c4-802b-dc182fbe2fc4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 945 time: 0.1003633 Oct 26 14:24:57.702051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.772433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Deleting port a76bb066-04f5-41c3-bf25-19209abdb372 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:24:57.773522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.802392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:57.803414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:57.805466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] 10.222.0.73 "PUT /v2.0/ports/86c0c389-2f5a-44f6-af9d-a3d697051cbd HTTP/1.1" status: 200 len: 1095 time: 1.1801007 Oct 26 14:24:57.806657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:57.810232 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0d23e-61db-421d-9b19-197637b4535a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:57.847224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-590be371-c914-40de-a42c-c496f23d6dff req-b6508633-ebb0-47be-a324-7c5ef1e82ca9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219645 Oct 26 14:24:57.946217 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d66bc-556d-4b6b-ba4a-6af1ad332bea x-openstack-request-id: req-a89d66bc-556d-4b6b-ba4a-6af1ad332bea {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:57.946726 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:57.947263 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a89d66bc-556d-4b6b-ba4a-6af1ad332bea {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:57.947689 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd', 'status': 'completed', 'code': 200} Oct 26 14:24:57.985438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c894e0-c6eb-441b-8d2d-7cee93d51e80 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:57.991368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] For port a76bb066-04f5-41c3-bf25-19209abdb372, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a76bb066-04f5-41c3-bf25-19209abdb372,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:24:57.994243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.022919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cc464ac4-e4ab-43de-9050-9d23e8b2d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.024188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Calling delete_port for a76bb066-04f5-41c3-bf25-19209abdb372 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:24:58.024951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-cc464ac4-e4ab-43de-9050-9d23e8b2d9da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4b30544f6844703b1de256ef69f3655&device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 1098 time: 0.1665125 Oct 26 14:24:58.121988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccab0074-0b6d-4e3d-8438-8d238b8c165e req-4f46ff92-294b-48f2-9a7d-2ee6f466992b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=524b631f85d34808a0d1722f08548c46&device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0380993 Oct 26 14:24:58.190331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-c5ed4231-c5c0-45a9-9b1c-f770ee74c343 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd HTTP/1.1" status: 200 len: 217 time: 0.1557896 Oct 26 14:24:58.194413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccab0074-0b6d-4e3d-8438-8d238b8c165e req-6dc9cd1d-e03a-4cb6-abc7-00baf8ae059b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=524b631f85d34808a0d1722f08548c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610909 Oct 26 14:24:58.231481 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2c73c789-123c-4afa-85a0-06c37a60250c req-0b92d427-bf93-4482-8946-b7e0758c26fe tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0720720 Oct 26 14:24:58.288185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-8303f66d-a591-4b1a-bf30-db67f1714f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.289856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-8303f66d-a591-4b1a-bf30-db67f1714f64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0727770 Oct 26 14:24:58.355506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-0b325a17-c32f-444c-9152-e74f57b148c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.357392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-0b325a17-c32f-444c-9152-e74f57b148c9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515304 Oct 26 14:24:58.467720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.482659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:58.485663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['a76bb066-04f5-41c3-bf25-19209abdb372'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:24:58.502349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-5c908639-6aa6-498b-8972-a320cef86050 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353290 Oct 26 14:24:58.524945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Pushing event deleted for resources: {'Port': ['ID=a76bb066-04f5-41c3-bf25-19209abdb372,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:24:58.527302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab0074-0b6d-4e3d-8438-8d238b8c165e req-0512958c-2180-49dd-a686-ae73a44259b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.537564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccab0074-0b6d-4e3d-8438-8d238b8c165e req-0512958c-2180-49dd-a686-ae73a44259b0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3123329 Oct 26 14:24:58.588683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] No DVR routers for this DVR port a76bb066-04f5-41c3-bf25-19209abdb372 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:24:58.592140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:24:58.595916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5edfc64-5b3b-48b5-8cab-4fd26aa66b47 req-c6a6e5a4-63e2-45f7-9c07-1c73fecfb1ca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.41 "DELETE /v2.0/ports/a76bb066-04f5-41c3-bf25-19209abdb372 HTTP/1.1" status: 204 len: 173 time: 0.9895651 Oct 26 14:24:58.596586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'name': 'network-vif-deleted', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:24:58.599055 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01daee5d-0d30-4317-b66f-918560509f02" -d '{"events": [{"server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "name": "network-vif-deleted", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:24:58.661024 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb10a7e-83b9-49ec-9a99-706cae0e55c8 x-openstack-request-id: req-edb10a7e-83b9-49ec-9a99-706cae0e55c8 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:24:58.661299 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edca27c-f9c9-4d7c-a361-1393e3b438bb", "name": "network-vif-deleted", "tag": "a76bb066-04f5-41c3-bf25-19209abdb372", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:24:58.661561 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edb10a7e-83b9-49ec-9a99-706cae0e55c8 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:24:58.661972 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edca27c-f9c9-4d7c-a361-1393e3b438bb', 'name': 'network-vif-deleted', 'tag': 'a76bb066-04f5-41c3-bf25-19209abdb372', 'status': 'completed', 'code': 200} Oct 26 14:24:58.719869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543239a0-c862-4999-908a-2fa167e23ed9 req-4f583d39-b251-4554-9ad6-2383eae7265d tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.724547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-543239a0-c862-4999-908a-2fa167e23ed9 req-4f583d39-b251-4554-9ad6-2383eae7265d tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 947 time: 0.1220272 Oct 26 14:24:58.741014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f0d81b9-ae80-43b2-9a56-a161500b6ee9 req-9ddddd9b-a396-4f30-b238-6bc086492682 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301874 Oct 26 14:24:58.787751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-543239a0-c862-4999-908a-2fa167e23ed9 req-d6037386-69f3-4c7e-be36-63bf34ad8d45 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531690 Oct 26 14:24:58.856592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0d23e-61db-421d-9b19-197637b4535a req-a6e99272-0732-4989-a72f-06ab923596ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.858148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-a6e99272-0732-4989-a72f-06ab923596ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4b30544f6844703b1de256ef69f3655&device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 1098 time: 0.0590286 Oct 26 14:24:58.967840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be6d45c2-2971-49d7-ab85-7000f71b6296 req-67d9c529-7d55-4213-931f-c0099208a9d7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=2edca27c-f9c9-4d7c-a361-1393e3b438bb HTTP/1.1" status: 200 len: 210 time: 0.0352743 Oct 26 14:24:58.980374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0d23e-61db-421d-9b19-197637b4535a req-8284d365-4cee-4bd0-9312-ad7df3f2d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:58.982307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-8284d365-4cee-4bd0-9312-ad7df3f2d466 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1000414 Oct 26 14:24:59.034082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-53f02191-7d8e-4698-9a92-f9dde49ed7d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd HTTP/1.1" status: 200 len: 217 time: 0.0398974 Oct 26 14:24:59.093402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0d23e-61db-421d-9b19-197637b4535a req-0c3cc484-f7c0-480f-b451-3f111cdce13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:59.094939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-0c3cc484-f7c0-480f-b451-3f111cdce13a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0461750 Oct 26 14:24:59.145929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0d23e-61db-421d-9b19-197637b4535a req-8b42a133-e5dd-41b5-a3da-87485fab96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:59.147475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-8b42a133-e5dd-41b5-a3da-87485fab96e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442295 Oct 26 14:24:59.283248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-d8b42660-aac4-40a9-a1db-39fb60a4f8e9 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118731 Oct 26 14:24:59.385038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a073d728-e3ac-4b18-a635-9e21323d505b req-ab260ca3-9e3a-4ad4-b075-d920168069c8 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0423698 Oct 26 14:24:59.418187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-13e0d23e-61db-421d-9b19-197637b4535a req-7f743e30-809f-443b-8f32-97aff6de9500 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264968 Oct 26 14:24:59.914613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c7d0-d122-47b3-8827-2fc674abe06a req-d9d5ec97-4baa-424c-aba6-a1f55866c42c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:24:59.929888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4db1c7d0-d122-47b3-8827-2fc674abe06a req-d9d5ec97-4baa-424c-aba6-a1f55866c42c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 947 time: 0.0776806 Oct 26 14:24:59.990782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4db1c7d0-d122-47b3-8827-2fc674abe06a req-61599f9c-399f-4d69-ac0e-f69ad62f2e4d tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Oct 26 14:25:00.168356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43374ef-2809-4585-b4eb-11a9e2932089 req-d1220edf-659e-4494-ae32-a7d40527524d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:00.169893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d43374ef-2809-4585-b4eb-11a9e2932089 req-d1220edf-659e-4494-ae32-a7d40527524d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0523827 Oct 26 14:25:00.226364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ccab0074-0b6d-4e3d-8438-8d238b8c165e req-b1344a3b-7c78-4c7c-ae74-0f2a20e0bbf8 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0354130 Oct 26 14:25:00.243939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d43374ef-2809-4585-b4eb-11a9e2932089 req-9ff91397-7512-4522-8034-9d5f78483af7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664783 Oct 26 14:25:00.546981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0bf72327-e722-4439-a22e-bab7f39cc74b req-1ead4502-0b78-4ccb-8dda-aec8e4acb942 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1e19800-52e4-4546-929b-33ab13a8a235 HTTP/1.1" status: 200 len: 210 time: 0.0451236 Oct 26 14:25:00.547536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633f2b1-a933-440f-9b2a-b08c58adb5e9 req-5fc56902-7f99-4bef-ae96-958cdc800c11 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:00.560665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3633f2b1-a933-440f-9b2a-b08c58adb5e9 req-5fc56902-7f99-4bef-ae96-958cdc800c11 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0901778 Oct 26 14:25:00.605186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3633f2b1-a933-440f-9b2a-b08c58adb5e9 req-f02231f2-96e5-4e29-85f2-e0667d62874a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Oct 26 14:25:00.760078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea526b-40b7-4a95-9d42-d3e8a70be278 req-54fd0714-8c37-4885-b6db-216a6cdd39f5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:00.779318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6dea526b-40b7-4a95-9d42-d3e8a70be278 req-54fd0714-8c37-4885-b6db-216a6cdd39f5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0805819 Oct 26 14:25:00.810661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a76bb066-04f5-41c3-bf25-19209abdb372 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:00.824589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6dea526b-40b7-4a95-9d42-d3e8a70be278 req-6e4bdc61-f24d-4fe1-a009-44a33d2b5bf8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440466 Oct 26 14:25:00.862133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: a76bb066-04f5-41c3-bf25-19209abdb372 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:00.862551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a76bb066-04f5-41c3-bf25-19209abdb372 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:01.203547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808fa3f-6a5f-428c-8709-7639737c366c req-d7c64a70-d8d3-43ea-8de9-bb2ee3e113af tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:01.205410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4808fa3f-6a5f-428c-8709-7639737c366c req-d7c64a70-d8d3-43ea-8de9-bb2ee3e113af tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 947 time: 0.0755947 Oct 26 14:25:01.259057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4808fa3f-6a5f-428c-8709-7639737c366c req-3184752f-bb0d-4bd9-8bc6-f776204cb199 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Oct 26 14:25:01.901078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f58d7298-c1e1-403a-bd17-8c8146dc2e9e req-4ba52405-9fdd-4d78-84dc-ba4ff025bb5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=524b631f85d34808a0d1722f08548c46&device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0575902 Oct 26 14:25:01.954558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f58d7298-c1e1-403a-bd17-8c8146dc2e9e req-859a5bc7-d76e-4423-9b95-df4e404807e1 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=524b631f85d34808a0d1722f08548c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455351 Oct 26 14:25:01.998218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3f5765cb-c497-4b62-a7d9-18b58d4fecc0 req-94978fad-ee1b-4fb6-b15b-e5b715bbf6db tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0744493 Oct 26 14:25:02.644626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 86c0c389-2f5a-44f6-af9d-a3d697051cbd details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:25:02.760131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d7298-c1e1-403a-bd17-8c8146dc2e9e req-8dd76ab3-51a2-4b38-b953-3ce2acc6de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:02.761576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f58d7298-c1e1-403a-bd17-8c8146dc2e9e req-8dd76ab3-51a2-4b38-b953-3ce2acc6de2d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7899997 Oct 26 14:25:02.775871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:02.779114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d765b-2e53-424e-9838-8ae15681b71f req-ca1be396-4f7f-44d2-9c55-1de54f54b27c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:02.784479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec8d765b-2e53-424e-9838-8ae15681b71f req-ca1be396-4f7f-44d2-9c55-1de54f54b27c tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 947 time: 0.0717959 Oct 26 14:25:02.790593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '86c0c389-2f5a-44f6-af9d-a3d697051cbd', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '86c0c389-2f5a-44f6-af9d-a3d697051cbd', 'mac_address': 'fa:16:3e:e4:7c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:25:02.836453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ec8d765b-2e53-424e-9838-8ae15681b71f req-8e45ee2b-7d9b-4e8d-8d12-b6f5b899bc18 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Oct 26 14:25:02.838311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.861722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c0c389-2f5a-44f6-af9d-a3d697051cbd {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:02.886151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:02.891289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:02.942629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:03.112186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-033f06be-9158-4c62-b0e0-4800cb97a7a9 req-ab7c7c4d-ebe9-4b96-b8f3-069b9bd4bf66 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0313692 Oct 26 14:25:03.131936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['86c0c389-2f5a-44f6-af9d-a3d697051cbd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:03.935097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad5724-6625-453a-9ef3-9875e9b9e497 req-7be418a2-7ba0-4ac8-a2c8-597aca640128 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:03.937545 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21ad5724-6625-453a-9ef3-9875e9b9e497 req-7be418a2-7ba0-4ac8-a2c8-597aca640128 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0802944 Oct 26 14:25:03.989035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21ad5724-6625-453a-9ef3-9875e9b9e497 req-5c52e91e-e41d-4208-87fb-ca942d1ca50f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Oct 26 14:25:04.021225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9170-14c4-4de9-93fc-878ff4904248 req-5cd244da-aaaa-4f35-8467-c7afafd79c03 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:04.023246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53be9170-14c4-4de9-93fc-878ff4904248 req-5cd244da-aaaa-4f35-8467-c7afafd79c03 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 948 time: 0.0895498 Oct 26 14:25:04.066951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53be9170-14c4-4de9-93fc-878ff4904248 req-b1314325-2f89-4ca0-8532-ff9fed20cc69 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369000 Oct 26 14:25:04.177241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f58d7298-c1e1-403a-bd17-8c8146dc2e9e req-eb0eb844-4b06-4b30-888d-3ac78b463c81 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0489619 Oct 26 14:25:04.235862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78135-3123-4884-b68a-afedb07a7835 req-e76d4f83-8561-4694-99c8-ae55dbc123ab tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:04.237495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42b78135-3123-4884-b68a-afedb07a7835 req-e76d4f83-8561-4694-99c8-ae55dbc123ab tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1614456 Oct 26 14:25:04.265728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85e43dfa-afba-44b6-a8f9-c82b406e8d48 req-12df904d-e5d3-4713-9a88-c276654cc517 tempest-ServerShowV247Test-1978450666 tempest-ServerShowV247Test-1978450666-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f437270-3c78-4a69-915e-96c48171caf4 HTTP/1.1" status: 200 len: 210 time: 0.0559556 Oct 26 14:25:04.298389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42b78135-3123-4884-b68a-afedb07a7835 req-53cf0feb-e81b-4348-bdc3-a436d0f94ee5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Oct 26 14:25:04.660527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 86c0c389-2f5a-44f6-af9d-a3d697051cbd up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:04.837421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 86c0c389-2f5a-44f6-af9d-a3d697051cbd completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:25:04.849664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 86c0c389-2f5a-44f6-af9d-a3d697051cbd triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:04.850325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:04.968147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.006369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:05.007481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:05.011417 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875723e2-24a9-45cd-89aa-32f97bfe1e06" -d '{"events": [{"server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "name": "network-vif-plugged", "status": "completed", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:05.016710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:05.076828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:05.092879 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8561a8-3f81-4977-8a8e-bbe6c7803665 x-openstack-request-id: req-1c8561a8-3f81-4977-8a8e-bbe6c7803665 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:05.093103 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "name": "network-vif-plugged", "status": "completed", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:05.093438 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c8561a8-3f81-4977-8a8e-bbe6c7803665 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:05.093866 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd', 'code': 200} Oct 26 14:25:05.246039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd674e1-8a3c-481c-ae66-14b48a1b3d8d req-ba7b030c-cdf7-42e6-a778-bb65393b50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:05.249073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fd674e1-8a3c-481c-ae66-14b48a1b3d8d req-ba7b030c-cdf7-42e6-a778-bb65393b50ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 1100 time: 0.0814271 Oct 26 14:25:05.281409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af483-b274-4873-9015-88c2582a4f55 req-1f9fbac4-f2f6-445a-bf39-909899855bda tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:05.293597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d8af483-b274-4873-9015-88c2582a4f55 req-1f9fbac4-f2f6-445a-bf39-909899855bda tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.0916729 Oct 26 14:25:05.369577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d8af483-b274-4873-9015-88c2582a4f55 req-5ecae52a-3fb6-4ebd-8e06-ae5b141d8a09 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714459 Oct 26 14:25:05.442994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7fd674e1-8a3c-481c-ae66-14b48a1b3d8d req-cf16a79c-1d44-43e5-8aeb-160206cd576f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848276 Oct 26 14:25:05.843329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55730) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:05.977483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450dc304-2e77-4b3e-b688-ecb7d42b0eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.072861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450dc304-2e77-4b3e-b688-ecb7d42b0eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.076870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450dc304-2e77-4b3e-b688-ecb7d42b0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.119157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dc304-2e77-4b3e-b688-ecb7d42b0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8926c93d-7fbf-4cc4-b985-35737dd44892,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:06.126388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-450dc304-2e77-4b3e-b688-ecb7d42b0eea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=524b631f85d34808a0d1722f08548c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809711 Oct 26 14:25:06.128321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55734) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:06.197804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.219893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.274551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.277346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:06.278555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8926c93d-7fbf-4cc4-b985-35737dd44892 HTTP/1.1" status: 204 len: 168 time: 0.1491830 Oct 26 14:25:06.288530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e25ab-e4ca-40f1-a418-e01bcb6cf250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926c93d-7fbf-4cc4-b985-35737dd44892,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:06.510641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc569-e4d9-4805-8c81-7cadd13a2a5e req-3f0b4e89-454f-4623-b23e-bee570c2f728 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:06.512199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f5ccc569-e4d9-4805-8c81-7cadd13a2a5e req-3f0b4e89-454f-4623-b23e-bee570c2f728 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.0647750 Oct 26 14:25:06.577635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f5ccc569-e4d9-4805-8c81-7cadd13a2a5e req-6233f6a9-6210-44d9-af09-bf0d64c231c1 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Oct 26 14:25:06.610247 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:25:07.006019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55778) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:07.065205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ec65e-ef03-49b3-a25d-fa3b6ecf4057 req-38a4017b-ccf6-4dfb-afe7-c956366a0977 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.067774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a24ec65e-ef03-49b3-a25d-fa3b6ecf4057 req-38a4017b-ccf6-4dfb-afe7-c956366a0977 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 946 time: 0.0620625 Oct 26 14:25:07.111846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a24ec65e-ef03-49b3-a25d-fa3b6ecf4057 req-e8940505-f0a2-4f64-8eec-5c7f2ceaddd7 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Oct 26 14:25:07.125656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b91d-cf21-450b-bdb9-1b4e22be97b0 req-a7143a82-5b01-4c95-8842-1aa901f3fa72 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.127175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bf0b91d-cf21-450b-bdb9-1b4e22be97b0 req-a7143a82-5b01-4c95-8842-1aa901f3fa72 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0554352 Oct 26 14:25:07.142046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1625060467-network', 'tenant_id': 'f21565606819406d999cb5c7e71b7b91'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:07.183294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bf0b91d-cf21-450b-bdb9-1b4e22be97b0 req-f782fc39-b1f2-489f-bdc1-617eb6f4d334 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Oct 26 14:25:07.184312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Made reservation on behalf of f21565606819406d999cb5c7e71b7b91 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:07.186751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.195935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.269528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-8ab0589e-e6f3-4969-a16e-d7e075c59ae5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416575289&fields=id&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 267 time: 0.0370541 Oct 26 14:25:07.315347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.320440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.345440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38af77-c60e-480d-8815-51bd0c741243 req-60d69997-f20a-4ce9-9ab1-b8fc2090b4a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.346958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec38af77-c60e-480d-8815-51bd0c741243 req-60d69997-f20a-4ce9-9ab1-b8fc2090b4a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0873513 Oct 26 14:25:07.362747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:25:07.389031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d36d14f-b90c-490a-8580-20d2be63b27b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:07.391933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.392280 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Added segment 0e2f1553-21ce-46de-91dc-59fe5491a6d7 of type vlan for network 4e40c631-90b0-4b30-954b-686872e15de6 Oct 26 14:25:07.393173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-8e4e15fd-9d2d-42c8-9abe-e9f0fd210172 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.394721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-8e4e15fd-9d2d-42c8-9abe-e9f0fd210172 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.1175740 Oct 26 14:25:07.414988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-c583f27e-9b81-4cb8-9a6a-470882ec76f5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0109813 Oct 26 14:25:07.418560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ec38af77-c60e-480d-8815-51bd0c741243 req-c6930989-54db-43ba-a54f-f15d36925119 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Oct 26 14:25:07.450002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.477842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.478974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.479110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-95bdceb9-6fac-42a6-8b42-14710ee52e15 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564775 Oct 26 14:25:07.479553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:07.545862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5387135 Oct 26 14:25:07.549317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b569-a61c-46f9-9725-93a3e91c8b45 admin admin] Pushing event updated for resources: {'Network': ['ID=4e40c631-90b0-4b30-954b-686872e15de6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:07.562204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4e40c631-90b0-4b30-954b-686872e15de6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:25:07.614869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-8fe3a449-405f-418f-9272-31b46006a387 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225820 Oct 26 14:25:07.644369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef682b7a-f6b1-4d8e-911a-462225c14a16 req-c509fc4c-8595-46eb-80a8-720575da00da tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.646343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef682b7a-f6b1-4d8e-911a-462225c14a16 req-c509fc4c-8595-46eb-80a8-720575da00da tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0666335 Oct 26 14:25:07.700798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef682b7a-f6b1-4d8e-911a-462225c14a16 req-52b1c6bf-1cdc-45a3-b7b1-7cf071728992 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Oct 26 14:25:07.726426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-3853e0f0-0b9c-4bd6-955a-333a97648c49 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094205 Oct 26 14:25:07.872039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5acfd-f071-4b01-bd59-c8d7c49a9e0f req-6f7a74da-1c0c-4f21-9694-4fe793d2b869 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:07.873845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ed5acfd-f071-4b01-bd59-c8d7c49a9e0f req-6f7a74da-1c0c-4f21-9694-4fe793d2b869 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.0510969 Oct 26 14:25:07.917181 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ed5acfd-f071-4b01-bd59-c8d7c49a9e0f req-2692d0e4-adb5-42c0-b727-630448a96374 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Oct 26 14:25:08.037427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c21b01-8e05-4917-898c-6643e6c90bb0 req-b6494eff-7f02-4fb1-8838-7d3a6f0519aa tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.039879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25c21b01-8e05-4917-898c-6643e6c90bb0 req-b6494eff-7f02-4fb1-8838-7d3a6f0519aa tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0576749 Oct 26 14:25:08.097122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-25c21b01-8e05-4917-898c-6643e6c90bb0 req-ae23dea4-e8c0-40f5-a506-2cb41b385c9b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500889 Oct 26 14:25:08.318941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084273ee-11be-4fae-bba6-af5d6d9aac9b req-be3fc917-8197-48df-9d92-1cf8de58c20c tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.327471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084273ee-11be-4fae-bba6-af5d6d9aac9b req-be3fc917-8197-48df-9d92-1cf8de58c20c tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.335917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084273ee-11be-4fae-bba6-af5d6d9aac9b req-be3fc917-8197-48df-9d92-1cf8de58c20c tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.337344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084273ee-11be-4fae-bba6-af5d6d9aac9b req-be3fc917-8197-48df-9d92-1cf8de58c20c tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2217402 Oct 26 14:25:08.418359 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7be75feb-b067-4275-b8f4-20f7cc8f8ea3 req-39f4b79d-bdae-4101-8e2d-d1c6c45ab151 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0446908 Oct 26 14:25:08.513205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eab37-939f-40d7-af99-bf3a094a3020 req-1e58e195-fd2c-462c-86b7-18b8ad7560dd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.515963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a0eab37-939f-40d7-af99-bf3a094a3020 req-1e58e195-fd2c-462c-86b7-18b8ad7560dd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 946 time: 0.0641468 Oct 26 14:25:08.563381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a0eab37-939f-40d7-af99-bf3a094a3020 req-459ae768-b032-43cc-b4ed-206b1d00d98b tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Oct 26 14:25:08.563577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08801fe-25e6-4d0f-b32b-298dd5726a39 req-1b91f761-e9a8-4529-be70-337dcc6395a7 tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.565741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d08801fe-25e6-4d0f-b32b-298dd5726a39 req-1b91f761-e9a8-4529-be70-337dcc6395a7 tempest-ComputeTenantNetworksTest-1693584179 tempest-ComputeTenantNetworksTest-1693584179-project] 10.222.0.37 "GET /v2.0/networks/4e40c631-90b0-4b30-954b-686872e15de6 HTTP/1.1" status: 200 len: 769 time: 0.1168315 Oct 26 14:25:08.575653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55846) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:08.668952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628634f7-d987-494e-89a1-3acf814d7189 req-e8fe029b-19f6-42af-a0ae-4ef23195c5f4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.677855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-628634f7-d987-494e-89a1-3acf814d7189 req-e8fe029b-19f6-42af-a0ae-4ef23195c5f4 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 946 time: 0.0755703 Oct 26 14:25:08.695015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.726192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36277955-373d-4697-b0a6-32625308b166 req-26b47074-d906-4db8-bc82-312da4c7c574 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:08.728147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-36277955-373d-4697-b0a6-32625308b166 req-26b47074-d906-4db8-bc82-312da4c7c574 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0799050 Oct 26 14:25:08.803612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Deleting port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:25:08.803944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.825475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.844713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-36277955-373d-4697-b0a6-32625308b166 req-f767dc91-9aa3-4734-9ef6-18b1a0665109 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978277 Oct 26 14:25:08.856675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e40c631-90b0-4b30-954b-686872e15de6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:08.879025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2f1553-21ce-46de-91dc-59fe5491a6d7') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:08.879404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2f1553-21ce-46de-91dc-59fe5491a6d7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:08.891694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.908413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.916825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:25:08.917368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:25:08.919464 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:25:08.924830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] For port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:08.925316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.951054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Calling delete_port for 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:25:08.980311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.991638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:08.996788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e40c631-90b0-4b30-954b-686872e15de6 HTTP/1.1" status: 204 len: 168 time: 0.4194798 Oct 26 14:25:09.029977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee975a-1fe3-4470-9cc9-fc1d99456fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e40c631-90b0-4b30-954b-686872e15de6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:09.164895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:09.168714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190dc3c-48d4-4352-bbe0-9a4f1a9e8453 req-311a30f3-e2b9-4e68-b3ce-e041d30f6265 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:09.177072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8190dc3c-48d4-4352-bbe0-9a4f1a9e8453 req-311a30f3-e2b9-4e68-b3ce-e041d30f6265 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.2418811 Oct 26 14:25:09.233983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-17d5fbf8-7d54-4c17-a2b5-44e9fd9488e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f21565606819406d999cb5c7e71b7b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669782 Oct 26 14:25:09.236071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55856) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:09.274373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8190dc3c-48d4-4352-bbe0-9a4f1a9e8453 req-33c13f11-b20c-41ca-b9cc-f27d8639b2d4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912156 Oct 26 14:25:09.294459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-a931ae07-f7e0-4a2b-a95b-962bdfd21ed9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:09.295970 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-a931ae07-f7e0-4a2b-a95b-962bdfd21ed9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.2242019 Oct 26 14:25:09.296868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.310312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['600b1ca7-7e88-4fc3-81d8-ae265dc8dc36'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:09.321370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.334263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Pushing event deleted for resources: {'Port': ['ID=600b1ca7-7e88-4fc3-81d8-ae265dc8dc36,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:09.397458 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.426361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-659dc41a-c575-4d4b-b5f7-0c7f938daf73 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 379 time: 0.0995839 Oct 26 14:25:09.427584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] No DVR routers for this DVR port 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:25:09.430634 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.434871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-628634f7-d987-494e-89a1-3acf814d7189 req-82662d09-9cb7-45ef-8da9-4185baa6955c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.41 "DELETE /v2.0/ports/600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 HTTP/1.1" status: 204 len: 173 time: 0.7417359 Oct 26 14:25:09.441816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'security_groups': ['5d84be49-cdcc-418e-b701-87177899a9f1']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:09.498956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.502294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.503299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d36d14f-b90c-490a-8580-20d2be63b27b HTTP/1.1" status: 204 len: 168 time: 0.2662590 Oct 26 14:25:09.560112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ce66f-f752-4df9-8b2a-47f63d933a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d36d14f-b90c-490a-8580-20d2be63b27b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:09.631853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'name': 'network-vif-deleted', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:09.637801 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05347d9-89f7-4cea-88cc-39cf7ed14e7b" -d '{"events": [{"server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "name": "network-vif-deleted", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:09.650809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1d397732-50aa-47a7-ba77-10b7db587066 req-e1c99589-2244-48a8-9f08-a0fac8d5427c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0783842 Oct 26 14:25:09.698548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:09.703591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:09.822182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddb5c54c-3bd9-4c3a-86a2-5317bbbd20d7 req-39f2dbea-08fa-45db-8354-57a91bba8f4c tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=26f76a27-bb13-46ed-93c9-1218118cbac7 HTTP/1.1" status: 200 len: 210 time: 0.0674849 Oct 26 14:25:09.891775 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0966993-d899-4f84-a1b2-85f8bece2a75 x-openstack-request-id: req-f0966993-d899-4f84-a1b2-85f8bece2a75 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:09.892061 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f76a27-bb13-46ed-93c9-1218118cbac7", "name": "network-vif-deleted", "tag": "600b1ca7-7e88-4fc3-81d8-ae265dc8dc36", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:09.892322 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0966993-d899-4f84-a1b2-85f8bece2a75 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:09.892749 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f76a27-bb13-46ed-93c9-1218118cbac7', 'name': 'network-vif-deleted', 'tag': '600b1ca7-7e88-4fc3-81d8-ae265dc8dc36', 'status': 'completed', 'code': 200} Oct 26 14:25:09.985281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4abe4-eb42-4111-9c88-276a866e2fa7 req-366fbb2b-d99d-4490-8ac9-815ec6588a04 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:09.995420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5c4abe4-eb42-4111-9c88-276a866e2fa7 req-366fbb2b-d99d-4490-8ac9-815ec6588a04 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.3037579 Oct 26 14:25:10.086745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5c4abe4-eb42-4111-9c88-276a866e2fa7 req-0901b57e-b2f5-49d5-aa7c-250c78670cfe tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716791 Oct 26 14:25:10.087514 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-578395cd-3791-465e-b399-a24e000fc7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.212370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.13 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/2a956881-8e0f-4eac-b996-2213ee9f1467) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:10.260390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e823d04-f258-4b17-8881-3ca7a01eccaf req-93e0546c-dac8-4a0f-a39b-af51ec9ee87f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.262039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e823d04-f258-4b17-8881-3ca7a01eccaf req-93e0546c-dac8-4a0f-a39b-af51ec9ee87f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0619364 Oct 26 14:25:10.325938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e823d04-f258-4b17-8881-3ca7a01eccaf req-e8159450-eb80-4ee0-9ce9-61ba84c9dca3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Oct 26 14:25:10.423809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.469761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.525397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:10.535381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:10.535381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:10.542712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:10.605853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.606801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.631521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-63ff4b9d-1cf3-40e3-9e13-159969f1a9b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1950552 Oct 26 14:25:10.649941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Request body: {'port': {'device_id': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:10.673566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792031-5c08-4f86-aa56-259a01f25569 req-04800f4e-e98a-4ceb-8375-54c37594083d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.675884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82792031-5c08-4f86-aa56-259a01f25569 req-04800f4e-e98a-4ceb-8375-54c37594083d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0845578 Oct 26 14:25:10.737951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.767998 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82792031-5c08-4f86-aa56-259a01f25569 req-3b7a9426-06aa-4956-910d-4e7155124587 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837166 Oct 26 14:25:10.905920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-72e1436e-fd55-4fe2-8630-1a76942def0a None None] Provisioning complete for port 2a956881-8e0f-4eac-b996-2213ee9f1467 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:10.906877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72e1436e-fd55-4fe2-8630-1a76942def0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:10.915038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc65d4-2380-478f-81f2-8c374d6f8aed req-311a7dd3-cce6-4629-ab4f-3b3b8839c98f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.917125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06cc65d4-2380-478f-81f2-8c374d6f8aed req-311a7dd3-cce6-4629-ab4f-3b3b8839c98f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 932 time: 0.1472049 Oct 26 14:25:10.924955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb054-2e58-4671-ac78-8e43913d0d35 req-59ba2739-6cf0-43fd-8c75-bfd78143d255 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:10.935422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad6bb054-2e58-4671-ac78-8e43913d0d35 req-59ba2739-6cf0-43fd-8c75-bfd78143d255 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0727046 Oct 26 14:25:10.959961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-72e1436e-fd55-4fe2-8630-1a76942def0a None None] Port 2a956881-8e0f-4eac-b996-2213ee9f1467 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:25:10.978869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad6bb054-2e58-4671-ac78-8e43913d0d35 req-cd827ba3-4e8f-436d-a3cf-3663f28c1080 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Oct 26 14:25:11.032639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06cc65d4-2380-478f-81f2-8c374d6f8aed req-4ab1034c-3d26-4fea-b1aa-cb626173dc34 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985603 Oct 26 14:25:11.201737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a956881-8e0f-4eac-b996-2213ee9f1467 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:11.212894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.228588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Transition to ACTIVE for port object 2a956881-8e0f-4eac-b996-2213ee9f1467 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:25:11.234174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.320396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Pushing event updated for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:11.708682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98837c15-7803-48d5-a284-edb5d9d97082 req-5dd7d7bb-7414-436a-8267-50914e7e0132 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:11.710151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98837c15-7803-48d5-a284-edb5d9d97082 req-5dd7d7bb-7414-436a-8267-50914e7e0132 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.4477720 Oct 26 14:25:11.749336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Attempting to bind port 2a956881-8e0f-4eac-b996-2213ee9f1467 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:11.749662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Attempting to bind port 2a956881-8e0f-4eac-b996-2213ee9f1467 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:11.749986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Attempting to bind port 2a956881-8e0f-4eac-b996-2213ee9f1467 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:11.763039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Port 2a956881-8e0f-4eac-b996-2213ee9f1467 on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:25:11.763357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Attempting to bind port 2a956881-8e0f-4eac-b996-2213ee9f1467 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:11.767693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98837c15-7803-48d5-a284-edb5d9d97082 req-e45927d8-e5e4-41c4-9688-08fe84793ae1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Oct 26 14:25:11.771772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:11.772108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:11.772478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:11.772925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Bound port: 2a956881-8e0f-4eac-b996-2213ee9f1467, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:11.773291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.859113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:11.891934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2a956881-8e0f-4eac-b996-2213ee9f1467,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:11.898312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.947321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:11.947960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:11.950472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] 10.222.0.41 "PUT /v2.0/ports/2a956881-8e0f-4eac-b996-2213ee9f1467 HTTP/1.1" status: 200 len: 1092 time: 1.3059268 Oct 26 14:25:11.958158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac97b-e8c8-4b1e-969f-3bd24b0613b5 req-624a12ac-346d-4103-8dfb-673001121f70 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:11.959736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd2ac97b-e8c8-4b1e-969f-3bd24b0613b5 req-624a12ac-346d-4103-8dfb-673001121f70 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1160481 Oct 26 14:25:11.960126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:11.963237 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a2bfc-b941-481e-a452-cf8f47bad573" -d '{"events": [{"name": "network-changed", "server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:12.008797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71042b1-84d3-4d61-abb2-815cbd19387c service neutron] Pushing event updated for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:12.047096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd2ac97b-e8c8-4b1e-969f-3bd24b0613b5 req-6349c795-ae4e-41ef-8fde-5b30ac6dd58b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762441 Oct 26 14:25:12.059229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-01118aa1-8092-486e-b5b5-2c10f2740ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.061030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-01118aa1-8092-486e-b5b5-2c10f2740ebe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 1095 time: 0.0623338 Oct 26 14:25:12.130179 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5ebd3-42f7-40c0-8f11-f6ebb89bf2e5 x-openstack-request-id: req-d6f5ebd3-42f7-40c0-8f11-f6ebb89bf2e5 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:12.130469 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:12.130720 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6f5ebd3-42f7-40c0-8f11-f6ebb89bf2e5 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:12.131115 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'status': 'completed', 'code': 200} Oct 26 14:25:12.132756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-3b01ae4f-91ea-4120-85f4-60bc6ab729a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a956881-8e0f-4eac-b996-2213ee9f1467 HTTP/1.1" status: 200 len: 217 time: 0.0545921 Oct 26 14:25:12.217561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-ac8af4cd-09e3-42af-9956-88e6dc680520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.218938 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-ac8af4cd-09e3-42af-9956-88e6dc680520 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0762899 Oct 26 14:25:12.245717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d03ce-838c-4cd6-978d-564950a03a8a req-ee9ad709-d181-4aac-aa10-274b19fe8b68 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.247208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-602d03ce-838c-4cd6-978d-564950a03a8a req-ee9ad709-d181-4aac-aa10-274b19fe8b68 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0692339 Oct 26 14:25:12.303953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-602d03ce-838c-4cd6-978d-564950a03a8a req-b8b8b0e9-200b-4d2b-8e03-fc6faa4bf4b3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423951 Oct 26 14:25:12.309074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-c1e5e19d-e3f8-47c5-bb3f-7927cc56e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.312255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-c1e5e19d-e3f8-47c5-bb3f-7927cc56e3e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832145 Oct 26 14:25:12.481037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-4be61e2e-f1b7-4561-8543-08192525c641 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609609 Oct 26 14:25:12.563296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840fd98-2d14-40c6-8930-949295e4c8ea req-cdf0a0bc-4eec-42d8-976f-6dad2b57a516 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.566380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e840fd98-2d14-40c6-8930-949295e4c8ea req-cdf0a0bc-4eec-42d8-976f-6dad2b57a516 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 814 time: 0.1737292 Oct 26 14:25:12.589270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e840fd98-2d14-40c6-8930-949295e4c8ea req-36f37758-3992-4886-94fe-b74f22667670 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/quotas/a768ab6586e54ec5881cae09ea7577bc HTTP/1.1" status: 200 len: 375 time: 0.0155449 Oct 26 14:25:12.639029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23063d8b-4646-4570-abbf-c5d0b5d0b407 req-ae750980-542e-4a0c-aa9f-8cb8f438d909 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496739 Oct 26 14:25:12.663055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e840fd98-2d14-40c6-8930-949295e4c8ea req-5f1eb4ed-eef8-405e-a9ab-81bee11b6768 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673306 Oct 26 14:25:12.743314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-47ad40a6-a0a1-4556-87eb-97dc0efc0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.745015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-47ad40a6-a0a1-4556-87eb-97dc0efc0eaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 1095 time: 0.0518472 Oct 26 14:25:12.852546 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6aa054df-9a03-4360-bbcd-969961decc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:12.889045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:12.894152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18148c-1f4c-4d2f-9898-da3309054924 req-edd46481-4454-4944-9d5e-3426751f3d4b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.896121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e18148c-1f4c-4d2f-9898-da3309054924 req-edd46481-4454-4944-9d5e-3426751f3d4b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0940793 Oct 26 14:25:12.901871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-33972454-9d36-44bc-8f42-bc674be3cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:12.903294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-33972454-9d36-44bc-8f42-bc674be3cf7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1491086 Oct 26 14:25:12.912881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:25:12.913410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 600b1ca7-7e88-4fc3-81d8-ae265dc8dc36 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:25:12.957816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-a110c432-824f-4faf-81d3-c116421a8a51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a956881-8e0f-4eac-b996-2213ee9f1467 HTTP/1.1" status: 200 len: 217 time: 0.0464482 Oct 26 14:25:12.981632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e18148c-1f4c-4d2f-9898-da3309054924 req-0696a871-e2b7-4eaa-a513-1642b93689e7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771692 Oct 26 14:25:13.023011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-cacbca7e-553e-4e7c-b895-884c9097009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.025149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-cacbca7e-553e-4e7c-b895-884c9097009d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0573030 Oct 26 14:25:13.111072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-32d66158-8f47-447d-8105-c249586b5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.112459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-32d66158-8f47-447d-8105-c249586b5019 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783501 Oct 26 14:25:13.125809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc087b-6880-4c33-ab12-2f2c497d07ac req-23126a7d-a9a2-4227-bb38-40ce4d3ed917 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.127232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ebc087b-6880-4c33-ab12-2f2c497d07ac req-23126a7d-a9a2-4227-bb38-40ce4d3ed917 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0620573 Oct 26 14:25:13.220396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ebc087b-6880-4c33-ab12-2f2c497d07ac req-e0d6732d-82b3-4e91-8156-1157e0528c30 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Oct 26 14:25:13.249792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-61f96a61-80e8-4c4c-82fc-7ca8959a00cb service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215327 Oct 26 14:25:13.349911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d5a2bfc-b941-481e-a452-cf8f47bad573 req-f430cb11-61c1-4147-a568-ce9fc632015a service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923133 Oct 26 14:25:13.378415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-044310d7-18d0-4de9-a5ca-5a31ec5c1063 req-7b7f38ae-cae3-49b9-8b92-2bf8b7e7c30c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a768ab6586e54ec5881cae09ea7577bc HTTP/1.1" status: 200 len: 221 time: 0.0275347 Oct 26 14:25:13.482893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da90eb-8f09-4678-ba5c-15a495531200 req-c3be3da3-83b1-4a02-ac49-11c84168dd8f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.484422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7da90eb-8f09-4678-ba5c-15a495531200 req-c3be3da3-83b1-4a02-ac49-11c84168dd8f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0550063 Oct 26 14:25:13.525039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7da90eb-8f09-4678-ba5c-15a495531200 req-1a99c284-2c1b-4f30-90c8-c443c409da50 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343344 Oct 26 14:25:13.646828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d733f8b-0b35-4ddf-b6a4-6e6566778f12 req-57fc8420-2305-487d-921a-c3007267012c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.649616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d733f8b-0b35-4ddf-b6a4-6e6566778f12 req-57fc8420-2305-487d-921a-c3007267012c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0597801 Oct 26 14:25:13.693184 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d733f8b-0b35-4ddf-b6a4-6e6566778f12 req-c236bf13-066c-415e-b376-7e15ec631e81 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Oct 26 14:25:13.811928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052bfca-8b3e-49e5-a16d-5c5f25c3eae0 req-8448b797-c2fe-4bb4-9d5f-b71fa1faea44 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:13.813362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b052bfca-8b3e-49e5-a16d-5c5f25c3eae0 req-8448b797-c2fe-4bb4-9d5f-b71fa1faea44 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0500844 Oct 26 14:25:13.852717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b052bfca-8b3e-49e5-a16d-5c5f25c3eae0 req-4a70bb20-1a9f-4e91-be9d-9e4e144e7f3f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Oct 26 14:25:13.877702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.048173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb4fc9-1e42-44e7-85d2-df911602a0fd req-34334cb5-4d9b-4fe4-831f-8d4f76aa4963 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.049846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26fb4fc9-1e42-44e7-85d2-df911602a0fd req-34334cb5-4d9b-4fe4-831f-8d4f76aa4963 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0537066 Oct 26 14:25:14.089575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-26fb4fc9-1e42-44e7-85d2-df911602a0fd req-40b3a23c-5038-4f76-943e-8aacbf8306ef tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Oct 26 14:25:14.206578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:14.215683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd408f5-1494-467f-92eb-8609995e144e req-4a8ec2a5-49ef-4d46-bff2-998f058749a8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.217234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbd408f5-1494-467f-92eb-8609995e144e req-4a8ec2a5-49ef-4d46-bff2-998f058749a8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0601172 Oct 26 14:25:14.255495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbd408f5-1494-467f-92eb-8609995e144e req-ccc69a92-08d4-4247-a1b4-3ea888bc6467 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Oct 26 14:25:14.384714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a983e-6d46-45b4-b44e-5177dfc59c24 req-6b84beea-9806-42f1-b31a-f3301b22de30 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.386009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c55a983e-6d46-45b4-b44e-5177dfc59c24 req-6b84beea-9806-42f1-b31a-f3301b22de30 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0534105 Oct 26 14:25:14.425270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c55a983e-6d46-45b4-b44e-5177dfc59c24 req-92bcc591-4305-462a-970f-94d7bf46342a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Oct 26 14:25:14.554257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edc18-8b4e-45a9-b6d6-e44ffa12bc6c req-0a1a0439-3b09-4acb-a7d7-2459e73ed5a0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.556184 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3edc18-8b4e-45a9-b6d6-e44ffa12bc6c req-0a1a0439-3b09-4acb-a7d7-2459e73ed5a0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0592206 Oct 26 14:25:14.596453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3edc18-8b4e-45a9-b6d6-e44ffa12bc6c req-d8c0ee41-c87b-4006-a10d-ede9c8052b1b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Oct 26 14:25:14.704888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c0b5-9c18-4c05-92d8-98b5df2440c8 req-377fe8ab-e32b-448e-a473-93b0193d0029 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.706351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4dd1c0b5-9c18-4c05-92d8-98b5df2440c8 req-377fe8ab-e32b-448e-a473-93b0193d0029 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0513747 Oct 26 14:25:14.747367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4dd1c0b5-9c18-4c05-92d8-98b5df2440c8 req-6991ed01-32c6-4af6-80de-262ebb5c8203 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347364 Oct 26 14:25:14.865322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd6f9-a9ce-47fa-a4d3-8e51aa9238fb req-8ff551a7-672e-41cf-86ae-bef00a35d0e5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:14.866719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e8bd6f9-a9ce-47fa-a4d3-8e51aa9238fb req-8ff551a7-672e-41cf-86ae-bef00a35d0e5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0517397 Oct 26 14:25:14.906394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e8bd6f9-a9ce-47fa-a4d3-8e51aa9238fb req-b00a0eed-151f-47de-8130-d5d4bcd299f0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Oct 26 14:25:15.028082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ec598-efc8-4fec-b865-3104cc035941 req-c1a54835-b8c3-4bbd-9a22-41f6b1a89bab tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.029517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f31ec598-efc8-4fec-b865-3104cc035941 req-c1a54835-b8c3-4bbd-9a22-41f6b1a89bab tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0538852 Oct 26 14:25:15.068927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f31ec598-efc8-4fec-b865-3104cc035941 req-07c72bef-279e-41c2-8dc4-a3a3a79fcf88 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Oct 26 14:25:15.260618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669a3d2-cae8-4121-a317-aff079b70d6f req-66063bb7-3c55-4c52-b2b1-16605399d28b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.262313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e669a3d2-cae8-4121-a317-aff079b70d6f req-66063bb7-3c55-4c52-b2b1-16605399d28b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0522621 Oct 26 14:25:15.303650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e669a3d2-cae8-4121-a317-aff079b70d6f req-851dc609-67d5-4d01-8075-66c9b555d37c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Oct 26 14:25:15.428610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5222b74-8322-4a30-86a4-a32f83f3edba req-902b19d6-c767-4cd2-aa6e-56c8f0d92b69 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.430330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5222b74-8322-4a30-86a4-a32f83f3edba req-902b19d6-c767-4cd2-aa6e-56c8f0d92b69 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0533450 Oct 26 14:25:15.472559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5222b74-8322-4a30-86a4-a32f83f3edba req-01b366c9-d4a7-4c14-b075-2948802dcdbf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Oct 26 14:25:15.618189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac20f00-7bd2-48c0-ba94-509a713cfc1e req-0a596955-acac-4f7c-ab7a-95aa88db9415 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.619594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cac20f00-7bd2-48c0-ba94-509a713cfc1e req-0a596955-acac-4f7c-ab7a-95aa88db9415 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0554318 Oct 26 14:25:15.659051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cac20f00-7bd2-48c0-ba94-509a713cfc1e req-f16bddb2-cae0-48af-9e0c-137df01f725b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Oct 26 14:25:15.767081 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:15.783959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e89b59-4e45-4846-8253-35879a613f57 req-26a2b68a-2043-454f-9a10-ad8ed5847f90 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.785566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34e89b59-4e45-4846-8253-35879a613f57 req-26a2b68a-2043-454f-9a10-ad8ed5847f90 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0556717 Oct 26 14:25:15.827123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34e89b59-4e45-4846-8253-35879a613f57 req-9505a263-3086-4f35-9298-f6ed523dc567 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Oct 26 14:25:15.934864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6e8d1-a8e8-44b4-8a76-a9d00dd01995 req-7fa3d6b2-aaac-4cc3-8b40-568232c35197 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:15.936526 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24e6e8d1-a8e8-44b4-8a76-a9d00dd01995 req-7fa3d6b2-aaac-4cc3-8b40-568232c35197 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0513387 Oct 26 14:25:15.976540 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24e6e8d1-a8e8-44b4-8a76-a9d00dd01995 req-e49a67a9-9562-4b5a-8088-0855423b5381 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338812 Oct 26 14:25:16.103577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a60049-4956-42b3-856d-d1479437e58c req-94b479fe-d90e-47e5-b743-41f6b2621825 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.105092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46a60049-4956-42b3-856d-d1479437e58c req-94b479fe-d90e-47e5-b743-41f6b2621825 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0544305 Oct 26 14:25:16.143782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-46a60049-4956-42b3-856d-d1479437e58c req-83a15244-5ab6-455d-a67d-609d06e4fceb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Oct 26 14:25:16.314761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9495ca-3cc3-452f-a4c4-8b8a5c51ebaa req-54ba99b7-5878-41e2-8db4-e91cf8ca6ee3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.316254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc9495ca-3cc3-452f-a4c4-8b8a5c51ebaa req-54ba99b7-5878-41e2-8db4-e91cf8ca6ee3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0500603 Oct 26 14:25:16.355942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bc9495ca-3cc3-452f-a4c4-8b8a5c51ebaa req-ccbf116e-ac38-4724-a1d1-4daddb00a492 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Oct 26 14:25:16.527576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b0fd-3511-4a6d-952f-23a010e8a4d6 req-46aa2ab2-1891-48f3-bbdf-13de7bc2ef48 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.529062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef15b0fd-3511-4a6d-952f-23a010e8a4d6 req-46aa2ab2-1891-48f3-bbdf-13de7bc2ef48 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0562942 Oct 26 14:25:16.568981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ef15b0fd-3511-4a6d-952f-23a010e8a4d6 req-3ce6f7f3-2e9c-4524-a21e-591c85e93183 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Oct 26 14:25:16.691034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813cd1a-1e60-43d3-bc04-32e1dd5c1bc4 req-61855690-3c59-462a-b3e4-d0a2cae3072f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.692602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a813cd1a-1e60-43d3-bc04-32e1dd5c1bc4 req-61855690-3c59-462a-b3e4-d0a2cae3072f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0551064 Oct 26 14:25:16.732111 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a813cd1a-1e60-43d3-bc04-32e1dd5c1bc4 req-ac720ffe-6f59-4a35-8b7f-0d56b2f56cf8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Oct 26 14:25:16.900402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f266-afd6-493f-9804-d0ce862a6eb0 req-dfd58837-ed54-4d9a-9eb3-23c8f3d7f377 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:16.902010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e9f266-afd6-493f-9804-d0ce862a6eb0 req-dfd58837-ed54-4d9a-9eb3-23c8f3d7f377 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0522659 Oct 26 14:25:16.940006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64e9f266-afd6-493f-9804-d0ce862a6eb0 req-46ff1005-223f-48f8-90da-66567b085050 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Oct 26 14:25:17.064664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192908f-d85e-43ea-b266-e42dfc075da4 req-567018c2-bdcf-4085-a201-30ae307a3114 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:17.066179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7192908f-d85e-43ea-b266-e42dfc075da4 req-567018c2-bdcf-4085-a201-30ae307a3114 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0543869 Oct 26 14:25:17.106576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7192908f-d85e-43ea-b266-e42dfc075da4 req-ce0c8ecd-0459-4921-bcdd-cdfa467e9fd1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 Oct 26 14:25:17.250470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb0e30-f038-49e1-a214-827fc7875594 req-ca1941d6-5999-4c4f-8c82-c8d3e6ad78ec tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:17.252790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ebb0e30-f038-49e1-a214-827fc7875594 req-ca1941d6-5999-4c4f-8c82-c8d3e6ad78ec tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0728593 Oct 26 14:25:17.301795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ebb0e30-f038-49e1-a214-827fc7875594 req-3479b1be-1acf-41a1-b8e0-42415f517088 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422416 Oct 26 14:25:17.546948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d9a65-a1e4-4198-8be7-9c216a27bb33 req-cdcbadab-a6ae-4f9f-ad89-97f07a299d9b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:17.548985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b9d9a65-a1e4-4198-8be7-9c216a27bb33 req-cdcbadab-a6ae-4f9f-ad89-97f07a299d9b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0711496 Oct 26 14:25:17.605267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b9d9a65-a1e4-4198-8be7-9c216a27bb33 req-84166c37-c877-4d54-811b-a95e3040f587 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492485 Oct 26 14:25:17.748732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832d52-d530-42b4-a62e-d359a456a404 req-2dd2e74a-e6fc-420e-bdb9-74d778055f9b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:17.751771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6832d52-d530-42b4-a62e-d359a456a404 req-2dd2e74a-e6fc-420e-bdb9-74d778055f9b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0719740 Oct 26 14:25:17.811951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6832d52-d530-42b4-a62e-d359a456a404 req-f83fc94e-223c-4a70-8124-f83683928ada tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Oct 26 14:25:17.881006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56070) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:18.080202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b01d820b-11f3-425d-92f8-e41023bde3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.115913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f7d39-34a6-4746-86c6-9d562f881af1 req-32a56fe0-5512-40f9-8199-dbf072435807 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:18.118097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c44f7d39-34a6-4746-86c6-9d562f881af1 req-32a56fe0-5512-40f9-8199-dbf072435807 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1019940 Oct 26 14:25:18.200619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c44f7d39-34a6-4746-86c6-9d562f881af1 req-772dcc2d-0e3c-4503-993f-bccaaf52e02a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731096 Oct 26 14:25:18.229936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b01d820b-11f3-425d-92f8-e41023bde3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.233804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b01d820b-11f3-425d-92f8-e41023bde3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.279532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b01d820b-11f3-425d-92f8-e41023bde3fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcbdf4f82846475cb434d67c387df972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950040 Oct 26 14:25:18.279532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d820b-11f3-425d-92f8-e41023bde3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756e0a79-9cdc-4325-a94f-a7ac2ea60795,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:18.282077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56078) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:18.397855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.446253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.560977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.563496 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:18.564706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/756e0a79-9cdc-4325-a94f-a7ac2ea60795 HTTP/1.1" status: 204 len: 168 time: 0.2815526 Oct 26 14:25:18.577803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd48aa0-9288-4d97-b56d-1741e064eae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756e0a79-9cdc-4325-a94f-a7ac2ea60795,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:18.624383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da138e-907f-4ebc-9ea4-1c6b33a64a2a req-6d4c42b5-e271-4b49-9ada-1240121df1eb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:18.639219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2da138e-907f-4ebc-9ea4-1c6b33a64a2a req-6d4c42b5-e271-4b49-9ada-1240121df1eb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.2100284 Oct 26 14:25:18.698465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2da138e-907f-4ebc-9ea4-1c6b33a64a2a req-27e7651d-a412-4a08-9c94-1fab08b108ac tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521021 Oct 26 14:25:18.857633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922826-5220-45eb-a581-a51910981a7b req-ce8acb94-5420-40f4-aaf8-fd597bfa6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:18.860966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03922826-5220-45eb-a581-a51910981a7b req-ce8acb94-5420-40f4-aaf8-fd597bfa6a24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1097 time: 0.1908836 Oct 26 14:25:18.906191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03922826-5220-45eb-a581-a51910981a7b req-a4599358-da0b-4e6f-96b1-d06a231449d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Oct 26 14:25:19.393246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3ddff-95f9-46d2-8bbc-90557168162c req-e75ef26b-99a2-4c02-9b9a-90e047cc3456 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.396760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eee3ddff-95f9-46d2-8bbc-90557168162c req-e75ef26b-99a2-4c02-9b9a-90e047cc3456 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0874789 Oct 26 14:25:19.475491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eee3ddff-95f9-46d2-8bbc-90557168162c req-7715bd34-0738-4240-b895-7ab581632a2f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Oct 26 14:25:19.807910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dbbb0-d562-4b5a-bbef-ce976d886a6f req-94c49ec7-401d-4ea3-adfa-8c69183f6811 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.809512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d17dbbb0-d562-4b5a-bbef-ce976d886a6f req-94c49ec7-401d-4ea3-adfa-8c69183f6811 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0607941 Oct 26 14:25:19.852753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435973-74c2-412a-9cb3-ccb0883c1d8b req-3ddaaefc-3b29-499c-9151-a28e1d7623f7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:19.854604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9435973-74c2-412a-9cb3-ccb0883c1d8b req-3ddaaefc-3b29-499c-9151-a28e1d7623f7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0791302 Oct 26 14:25:19.859357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d17dbbb0-d562-4b5a-bbef-ce976d886a6f req-e82100e3-c572-4b8c-94bd-4141a5bf0c12 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Oct 26 14:25:19.934764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9435973-74c2-412a-9cb3-ccb0883c1d8b req-98e51920-885e-40a9-a742-160ab84bdb8d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678780 Oct 26 14:25:20.996240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f806662-4431-4b4e-a29e-4b6ebaa7cc43 req-982b87c5-80c6-4460-bf31-763bc19039cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:20.998063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f806662-4431-4b4e-a29e-4b6ebaa7cc43 req-982b87c5-80c6-4460-bf31-763bc19039cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0598748 Oct 26 14:25:21.061122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f806662-4431-4b4e-a29e-4b6ebaa7cc43 req-70201a81-0f7d-43a9-86fd-20cf11606c76 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Oct 26 14:25:21.087099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f7b19-82a7-49f6-bdef-6df8293cb123 req-8a3ea42e-e4c9-4408-a1a2-7bcc50f514fc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.088811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-843f7b19-82a7-49f6-bdef-6df8293cb123 req-8a3ea42e-e4c9-4408-a1a2-7bcc50f514fc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0703888 Oct 26 14:25:21.129817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-843f7b19-82a7-49f6-bdef-6df8293cb123 req-b1c62aba-8fe3-47f9-870a-da1441c424b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344830 Oct 26 14:25:21.209753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0124f94-d01b-4e70-bbb4-1cc7e5aad799 req-f245ae36-9056-4ffc-96d8-a24f23bcd982 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.212599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0124f94-d01b-4e70-bbb4-1cc7e5aad799 req-f245ae36-9056-4ffc-96d8-a24f23bcd982 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0695379 Oct 26 14:25:21.255387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0124f94-d01b-4e70-bbb4-1cc7e5aad799 req-0fb10462-ebd9-493a-866e-d1a7c3cd43cd tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Oct 26 14:25:21.419218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223216-483b-4213-9916-bf65910a35e7 req-06ffb461-7942-401b-a626-276346bd0c33 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.420937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c223216-483b-4213-9916-bf65910a35e7 req-06ffb461-7942-401b-a626-276346bd0c33 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0561404 Oct 26 14:25:21.465547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c223216-483b-4213-9916-bf65910a35e7 req-9bd0c1ff-c487-4fb0-bd3b-076622f570da tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Oct 26 14:25:21.608414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a370e1d-9a7b-4340-9d0a-87ee127f712a req-3a9367f2-7118-4445-be21-6f8a6a8d2a4e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.610249 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a370e1d-9a7b-4340-9d0a-87ee127f712a req-3a9367f2-7118-4445-be21-6f8a6a8d2a4e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0594707 Oct 26 14:25:21.650930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5a370e1d-9a7b-4340-9d0a-87ee127f712a req-327eaa3a-637a-4e42-851d-c41fb31bb278 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Oct 26 14:25:21.792621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b19905-6d39-442d-8a71-30e5d7c9a6b3 req-1495b7e8-d3e8-442a-b6d6-fd98db9195c2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.794219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8b19905-6d39-442d-8a71-30e5d7c9a6b3 req-1495b7e8-d3e8-442a-b6d6-fd98db9195c2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0526748 Oct 26 14:25:21.849742 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:21.854300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8b19905-6d39-442d-8a71-30e5d7c9a6b3 req-f247a4c1-6945-4d83-8dab-165d64178be3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Oct 26 14:25:21.983434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14119c8-a804-443e-91f6-c09e06eb808c req-6fa563e8-7c5a-404c-bd86-0ac9d9b46a59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:21.984994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a14119c8-a804-443e-91f6-c09e06eb808c req-6fa563e8-7c5a-404c-bd86-0ac9d9b46a59 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0552809 Oct 26 14:25:22.032787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a14119c8-a804-443e-91f6-c09e06eb808c req-5a2f027e-e084-4b7a-b7fd-c27af84f9494 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Oct 26 14:25:22.275084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76631d-deff-473f-ba48-63c7af24ece0 req-d2b62824-9c6c-41bb-b70d-2e1a40eacd97 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.285024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326a9a-8e1d-4799-9ab8-af02a68837c5 req-f8c68f92-4666-4c20-9a36-e31f887b691b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.285516 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae76631d-deff-473f-ba48-63c7af24ece0 req-d2b62824-9c6c-41bb-b70d-2e1a40eacd97 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0865149 Oct 26 14:25:22.286458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41326a9a-8e1d-4799-9ab8-af02a68837c5 req-f8c68f92-4666-4c20-9a36-e31f887b691b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0750206 Oct 26 14:25:22.349715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae76631d-deff-473f-ba48-63c7af24ece0 req-e56b8311-8a8e-4744-89fb-bcc55bddb08b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Oct 26 14:25:22.350199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41326a9a-8e1d-4799-9ab8-af02a68837c5 req-04501ae7-6512-4206-8b10-993741a65757 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511489 Oct 26 14:25:22.456334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ad721-702c-49fa-82d2-5a88f4f1c082 req-1a7ef811-ecb9-4034-924f-56c8bad31f89 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.457868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-352ad721-702c-49fa-82d2-5a88f4f1c082 req-1a7ef811-ecb9-4034-924f-56c8bad31f89 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0532773 Oct 26 14:25:22.499466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-352ad721-702c-49fa-82d2-5a88f4f1c082 req-ad73e328-7831-4c1e-ab67-56562f374639 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Oct 26 14:25:22.647474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bf539-edac-4dfb-ab2c-a52c6082f279 req-935ed504-b07f-49dd-80c4-3e27bf2eb0cf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.649899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d5bf539-edac-4dfb-ab2c-a52c6082f279 req-935ed504-b07f-49dd-80c4-3e27bf2eb0cf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0588064 Oct 26 14:25:22.691637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d5bf539-edac-4dfb-ab2c-a52c6082f279 req-50300bd5-3d0f-49d6-86ed-3ff72f5bbae3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Oct 26 14:25:22.821975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdfc6b-8953-4fc7-ae72-338f28ca2ffe req-c7e03c54-5f4c-4fa3-b43f-88486b511677 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:22.831202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6cdfc6b-8953-4fc7-ae72-338f28ca2ffe req-c7e03c54-5f4c-4fa3-b43f-88486b511677 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0655348 Oct 26 14:25:22.883364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6cdfc6b-8953-4fc7-ae72-338f28ca2ffe req-e5f0823e-7598-4e75-859f-e6191111a2b9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Oct 26 14:25:23.069113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ab9b-612a-496e-8ba1-7d57e145bd54 req-b939c217-d01d-4688-83d0-be4f8ce65219 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.071192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7300ab9b-612a-496e-8ba1-7d57e145bd54 req-b939c217-d01d-4688-83d0-be4f8ce65219 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0967278 Oct 26 14:25:23.114158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7300ab9b-612a-496e-8ba1-7d57e145bd54 req-5391ee8e-2f8a-4fe4-8aea-35b41b58b012 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Oct 26 14:25:23.252304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048c0f4-204a-455f-86c7-41931ad2e1a7 req-63447ca3-408b-404c-9ca3-bb44e1b35ae6 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.253869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6048c0f4-204a-455f-86c7-41931ad2e1a7 req-63447ca3-408b-404c-9ca3-bb44e1b35ae6 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0622370 Oct 26 14:25:23.299122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6048c0f4-204a-455f-86c7-41931ad2e1a7 req-aa3822b8-f80e-4585-9d0e-503cfb1590be tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Oct 26 14:25:23.338520 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:23.490955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99efdb1-4fa8-406c-98c8-e7d999946dd0 req-90fde4bf-33db-4c9c-8776-c84afb4c96b4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.500776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f99efdb1-4fa8-406c-98c8-e7d999946dd0 req-90fde4bf-33db-4c9c-8776-c84afb4c96b4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0643921 Oct 26 14:25:23.511292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23792af7-ba77-4f7a-8e84-8b7b0a3d17da req-6241b676-b8ac-4325-985a-f5da9260cabf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.521233 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23792af7-ba77-4f7a-8e84-8b7b0a3d17da req-6241b676-b8ac-4325-985a-f5da9260cabf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0789816 Oct 26 14:25:23.565324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f99efdb1-4fa8-406c-98c8-e7d999946dd0 req-c7a9031d-2dd6-4f7c-a067-258b9049feed tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633893 Oct 26 14:25:23.583589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-23792af7-ba77-4f7a-8e84-8b7b0a3d17da req-890512b5-eef7-4044-8545-3ec754c0e30c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Oct 26 14:25:23.710056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e87ca-67b4-47fd-94a7-48daa8292461 req-72020dd5-f875-495f-9adb-15957a4af62d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.717811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d09e87ca-67b4-47fd-94a7-48daa8292461 req-72020dd5-f875-495f-9adb-15957a4af62d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0736656 Oct 26 14:25:23.767676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d09e87ca-67b4-47fd-94a7-48daa8292461 req-28f60ffc-ad36-4619-80f5-aedbe49a1794 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Oct 26 14:25:23.953085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5027d-9dd5-4d8e-b50e-93f913b6c2e0 req-5fb3ca06-5c1b-4643-b224-56335a737f20 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:23.954636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1b5027d-9dd5-4d8e-b50e-93f913b6c2e0 req-5fb3ca06-5c1b-4643-b224-56335a737f20 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0871384 Oct 26 14:25:24.018409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1b5027d-9dd5-4d8e-b50e-93f913b6c2e0 req-e0a1fe48-172c-416e-9f67-1c1b3296fd56 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564551 Oct 26 14:25:24.161057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55458-a017-42de-957b-0f4bd4418355 req-98ea339d-3406-48b8-86f2-8bbc64bcdfac tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:24.169167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ed55458-a017-42de-957b-0f4bd4418355 req-98ea339d-3406-48b8-86f2-8bbc64bcdfac tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0642905 Oct 26 14:25:24.210659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ed55458-a017-42de-957b-0f4bd4418355 req-106530b6-dad7-473a-90c6-456181d2a0c9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Oct 26 14:25:24.433944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f73c79-aa65-41f9-96f8-c667fe962d40 req-4f989c8e-a911-4087-bfa9-34b01dae6818 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:24.437043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27f73c79-aa65-41f9-96f8-c667fe962d40 req-4f989c8e-a911-4087-bfa9-34b01dae6818 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0862625 Oct 26 14:25:24.492645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27f73c79-aa65-41f9-96f8-c667fe962d40 req-77771a95-58a2-40cd-bb42-507aec389bc4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Oct 26 14:25:24.764242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24d541-90e5-47fd-90e3-ed1153a63d56 req-492d0707-33dd-4b1c-9da1-89778a270193 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:24.772989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd24d541-90e5-47fd-90e3-ed1153a63d56 req-492d0707-33dd-4b1c-9da1-89778a270193 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1181407 Oct 26 14:25:24.785493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cde5b-a413-4eec-8032-df14d6303ad6 req-4d776408-3144-4a63-b91c-2a62e74e97a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:24.795758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-918cde5b-a413-4eec-8032-df14d6303ad6 req-4d776408-3144-4a63-b91c-2a62e74e97a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0703340 Oct 26 14:25:24.833040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd24d541-90e5-47fd-90e3-ed1153a63d56 req-62716c16-81e9-4d25-b27d-7d1e1a265e70 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579150 Oct 26 14:25:24.845116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-918cde5b-a413-4eec-8032-df14d6303ad6 req-1459a30f-1841-47ba-b5eb-cbf9a8d163e6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483730 Oct 26 14:25:25.111738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06659c5d-6486-48f4-9aa2-bee5f975bcbd req-21c51e58-c67a-4be1-99f3-664750fbcab9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.113572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06659c5d-6486-48f4-9aa2-bee5f975bcbd req-21c51e58-c67a-4be1-99f3-664750fbcab9 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0710530 Oct 26 14:25:25.185364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06659c5d-6486-48f4-9aa2-bee5f975bcbd req-77dd8b45-6c7f-4a14-b141-0c08d2957b79 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653248 Oct 26 14:25:25.318015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f32b8-68b2-478b-8086-6cfce8c1cfdc req-d02f90a0-1447-4ec8-aec6-1271e362c2bc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.325967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a8f32b8-68b2-478b-8086-6cfce8c1cfdc req-d02f90a0-1447-4ec8-aec6-1271e362c2bc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0705285 Oct 26 14:25:25.385322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a8f32b8-68b2-478b-8086-6cfce8c1cfdc req-688a355e-f33f-4024-8221-be436aa955ef tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Oct 26 14:25:25.444996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-6e5caf9f-9176-4195-8a3d-4a2d311f4b88 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.447652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-6e5caf9f-9176-4195-8a3d-4a2d311f4b88 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 814 time: 0.1453238 Oct 26 14:25:25.470374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-6c572535-6a30-4d90-b615-28b586b71763 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/quotas/081c9b9a9f184e51a49aaafa1092a06d HTTP/1.1" status: 200 len: 375 time: 0.0170147 Oct 26 14:25:25.508026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a8f4813a-ca88-4dee-8c72-9b7e26af8697 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358946 Oct 26 14:25:25.572225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b3de8-aaf9-4939-a800-d3227574412a req-e902bfd2-11e0-4a6c-a4d9-0405b68a0e71 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.573802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-323b3de8-aaf9-4939-a800-d3227574412a req-e902bfd2-11e0-4a6c-a4d9-0405b68a0e71 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0731621 Oct 26 14:25:25.630904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-323b3de8-aaf9-4939-a800-d3227574412a req-4db978c5-8c3c-446b-b1c9-813626db6886 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 Oct 26 14:25:25.651344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-094ac4c6-afed-49f2-8ae2-88471e88e1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419880 Oct 26 14:25:25.763337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-b5e9e943-6a15-41c3-b6a7-d5267ac979f0 service neutron] 10.222.0.37 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060388 Oct 26 14:25:25.765661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56364) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:25.792904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6c3d5-2298-48e5-bb0b-8434fa6090cb req-c31be068-f76f-45bf-b54d-888d15c3c754 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:25.795087 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e6c3d5-2298-48e5-bb0b-8434fa6090cb req-c31be068-f76f-45bf-b54d-888d15c3c754 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0874977 Oct 26 14:25:25.907939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e6c3d5-2298-48e5-bb0b-8434fa6090cb req-b0751ba1-9b8c-46d9-bea8-41e7f03f7483 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064045 Oct 26 14:25:25.958878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a5557cd-3e15-4b84-8710-1c3fd4e22008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.155613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b23b6e-8d26-446f-9b46-3c45d7ef1e55 req-c68b601e-085b-42ca-b9e6-8e2a9bb95075 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:26.157465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b23b6e-8d26-446f-9b46-3c45d7ef1e55 req-c68b601e-085b-42ca-b9e6-8e2a9bb95075 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.1132810 Oct 26 14:25:26.159712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a5557cd-3e15-4b84-8710-1c3fd4e22008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.173876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a5557cd-3e15-4b84-8710-1c3fd4e22008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.246710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5557cd-3e15-4b84-8710-1c3fd4e22008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5cdc28-c442-411d-8918-d3200272d519,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:26.264861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0b23b6e-8d26-446f-9b46-3c45d7ef1e55 req-3613d590-a62b-4607-b532-19fbc54c26ce tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921779 Oct 26 14:25:26.273469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:26.273693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a5557cd-3e15-4b84-8710-1c3fd4e22008 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=902a2424f5c54e559c2faeab55753e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057981 Oct 26 14:25:26.363384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.379977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b6dc3e4-7019-49f2-a1db-6064686f5658 req-bd36031b-cbe4-4bc5-9ee9-0b2caf701c68 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 210 time: 0.0604525 Oct 26 14:25:26.409301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.486902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.489623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.493389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a5cdc28-c442-411d-8918-d3200272d519 HTTP/1.1" status: 204 len: 168 time: 0.2163358 Oct 26 14:25:26.517932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187c088-32b0-4440-a927-ab3d30f0fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5cdc28-c442-411d-8918-d3200272d519,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:26.621779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99671858-db35-4080-8dc2-026da4fc2c80 req-e7db602a-cb8e-4c3e-b5de-2b2c04d2f7f7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:26.629337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99671858-db35-4080-8dc2-026da4fc2c80 req-e7db602a-cb8e-4c3e-b5de-2b2c04d2f7f7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0656903 Oct 26 14:25:26.677027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99671858-db35-4080-8dc2-026da4fc2c80 req-65887f07-0112-4501-b1f2-6b28d7ecf012 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 Oct 26 14:25:26.865909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56404) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:26.885802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4fa8acf8-0de1-403d-a04c-7b6d2720db9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.976853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4fa8acf8-0de1-403d-a04c-7b6d2720db9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:26.981080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4fa8acf8-0de1-403d-a04c-7b6d2720db9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.022732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4fa8acf8-0de1-403d-a04c-7b6d2720db9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ef5a1dd2ec7484ea4e64f7ab5388841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556470 Oct 26 14:25:27.023675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8acf8-0de1-403d-a04c-7b6d2720db9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e687f4c6-b9ab-4476-8518-07928ec8f194,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:27.025192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56408) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:27.077485 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.099075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.146550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.150537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.156795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e687f4c6-b9ab-4476-8518-07928ec8f194 HTTP/1.1" status: 204 len: 168 time: 0.1255064 Oct 26 14:25:27.168732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88e4a-598b-467a-9252-0ef38cf560a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e687f4c6-b9ab-4476-8518-07928ec8f194,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:27.401159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-e572e3f7-c751-4d1f-b4c5-1925f6a79f86 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.402597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-e572e3f7-c751-4d1f-b4c5-1925f6a79f86 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.73 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 814 time: 0.1367540 Oct 26 14:25:27.418837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Request body: {'port': {'device_id': 'e6df568e-711b-4bd4-957c-5373033d206e', 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac', 'admin_state_up': True, 'tenant_id': '081c9b9a9f184e51a49aaafa1092a06d'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:27.495372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe74c08-0fd2-4389-9d39-f9013f0908d7 req-aa3d0540-23e3-4c4d-a593-8936f4b47de3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.505095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe74c08-0fd2-4389-9d39-f9013f0908d7 req-aa3d0540-23e3-4c4d-a593-8936f4b47de3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.1193187 Oct 26 14:25:27.550045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe74c08-0fd2-4389-9d39-f9013f0908d7 req-44c37e62-b0d5-4a95-bf4e-e1830744c760 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436592 Oct 26 14:25:27.550898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fe36a347-7631-4e3f-8186-1336497b03ab req-b39595a6-7914-478a-9bb5-a89ab6dda3e9 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 210 time: 0.0592484 Oct 26 14:25:27.636687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Made reservation on behalf of 081c9b9a9f184e51a49aaafa1092a06d for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:25:27.643209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:27.810286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Allocated IP 172.20.0.13 (158f50ed-c278-4fba-9465-3d66987220ac/487ccbb0-f002-4c4d-bb48-e93d7dde015e/953b7225-c0d6-4c59-a198-09f76eb968c0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:27.855956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf7d40-f7e0-4ff3-b7a6-5ed847b57284 req-9d3df6ed-64b3-4565-a140-a0017fdb7161 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:27.858352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dacf7d40-f7e0-4ff3-b7a6-5ed847b57284 req-9d3df6ed-64b3-4565-a140-a0017fdb7161 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0924520 Oct 26 14:25:27.910705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dacf7d40-f7e0-4ff3-b7a6-5ed847b57284 req-e111caac-21a1-4257-882a-a8e138609279 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Oct 26 14:25:27.993722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.034478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.090371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Network 158f50ed-c278-4fba-9465-3d66987220ac is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:28.093614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:28.098494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:28.130231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Pushing event updated for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:28.158258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:28.158950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.181177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-2de4db33-1b8c-4075-a36c-167d3bb1f67d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682827 Oct 26 14:25:28.197692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Request body: {'port': {'device_id': 'e6df568e-711b-4bd4-957c-5373033d206e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:28.259879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.598927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953b7225-c0d6-4c59-a198-09f76eb968c0 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:28.609023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.626666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Transition to ACTIVE for port object 953b7225-c0d6-4c59-a198-09f76eb968c0 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:25:28.631166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.741261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34689f-4783-46df-a3ff-6253363f040b req-9eb68ef5-cd7c-4ff2-9ee8-e299e962be3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:28.743768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f34689f-4783-46df-a3ff-6253363f040b req-9eb68ef5-cd7c-4ff2-9ee8-e299e962be3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 944 time: 0.0679932 Oct 26 14:25:28.752764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:28.796211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f34689f-4783-46df-a3ff-6253363f040b req-992bda40-27da-4733-8491-a05ed47bcfc9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463395 Oct 26 14:25:28.828720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523208ec-8df5-4215-94db-a0e6c6e5dbf2 req-fa0facbd-8bdd-4e1d-8980-6c1065daa6a3 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:28.830343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-523208ec-8df5-4215-94db-a0e6c6e5dbf2 req-fa0facbd-8bdd-4e1d-8980-6c1065daa6a3 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 944 time: 0.1327598 Oct 26 14:25:28.909820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Attempting to bind port 953b7225-c0d6-4c59-a198-09f76eb968c0 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:25:28.910220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Attempting to bind port 953b7225-c0d6-4c59-a198-09f76eb968c0 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:25:28.910546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Attempting to bind port 953b7225-c0d6-4c59-a198-09f76eb968c0 on network 158f50ed-c278-4fba-9465-3d66987220ac {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:28.925416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Port 953b7225-c0d6-4c59-a198-09f76eb968c0 on network 158f50ed-c278-4fba-9465-3d66987220ac not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:25:28.925800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Attempting to bind port 953b7225-c0d6-4c59-a198-09f76eb968c0 on network 158f50ed-c278-4fba-9465-3d66987220ac {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:25:28.951271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-523208ec-8df5-4215-94db-a0e6c6e5dbf2 req-bde2bf76-9c80-4e61-9cde-c807c0aaf6fd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976210 Oct 26 14:25:28.956729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:25:28.956729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Checking segment: {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:25:28.957010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Bound using segment: {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:25:28.957733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Bound port: 953b7225-c0d6-4c59-a198-09f76eb968c0, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4aa4a8f-7002-44b5-836d-77d707dbcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:25:28.958341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:28.967411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2a956881-8e0f-4eac-b996-2213ee9f1467 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:25:29.083580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2a956881-8e0f-4eac-b996-2213ee9f1467,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:29.093979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:25:29.099157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'mac_address': 'fa:16:3e:46:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:25:29.103702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=953b7225-c0d6-4c59-a198-09f76eb968c0,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:25:29.109609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69289000-3b6c-4b47-953e-59a72fe5f1b8 req-37d879d7-bcff-4f48-897b-c222e9bc8ee7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.112930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.127139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69289000-3b6c-4b47-953e-59a72fe5f1b8 req-37d879d7-bcff-4f48-897b-c222e9bc8ee7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1365688 Oct 26 14:25:29.147902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.161849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a956881-8e0f-4eac-b996-2213ee9f1467 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:29.184537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2a956881-8e0f-4eac-b996-2213ee9f1467,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:29.190393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.225403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69289000-3b6c-4b47-953e-59a72fe5f1b8 req-b2f808a0-3f57-476b-a25d-8cd43c9daa16 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964983 Oct 26 14:25:29.243121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Pushing event updated for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:29.251785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:29.265972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.266665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:29.268133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a20860a1-8c80-4a8c-9a25-d37d4c2d9b32 service neutron] 10.222.0.73 "PUT /v2.0/ports/953b7225-c0d6-4c59-a198-09f76eb968c0 HTTP/1.1" status: 200 len: 1092 time: 1.0779731 Oct 26 14:25:29.268596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:29.271186 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01fb01-bce5-4367-8133-59c749c67fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:29.313086 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaff6fc-c32e-4b41-b6f6-84dc74f65853 x-openstack-request-id: req-abaff6fc-c32e-4b41-b6f6-84dc74f65853 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:29.313588 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:29.314003 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abaff6fc-c32e-4b41-b6f6-84dc74f65853 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:29.314565 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0', 'status': 'completed', 'code': 200} Oct 26 14:25:29.375274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-be9b6ff9-3f8e-4dc7-a4bd-ca24d51d0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.376839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-be9b6ff9-3f8e-4dc7-a4bd-ca24d51d0670 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 1095 time: 0.0458765 Oct 26 14:25:29.423837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-3cfd82e6-61c6-4783-a440-6c149869d8ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953b7225-c0d6-4c59-a198-09f76eb968c0 HTTP/1.1" status: 200 len: 217 time: 0.0378685 Oct 26 14:25:29.424910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2a956881-8e0f-4eac-b996-2213ee9f1467'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:29.511476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a7e612c6-1cd6-4e75-8a77-73e77dab1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:29.511476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-a7e612c6-1cd6-4e75-8a77-73e77dab1af3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 200 len: 854 time: 0.0791049 Oct 26 14:25:29.583247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-6132b417-df04-4a02-ae31-49b0c9c0f00b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=158f50ed-c278-4fba-9465-3d66987220ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638759 Oct 26 14:25:29.715047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-e412ecee-5255-4b67-af2b-72e47f5cff2f service neutron] 10.222.0.73 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228426 Oct 26 14:25:30.068374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9976-bed7-480c-bf89-5b0f3194ee2a req-7dedbb71-953c-4255-bd3b-ee5be235ca1d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.076374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a97f9976-bed7-480c-bf89-5b0f3194ee2a req-7dedbb71-953c-4255-bd3b-ee5be235ca1d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 945 time: 0.1400726 Oct 26 14:25:30.130532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a97f9976-bed7-480c-bf89-5b0f3194ee2a req-b243c06a-358f-49d9-a108-6c25b35d01d8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529411 Oct 26 14:25:30.166408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef2722-f561-44f5-b65e-7d74860fcfaa req-0d26b27d-bc7f-4381-8943-319252121a19 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.173119 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2eef2722-f561-44f5-b65e-7d74860fcfaa req-0d26b27d-bc7f-4381-8943-319252121a19 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 944 time: 0.0980017 Oct 26 14:25:30.199555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-878ad5b9-ed21-40b2-ab32-395e5812566a req-0b0e8637-155a-4c69-b8d5-32fbde86daff service neutron] 10.222.0.73 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776282 Oct 26 14:25:30.223262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2eef2722-f561-44f5-b65e-7d74860fcfaa req-d2050037-8ba3-4e2c-9c64-4c676bcc44c3 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472965 Oct 26 14:25:30.325277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-8135a7ce-a103-44c7-8b37-d0bdb5474e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.327151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-8135a7ce-a103-44c7-8b37-d0bdb5474e1b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 1095 time: 0.0650418 Oct 26 14:25:30.381622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9713-bacf-45bd-b481-99b13af93437 req-2a4bc604-2e34-4f38-8e12-464ea4b4a9e4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.384474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c8a9713-bacf-45bd-b481-99b13af93437 req-2a4bc604-2e34-4f38-8e12-464ea4b4a9e4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0729876 Oct 26 14:25:30.447718 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c8a9713-bacf-45bd-b481-99b13af93437 req-564a910e-7b0a-4449-a95d-e39992d25dfb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Oct 26 14:25:30.472640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-8f181aa1-0580-4a33-a874-c54705ea1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.475184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-8f181aa1-0580-4a33-a874-c54705ea1a25 service neutron] 10.222.0.73 "GET /v2.0/networks?id=158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 200 len: 915 time: 0.1382043 Oct 26 14:25:30.586117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-8fd4b632-f802-4319-8561-8f7d6fea5e83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=953b7225-c0d6-4c59-a198-09f76eb968c0 HTTP/1.1" status: 200 len: 217 time: 0.1002355 Oct 26 14:25:30.666430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-248a5218-fea6-460f-a6a4-ce4bb028f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:30.667895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-248a5218-fea6-460f-a6a4-ce4bb028f79f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 200 len: 854 time: 0.0752928 Oct 26 14:25:30.705138 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-7a9e23f9-fbdc-4c34-ab74-078a9f2a22a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=158f50ed-c278-4fba-9465-3d66987220ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279272 Oct 26 14:25:30.820010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-822dd461-7184-4b5e-8c12-7ac9fc30cba7 service neutron] 10.222.0.73 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067598 Oct 26 14:25:30.931360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b01fb01-bce5-4367-8133-59c749c67fcd req-55daad35-c2eb-47dc-99d8-97ba813c912f service neutron] 10.222.0.73 "GET /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035874 Oct 26 14:25:30.983308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2a956881-8e0f-4eac-b996-2213ee9f1467 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:31.046788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2a956881-8e0f-4eac-b996-2213ee9f1467 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:25:31.057564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2a956881-8e0f-4eac-b996-2213ee9f1467 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:31.058222 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.199302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.239521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:31.243192 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45402a4-7588-43e7-bc7f-97ee726ea71e" -d '{"events": [{"server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "name": "network-vif-plugged", "status": "completed", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:31.260706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2a956881-8e0f-4eac-b996-2213ee9f1467,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:31.267293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:31.294193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870124c-6bae-4067-afa6-1e140750f471 req-10494c4d-a40f-4acc-9cba-5306402e357d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:31.326713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a870124c-6bae-4067-afa6-1e140750f471 req-10494c4d-a40f-4acc-9cba-5306402e357d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 945 time: 0.0974414 Oct 26 14:25:31.328819 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440de999-00d3-4da9-8900-c0f24cd29a7f x-openstack-request-id: req-440de999-00d3-4da9-8900-c0f24cd29a7f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:31.329112 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "name": "network-vif-plugged", "status": "completed", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:31.329356 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-440de999-00d3-4da9-8900-c0f24cd29a7f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:31.329928 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'code': 200} Oct 26 14:25:31.331487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:31.385040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a870124c-6bae-4067-afa6-1e140750f471 req-7b6bb8e4-b565-4c40-b6bc-ada7daab0a98 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473132 Oct 26 14:25:31.440867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2dae0-642d-4cce-b69c-bb3e9be86793 req-0b4d1f30-6d20-4f60-87d5-f4a4d9c17989 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:31.448511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15b2dae0-642d-4cce-b69c-bb3e9be86793 req-0b4d1f30-6d20-4f60-87d5-f4a4d9c17989 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 944 time: 0.0773087 Oct 26 14:25:31.480333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed14865-e88d-4a03-a4ee-f62c6d4f1541 req-81e142bd-2a11-4915-bf09-0634f14417d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:31.482633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed14865-e88d-4a03-a4ee-f62c6d4f1541 req-81e142bd-2a11-4915-bf09-0634f14417d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 1097 time: 0.0581195 Oct 26 14:25:31.533789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15b2dae0-642d-4cce-b69c-bb3e9be86793 req-f0eb8ca8-fdc5-46a6-b2cb-8290b3985afd tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837524 Oct 26 14:25:31.537034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ed14865-e88d-4a03-a4ee-f62c6d4f1541 req-11c8de73-a432-40ba-bdfb-4066e69c500a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Oct 26 14:25:31.624428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcaf42-bc3d-4b5f-834b-a8ac6f33929f req-baaa90d9-f848-4df4-a35a-19b42d2079db tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:31.631746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18dcaf42-bc3d-4b5f-834b-a8ac6f33929f req-baaa90d9-f848-4df4-a35a-19b42d2079db tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0653880 Oct 26 14:25:31.674828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18dcaf42-bc3d-4b5f-834b-a8ac6f33929f req-79531740-44a0-4aa2-8888-6f26ccbf22f1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Oct 26 14:25:32.518400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2bde3-3807-4f4c-97c8-7e66b47cd1e5 req-b5f001b0-7e90-4c92-9683-f64c81ca74e3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:32.532393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27c2bde3-3807-4f4c-97c8-7e66b47cd1e5 req-b5f001b0-7e90-4c92-9683-f64c81ca74e3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.0767925 Oct 26 14:25:32.622854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27c2bde3-3807-4f4c-97c8-7e66b47cd1e5 req-892174dd-dcaa-42f2-84be-62170a6c478b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876546 Oct 26 14:25:32.687905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df16fbd-d988-4ed1-b5c9-dc1e32e4f202 req-c7b3f03f-5cf9-4fbf-94fb-7198e87d3b2d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:32.690538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8df16fbd-d988-4ed1-b5c9-dc1e32e4f202 req-c7b3f03f-5cf9-4fbf-94fb-7198e87d3b2d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 944 time: 0.0709603 Oct 26 14:25:32.756872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8df16fbd-d988-4ed1-b5c9-dc1e32e4f202 req-13446ffc-37a5-4b6a-9d0a-11351551bda0 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Oct 26 14:25:32.778358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 953b7225-c0d6-4c59-a198-09f76eb968c0 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:25:32.837651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2059995-7235-47bb-b723-6593086b282b req-5a22bcdc-d5ab-4c24-a088-e424feaaae0f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:32.839335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2059995-7235-47bb-b723-6593086b282b req-5a22bcdc-d5ab-4c24-a088-e424feaaae0f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0685990 Oct 26 14:25:32.897462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2059995-7235-47bb-b723-6593086b282b req-6b3d0bf5-e111-408d-a706-b30598282838 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Oct 26 14:25:32.925257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=953b7225-c0d6-4c59-a198-09f76eb968c0,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:32.939609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '953b7225-c0d6-4c59-a198-09f76eb968c0', 'network_id': '158f50ed-c278-4fba-9465-3d66987220ac', 'port_id': '953b7225-c0d6-4c59-a198-09f76eb968c0', 'mac_address': 'fa:16:3e:c0:c4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487ccbb0-f002-4c4d-bb48-e93d7dde015e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:25:32.981594 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.000422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953b7225-c0d6-4c59-a198-09f76eb968c0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:33.023880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=953b7225-c0d6-4c59-a198-09f76eb968c0,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:33.029940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:33.088090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:33.260203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['953b7225-c0d6-4c59-a198-09f76eb968c0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:33.765411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca0604-dfce-4af3-b036-845fd13986bc req-f07ed5ce-9b74-4a32-b4b4-98f3e198e58e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.770153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74ca0604-dfce-4af3-b036-845fd13986bc req-f07ed5ce-9b74-4a32-b4b4-98f3e198e58e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.0629518 Oct 26 14:25:33.818255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74ca0604-dfce-4af3-b036-845fd13986bc req-8360efc6-60ff-4812-bf82-f3fd1e4bf18d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Oct 26 14:25:33.921320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91658239-0d0b-42e1-b745-b70b7ad12398 req-484f2f5b-bc87-47b2-bfe1-8d9212b84cb2 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:33.928941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91658239-0d0b-42e1-b745-b70b7ad12398 req-484f2f5b-bc87-47b2-bfe1-8d9212b84cb2 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 945 time: 0.0988235 Oct 26 14:25:33.973125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91658239-0d0b-42e1-b745-b70b7ad12398 req-f6f31fac-059c-4493-bd15-d3b75773df0d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Oct 26 14:25:34.031407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25d593-45a1-410a-abe2-25668e1c45af req-49cf57fc-692f-4e36-9f5b-93ce5863f4b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:34.037234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a25d593-45a1-410a-abe2-25668e1c45af req-49cf57fc-692f-4e36-9f5b-93ce5863f4b8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.1080248 Oct 26 14:25:34.088330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a25d593-45a1-410a-abe2-25668e1c45af req-447d9d0b-0731-41ff-8209-6820f73a374d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Oct 26 14:25:34.091363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1298745-836d-4278-9cab-3bcf37048c7b req-73b4b916-d820-4a7f-bf26-d3f43a989126 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:34.099035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1298745-836d-4278-9cab-3bcf37048c7b req-73b4b916-d820-4a7f-bf26-d3f43a989126 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0641477 Oct 26 14:25:34.125183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:34.166583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1298745-836d-4278-9cab-3bcf37048c7b req-e8c463b5-e0ef-4885-bd57-73b4ba737df4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Oct 26 14:25:34.451050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb1ea3-32fe-4cb4-8c26-7cd0260c8b41 tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:34.455436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a3fb1ea3-32fe-4cb4-8c26-7cd0260c8b41 tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 1092 time: 0.3264358 Oct 26 14:25:34.456055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:34.460271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:25:34.485836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.607933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.748243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.25.5.103 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/d82216d7-4924-4b8b-b282-fb2714926257) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:25:34.782483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 953b7225-c0d6-4c59-a198-09f76eb968c0 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:34.838630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 953b7225-c0d6-4c59-a198-09f76eb968c0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:25:34.846331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 953b7225-c0d6-4c59-a198-09f76eb968c0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:34.847442 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.908639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.955234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.970850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:34.985430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:34.987599 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb8907e-4659-4c5f-a25b-3480f8e1fe85" -d '{"events": [{"server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "name": "network-vif-plugged", "status": "completed", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:35.002091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=953b7225-c0d6-4c59-a198-09f76eb968c0,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:35.012600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.077891 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87c0c7e-dff0-428e-8f45-0970577e7a18 x-openstack-request-id: req-e87c0c7e-dff0-428e-8f45-0970577e7a18 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:35.078484 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "name": "network-vif-plugged", "status": "completed", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:35.080064 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87c0c7e-dff0-428e-8f45-0970577e7a18 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:35.080664 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0', 'code': 200} Oct 26 14:25:35.128199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:35.228278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=d82216d7-4924-4b8b-b282-fb2714926257,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:35.247875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:25:35.251485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:25:35.258920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:25:35.335065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b9a7-9394-4acf-89c4-919b4a531598 req-6ccdf0cb-4cfe-4ff3-be9d-a7765fa5d413 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.339319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7779b9a7-9394-4acf-89c4-919b4a531598 req-6ccdf0cb-4cfe-4ff3-be9d-a7765fa5d413 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.1911609 Oct 26 14:25:35.368074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c948f6-b63e-46b1-9f13-e1a47659332e req-2031e1ed-b5c1-4416-80b1-de97f5d17179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.369708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73c948f6-b63e-46b1-9f13-e1a47659332e req-2031e1ed-b5c1-4416-80b1-de97f5d17179 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 1097 time: 0.1816103 Oct 26 14:25:35.414474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7779b9a7-9394-4acf-89c4-919b4a531598 req-a1249f8b-56cc-4e48-ad44-255bc836e1be tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669718 Oct 26 14:25:35.476194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73c948f6-b63e-46b1-9f13-e1a47659332e req-bb7288c6-3a80-448b-b55b-061fac390f5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Oct 26 14:25:35.499650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68563d-5344-46c4-93e1-124a4ba50f0b req-425d7da7-e7a6-4f4b-85e8-db7659e609b1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:35.504951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba68563d-5344-46c4-93e1-124a4ba50f0b req-425d7da7-e7a6-4f4b-85e8-db7659e609b1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1602998 Oct 26 14:25:35.587733 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba68563d-5344-46c4-93e1-124a4ba50f0b req-f8ede366-75e9-4c75-ad92-8edb72859670 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679493 Oct 26 14:25:35.780681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:35.875531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.049732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.056425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.168794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.170833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=d82216d7-4924-4b8b-b282-fb2714926257,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:36.299063 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP cbfe4637-2641-4541-b14a-2f563c7a6042 associated. External IP: 172.25.5.103, port: 2a956881-8e0f-4eac-b996-2213ee9f1467. Oct 26 14:25:36.633334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b4935-21d9-4e17-aecf-0a2b093cb06e req-c6294540-9e3c-4116-9c5e-7f855deaeb98 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:36.635239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b58b4935-21d9-4e17-aecf-0a2b093cb06e req-c6294540-9e3c-4116-9c5e-7f855deaeb98 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.0882502 Oct 26 14:25:36.643550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:25:36.791385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac199-5797-46b0-9696-b29977b2ebdb req-19e99b8d-d3d9-4cdf-b5d4-ad29e1fe5571 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:36.801850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31fac199-5797-46b0-9696-b29977b2ebdb req-19e99b8d-d3d9-4cdf-b5d4-ad29e1fe5571 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0805032 Oct 26 14:25:36.842906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b58b4935-21d9-4e17-aecf-0a2b093cb06e req-cdbea00b-2405-4c86-99e5-ad71c0a9fc73 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980400 Oct 26 14:25:36.890561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-31fac199-5797-46b0-9696-b29977b2ebdb req-6d19dc5a-58ac-4901-94da-9bb28eefeb3a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876238 Oct 26 14:25:36.909839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:25:36.927980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:25:36.942153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:36.942782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:25:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:36.957137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:36.989702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c944f7f-afda-4527-bed9-bbd4f25d7ed8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5324888 Oct 26 14:25:36.990606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:36.993676 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3" -d '{"events": [{"name": "network-changed", "server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:37.250962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:37.295116 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1672f2-0087-41cd-969f-0145f801f42a x-openstack-request-id: req-ba1672f2-0087-41cd-969f-0145f801f42a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:37.295980 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:37.296389 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba1672f2-0087-41cd-969f-0145f801f42a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:37.297192 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'status': 'completed', 'code': 200} Oct 26 14:25:37.377299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-0c9d798d-fc05-42d3-8036-b76ecbb24462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:37.377299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-0c9d798d-fc05-42d3-8036-b76ecbb24462 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 1097 time: 0.0511153 Oct 26 14:25:37.487387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-960aeaf2-2ae2-4354-8f5a-76325c6e104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:37.488916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-960aeaf2-2ae2-4354-8f5a-76325c6e104f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1067777 Oct 26 14:25:37.546192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cbfe4637-2641-4541-b14a-2f563c7a6042', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:46:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:35Z', 'updated_at': '2021-10-26T14:25:35Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:37.569343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-2ae164fc-db96-46b2-94e1-ea51e7d89d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a956881-8e0f-4eac-b996-2213ee9f1467 HTTP/1.1" status: 200 len: 1000 time: 0.0722039 Oct 26 14:25:37.582139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:25:37.591496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:25:37.592385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:25:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:37.624030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-3fc62d38-08c8-4455-bb26-adece6b920d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:37.625908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-3fc62d38-08c8-4455-bb26-adece6b920d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0493646 Oct 26 14:25:37.690132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-0998e09e-bc3b-48d7-8130-0a67c868d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:37.692246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-0998e09e-bc3b-48d7-8130-0a67c868d66b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586295 Oct 26 14:25:37.758867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:25:38.047657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee64d0-eef5-4109-915d-80902b66eedf req-97682862-80a0-48b7-9122-8f5794cb95e5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:38.055093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7cee64d0-eef5-4109-915d-80902b66eedf req-97682862-80a0-48b7-9122-8f5794cb95e5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0679762 Oct 26 14:25:38.110210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7cee64d0-eef5-4109-915d-80902b66eedf req-c89c848f-8e96-4d51-9486-469d2b100984 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 Oct 26 14:25:38.189143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cbfe4637-2641-4541-b14a-2f563c7a6042', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:46:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:35Z', 'updated_at': '2021-10-26T14:25:35Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:25:38.230252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9961c4-a469-467e-abdc-3e54a8e1a1a5 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cbfe4637-2641-4541-b14a-2f563c7a6042', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:46:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:25:35Z', 'updated_at': '2021-10-26T14:25:35Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:25:38.334244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-b252bf92-2e16-474b-902e-cb007b4d3f0a service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342299 Oct 26 14:25:38.358263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7a6b6-5599-47b1-9c6d-bf12748c3fc6 req-3c2622cc-a8d0-467a-bbcc-2a6165e93ae0 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:38.365000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9b7a6b6-5599-47b1-9c6d-bf12748c3fc6 req-3c2622cc-a8d0-467a-bbcc-2a6165e93ae0 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.1114559 Oct 26 14:25:38.459123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9b7a6b6-5599-47b1-9c6d-bf12748c3fc6 req-a992a164-2e5f-423a-841a-fa7bb64ab630 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849426 Oct 26 14:25:38.511065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80f0ae24-81ae-4878-b6cc-e9cdfa5a65a3 req-e91fe337-5600-4892-813d-137e5b4ac73b service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637866 Oct 26 14:25:38.572415 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2db166-1759-45ef-b7f0-5b1e60b137b9 None None] New status for floating IP cbfe4637-2641-4541-b14a-2f563c7a6042: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:25:38.826014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:25:38.977177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:39.000981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'port_id': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'mac_address': 'fa:16:3e:b7:27:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef5fb6d-ff9e-4352-b0d3-cb2a967289de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:25:39.056205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.074333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:25:39.110882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:39.120046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.229547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:25:39.291059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:39.312786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36cd53-f340-4172-bfdc-6020c16c2007 req-479858ac-b5f8-49da-b070-c1ffd2996ae1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:39.323925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df36cd53-f340-4172-bfdc-6020c16c2007 req-479858ac-b5f8-49da-b070-c1ffd2996ae1 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.1017151 Oct 26 14:25:39.382842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df36cd53-f340-4172-bfdc-6020c16c2007 req-c67a0cdf-d4c3-4f77-8724-994162847915 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523252 Oct 26 14:25:39.405201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56716) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:39.553640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc05c764-3a91-4900-b2de-b3bc452bbbe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.662960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc05c764-3a91-4900-b2de-b3bc452bbbe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.667745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc05c764-3a91-4900-b2de-b3bc452bbbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.731924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56736) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:39.738141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dc05c764-3a91-4900-b2de-b3bc452bbbe5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6a5cb3acc1e4b689175aac3d9d40c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317368 Oct 26 14:25:39.738998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c764-3a91-4900-b2de-b3bc452bbbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed19378-c071-46db-a66d-5fc5a04cf8df,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:39.854051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.889073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.981951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.993720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:39.996796 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ed19378-c071-46db-a66d-5fc5a04cf8df HTTP/1.1" status: 204 len: 168 time: 0.2641544 Oct 26 14:25:40.016578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f75c6-b700-444c-99cc-cb710a2662c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed19378-c071-46db-a66d-5fc5a04cf8df,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.091183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f88feeca-1429-4930-838c-1538ab1e1172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.478873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:40.497120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e08489e3-64f5-47f5-a1ff-b4e2063fdd0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.564465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4495ba-1d04-45ab-a8b1-c7b471ebdc81 req-2bdaf70c-001e-4d98-8a3f-9a9b6b5c9ad4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:40.572949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e4495ba-1d04-45ab-a8b1-c7b471ebdc81 req-2bdaf70c-001e-4d98-8a3f-9a9b6b5c9ad4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.1059215 Oct 26 14:25:40.615931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e4495ba-1d04-45ab-a8b1-c7b471ebdc81 req-ae3e07e6-2fe4-40f1-9257-22af56716481 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419667 Oct 26 14:25:40.653028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e08489e3-64f5-47f5-a1ff-b4e2063fdd0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.662873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e08489e3-64f5-47f5-a1ff-b4e2063fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.719524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56754) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:40.725771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e08489e3-64f5-47f5-a1ff-b4e2063fdd0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ba179015ea64827843325dce3b03d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454891 Oct 26 14:25:40.735282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08489e3-64f5-47f5-a1ff-b4e2063fdd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d444d6df-6d0a-4256-8d2d-3eb7412cb152,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.802875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.841596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.845580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:25:40.909684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.912482 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:40.917002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d444d6df-6d0a-4256-8d2d-3eb7412cb152 HTTP/1.1" status: 204 len: 168 time: 0.1932673 Oct 26 14:25:40.937234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ddb0b-7aa9-409c-bfc7-15b4150cb676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d444d6df-6d0a-4256-8d2d-3eb7412cb152,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:40.969878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port bbce5e31-66d6-4075-b37b-71a436d9b3a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:25:40.971303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.128002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.165740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:41.167161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:41.170106 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ffd49d-6227-4669-9711-07dce0533039" -d '{"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:41.176142 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.249077 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5135f44e-e8c4-483a-86cf-dcb1791c6a00 x-openstack-request-id: req-5135f44e-e8c4-483a-86cf-dcb1791c6a00 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:41.249433 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:41.249759 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5135f44e-e8c4-483a-86cf-dcb1791c6a00 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:41.251306 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'code': 200} Oct 26 14:25:41.293339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:41.488725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56766) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:41.516590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418b515c-3a0b-431a-b1e0-b39f70faef1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.679683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418b515c-3a0b-431a-b1e0-b39f70faef1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.687640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-418b515c-3a0b-431a-b1e0-b39f70faef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.721007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b515c-3a0b-431a-b1e0-b39f70faef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c2e2d-6298-4a9c-8a2f-3e739a376ffa,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:41.746314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56772) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:41.757734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-418b515c-3a0b-431a-b1e0-b39f70faef1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7e208b2eafe4667a0fd484c83fa2aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677100 Oct 26 14:25:41.871586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82817981-c372-413b-86bb-7e39b3b65a80 req-8596c7b6-aa72-4f16-b9c0-af8dcf88e78b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:41.881721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82817981-c372-413b-86bb-7e39b3b65a80 req-8596c7b6-aa72-4f16-b9c0-af8dcf88e78b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1323175 Oct 26 14:25:41.908943 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.941756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:41.995393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82817981-c372-413b-86bb-7e39b3b65a80 req-8a828ef5-4bec-4955-b5c1-91082d75c3ec tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122134 Oct 26 14:25:42.000252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.003145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:42.004559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a7c2e2d-6298-4a9c-8a2f-3e739a376ffa HTTP/1.1" status: 204 len: 168 time: 0.2564187 Oct 26 14:25:42.038369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c2e2d-6298-4a9c-8a2f-3e739a376ffa,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:42.054849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.055308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.059150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.059514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.059937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.060176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.060554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.060852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.062390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.062886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.064132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.064834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da28b1f-9554-475f-925b-23726d36d500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:42.857144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ac927658-0556-4400-97ce-48772730870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.175468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757d2d3-fa9d-4495-97c2-b65221e3e5e9 req-aa407dc4-6f1c-4dca-8399-b6a7fd198243 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:43.187428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7757d2d3-fa9d-4495-97c2-b65221e3e5e9 req-aa407dc4-6f1c-4dca-8399-b6a7fd198243 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0867310 Oct 26 14:25:43.243120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7757d2d3-fa9d-4495-97c2-b65221e3e5e9 req-f9597dd9-0b00-43fe-bf02-0057d66c3666 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Oct 26 14:25:43.630251 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:25:43.881474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:43.975170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56838) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:44.110342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81eeb52b-3176-4289-8160-1e11447d2ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.233969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.237773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81eeb52b-3176-4289-8160-1e11447d2ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.244982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81eeb52b-3176-4289-8160-1e11447d2ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.289152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeb52b-3176-4289-8160-1e11447d2ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e02953-0e4b-4efc-9861-93721e5a4bab,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:44.305662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81eeb52b-3176-4289-8160-1e11447d2ab6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd914338c5f746f29a14b0fad2456e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279982 Oct 26 14:25:44.308789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56846) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:44.368237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.398160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.480712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.489316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:44.497310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8e02953-0e4b-4efc-9861-93721e5a4bab HTTP/1.1" status: 204 len: 168 time: 0.1868162 Oct 26 14:25:44.512646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e621d-7352-4bc1-982a-7a450193817d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e02953-0e4b-4efc-9861-93721e5a4bab,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:44.562824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf267c-0d52-4a50-b40f-8c2698b9e3aa req-acf36161-ee9d-42b5-8bc5-5e18a91ecb3c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:44.574044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ecf267c-0d52-4a50-b40f-8c2698b9e3aa req-acf36161-ee9d-42b5-8bc5-5e18a91ecb3c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.2082207 Oct 26 14:25:44.641115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ecf267c-0d52-4a50-b40f-8c2698b9e3aa req-c0da5135-3d6e-4e3d-b377-f4b9f2bee006 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Oct 26 14:25:45.777732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:45.829687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c517b3-4c4e-4504-acfd-abeccf100829 req-cfb93b6e-5d3f-4300-86e4-b6abe0b8d42b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:45.840064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52c517b3-4c4e-4504-acfd-abeccf100829 req-cfb93b6e-5d3f-4300-86e4-b6abe0b8d42b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0987868 Oct 26 14:25:45.908083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52c517b3-4c4e-4504-acfd-abeccf100829 req-a85d8d31-e637-469a-bf0c-fbc98125abdb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650887 Oct 26 14:25:45.981555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-5dc8a59e-57ac-4d8c-8533-33674d1ce0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:45.983617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-5dc8a59e-57ac-4d8c-8533-33674d1ce0d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0643005 Oct 26 14:25:46.130653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-dbb842a6-ad10-4558-bee3-f67c09bf5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:46.134538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-dbb842a6-ad10-4558-bee3-f67c09bf5808 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.1235080 Oct 26 14:25:46.187864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-458079f9-4f0e-4a16-9c11-884cf079c65c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0469475 Oct 26 14:25:46.248779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-6c7095e4-28a7-4206-8135-75ad61df2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:46.250972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-6c7095e4-28a7-4206-8135-75ad61df2a12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0567260 Oct 26 14:25:46.290815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-41fcf183-ad29-4ee1-b8a2-cce06961f5af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314522 Oct 26 14:25:46.427341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-d5dd4335-3fb2-497b-a5ee-49f3d12fc7d0 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283805 Oct 26 14:25:46.566529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6975b3f2-d994-486e-ab29-4a8d07d1da10 req-c7c26bd5-a66c-423b-bd47-8334334edb25 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Oct 26 14:25:47.142562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2284-e29a-4cef-82db-0f16249cb0a4 req-b0b0b6c8-9f4b-411c-a3a4-4bb94ae4d6f4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:47.144657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-860e2284-e29a-4cef-82db-0f16249cb0a4 req-b0b0b6c8-9f4b-411c-a3a4-4bb94ae4d6f4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1001372 Oct 26 14:25:47.224661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-860e2284-e29a-4cef-82db-0f16249cb0a4 req-0b1782a7-96c7-4912-982e-3954a96edef2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Oct 26 14:25:47.495256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56944) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:47.642572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a1f265a-aba3-45ab-b045-8a78d13367b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.779373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a1f265a-aba3-45ab-b045-8a78d13367b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.787102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a1f265a-aba3-45ab-b045-8a78d13367b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.839395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a1f265a-aba3-45ab-b045-8a78d13367b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40c34a015cf44661ad61759192aeb923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402984 Oct 26 14:25:47.839395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f265a-aba3-45ab-b045-8a78d13367b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe10ab-9e33-466f-b6a8-79620f871dcb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:47.840560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56952) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:47.923283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:47.988445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.123158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.126358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.133326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eefe10ab-9e33-466f-b6a8-79620f871dcb HTTP/1.1" status: 204 len: 168 time: 0.2906907 Oct 26 14:25:48.144542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d291-192f-40d7-ab26-89f17e1ed18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe10ab-9e33-466f-b6a8-79620f871dcb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:48.473476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57b997-61cc-4203-9eac-8720e8e2edda req-c8cdb2b8-7298-4d7f-997c-6e47af28a0cf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:48.475032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae57b997-61cc-4203-9eac-8720e8e2edda req-c8cdb2b8-7298-4d7f-997c-6e47af28a0cf tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1311650 Oct 26 14:25:48.574039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae57b997-61cc-4203-9eac-8720e8e2edda req-f520ce1d-5f51-4837-afd4-d7d194843234 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903437 Oct 26 14:25:48.684262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:48.716177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0389764d-787a-4e8f-b362-f5dff85a3cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.873378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0389764d-787a-4e8f-b362-f5dff85a3cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.884153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0389764d-787a-4e8f-b362-f5dff85a3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:48.931257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0389764d-787a-4e8f-b362-f5dff85a3cc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b0193f7d7fe48a3bf0dc6e4f3c27940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447176 Oct 26 14:25:48.933988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:48.948155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389764d-787a-4e8f-b362-f5dff85a3cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db288b-5bfd-42cf-a352-baaaf4a84a72,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:49.018203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.056072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.139257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.143213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:49.148710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2db288b-5bfd-42cf-a352-baaaf4a84a72 HTTP/1.1" status: 204 len: 168 time: 0.2127023 Oct 26 14:25:49.170214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db288b-5bfd-42cf-a352-baaaf4a84a72,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:49.183208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.183560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.183899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.184234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.184607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.185035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.185714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.186491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.186975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.187455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.187949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.188428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a1492c-9e15-4bdf-b2a3-5068e9ea5329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:49.776057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b7b7f-df20-4fe3-8152-6f0581207a30 req-bf05feed-bc8f-4ace-b05d-32e2044f8df7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:49.778749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-217b7b7f-df20-4fe3-8152-6f0581207a30 req-bf05feed-bc8f-4ace-b05d-32e2044f8df7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1110632 Oct 26 14:25:49.903897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-217b7b7f-df20-4fe3-8152-6f0581207a30 req-3f89d01a-26f9-4d85-906b-710d65ebbddc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182733 Oct 26 14:25:51.236593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd576e-5f31-48ab-bfeb-fe185c1c3325 req-ddaa0b89-be92-4b1f-8ccb-80ca39673c79 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:51.239084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eedd576e-5f31-48ab-bfeb-fe185c1c3325 req-ddaa0b89-be92-4b1f-8ccb-80ca39673c79 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1874330 Oct 26 14:25:51.324158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eedd576e-5f31-48ab-bfeb-fe185c1c3325 req-9d095381-bd04-4f34-8336-5a3eef6d62e7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778713 Oct 26 14:25:51.862187 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:52.516441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ba902-c961-4e4b-a6ee-fb36c03d1ad8 req-98b827c9-259d-45e3-9cd1-9e57c14b93f6 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:52.526476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed3ba902-c961-4e4b-a6ee-fb36c03d1ad8 req-98b827c9-259d-45e3-9cd1-9e57c14b93f6 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0826559 Oct 26 14:25:52.576420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed3ba902-c961-4e4b-a6ee-fb36c03d1ad8 req-3b08aa54-c439-4791-902b-e2abf4a3192c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486491 Oct 26 14:25:53.345203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:53.714494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-86f3c639-1049-4f60-bb3f-0a360ecc21d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193476 Oct 26 14:25:53.787170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5efb2-25e4-494b-909d-bb770c3c3e6a req-dc343d73-c7f2-4c86-b5f5-bace248bf60d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:53.796355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea5efb2-25e4-494b-909d-bb770c3c3e6a req-dc343d73-c7f2-4c86-b5f5-bace248bf60d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0808010 Oct 26 14:25:53.848419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ea5efb2-25e4-494b-909d-bb770c3c3e6a req-8f2c6598-7b00-41c0-b3dc-3ab7bb9bc36e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505433 Oct 26 14:25:53.851834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-32040160-aaa3-4c81-abdc-788850f48b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:53.853367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-32040160-aaa3-4c81-abdc-788850f48b6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6cda96fe4b45d9b490757220c3888f&device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 1096 time: 0.0820725 Oct 26 14:25:54.005114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-352092de-75c9-4f40-97c4-b1a0382db8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:54.007857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-352092de-75c9-4f40-97c4-b1a0382db8f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 200 len: 910 time: 0.1279500 Oct 26 14:25:54.140203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-ebf8ba8a-c32d-49ee-a0b8-e8b283edbad8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 200 len: 1000 time: 0.1252892 Oct 26 14:25:54.241475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-7c91e90a-fdb9-4188-bf15-822c125e5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:54.244339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-7c91e90a-fdb9-4188-bf15-822c125e5813 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 200 len: 848 time: 0.0953727 Oct 26 14:25:54.360879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-8c8ab0d6-0326-4bed-98be-28efe6cdd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:54.362492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-8c8ab0d6-0326-4bed-98be-28efe6cdd2c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2400ffd5-c585-4dad-b2fb-2d2260ee8721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102681 Oct 26 14:25:54.608662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-ad47258c-892d-4705-8f73-ff4f93f6bcb1 service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364008 Oct 26 14:25:54.806319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49ae2cc-c6be-477e-8960-27f32242c664 req-54bebba1-309e-4be1-a060-6206e84d883b service neutron] 10.222.0.41 "GET /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903508 Oct 26 14:25:55.032872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ef0d2-8e44-45a9-890e-bdc759e12c99 req-f82a7d17-eb44-4204-b93b-630faf515420 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:55.035312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-075ef0d2-8e44-45a9-890e-bdc759e12c99 req-f82a7d17-eb44-4204-b93b-630faf515420 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0794175 Oct 26 14:25:55.159700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-075ef0d2-8e44-45a9-890e-bdc759e12c99 req-4d476a29-6d1a-4d6c-871e-1bb397b9ab50 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112738 Oct 26 14:25:55.211377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57326) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:55.260888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-82c50c31-bbc8-4236-a56d-e33158473426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:55.263027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-82c50c31-bbc8-4236-a56d-e33158473426 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1096 time: 0.0755951 Oct 26 14:25:55.399565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-b0356a5e-4ca4-42d2-a1ef-e63797932b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:55.401374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-b0356a5e-4ca4-42d2-a1ef-e63797932b6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.1300495 Oct 26 14:25:55.412727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926f08e7-7cb1-4d05-b892-6bc29c17b57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.459260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-6b0ba6ef-4e46-4830-b3be-91eb0acddebb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0488460 Oct 26 14:25:55.547325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-e3b5c7cb-c6fe-4af8-9d1d-3dd8fc290dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:55.548974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-e3b5c7cb-c6fe-4af8-9d1d-3dd8fc290dff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0755000 Oct 26 14:25:55.574625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926f08e7-7cb1-4d05-b892-6bc29c17b57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.582440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-926f08e7-7cb1-4d05-b892-6bc29c17b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.635720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-926f08e7-7cb1-4d05-b892-6bc29c17b57d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=524f8964430e4840952c611c3bd11ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217901 Oct 26 14:25:55.636245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-0b732e0c-f2a1-442b-be33-90801f9f7b98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786543 Oct 26 14:25:55.640114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57342) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:55.661784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f08e7-7cb1-4d05-b892-6bc29c17b57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6697f-b053-4401-a265-4efcb89d1402,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:55.824724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.858051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.933540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.937367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:55.948213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88c6697f-b053-4401-a265-4efcb89d1402 HTTP/1.1" status: 204 len: 168 time: 0.3036423 Oct 26 14:25:55.989674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391f9de-b243-4344-9d8d-e4632e2e84e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6697f-b053-4401-a265-4efcb89d1402,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:56.043164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-daa5c8a4-3c4d-4c64-ac37-1ee643fe5824 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528523 Oct 26 14:25:56.235723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-deb61044-f9a2-4f25-9171-15926ccc0664 req-9d967d8b-1785-4cdd-b243-8198d0569c5e service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830690 Oct 26 14:25:56.407190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64025f-ac0e-4db7-af59-e51ff998e6be req-005e666b-cc9d-4d41-9a6c-a94f6ac3c8e4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:56.415829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f64025f-ac0e-4db7-af59-e51ff998e6be req-005e666b-cc9d-4d41-9a6c-a94f6ac3c8e4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.1222353 Oct 26 14:25:56.469628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f64025f-ac0e-4db7-af59-e51ff998e6be req-32727a9b-4f94-4dd8-81f7-885586a22d78 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524504 Oct 26 14:25:57.609640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b41b-d1a0-4377-ae9e-06126f331ec4 req-430ed08c-26d1-40fd-ac47-d84e5d8054cb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:57.627233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccb0b41b-d1a0-4377-ae9e-06126f331ec4 req-430ed08c-26d1-40fd-ac47-d84e5d8054cb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0715001 Oct 26 14:25:57.724668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ccb0b41b-d1a0-4377-ae9e-06126f331ec4 req-693bfde2-48ba-4a36-8d50-405df209e064 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826068 Oct 26 14:25:58.899589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa566-6442-4b72-9963-8668d7383474 req-165e1abb-945a-47f2-a1f2-21012c836a18 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:58.917092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94fa566-6442-4b72-9963-8668d7383474 req-165e1abb-945a-47f2-a1f2-21012c836a18 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 945 time: 0.0887022 Oct 26 14:25:58.976321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94fa566-6442-4b72-9963-8668d7383474 req-e237a6e2-73e3-496a-8c1b-42b0f66cded8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Oct 26 14:25:58.977017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:25:59.073942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:59.131932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:25:59.133329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:25:59.136185 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800fef9-70f2-4e39-97ff-202fab09ef96" -d '{"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:25:59.141105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:25:59.221499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:25:59.225040 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d8e02-d326-4748-9db0-5e0e41c87b97 x-openstack-request-id: req-d62d8e02-d326-4748-9db0-5e0e41c87b97 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:25:59.225274 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-unplugged", "status": "failed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "code": 422}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:25:59.226121 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d62d8e02-d326-4748-9db0-5e0e41c87b97 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:25:59.226433 n-d-813419-9 neutron-server[102165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'code': 422} returned with failed status Oct 26 14:25:59.234168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.234517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.234987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.235390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.235820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.236161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.236509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.236917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.237247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.237573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.237898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.238219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:25:59.296896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c98c14-d1c3-47c1-9744-64ced4cfbc34 req-4ac60720-646d-48ea-824b-6fe4f95df76d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:25:59.300527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97c98c14-d1c3-47c1-9744-64ced4cfbc34 req-4ac60720-646d-48ea-824b-6fe4f95df76d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1655800 Oct 26 14:25:59.380882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97c98c14-d1c3-47c1-9744-64ced4cfbc34 req-97bd2e0d-69dc-40d3-bf52-69436b42a18a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Oct 26 14:25:59.916262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57526) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:25:59.977605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-9f8c5649-e680-4a22-baad-56107a012d51 req-7a7a81a8-9599-4d58-8fc4-d608e284ef30 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:25:59.993375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f8c5649-e680-4a22-baad-56107a012d51 req-7a7a81a8-9599-4d58-8fc4-d608e284ef30 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3192930 Oct 26 14:26:00.196284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66bf7eea-07a1-44b4-908d-81def868115f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.400258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceeefb3-4a28-4e76-bfa1-96132e1b12ae req-96d8e000-678f-4c6f-9b93-d2b41a1237cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:00.404265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eceeefb3-4a28-4e76-bfa1-96132e1b12ae req-96d8e000-678f-4c6f-9b93-d2b41a1237cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1658366 Oct 26 14:26:00.549585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eceeefb3-4a28-4e76-bfa1-96132e1b12ae req-a46359f5-e024-497e-ab17-d77d759ed909 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299989 Oct 26 14:26:00.643844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66bf7eea-07a1-44b4-908d-81def868115f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.651903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66bf7eea-07a1-44b4-908d-81def868115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.702899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-66bf7eea-07a1-44b4-908d-81def868115f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a3d42be00514bb1a4065030c2ff48b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840455 Oct 26 14:26:00.707758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:00.752581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf7eea-07a1-44b4-908d-81def868115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf488c0-31cf-4533-8d6f-7cc9e30b71eb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:00.776587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.795359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-90c635bc-36be-4603-87f3-b6d6ff8c1cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2533393 Oct 26 14:26:00.802162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.819000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-7fa0928a-d16b-4335-ace4-19078823222b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:26:00.825883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-7fa0928a-d16b-4335-ace4-19078823222b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0296829 Oct 26 14:26:00.867134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.870760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:00.872068 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faf488c0-31cf-4533-8d6f-7cc9e30b71eb HTTP/1.1" status: 204 len: 168 time: 0.1630738 Oct 26 14:26:00.881243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876a0e-ee9b-477a-850f-76bcea5398c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf488c0-31cf-4533-8d6f-7cc9e30b71eb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:01.406342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:01.421187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-548bbbe4-bbf1-4122-81c3-8c40b3b5cee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:01.573112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-548bbbe4-bbf1-4122-81c3-8c40b3b5cee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:01.579931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-548bbbe4-bbf1-4122-81c3-8c40b3b5cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:01.647043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-548bbbe4-bbf1-4122-81c3-8c40b3b5cee8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f900e3d014643cb866d5a8c0c598351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395818 Oct 26 14:26:01.649972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:01.659775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbbe4-bbf1-4122-81c3-8c40b3b5cee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec47f5-9de7-484e-959b-41ac785984ad,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:01.766186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77ae28-6ef8-4566-add1-fd25610b0b60 req-7544ff1c-b55a-46ed-a6a5-5ead63e096cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:01.772868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd77ae28-6ef8-4566-add1-fd25610b0b60 req-7544ff1c-b55a-46ed-a6a5-5ead63e096cc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1016209 Oct 26 14:26:01.784559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:01.870497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd77ae28-6ef8-4566-add1-fd25610b0b60 req-cc7873fc-3b2d-4d25-a586-601eb576ee5f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931835 Oct 26 14:26:01.898187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:01.949405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-f3d05c6d-1460-4b1c-98f0-3486f7fa76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:01.951604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-f3d05c6d-1460-4b1c-98f0-3486f7fa76c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca&tenant_id=a768ab6586e54ec5881cae09ea7577bc HTTP/1.1" status: 200 len: 1094 time: 0.1207094 Oct 26 14:26:02.004113 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:02.012541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:02.016089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19ec47f5-9de7-484e-959b-41ac785984ad HTTP/1.1" status: 204 len: 168 time: 0.3626704 Oct 26 14:26:02.061554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4471f22-6394-48de-a73f-fdf779256836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec47f5-9de7-484e-959b-41ac785984ad,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:02.193763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-9bb78553-668d-4f95-bb0b-a8b3868152a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:02.200017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-9bb78553-668d-4f95-bb0b-a8b3868152a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1094 time: 0.2047114 Oct 26 14:26:02.392201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-3ea5c183-a674-4dea-be74-c0ca5f4e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:02.394051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-3ea5c183-a674-4dea-be74-c0ca5f4e560d service neutron] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.1816366 Oct 26 14:26:02.458066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-c95e271d-233d-4735-acc2-2f6f7b9a8457 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0557618 Oct 26 14:26:02.511651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-c6a1cbb2-fe18-4d63-b7db-6bd92ec5b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:02.513225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-c6a1cbb2-fe18-4d63-b7db-6bd92ec5b069 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0482013 Oct 26 14:26:02.549847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-1e548f53-e849-4d5e-8a80-1e7e7724aef0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291696 Oct 26 14:26:02.660184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-40f25c20-2b98-4bcd-989a-aa4c7072a056 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031113 Oct 26 14:26:02.770700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af3ee7b2-d07f-468e-b0c1-77c481906ac9 req-682af7c0-4caa-4d83-906e-35de974fb346 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032031 Oct 26 14:26:03.014247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:03.109710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474da6-5f0b-4468-8bd3-a927c4c18e2b req-0951c41e-191e-4d30-b0ae-ce44b57b5ae7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:03.112029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b474da6-5f0b-4468-8bd3-a927c4c18e2b req-0951c41e-191e-4d30-b0ae-ce44b57b5ae7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1182218 Oct 26 14:26:03.192368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b474da6-5f0b-4468-8bd3-a927c4c18e2b req-ff1f92f8-6f53-4eac-ab21-1fb07b99ad96 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724049 Oct 26 14:26:04.434345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2519d6f-fd38-4df0-9aa5-9a940bc36466 req-22fd7731-8a04-4057-b2eb-12f43d30568f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:04.434345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2519d6f-fd38-4df0-9aa5-9a940bc36466 req-22fd7731-8a04-4057-b2eb-12f43d30568f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0850730 Oct 26 14:26:04.457558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57690) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:04.542391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2519d6f-fd38-4df0-9aa5-9a940bc36466 req-6780a528-715c-4c6c-bcdf-148e85bd5f70 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883880 Oct 26 14:26:04.809304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-764294049'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:04.855701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Made reservation on behalf of f908c5b97dad4ba19c210889e2309c0a for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:04.859872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:04.872422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.137960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.149276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.198008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:26:05.219091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7733c062-281a-4a97-ae82-84a8f5fef7e3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:05.224060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.224060 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Added segment 8a5898d1-03b4-475a-8b9e-e6242e8f3115 of type vlan for network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 Oct 26 14:26:05.278605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.332110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.339393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:05.340147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.486251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0267997 Oct 26 14:26:05.489337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57708) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:05.495131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Request body: {'subnet': {'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:05.642283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4419d-1e0a-45a5-8978-69883da7c109 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event updated for resources: {'Network': ['ID=736fe69a-3b3a-4537-81bf-ffa94f9937e1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:05.682952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:26:05.782532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Made reservation on behalf of f908c5b97dad4ba19c210889e2309c0a for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:05.798220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:05.804758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3fcba-a55a-4566-bbb8-5279980a3caa req-f98955d2-d830-4b73-960b-b4828599de32 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:05.807218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48b3fcba-a55a-4566-bbb8-5279980a3caa req-f98955d2-d830-4b73-960b-b4828599de32 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0901744 Oct 26 14:26:05.892192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48b3fcba-a55a-4566-bbb8-5279980a3caa req-fb109f67-0ce3-4119-8d9a-76c20942e824 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Oct 26 14:26:06.257955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:06.335823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event updated for resources: {'Subnet': ['ID=07cb82d0-f5e2-4d67-b00a-9bad82dc5544,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:06.343769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Checking segment: {'id': '8a5898d1-03b4-475a-8b9e-e6242e8f3115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:06.344154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Network hostable DHCP agents. Network: 736fe69a-3b3a-4537-81bf-ffa94f9937e1, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:26:06.369429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:26:06.401743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 736fe69a-3b3a-4537-81bf-ffa94f9937e1) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:06.410835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:06.412260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:06.418271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fee7f-c4c4-442d-8dc5-bfdbcd891c73 None None] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:06.443494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bb8dae13-1e1e-490f-a1a4-fe46ee804413 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9507785 Oct 26 14:26:06.443815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57728) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:06.458381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Request body: {'port': {'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-45208380'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:06.705473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Made reservation on behalf of f908c5b97dad4ba19c210889e2309c0a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:06.717087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:06.781772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] device_id is not set on port 45459fa1-5806-4a4a-899b-5b4033ebc8cd yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:06.862578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-736fe69a-3b3a-4537-81bf-ffa94f9937e1', 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1', 'tenant_id': 'f908c5b97dad4ba19c210889e2309c0a', 'fixed_ips': [{'subnet_id': '07cb82d0-f5e2-4d67-b00a-9bad82dc5544'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:26:06.863471 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:06.993439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Allocated IP 172.20.0.12 (736fe69a-3b3a-4537-81bf-ffa94f9937e1/07cb82d0-f5e2-4d67-b00a-9bad82dc5544/45459fa1-5806-4a4a-899b-5b4033ebc8cd) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:26:07.233402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.313307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17550e-a3c5-4b58-9737-1291fede951f req-10e14e75-f017-4b82-8a01-4ac2ead47fca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:07.321059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad17550e-a3c5-4b58-9737-1291fede951f req-10e14e75-f017-4b82-8a01-4ac2ead47fca tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0804412 Oct 26 14:26:07.380257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad17550e-a3c5-4b58-9737-1291fede951f req-8111d395-7086-4dd4-bb6e-e62c5b008eee tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Oct 26 14:26:07.381432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.477444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:07.482174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Allocated IP 172.20.0.2 (736fe69a-3b3a-4537-81bf-ffa94f9937e1/07cb82d0-f5e2-4d67-b00a-9bad82dc5544/c8a3a51f-e6ec-4d00-83fc-5108dad5b540) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:26:07.499375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:07.568293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event updated for resources: {'Port': ['ID=45459fa1-5806-4a4a-899b-5b4033ebc8cd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:07.571368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:07.693330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:07.695611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.717605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.725076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.752420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:07.755785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:07.764537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bd40ad55-5ed4-4004-9381-dad6afa9a5f8 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3158083 Oct 26 14:26:07.765165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57752) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:07.799878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:07.832351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Pushing event updated for resources: {'Port': ['ID=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:07.907234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Attempting to bind port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:07.907928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Attempting to bind port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '8a5898d1-03b4-475a-8b9e-e6242e8f3115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:07.907928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Attempting to bind port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 on network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:07.915609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:26:07.916032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Checking segment: {'id': '8a5898d1-03b4-475a-8b9e-e6242e8f3115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:07.916384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:07.916805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Bound using segment: {'id': '8a5898d1-03b4-475a-8b9e-e6242e8f3115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:26:07.917278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Bound port: c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5898d1-03b4-475a-8b9e-e6242e8f3115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '736fe69a-3b3a-4537-81bf-ffa94f9937e1'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:26:07.917662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.014488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] For port c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:08.024835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] For port c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,segment=NetworkSegment(8a5898d1-03b4-475a-8b9e-e6242e8f3115),segment_id=8a5898d1-03b4-475a-8b9e-e6242e8f3115)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:26:08.036918 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.045300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Deleting port 45459fa1-5806-4a4a-899b-5b4033ebc8cd {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:08.046027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.208509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57db2d6-8ec9-412b-84a7-18cd8ee63ea3 None None] Pushing event updated for resources: {'Port': ['ID=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:08.303654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.337129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Calling delete_port for 45459fa1-5806-4a4a-899b-5b4033ebc8cd owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:08.568379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.669552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event deleted for resources: {'Port': ['ID=45459fa1-5806-4a4a-899b-5b4033ebc8cd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:08.825713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcc28b-e395-436f-b08e-c1e59f2438c5 req-91e4038c-f86e-415e-bb4c-341fa002ca3a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:08.843896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54fcc28b-e395-436f-b08e-c1e59f2438c5 req-91e4038c-f86e-415e-bb4c-341fa002ca3a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.2122941 Oct 26 14:26:08.885885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:08.890708 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d00ab5a1-c1c6-466b-80ad-25b97e4577f9 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "DELETE /v2.0/ports/45459fa1-5806-4a4a-899b-5b4033ebc8cd HTTP/1.1" status: 204 len: 168 time: 1.1197977 Oct 26 14:26:08.893458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57776) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:08.978345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54fcc28b-e395-436f-b08e-c1e59f2438c5 req-ba55203a-ce92-4052-9c60-0a3cff6b884c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228077 Oct 26 14:26:09.055581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbc04bb0-aeb3-44d3-949e-c89640e7602e tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1576059 Oct 26 14:26:09.056022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57782) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:09.062031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-84921139'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:09.117558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Made reservation on behalf of f908c5b97dad4ba19c210889e2309c0a for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:09.124206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:09.176897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:26:09.214896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:09.219026 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Added segment 462e621e-b52f-4dfd-95d9-c1041df090f6 of type vlan for network 2157e2c6-a4bd-4e18-87d6-5d92a18165b2 Oct 26 14:26:09.328032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:09.426562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:09.439853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:09.441007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:09.534649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4771354 Oct 26 14:26:09.538797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:09.559993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4231b5-3177-4588-8e23-ac482facb7d3 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event updated for resources: {'Network': ['ID=2157e2c6-a4bd-4e18-87d6-5d92a18165b2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:09.572172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2157e2c6-a4bd-4e18-87d6-5d92a18165b2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:26:09.976743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8782703b-9ea8-4d57-ad8b-3253b0cd7fe8 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.4359338 Oct 26 14:26:09.979907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57798) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:10.093567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32558fc4-1fdd-4403-a5e9-95f5fa22fd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:10.348921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4273d9-ca0f-4d6f-86f1-09d760f87cd4 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] Network 2157e2c6-a4bd-4e18-87d6-5d92a18165b2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:26:10.388221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f4273d9-ca0f-4d6f-86f1-09d760f87cd4 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "POST /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4066515 Oct 26 14:26:10.388921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57806) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:10.399039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b59ad-c5c1-4fcc-a564-ab06579ddbd5 None None] Network 2157e2c6-a4bd-4e18-87d6-5d92a18165b2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:10.458218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af391c6a-aeeb-44ee-81ba-44edf176c76a None None] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:10.499587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6d08c-cf49-4a0a-ba7b-e009779acc56 req-d6d9e317-4508-49f9-8117-861ef8925b9d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:10.507588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70b6d08c-cf49-4a0a-ba7b-e009779acc56 req-d6d9e317-4508-49f9-8117-861ef8925b9d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1142271 Oct 26 14:26:10.588871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8a3a51f-e6ec-4d00-83fc-5108dad5b540 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:10.646964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70b6d08c-cf49-4a0a-ba7b-e009779acc56 req-11234e05-5c7a-42ae-a32b-0cb4fa9d00b0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280727 Oct 26 14:26:10.789587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c0dc0f7-bd54-490c-a9d4-70c1a6cf3faa tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks HTTP/1.1" status: 200 len: 9646 time: 0.3967521 Oct 26 14:26:10.791926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57816) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:10.981672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:10.982267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d243dce-0f96-4460-9323-4575346e0cb8 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "DELETE /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks/2157e2c6-a4bd-4e18-87d6-5d92a18165b2 HTTP/1.1" status: 204 len: 168 time: 0.1886439 Oct 26 14:26:11.181908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b62b0c63-d58b-449e-b31c-b3fc0ccaab59 None None] Provisioning complete for port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:11.182202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b62b0c63-d58b-449e-b31c-b3fc0ccaab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.251418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:11.252120 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.326322 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2ae788b4-2140-4614-89fa-536b5e117f80 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.3380713 Oct 26 14:26:11.326624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57826) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:11.372667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:11.373129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-597aca53-eaa7-4aab-bf78-b0494c1b1578 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/networks/736fe69a-3b3a-4537-81bf-ffa94f9937e1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0447612 Oct 26 14:26:11.416097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:11.418325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8830baf1-3df9-4426-b8ef-430f1a54e19d tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/networks/736fe69a-3b3a-4537-81bf-ffa94f9937e1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0393870 Oct 26 14:26:11.468842 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.578517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,segment=NetworkSegment(8a5898d1-03b4-475a-8b9e-e6242e8f3115),segment_id=8a5898d1-03b4-475a-8b9e-e6242e8f3115)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:11.588660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:11.787049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:11.839900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:11.840214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3146dcce-cca6-472e-acd1-b59fbefb88e5 tempest-DHCPAgentSchedulersTestJSON-1808415709 tempest-DHCPAgentSchedulersTestJSON-1808415709-project-admin] 10.222.0.37 "GET /v2.0/agents/7034187b-a06b-4b78-a454-5a49473db94f/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.4227633 Oct 26 14:26:12.162565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a0213a82-83c3-4eb9-b36a-553693cc9a01 None None] Provisioning complete for port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:12.162985 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0213a82-83c3-4eb9-b36a-553693cc9a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.230531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8a3a51f-e6ec-4d00-83fc-5108dad5b540 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:12.483398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:12.485469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.735441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.751824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-18dc9265-75ff-4dcc-8400-3588d44da040 None None] Could not find standard attr ID for object 45459fa1-5806-4a4a-899b-5b4033ebc8cd. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:26:12.869811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5cd08fca-5c00-4dd0-8703-f24c5d151178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:12.977986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47986b64-c4a9-447e-93fe-43f65cfc2d0b req-84e7b583-a311-4e6a-906b-a73136fc9983 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:12.981018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47986b64-c4a9-447e-93fe-43f65cfc2d0b req-84e7b583-a311-4e6a-906b-a73136fc9983 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.4387693 Oct 26 14:26:13.244645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.272122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47986b64-c4a9-447e-93fe-43f65cfc2d0b req-60e3f063-1de5-4f0d-acf4-3a2237be982d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786858 Oct 26 14:26:13.290754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2157e2c6-a4bd-4e18-87d6-5d92a18165b2']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:13.304597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462e621e-b52f-4dfd-95d9-c1041df090f6') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:13.305035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462e621e-b52f-4dfd-95d9-c1041df090f6') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:13.318001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.340947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.348170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:13.349014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:13.354348 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:13.439304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.469555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.525747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57872) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:13.532732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "DELETE /v2.0/networks/2157e2c6-a4bd-4e18-87d6-5d92a18165b2 HTTP/1.1" status: 204 len: 168 time: 1.6775219 Oct 26 14:26:13.598437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c5e6a-4eac-4f8d-b581-7ad8fe95267a tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event deleted for resources: {'Network': ['ID=2157e2c6-a4bd-4e18-87d6-5d92a18165b2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:13.599964 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ec04eb-6c18-469e-a8e6-c5fae45750c4 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] DELETE failed (client error): The resource could not be found. Oct 26 14:26:13.608806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ec04eb-6c18-469e-a8e6-c5fae45750c4 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:26:13.617874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e9ec04eb-6c18-469e-a8e6-c5fae45750c4 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "DELETE /v2.0/ports/45459fa1-5806-4a4a-899b-5b4033ebc8cd HTTP/1.1" status: 404 len: 333 time: 0.0760458 Oct 26 14:26:13.618473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57876) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:13.714864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Deleting subnet 07cb82d0-f5e2-4d67-b00a-9bad82dc5544 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:13.722875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.884092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:13.906685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.151849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.232768 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.298992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.349427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event deleted for resources: {'Subnet': ['ID=07cb82d0-f5e2-4d67-b00a-9bad82dc5544,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:14.355029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.360084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-00e15cad-81c8-4de3-9828-a59a80a7f724 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "DELETE /v2.0/subnets/07cb82d0-f5e2-4d67-b00a-9bad82dc5544 HTTP/1.1" status: 204 len: 168 time: 0.7405732 Oct 26 14:26:14.362842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57890) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:14.369701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04458bbe-4f19-41d0-bc24-91b8252087f6 None None] Network 736fe69a-3b3a-4537-81bf-ffa94f9937e1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:14.561094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.596411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c878f-99cf-4886-a0ee-7862bf5837f3 req-2603eb63-18e0-4a99-b746-419971cdec94 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:14.609800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-790c878f-99cf-4886-a0ee-7862bf5837f3 req-2603eb63-18e0-4a99-b746-419971cdec94 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1536651 Oct 26 14:26:14.667417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-790c878f-99cf-4886-a0ee-7862bf5837f3 req-b5089335-c139-4b37-958c-ee72f15dd6b6 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Oct 26 14:26:14.739262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Deleting port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:14.739537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.885997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] For port c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,segment=NetworkSegment(8a5898d1-03b4-475a-8b9e-e6242e8f3115),segment_id=8a5898d1-03b4-475a-8b9e-e6242e8f3115)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:14.886341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:14.936049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Calling delete_port for c8a3a51f-e6ec-4d00-83fc-5108dad5b540 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:15.001140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] DHCP port deletion for 736fe69a-3b3a-4537-81bf-ffa94f9937e1 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:26:15.098592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Deleting port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:15.099394 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.239203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] For port c8a3a51f-e6ec-4d00-83fc-5108dad5b540, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,segment=NetworkSegment(8a5898d1-03b4-475a-8b9e-e6242e8f3115),segment_id=8a5898d1-03b4-475a-8b9e-e6242e8f3115)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:15.240426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.243408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.285852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Calling delete_port for c8a3a51f-e6ec-4d00-83fc-5108dad5b540 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:15.328842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] No DVR routers for this DVR port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:15.381376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event deleted for resources: {'Port': ['ID=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:15.496453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.609096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] No DVR routers for this DVR port c8a3a51f-e6ec-4d00-83fc-5108dad5b540 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:15.612292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de521400-ea8e-47cf-ad2e-36b62220d7cc None None] Pushing event deleted for resources: {'Port': ['ID=c8a3a51f-e6ec-4d00-83fc-5108dad5b540,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:15.682477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.750142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736fe69a-3b3a-4537-81bf-ffa94f9937e1']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:15.780375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5898d1-03b4-475a-8b9e-e6242e8f3115') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:15.780698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5898d1-03b4-475a-8b9e-e6242e8f3115') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:15.804225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.809835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.836657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.851230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:15.854011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:15.861021 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:15.942331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.957397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bf7f3-faa9-4ae6-bda0-aec2430371ed req-7a6b0c69-85fd-4b08-a0e7-0e5c767156dd tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:15.962084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:15.968148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] 10.222.0.37 "DELETE /v2.0/networks/736fe69a-3b3a-4537-81bf-ffa94f9937e1 HTTP/1.1" status: 204 len: 168 time: 1.6008220 Oct 26 14:26:15.972270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-352bf7f3-faa9-4ae6-bda0-aec2430371ed req-7a6b0c69-85fd-4b08-a0e7-0e5c767156dd tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.1273477 Oct 26 14:26:15.982554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351130c-5261-4ae4-8253-58ad50f20dc6 tempest-DHCPAgentSchedulersTestJSON-2081028078 tempest-DHCPAgentSchedulersTestJSON-2081028078-project] Pushing event deleted for resources: {'Network': ['ID=736fe69a-3b3a-4537-81bf-ffa94f9937e1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:16.093009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-352bf7f3-faa9-4ae6-bda0-aec2430371ed req-866f9409-25bb-4a78-b531-e057cc5f368c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165676 Oct 26 14:26:16.200805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8a3a51f-e6ec-4d00-83fc-5108dad5b540 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:16.243652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c8a3a51f-e6ec-4d00-83fc-5108dad5b540 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:16.244549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8a3a51f-e6ec-4d00-83fc-5108dad5b540 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:16.433613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57936) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:16.634699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57940) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:16.639209 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb87f16a-9c16-44fa-8d8a-d48dbf06d988 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f908c5b97dad4ba19c210889e2309c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005193 Oct 26 14:26:16.719733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.759837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.830507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.833771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:16.838313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7733c062-281a-4a97-ae82-84a8f5fef7e3 HTTP/1.1" status: 204 len: 168 time: 0.1999044 Oct 26 14:26:16.845290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb9682-3efb-4a06-9774-06fffa3e0130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733c062-281a-4a97-ae82-84a8f5fef7e3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:17.211059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:17.228618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-54d6ab3f-7561-47a1-a0c1-9163a942b0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.360450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-54d6ab3f-7561-47a1-a0c1-9163a942b0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.369829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-54d6ab3f-7561-47a1-a0c1-9163a942b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.429755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-54d6ab3f-7561-47a1-a0c1-9163a942b0a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c58ad16b2c94d61a6184bfeeacf0981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172484 Oct 26 14:26:17.431047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6ab3f-7561-47a1-a0c1-9163a942b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c36ede5-11fd-489e-8252-c9f6db92c28b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:17.432212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57968) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:17.499365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.533494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.562077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0678f-6043-4442-93be-c4ada60c8ded req-c9586878-e3e5-4c1b-abcd-f3d0a81ff6b8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:17.569366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f0678f-6043-4442-93be-c4ada60c8ded req-c9586878-e3e5-4c1b-abcd-f3d0a81ff6b8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0701997 Oct 26 14:26:17.589111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.591993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:17.593101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c36ede5-11fd-489e-8252-c9f6db92c28b HTTP/1.1" status: 204 len: 168 time: 0.1598094 Oct 26 14:26:17.603719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecccce9-d874-441a-be47-bfa448c6d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c36ede5-11fd-489e-8252-c9f6db92c28b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:17.638589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93f0678f-6043-4442-93be-c4ada60c8ded req-486d5f94-383d-49bf-8664-37cef26c05b0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Oct 26 14:26:18.789064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be33e92-228e-4d1a-9d12-f6d4f41ce773 req-f8cff81b-8c0b-4358-8c2f-55dd544afc18 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:18.796728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8be33e92-228e-4d1a-9d12-f6d4f41ce773 req-f8cff81b-8c0b-4358-8c2f-55dd544afc18 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 943 time: 0.0759509 Oct 26 14:26:18.846787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8be33e92-228e-4d1a-9d12-f6d4f41ce773 req-1373183a-fa8c-4cd1-98fd-876ce4310e02 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489209 Oct 26 14:26:19.081171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58028) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:19.087031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:26:19.218330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:19.231405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'network_id': '84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40', 'port_id': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'mac_address': 'fa:16:3e:b7:27:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef5fb6d-ff9e-4352-b0d3-cb2a967289de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:26:19.271627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.297678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:26:19.319651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:19.326750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.327712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-617206634'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:19.361154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Made reservation on behalf of c98c2dc0749c478687b67a9ad843261d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:19.366278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.389398 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.394337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:19.498279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.502914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.539933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:26:19.548385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27927b5-e8f4-47e8-973f-25fbd0936a81,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:19.555542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:19.559070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.559489 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Added segment a7f31439-12bf-4587-b519-a7a0150e2e44 of type vlan for network 72432f1d-b4f9-46a7-9838-1770ec489002 Oct 26 14:26:19.613558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.648341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.655717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:19.656719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:19.748876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Pushing event updated for resources: {'Network': ['ID=72432f1d-b4f9-46a7-9838-1770ec489002,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:19.756909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cd8c885-88c3-4384-a818-87e6b5647013 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6713481 Oct 26 14:26:19.785368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 72432f1d-b4f9-46a7-9838-1770ec489002 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:26:19.980217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58048) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:19.986783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002', 'binding:host_id': 'n-h2-813419-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1897715715'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:20.003414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7ca6-255e-4829-bd69-daa2fac2a55b req-8b25869b-0e9d-40a9-b40f-751deb9b1cb0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:20.005343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28df7ca6-255e-4829-bd69-daa2fac2a55b req-8b25869b-0e9d-40a9-b40f-751deb9b1cb0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.0682385 Oct 26 14:26:20.027414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Made reservation on behalf of 91ad94cf129f4271ae070d60927de0df for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:20.030445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.042339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.067926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-28df7ca6-255e-4829-bd69-daa2fac2a55b req-f0188033-9ff2-4565-a4d7-6264d60c0e4b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Oct 26 14:26:20.146009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.152306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.158319 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:20.244462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b32ba4-0885-4d9c-8d17-4d107626b329,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:20.417205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:20.429496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.443845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.511419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=3a184ec1-9cf0-4685-9c8e-40d0aa69673e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:20.547258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Checking segment: {'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:20.547627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Network hostable DHCP agents. Network: 72432f1d-b4f9-46a7-9838-1770ec489002, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:26:20.569350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Network 72432f1d-b4f9-46a7-9838-1770ec489002 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:26:20.587342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 72432f1d-b4f9-46a7-9838-1770ec489002) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:20.591946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:20.602444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23c8f3-2f6a-4052-9266-e057d35123be None None] Network 72432f1d-b4f9-46a7-9838-1770ec489002 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:20.632965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:26:20.637104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.637795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.638400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.650062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.650916 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.651589 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 2 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.677503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.679290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.680362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.689657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.690698 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.691312 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 3 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.711760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.712701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.713040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.718844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.719066 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.719479 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 4 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.735068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.735407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.735740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.742263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.742595 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.743375 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 5 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.762672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.763003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.763334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.768229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.768552 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.768943 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 6 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.789739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.791131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.791651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.798342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.798718 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.799064 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 7 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.816224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.816591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.816921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.822223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.822546 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.822936 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 8 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.837245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.837582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.838056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.843742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.844085 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.844452 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 9 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.859698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.860062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.860355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.866107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.866725 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.867123 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 10 to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e Oct 26 14:26:20.882143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:20.882789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:20.883137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:20.888650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:20.889265 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:20.889498 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:20.968195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:20.968611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempted to set empty binding levels {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:26:20.973961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.013865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.014478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.049369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=3a184ec1-9cf0-4685-9c8e-40d0aa69673e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:21.064831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8cd89567-3108-4475-a641-f02c05e6ffe8 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0825312 Oct 26 14:26:21.069973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58066) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:21.092226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:26:21.198294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port bbce5e31-66d6-4075-b37b-71a436d9b3a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:26:21.198663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.235775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Deleting port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:21.236148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.270697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490b562-23c3-416e-b421-b243716bbf89 req-0d1a1f36-87ef-4293-891b-5084666c924a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.274023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a490b562-23c3-416e-b421-b243716bbf89 req-0d1a1f36-87ef-4293-891b-5084666c924a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 944 time: 0.0665288 Oct 26 14:26:21.314815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.332468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a490b562-23c3-416e-b421-b243716bbf89 req-b7b7eda4-91e5-4584-90c5-291f4d9b8c9c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523591 Oct 26 14:26:21.358998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:21.361805 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175e192a-3399-4d61-9c3f-f126c869772e" -d '{"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:21.380524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 3a184ec1-9cf0-4685-9c8e-40d0aa69673e, host n-h2-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:21.382045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.390045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:21.399304 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.401437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Calling delete_port for 3a184ec1-9cf0-4685-9c8e-40d0aa69673e owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:21.465198 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f006b922-372a-4b66-9973-f6376d465f56 x-openstack-request-id: req-f006b922-372a-4b66-9973-f6376d465f56 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:21.466339 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-plugged", "status": "completed", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:21.466786 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f006b922-372a-4b66-9973-f6376d465f56 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:21.467357 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'code': 200} Oct 26 14:26:21.473849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:21.525727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.557643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a184ec1-9cf0-4685-9c8e-40d0aa69673e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:21.572387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.580293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-73e62b3e-766c-4c07-bc71-5af365a5d905 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3a184ec1-9cf0-4685-9c8e-40d0aa69673e HTTP/1.1" status: 204 len: 168 time: 0.5067892 Oct 26 14:26:21.580470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58076) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:21.616054 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-9214667e-8a43-4cf4-a9c5-2bb66da503db tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:26:21.617932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9214667e-8a43-4cf4-a9c5-2bb66da503db tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports/3a184ec1-9cf0-4685-9c8e-40d0aa69673e HTTP/1.1" status: 404 len: 333 time: 0.0364461 Oct 26 14:26:21.624997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58078) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:21.630367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-747289940'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:21.659975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Made reservation on behalf of 91ad94cf129f4271ae070d60927de0df for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:21.663782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.669675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20401c-af07-46bd-90d2-efa78ee5979f req-d3ab8932-674f-43a8-95a6-8ececaa085d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.671305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f20401c-af07-46bd-90d2-efa78ee5979f req-d3ab8932-674f-43a8-95a6-8ececaa085d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1097 time: 0.0505583 Oct 26 14:26:21.686489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:21.738164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f20401c-af07-46bd-90d2-efa78ee5979f req-95eb2ac1-4f90-496d-97dc-3b41291bef43 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Oct 26 14:26:21.859891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.889476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.925213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.974211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Network 72432f1d-b4f9-46a7-9838-1770ec489002 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:21.977534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:21.981411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:21.982956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:21.982956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:21.988957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=9373e7cd-a83d-44c0-a85a-2ef2e709ac79,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:22.008549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ce7cc59-6be0-4fa9-ba0a-01d44d789a1d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3789816 Oct 26 14:26:22.009502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:22.014804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:22.086773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.273075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:22.281727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.288665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.349000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=9373e7cd-a83d-44c0-a85a-2ef2e709ac79,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:22.384518 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.385334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.385893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.392932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.393552 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.394175 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 2 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.412243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.412975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.413555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.418610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.419366 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.419971 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 3 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.434709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.435401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.436067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.442723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.444772 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.445362 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 4 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.462024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576625-9c05-4f68-87f5-e4bee23558ec req-637c063b-a043-4746-b320-a6cfafa4b416 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.463989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f576625-9c05-4f68-87f5-e4bee23558ec req-637c063b-a043-4746-b320-a6cfafa4b416 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0569618 Oct 26 14:26:22.467190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.467539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.467887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.473882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.474226 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.474618 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 5 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.494430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.495305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.496167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.502996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.503831 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.504649 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 6 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.526938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f576625-9c05-4f68-87f5-e4bee23558ec req-89c96b33-1ded-4de8-b835-cca16bbf8508 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504160 Oct 26 14:26:22.549680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.550205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.550777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.557802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.558341 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.558911 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 7 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.583879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.584417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.585563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.590312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.590646 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.591182 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 8 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.607743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.607963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.608321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.613394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.613808 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.614272 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 9 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.629115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.629459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.629799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.635373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.635710 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.636109 n-d-813419-9 neutron-server[102163]: INFO neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 10 to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 Oct 26 14:26:22.650755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:22.651092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:22.651431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:22.661748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:22.662089 n-d-813419-9 neutron-server[102163]: ERROR neutron.plugins.ml2.managers [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:22.662507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.737746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:22.738268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempted to set empty binding levels {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:26:22.745649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.797520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] In _notify_port_updated(), no bound segment for port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:26:22.798361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.798972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:22.800315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "PUT /v2.0/ports/9373e7cd-a83d-44c0-a85a-2ef2e709ac79 HTTP/1.1" status: 200 len: 974 time: 0.7903762 Oct 26 14:26:22.803056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58104) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:22.844351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c6697-9c26-48f4-90e4-9b3d2390dacc tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=9373e7cd-a83d-44c0-a85a-2ef2e709ac79,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:22.933390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.933877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.934429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.934875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.935283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.935757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.936222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.936722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.937191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.937655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.938122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.938585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.939056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.939522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.939985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.940452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.940960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.941428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.941891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.942356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.942816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.943265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.943763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.944323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.945022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.945495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.945961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.946421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.946882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:22.955334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:22.955697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-719b777f-cd7b-4ec8-bcad-b6ee81c19719 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26075 time: 0.1514468 Oct 26 14:26:23.081013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Deleting port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:23.081477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.191054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 9373e7cd-a83d-44c0-a85a-2ef2e709ac79, host n-h2-813419-9, got binding levels [] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:23.191572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.212377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Calling delete_port for 9373e7cd-a83d-44c0-a85a-2ef2e709ac79 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:23.332563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.348326 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.383218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.387163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9373e7cd-a83d-44c0-a85a-2ef2e709ac79 HTTP/1.1" status: 204 len: 168 time: 0.4301679 Oct 26 14:26:23.389116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb1e46-17da-4268-8f03-0fee92b011a1 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event deleted for resources: {'Port': ['ID=9373e7cd-a83d-44c0-a85a-2ef2e709ac79,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:23.390823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58146) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:23.442423 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e2bfd2-f90d-4db4-890c-2d7c390dfcfa tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:26:23.444935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c6e2bfd2-f90d-4db4-890c-2d7c390dfcfa tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports/9373e7cd-a83d-44c0-a85a-2ef2e709ac79 HTTP/1.1" status: 404 len: 333 time: 0.0519731 Oct 26 14:26:23.448682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58148) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:23.454386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1747341623', 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:23.482553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Made reservation on behalf of 91ad94cf129f4271ae070d60927de0df for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:23.486585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.507431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:23.738344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9017a-fb94-4573-acbc-3af55e69fc88 req-a5e6521b-a3f5-4a94-a14c-49395f5575bc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:23.748720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b9017a-fb94-4573-acbc-3af55e69fc88 req-a5e6521b-a3f5-4a94-a14c-49395f5575bc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0822132 Oct 26 14:26:23.774092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.804733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71b9017a-fb94-4573-acbc-3af55e69fc88 req-139a2fb5-5741-4e98-b252-cbafbf93209c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505404 Oct 26 14:26:23.836400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.887012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Network 72432f1d-b4f9-46a7-9838-1770ec489002 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:23.890118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:23.894550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:23.895539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:23.896166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:23.910391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:23.923581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7ddee53b-a92b-4773-b572-d82831ae763e tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4738448 Oct 26 14:26:23.925912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58160) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:23.972401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e068e-c0a4-44da-a62e-c7c1321ab28c tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:23.977009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e88e068e-c0a4-44da-a62e-c7c1321ab28c tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports/8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa HTTP/1.1" status: 200 len: 955 time: 0.0470068 Oct 26 14:26:23.977830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58162) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:24.065392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Deleting port 8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:24.065914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.132113 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.146776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Calling delete_port for 8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:24.258420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.294958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:24.300858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.304626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5de47099-312a-4a30-b58e-6b4c6bfc388b tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa HTTP/1.1" status: 204 len: 168 time: 0.3259189 Oct 26 14:26:24.307197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58168) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:24.333316 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-561c4bfe-4dba-4236-8373-b89211aa51c4 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:26:24.335617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-561c4bfe-4dba-4236-8373-b89211aa51c4 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports/8c9f1df0-e50f-4e4b-8fa5-146b1499e6aa HTTP/1.1" status: 404 len: 333 time: 0.0274296 Oct 26 14:26:24.339324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:24.344286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1995768888'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:24.366793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Made reservation on behalf of 91ad94cf129f4271ae070d60927de0df for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:24.369954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.402250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:24.653789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.697926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.743106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Network 72432f1d-b4f9-46a7-9838-1770ec489002 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:26:24.747366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:24.760040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:26:24.762548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:24.763643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:24.784365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:24.786357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fc78b-fa06-4646-b18a-3981197fb4ca req-6b5c8295-8970-4f01-9717-bbe549095172 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:24.794221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-09d3a74f-8c72-4399-90fa-0007dafe0588 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4530456 Oct 26 14:26:24.795120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd2fc78b-fa06-4646-b18a-3981197fb4ca req-6b5c8295-8970-4f01-9717-bbe549095172 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.0656683 Oct 26 14:26:24.796702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58180) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:24.802459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:24.848571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd2fc78b-fa06-4646-b18a-3981197fb4ca req-ce875647-6504-4da0-a4c2-fc4288dcbf51 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475748 Oct 26 14:26:24.904729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.050049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93744c8-7d35-4f18-9d4c-a2d1ac653310 req-64b67d3b-8a68-433b-bbe0-07613cc0342a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.051860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b93744c8-7d35-4f18-9d4c-a2d1ac653310 req-64b67d3b-8a68-433b-bbe0-07613cc0342a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1315665 Oct 26 14:26:25.124568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b93744c8-7d35-4f18-9d4c-a2d1ac653310 req-f447e09b-9746-430b-a9e4-4d60fe088964 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 Oct 26 14:26:25.172475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] device_id is not set on port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:26:25.181200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.187967 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.246433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:25.295772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.296654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.297172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.302651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.303153 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.303858 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 2 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.306066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd9d3b-1511-41db-95e0-6b0759f19182 req-31fe4445-c827-4f0d-b91a-7204b16e9060 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.307802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34bd9d3b-1511-41db-95e0-6b0759f19182 req-31fe4445-c827-4f0d-b91a-7204b16e9060 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0703707 Oct 26 14:26:25.322362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.322885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.323323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.328410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.328901 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.329437 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 3 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.344173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.344691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.345118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.352191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.352876 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.353434 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 4 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.370549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34bd9d3b-1511-41db-95e0-6b0759f19182 req-598d0f9e-6577-47d1-8e03-f83a12d09162 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Oct 26 14:26:25.371611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.372657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.373052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.378371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.378765 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.379212 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 5 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.395846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.396273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.397599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.403091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.403515 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.404138 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 6 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.422761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.423315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.423729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.428558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.428973 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.429436 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 7 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.443839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.444267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.444712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.450006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.450429 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.450930 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 8 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.465849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.466301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.466741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.471648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.472086 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.472615 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 9 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.525566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.525985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.526330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.547755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8651e-9223-43f1-a793-411aa89cd262 req-6dfac6e3-94e6-494d-a450-95303fce696e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.549290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37f8651e-9223-43f1-a793-411aa89cd262 req-6dfac6e3-94e6-494d-a450-95303fce696e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0721033 Oct 26 14:26:25.550000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.550331 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.550728 n-d-813419-9 neutron-server[102164]: INFO neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempt 10 to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c Oct 26 14:26:25.581930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:26:25.581930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:26:25.581930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempting to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:26:25.587711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:26:25.588049 n-d-813419-9 neutron-server[102164]: ERROR neutron.plugins.ml2.managers [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Failed to bind port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on host n-h2-813419-9 for vnic_type normal using segments [{'id': 'a7f31439-12bf-4587-b519-a7a0150e2e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '72432f1d-b4f9-46a7-9838-1770ec489002'}] Oct 26 14:26:25.588445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.621912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37f8651e-9223-43f1-a793-411aa89cd262 req-f4fedd56-9076-4da7-bde5-58b45a43efe5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Oct 26 14:26:25.676972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:26:25.677581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attempted to set empty binding levels {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 26 14:26:25.681932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.723882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] In _notify_port_updated(), no bound segment for port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c on network 72432f1d-b4f9-46a7-9838-1770ec489002 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:26:25.725271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.725879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.727193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "PUT /v2.0/ports/3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c HTTP/1.1" status: 200 len: 975 time: 0.9293399 Oct 26 14:26:25.729915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58208) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:25.794594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caf659-3d89-418f-93ca-40d1f3cf5816 tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event updated for resources: {'Port': ['ID=3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:25.851254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d6419-3812-4c09-a688-5ff53192c6e1 req-be945335-c82d-49df-b842-1e701b0e9859 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:25.852778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b1d6419-3812-4c09-a688-5ff53192c6e1 req-be945335-c82d-49df-b842-1e701b0e9859 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0955460 Oct 26 14:26:25.898998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Deleting port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:25.899373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:25.955008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b1d6419-3812-4c09-a688-5ff53192c6e1 req-857791b3-6923-454d-afba-dcf7d3bb7286 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861120 Oct 26 14:26:25.999957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01851-f593-47cd-963c-47c36fbd484a req-f63cabd8-f108-4163-b469-308383ec4b56 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.010298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2f01851-f593-47cd-963c-47c36fbd484a req-f63cabd8-f108-4163-b469-308383ec4b56 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.0881379 Oct 26 14:26:26.026978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] For port 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c, host n-h2-813419-9, got binding levels [] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:26.027344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.051186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2f01851-f593-47cd-963c-47c36fbd484a req-c796dd3d-493a-4a97-b7e7-c5d659ec2018 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1be8ef5-ffd2-454c-867c-e03afecac6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Oct 26 14:26:26.058788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Calling delete_port for 3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:26.212805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2f4a8-7376-47ad-af23-82b17c6f4205 req-c38c8cbf-4be9-45dc-a0fb-58491eff3461 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.214235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7d2f4a8-7376-47ad-af23-82b17c6f4205 req-c38c8cbf-4be9-45dc-a0fb-58491eff3461 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1456361 Oct 26 14:26:26.255627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a97dd-a915-4baf-8041-54cc461924f7 req-8eb5b9d2-63c9-460e-8f79-1418d05256f9 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.258433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-834a97dd-a915-4baf-8041-54cc461924f7 req-8eb5b9d2-63c9-460e-8f79-1418d05256f9 tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 946 time: 0.1043596 Oct 26 14:26:26.267420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.333924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7d2f4a8-7376-47ad-af23-82b17c6f4205 req-3a74eb23-f8eb-4413-b56f-065e7843c5e8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115582 Oct 26 14:26:26.339019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Pushing event deleted for resources: {'Port': ['ID=3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:26.354898 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.360427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af688762-4102-4c7d-a8f1-bf0ba51f7b5d tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "DELETE /v2.0/ports/3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c HTTP/1.1" status: 204 len: 168 time: 0.6270742 Oct 26 14:26:26.361123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58222) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:26.430329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Deleting port 953b7225-c0d6-4c59-a198-09f76eb968c0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:26.431292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.432464 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf77f47-8317-4df7-95c9-47df1cb3878c tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] GET failed (client error): The resource could not be found. Oct 26 14:26:26.437368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4bf77f47-8317-4df7-95c9-47df1cb3878c tempest-PortsAdminExtendedAttrsTestJSON-837139560 tempest-PortsAdminExtendedAttrsTestJSON-837139560-project-admin] 10.222.0.37 "GET /v2.0/ports/3887a4ec-f4a1-4b65-a4eb-e3f2a32da91c HTTP/1.1" status: 404 len: 333 time: 0.0749514 Oct 26 14:26:26.441194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58228) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:26.553921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.591932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1266f-14c3-4f0c-8c6f-0529a23dc33a req-75cf74b0-bbb2-4010-8c40-239828fb51ce tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.593476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16b1266f-14c3-4f0c-8c6f-0529a23dc33a req-75cf74b0-bbb2-4010-8c40-239828fb51ce tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0973940 Oct 26 14:26:26.600396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] For port 953b7225-c0d6-4c59-a198-09f76eb968c0, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=953b7225-c0d6-4c59-a198-09f76eb968c0,segment=NetworkSegment(a4aa4a8f-7002-44b5-836d-77d707dbcde4),segment_id=a4aa4a8f-7002-44b5-836d-77d707dbcde4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:26.600396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.659783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Calling delete_port for 953b7225-c0d6-4c59-a198-09f76eb968c0 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:26.669228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16b1266f-14c3-4f0c-8c6f-0529a23dc33a req-380d4e16-1d90-4cdb-8e6c-51a4ac4e03db tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Oct 26 14:26:26.679086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.731725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72432f1d-b4f9-46a7-9838-1770ec489002']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:26.743221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f31439-12bf-4587-b519-a7a0150e2e44') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:26.743801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f31439-12bf-4587-b519-a7a0150e2e44') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:26.755300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.782245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.804463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:26.804888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:26.808828 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:26.837475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.849901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['953b7225-c0d6-4c59-a198-09f76eb968c0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:26.868000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83603d2f-a937-40fe-8d0c-b87ce288b037 req-85054c19-9f39-456b-a9ee-9b5d8ff8979f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:26.869602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83603d2f-a937-40fe-8d0c-b87ce288b037 req-85054c19-9f39-456b-a9ee-9b5d8ff8979f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1001348 Oct 26 14:26:26.876079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Pushing event deleted for resources: {'Port': ['ID=953b7225-c0d6-4c59-a198-09f76eb968c0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:26.899796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.917204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.923312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] 10.222.0.37 "DELETE /v2.0/networks/72432f1d-b4f9-46a7-9838-1770ec489002 HTTP/1.1" status: 204 len: 168 time: 0.4809184 Oct 26 14:26:26.929399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] No DVR routers for this DVR port 953b7225-c0d6-4c59-a198-09f76eb968c0 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:26.932793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:26.935940 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-834a97dd-a915-4baf-8041-54cc461924f7 req-d639f91f-6aab-4864-8b24-a557333daf8d tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.73 "DELETE /v2.0/ports/953b7225-c0d6-4c59-a198-09f76eb968c0 HTTP/1.1" status: 204 len: 173 time: 0.6695797 Oct 26 14:26:26.936423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'name': 'network-vif-deleted', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:26.938959 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1591d278-3c7a-4cd1-814f-ceacf02df604" -d '{"events": [{"server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "name": "network-vif-deleted", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:26.956970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ad76c-b083-49eb-925d-7f1d02079be2 tempest-PortsAdminExtendedAttrsTestJSON-1018937991 tempest-PortsAdminExtendedAttrsTestJSON-1018937991-project] Pushing event deleted for resources: {'Network': ['ID=72432f1d-b4f9-46a7-9838-1770ec489002,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:26.996066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83603d2f-a937-40fe-8d0c-b87ce288b037 req-943d3433-52ac-44ab-a779-845b7a8b7cc8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938950 Oct 26 14:26:27.022723 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ab4fd-7a62-4284-87df-c70ac89521fd x-openstack-request-id: req-dd5ab4fd-7a62-4284-87df-c70ac89521fd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:27.023088 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6df568e-711b-4bd4-957c-5373033d206e", "name": "network-vif-deleted", "tag": "953b7225-c0d6-4c59-a198-09f76eb968c0", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:27.023361 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd5ab4fd-7a62-4284-87df-c70ac89521fd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:27.023810 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6df568e-711b-4bd4-957c-5373033d206e', 'name': 'network-vif-deleted', 'tag': '953b7225-c0d6-4c59-a198-09f76eb968c0', 'status': 'completed', 'code': 200} Oct 26 14:26:27.189225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f6c1189-cda8-49df-b14a-bb2bf7f5880d req-9271ab2a-69f6-4a3d-aeb2-739e884db41f tempest-VolumesSnapshotTestJSON-795982887 tempest-VolumesSnapshotTestJSON-795982887-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6df568e-711b-4bd4-957c-5373033d206e HTTP/1.1" status: 200 len: 210 time: 0.0410471 Oct 26 14:26:27.259146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58258) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:27.316390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2530b-6d42-4ce3-b30c-04e1c9d1a69d req-6221af2e-b810-4880-84df-1774aeb332fa tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:27.317993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efc2530b-6d42-4ce3-b30c-04e1c9d1a69d req-6221af2e-b810-4880-84df-1774aeb332fa tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0623393 Oct 26 14:26:27.369657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efc2530b-6d42-4ce3-b30c-04e1c9d1a69d req-200189be-1ac1-4851-b4b3-34c12881b9d3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Oct 26 14:26:27.423047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0c5d1973-da67-453f-85b8-1e7799990d97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c98c2dc0749c478687b67a9ad843261d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601634 Oct 26 14:26:27.423383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58264) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:27.478228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:27.504406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:27.585850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:27.588430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:27.589619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e27927b5-e8f4-47e8-973f-25fbd0936a81 HTTP/1.1" status: 204 len: 168 time: 0.1652510 Oct 26 14:26:27.600815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9532c2-c904-47d3-9fe9-603b39712f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27927b5-e8f4-47e8-973f-25fbd0936a81,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:27.906938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58282) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:27.950356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5051f442-e258-46a1-88cb-baae8cdba6c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91ad94cf129f4271ae070d60927de0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416193 Oct 26 14:26:27.952388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58284) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:28.001750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:28.024367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:28.072307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:28.075764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:28.076947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0b32ba4-0885-4d9c-8d17-4d107626b329 HTTP/1.1" status: 204 len: 168 time: 0.1235690 Oct 26 14:26:28.085491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80de6c0-37e2-4d52-9c38-50b426a2a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b32ba4-0885-4d9c-8d17-4d107626b329,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:28.539960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245caa8-5625-4fa2-bf6b-f7cd26039c01 req-c35452fd-672b-49ab-8bc1-df779691084a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:28.541152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d245caa8-5625-4fa2-bf6b-f7cd26039c01 req-c35452fd-672b-49ab-8bc1-df779691084a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0913672 Oct 26 14:26:28.621551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d245caa8-5625-4fa2-bf6b-f7cd26039c01 req-6130e905-fa6d-4d5c-af7e-5a61f68f58b8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735295 Oct 26 14:26:29.036643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85d8f6-8dfa-4ca3-983f-9decca2cafeb req-a6e16742-2f05-42df-95f5-1e09e5bd17d7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.040061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c85d8f6-8dfa-4ca3-983f-9decca2cafeb req-a6e16742-2f05-42df-95f5-1e09e5bd17d7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0821786 Oct 26 14:26:29.048832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce658-b4b3-4768-947b-62575d358367 req-2e206047-0acc-4971-b77d-d45ed665d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.053865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-2e206047-0acc-4971-b77d-d45ed665d7fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a768ab6586e54ec5881cae09ea7577bc&device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 1097 time: 0.0832148 Oct 26 14:26:29.097757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c85d8f6-8dfa-4ca3-983f-9decca2cafeb req-b65a8d70-3b64-48ff-8c31-445684ffc506 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517592 Oct 26 14:26:29.174037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce658-b4b3-4768-947b-62575d358367 req-28eedd6e-6a03-4d51-902a-105361eb5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.175516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-28eedd6e-6a03-4d51-902a-105361eb5a43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 200 len: 915 time: 0.1160488 Oct 26 14:26:29.233425 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-1a2a61b5-3734-40a3-98a0-ed2618a95259 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 200 len: 217 time: 0.0502596 Oct 26 14:26:29.301880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce658-b4b3-4768-947b-62575d358367 req-9164bdd8-3969-41f2-a4e8-610cd19fda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:29.304931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-9164bdd8-3969-41f2-a4e8-610cd19fda26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 200 len: 854 time: 0.0639405 Oct 26 14:26:29.350181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-388abf6e-2cf1-4dcc-bd9c-8c8dd2d9534b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386517 Oct 26 14:26:29.460462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-84ee40cb-9b47-4af6-9453-a7e360e70512 service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025527 Oct 26 14:26:29.574709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53cce658-b4b3-4768-947b-62575d358367 req-0aa00515-9bcd-49c3-93d4-5c268067fd0e service neutron] 10.222.0.73 "GET /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074328 Oct 26 14:26:29.823258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58370) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:29.934730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1301078248'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:29.959933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:29.961208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.054142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.059619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.076454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.077824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-48efb082-b5d1-4ed3-8d45-a9e03955dea2 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2534964 Oct 26 14:26:30.081009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:30.260946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f2e52-cda6-4037-8e4f-be7f555843e4 req-3d4697b5-a2de-4294-a5e0-26af6d267bf2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:30.268444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f0f2e52-cda6-4037-8e4f-be7f555843e4 req-3d4697b5-a2de-4294-a5e0-26af6d267bf2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0881643 Oct 26 14:26:30.325043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f0f2e52-cda6-4037-8e4f-be7f555843e4 req-5f0a18ba-bd25-4a78-9a90-e4fc56ab241d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Oct 26 14:26:30.530980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.712853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.715395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.785335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.786056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1e8de3d-779d-4617-803c-c5eb972b0aa7 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:30.791439 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.792939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1501ad82-d2bd-4fb9-8ab0-e10fe15843c6 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b1e8de3d-779d-4617-803c-c5eb972b0aa7 HTTP/1.1" status: 204 len: 168 time: 0.7108765 Oct 26 14:26:30.795584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58398) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:30.800831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Request body: {'router': {'name': 'tempest-router-199545769', 'distributed': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:30.826233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.827576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.887510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.892786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.924533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:30.926139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-11ea6639-ffcb-49bf-bfb8-1ad832d86146 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1290991 Oct 26 14:26:30.939673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58408) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:31.027810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.122332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 953b7225-c0d6-4c59-a198-09f76eb968c0 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:31.170529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 953b7225-c0d6-4c59-a198-09f76eb968c0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:31.170869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 953b7225-c0d6-4c59-a198-09f76eb968c0 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:31.191182 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.194354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.239789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.240297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef0d58bc-7dbf-4b80-af6d-86270ea62a05 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:31.244640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.245790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8e759a0a-4895-480b-9197-d6313e7126f1 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ef0d58bc-7dbf-4b80-af6d-86270ea62a05 HTTP/1.1" status: 204 len: 168 time: 0.3050826 Oct 26 14:26:31.249522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58414) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:31.254303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Request body: {'router': {'name': 'tempest-router-290941038', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2704e3ccfa034805b2cfe52dd7428ba3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:31.278709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.279765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.338106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.343322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.363382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.364610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c45a151d-8d1f-41e8-8812-76a1a622c74c tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1138082 Oct 26 14:26:31.367679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58422) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:31.374253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:31.570784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf9eb-c19c-4239-abf4-550713220a5e req-168dc1d9-8e91-4c2d-b3c0-d3cc79e82920 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.572306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dcdf9eb-c19c-4239-abf4-550713220a5e req-168dc1d9-8e91-4c2d-b3c0-d3cc79e82920 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1562781 Oct 26 14:26:31.664065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.664537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.761729 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5dcdf9eb-c19c-4239-abf4-550713220a5e req-d24cb957-aeec-4443-b53b-7e18cfd0a6ad tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484401 Oct 26 14:26:31.768709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102163) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 26 14:26:31.769324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Router 018ba904-0281-42e2-bda7-42438046564d migrating from provider to provider. {{(pid=102163) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 26 14:26:31.769807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.786535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.791055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:31.883575 n-d-813419-9 neutron-server[102163]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] No L3 agents can host the router 018ba904-0281-42e2-bda7-42438046564d Oct 26 14:26:31.905199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5c26-a12c-4c31-85f8-98fb897f146d req-07017329-319b-40fb-b982-a242742338b2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:31.907341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-174f5c26-a12c-4c31-85f8-98fb897f146d req-07017329-319b-40fb-b982-a242742338b2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0599089 Oct 26 14:26:31.969528 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-174f5c26-a12c-4c31-85f8-98fb897f146d req-1ee9893a-4d86-4663-9009-d04b347ba03c tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Oct 26 14:26:32.037974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Hosts for router 018ba904-0281-42e2-bda7-42438046564d: [] {{(pid=102163) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 26 14:26:32.066167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Hosts for other DVR routers connected to router 018ba904-0281-42e2-bda7-42438046564d: set() {{(pid=102163) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 26 14:26:32.069214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:32.070671 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d089f4c-7419-4b08-b10f-24890c6f7ca8 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "PUT /v2.0/routers/018ba904-0281-42e2-bda7-42438046564d HTTP/1.1" status: 200 len: 716 time: 0.7019744 Oct 26 14:26:32.073491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58444) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:32.512448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f4ed1e0a-7839-44f5-bbb7-2ef4d6d0a652 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "GET /v2.0/routers/018ba904-0281-42e2-bda7-42438046564d HTTP/1.1" status: 200 len: 716 time: 0.4377759 Oct 26 14:26:32.517299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58446) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:32.545052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5af136-0888-4dff-8245-50dbd5e845d5 req-0ededf06-151b-4f4a-8f01-5ff3f93de0fc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:32.548193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d5af136-0888-4dff-8245-50dbd5e845d5 req-0ededf06-151b-4f4a-8f01-5ff3f93de0fc tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0766673 Oct 26 14:26:32.609245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d5af136-0888-4dff-8245-50dbd5e845d5 req-fe27d890-3b79-4035-9739-0bd55893ad0a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Oct 26 14:26:32.814199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-705fa7e7-0d0c-4e12-bcd2-d943513695b4 tempest-RoutersTestDVR-1707559864 tempest-RoutersTestDVR-1707559864-project] 10.222.0.37 "GET /v2.0/routers/018ba904-0281-42e2-bda7-42438046564d HTTP/1.1" status: 200 len: 682 time: 0.2952175 Oct 26 14:26:32.816455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58454) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:32.837421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991f619-7727-449b-92d4-d96a6c423d77 req-f5f7966d-9378-4456-8ae5-6baa53fe87cb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:32.838955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7991f619-7727-449b-92d4-d96a6c423d77 req-f5f7966d-9378-4456-8ae5-6baa53fe87cb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1019809 Oct 26 14:26:32.879704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7991f619-7727-449b-92d4-d96a6c423d77 req-8b4ec200-64dd-4e0e-8d80-4e4ba725210a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Oct 26 14:26:32.894032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.081540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.085477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.095449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd27985-7902-40e1-9470-dda1c23951e3 req-84e52299-1642-4650-a203-e36bc24b3e64 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.111590 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcd27985-7902-40e1-9470-dda1c23951e3 req-84e52299-1642-4650-a203-e36bc24b3e64 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0913439 Oct 26 14:26:33.142563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.143173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 018ba904-0281-42e2-bda7-42438046564d {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:33.157489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.162660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4cc4b9b1-07fe-47be-8b5e-432fca83a96a tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "DELETE /v2.0/routers/018ba904-0281-42e2-bda7-42438046564d HTTP/1.1" status: 204 len: 168 time: 0.3449881 Oct 26 14:26:33.163730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:33.182457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Request body: {'router': {'name': 'tempest-router-1657949674', 'distributed': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:33.190411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcd27985-7902-40e1-9470-dda1c23951e3 req-2a09d6c7-3c8b-434a-9254-caf6e093fb67 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776587 Oct 26 14:26:33.231018 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.232094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.327240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.355332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02934d-4b24-409f-a1ea-029e79bf6698 req-2bc23a05-2975-4c5a-b9c7-d95bdfafb20d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.357131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e02934d-4b24-409f-a1ea-029e79bf6698 req-2bc23a05-2975-4c5a-b9c7-d95bdfafb20d tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0581844 Oct 26 14:26:33.358930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.389138 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.392709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84fc8285-5b1a-416d-82a8-af787433b89e tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2254708 Oct 26 14:26:33.393562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:33.412908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e02934d-4b24-409f-a1ea-029e79bf6698 req-ee42a9fe-d97d-4c37-9cae-ea8bd945d8ad tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Oct 26 14:26:33.529182 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.623758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57606632-6228-4258-a413-d0402cf8d08d req-a650d711-acfd-4937-840f-42b6e1b9f2ea tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.625573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57606632-6228-4258-a413-d0402cf8d08d req-a650d711-acfd-4937-840f-42b6e1b9f2ea tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0848980 Oct 26 14:26:33.697281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57606632-6228-4258-a413-d0402cf8d08d req-a14fb847-56ba-47dd-859c-c5442c7af603 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Oct 26 14:26:33.762114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.765027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:33.883085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b289b48-e53a-4dfc-a17c-9dd0645e1de1 req-320f92fe-954e-4e72-8c29-451a5c155326 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:33.885124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b289b48-e53a-4dfc-a17c-9dd0645e1de1 req-320f92fe-954e-4e72-8c29-451a5c155326 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0635853 Oct 26 14:26:33.957048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b289b48-e53a-4dfc-a17c-9dd0645e1de1 req-8b7bd6ea-e61a-495a-becf-7b694e49b0a8 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590191 Oct 26 14:26:34.152682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.153731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6944fb-e601-4020-bea5-05fc1f13837e {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:26:34.173225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb0ae-c01e-4840-9cc6-f848fb83dab6 req-f94269cf-07d3-4815-a04a-9fe8aee764eb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.174519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.176003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2bb8f63c-5e2a-4ef5-a73f-efd676aad878 tempest-RoutersTestDVR-1679106872 tempest-RoutersTestDVR-1679106872-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8b6944fb-e601-4020-bea5-05fc1f13837e HTTP/1.1" status: 204 len: 168 time: 0.7804770 Oct 26 14:26:34.186640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ecb0ae-c01e-4840-9cc6-f848fb83dab6 req-f94269cf-07d3-4815-a04a-9fe8aee764eb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0783672 Oct 26 14:26:34.234094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15ecb0ae-c01e-4840-9cc6-f848fb83dab6 req-c0770435-fbbe-479e-ac02-2db0c7316289 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Oct 26 14:26:34.380674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1ed0-0a4d-4e92-9ea6-9a3ae6a5e4c3 req-71a9ade0-cb0e-4a77-840f-466b6f3b42fd tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.383389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e93e1ed0-0a4d-4e92-9ea6-9a3ae6a5e4c3 req-71a9ade0-cb0e-4a77-840f-466b6f3b42fd tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0697329 Oct 26 14:26:34.445421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e93e1ed0-0a4d-4e92-9ea6-9a3ae6a5e4c3 req-ca52773d-4324-4df7-8989-c2add8c7ea8b tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Oct 26 14:26:34.626638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e243-bc59-4e27-8884-a729b24bbe3a req-5261136f-709e-411b-bf28-88d29ef4b7ec tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.635489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aca3e243-bc59-4e27-8884-a729b24bbe3a req-5261136f-709e-411b-bf28-88d29ef4b7ec tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0837367 Oct 26 14:26:34.664714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:34.692558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aca3e243-bc59-4e27-8884-a729b24bbe3a req-ef6e4188-3c36-4199-a10b-69c07fe9aa1a tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559931 Oct 26 14:26:34.830044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f55e7bf-2840-45d8-9df8-1063f0de9373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.852024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f14e4-9cef-463b-be74-d5230e1c71b5 req-c819a130-cb02-48e3-a31d-ba36829f2fbb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:34.853574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-057f14e4-9cef-463b-be74-d5230e1c71b5 req-c819a130-cb02-48e3-a31d-ba36829f2fbb tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0747607 Oct 26 14:26:34.923484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-057f14e4-9cef-463b-be74-d5230e1c71b5 req-ceebc9cc-7093-443b-a136-d3eeffc9b0c3 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588245 Oct 26 14:26:34.981609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f55e7bf-2840-45d8-9df8-1063f0de9373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:34.987159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f55e7bf-2840-45d8-9df8-1063f0de9373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.034572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f55e7bf-2840-45d8-9df8-1063f0de9373 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2704e3ccfa034805b2cfe52dd7428ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682413 Oct 26 14:26:35.037552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58532) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:35.039551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55e7bf-2840-45d8-9df8-1063f0de9373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a467cee2-16da-4b70-bf6d-ca2427abe459,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:35.107247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbc167-db82-48e3-b723-aa9b544fb53b req-9114f599-b1e1-4308-901f-3d366df9c2a4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.109303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4acbc167-db82-48e3-b723-aa9b544fb53b req-9114f599-b1e1-4308-901f-3d366df9c2a4 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0620112 Oct 26 14:26:35.132261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.157417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.176989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4acbc167-db82-48e3-b723-aa9b544fb53b req-0772a925-ef58-4bb7-9e37-f5cfabb78b4e tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Oct 26 14:26:35.223229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.226889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.228117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a467cee2-16da-4b70-bf6d-ca2427abe459 HTTP/1.1" status: 204 len: 168 time: 0.1895497 Oct 26 14:26:35.236288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ab2a5-1662-41af-b6ba-26245d109737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a467cee2-16da-4b70-bf6d-ca2427abe459,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:35.306186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443039c-dd41-490b-aa04-8446b21d0458 req-2bd058fe-de17-4aa0-a2ce-c124404a27d2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.313810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0443039c-dd41-490b-aa04-8446b21d0458 req-2bd058fe-de17-4aa0-a2ce-c124404a27d2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0591750 Oct 26 14:26:35.364665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0443039c-dd41-490b-aa04-8446b21d0458 req-afd80e67-194a-45cc-ba42-8262c9afb929 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Oct 26 14:26:35.502348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb6ce4-ee27-4025-8b0f-40058f66a81d req-2b7fe30d-fc38-40c6-b0bc-d001648114a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:35.504281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4bb6ce4-ee27-4025-8b0f-40058f66a81d req-2b7fe30d-fc38-40c6-b0bc-d001648114a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0657244 Oct 26 14:26:35.570069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4bb6ce4-ee27-4025-8b0f-40058f66a81d req-2aec2a96-3bca-4b8a-a15a-81a15ed20dd7 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556912 Oct 26 14:26:35.630659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:35.650049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62893095-f5cd-4489-93b6-12426c6e7eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.787780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62893095-f5cd-4489-93b6-12426c6e7eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.793344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62893095-f5cd-4489-93b6-12426c6e7eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.843407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62893095-f5cd-4489-93b6-12426c6e7eef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22423c4b570b4d46b6a8fb7970daf763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108829 Oct 26 14:26:35.844793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62893095-f5cd-4489-93b6-12426c6e7eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c1efdb-c05a-4aa7-8006-e046be9a8c1f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:35.846347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:35.946359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:35.973229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.032251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.035359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:36.039253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0c1efdb-c05a-4aa7-8006-e046be9a8c1f HTTP/1.1" status: 204 len: 168 time: 0.1895096 Oct 26 14:26:36.047079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c79b2-5483-4f86-9e55-f0b8dbc6c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c1efdb-c05a-4aa7-8006-e046be9a8c1f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:36.982371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.092941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050927156'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:37.120883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.133491 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.243842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.249749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.327018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.335126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.359100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.360143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3766470 Oct 26 14:26:37.362912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.376296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f949321-6f6f-4695-8a8f-7efc436a7916,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:37.421736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386fec-fcb1-4be0-b329-5abacf15608e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99673c3-9264-40d0-9cda-87c86c115939,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:37.457887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e2a1697b-a631-4376-a70e-447c4ce683e8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0927255 Oct 26 14:26:37.460568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58592) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.465314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-security--208037873', 'description': 'tempest-security-description-1187063393'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:37.554044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.605351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.614183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.627651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.633481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58594) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.637113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "PUT /v2.0/security-groups/a99673c3-9264-40d0-9cda-87c86c115939 HTTP/1.1" status: 200 len: 1779 time: 0.1752179 Oct 26 14:26:37.722996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d39d-abac-4b03-b4fa-2df6177e714a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99673c3-9264-40d0-9cda-87c86c115939,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:37.746137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f878f978-64b1-4b87-a295-801f404a5f62 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups/a99673c3-9264-40d0-9cda-87c86c115939 HTTP/1.1" status: 200 len: 1779 time: 0.1113763 Oct 26 14:26:37.750754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.810364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.839638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.906513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.909761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:37.914457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/a99673c3-9264-40d0-9cda-87c86c115939 HTTP/1.1" status: 204 len: 168 time: 0.1622875 Oct 26 14:26:37.917045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58604) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:37.933210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987caf5-3ea9-423c-b313-549610a5c853 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99673c3-9264-40d0-9cda-87c86c115939,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:38.054259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e3919198-9b43-4b2e-9168-f14fc5330bec tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358011 Oct 26 14:26:38.057088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58606) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:38.072324 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-0ab97cfd-c7bb-4928-b0bb-0c31304fed29 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] delete failed (client error): The resource could not be found. Oct 26 14:26:38.073555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0ab97cfd-c7bb-4928-b0bb-0c31304fed29 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/a99673c3-9264-40d0-9cda-87c86c115939 HTTP/1.1" status: 404 len: 347 time: 0.0154686 Oct 26 14:26:38.077648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58608) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:38.082463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534245032'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:38.108759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.232914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.241928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.296634 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.297899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2190344 Oct 26 14:26:38.301178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:38.307667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '89610f64-6691-4809-a116-dec952cdba84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:38.310668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a2933-cc60-4e4a-b78e-4429758a2cf9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89610f64-6691-4809-a116-dec952cdba84,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:38.382935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.478659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.488277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.524858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b31d55-e133-4bb7-9db2-5b76af34d55a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:38.549528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.553934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b974b4cd-8f2b-490d-837d-9d740c057e16 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493665 Oct 26 14:26:38.556382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58614) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:38.630530 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.641568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.675942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.684350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:38.686208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d6b31d55-e133-4bb7-9db2-5b76af34d55a HTTP/1.1" status: 204 len: 168 time: 0.1268380 Oct 26 14:26:38.688344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58616) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:38.729800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0eedf-35ff-4c4b-ab8a-b6b7c1354991 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6b31d55-e133-4bb7-9db2-5b76af34d55a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:38.816648 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-25e9b790-0bf5-4420-aebc-240d19101866 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1243720 Oct 26 14:26:38.820042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:39.006535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.075596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.194566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.205559 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.211861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/89610f64-6691-4809-a116-dec952cdba84 HTTP/1.1" status: 204 len: 168 time: 0.3906059 Oct 26 14:26:39.214645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:39.263395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0f815-3369-4234-84a6-d352f755be72 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89610f64-6691-4809-a116-dec952cdba84,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:39.332709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-428df2e3-4141-4089-94fc-bd4bc4de25ad tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131914 Oct 26 14:26:39.338504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58632) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:39.343909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021828663'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:39.402747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.660673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.671378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.765445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.770830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4311748 Oct 26 14:26:39.774639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58636) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:39.779143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:39.800521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42bf4-74bc-40fd-815b-adcf4969cf3c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:39.825546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:39.996428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.003408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.028986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247cb8e4-ee2f-4df7-ad1a-ec8beb48d552,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:40.076407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-db0372e8-0450-4da0-8945-edcde8c943c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.079558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.081452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46c7c0d1-7d3d-43b3-af68-6c5dfbddd383 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057678 Oct 26 14:26:40.084714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58642) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:40.089530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:40.127125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.232448 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.242656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.310561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d932c41-66a1-4064-b807-fb87f0e7ef22,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:40.340759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.345186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:40.346438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62d558e5-25be-499a-b454-13c842403f79 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2594349 Oct 26 14:26:40.354792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:40.416037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.551903 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.569554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.633772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ded604-9902-4401-9151-3c07dc110a21,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:40.658193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.664532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63e7f1e4-ca76-467f-9a41-5442fb1e5982 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169289 Oct 26 14:26:40.665969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58650) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:40.676516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:40.739716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.889369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.897338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.914672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a26d07e-101c-40fb-889e-f4795006bf94,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:40.928541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:40.929847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b317f5c-3141-457f-8190-9badd73e92de tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628996 Oct 26 14:26:40.935791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58652) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:40.940774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:40.997710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.137837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.143802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.192863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8fe06e-756d-49cf-b7bd-22d6b5fe1701,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:41.202064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.203384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5b5a886e-5bcf-45ac-8519-3c37df5c8c34 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2664058 Oct 26 14:26:41.211621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58660) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.311123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.340949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.426700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.442661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.449497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dc8fe06e-756d-49cf-b7bd-22d6b5fe1701 HTTP/1.1" status: 204 len: 168 time: 0.2363784 Oct 26 14:26:41.453070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58664) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.474004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e04d4a-f664-4447-98e6-58f3ec03fd82 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc8fe06e-756d-49cf-b7bd-22d6b5fe1701,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:41.567480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb608572-4d2c-4535-a632-572735363181 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1082509 Oct 26 14:26:41.570848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.615792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.632421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.687759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.697420 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.698655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3a26d07e-101c-40fb-889e-f4795006bf94 HTTP/1.1" status: 204 len: 168 time: 0.1268036 Oct 26 14:26:41.701508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58672) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.732814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95955525-b7ef-4567-acce-e786806b68d0 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a26d07e-101c-40fb-889e-f4795006bf94,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:41.799606 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3007665-2aca-4d3a-b277-a51a64db2f94 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0968933 Oct 26 14:26:41.802357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.830312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.887833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.960730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.966874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:41.970949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/27ded604-9902-4401-9151-3c07dc110a21 HTTP/1.1" status: 204 len: 168 time: 0.1675453 Oct 26 14:26:41.971441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58682) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:41.982393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9d92-96f8-46d4-9711-0b8e4d9f7485 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27ded604-9902-4401-9151-3c07dc110a21,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:42.163033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-843ca9a6-6044-4583-a65c-1f896d240b4a tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1893802 Oct 26 14:26:42.163398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58686) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:42.251194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.267553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.307613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.314140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.318010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7d932c41-66a1-4064-b807-fb87f0e7ef22 HTTP/1.1" status: 204 len: 168 time: 0.1532371 Oct 26 14:26:42.321403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:42.330621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d932c41-66a1-4064-b807-fb87f0e7ef22,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:42.352740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.353526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.355447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.357365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.357792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.359869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.360686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.361207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.361611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.362006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.362537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.363046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de6508-2dee-4cfa-a97a-36edc0289cd5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:42.442313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-03dd5a4e-96ae-4902-b2b0-d1b911a6fa83 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191802 Oct 26 14:26:42.444096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58694) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:42.505805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.525845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.646864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.668569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.668569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/247cb8e4-ee2f-4df7-ad1a-ec8beb48d552 HTTP/1.1" status: 204 len: 168 time: 0.2212601 Oct 26 14:26:42.670029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58702) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:42.685903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b38b2-e7bc-4989-9549-4fac0cd744f8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=247cb8e4-ee2f-4df7-ad1a-ec8beb48d552,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:42.764357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-77db5ad9-26ba-4120-afee-f52638875ad2 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0931590 Oct 26 14:26:42.767150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:42.863264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.904001 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87ad35cb-d269-4c4f-83e7-701bb8be41a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.925065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.995999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:42.999031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.003557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4 HTTP/1.1" status: 204 len: 168 time: 0.2310834 Oct 26 14:26:43.004108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58710) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.033651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfde4b-a85e-486b-9551-cad7aacd99fa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2f337e-cd2a-42c5-ade4-3e0f7db1f6e4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:43.126450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d547e6-fa53-436f-b775-14db93311677 req-86d06a18-bca5-4d20-a715-a43d86224ae5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:43.132528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43d547e6-fa53-436f-b775-14db93311677 req-86d06a18-bca5-4d20-a715-a43d86224ae5 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1509867 Oct 26 14:26:43.139968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58712) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.165128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694642846'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:43.171868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd6ea002-7141-4c64-8706-69ef2feac291 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538692 Oct 26 14:26:43.253224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43d547e6-fa53-436f-b775-14db93311677 req-7735d5b1-8b04-4f8f-a545-6a3958bdc964 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181912 Oct 26 14:26:43.274073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.412721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.423304 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.461551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b87d42-8344-466c-8597-d87bb96e846d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:43.472681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.474033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fad58b78-9eed-4a66-bcc9-eef5b8c6ca7c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3288360 Oct 26 14:26:43.477977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.497150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '53b87d42-8344-466c-8597-d87bb96e846d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:43.541751 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.663901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.671027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.698291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6c336e-a3ca-4212-9abb-e32c92520949,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:43.706014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.710625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58724) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.710769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c5b05bb-b172-4527-9776-08cd2dd92c15 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2285662 Oct 26 14:26:43.782050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.811318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.873396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.876311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.877499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/53b87d42-8344-466c-8597-d87bb96e846d HTTP/1.1" status: 204 len: 168 time: 0.1659036 Oct 26 14:26:43.880199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.886849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:43.888662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722b467-feab-4bed-b7ef-0ba51a4f07d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b87d42-8344-466c-8597-d87bb96e846d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:43.931617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-65026e49-2407-4bf4-a6b6-2460b4fcbbaf tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496118 Oct 26 14:26:43.935198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:43.939579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443330564'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:43.963460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.029732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.034511 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.062793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.063928 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1277885 Oct 26 14:26:44.067338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58730) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.067975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5864a-1cc4-493d-b7ce-3b58af79b512 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efe6712-b4a8-42b7-8076-dcaf9f8c732d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.072361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--646895129'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:44.102787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.172400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.176661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.209287 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.213530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1421592 Oct 26 14:26:44.213530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5eea3-2ada-45bc-abe9-3d660cca70e5 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0b019-8ed3-491a-a4d8-3614de79b07c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.214289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.218552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '1efe6712-b4a8-42b7-8076-dcaf9f8c732d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08c0b019-8ed3-491a-a4d8-3614de79b07c', 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:44.221224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.251201 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.387329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.399597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.425099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a8dd07-4acb-4c72-a5f8-c4c8e36822de,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.435112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ecb6-a720-44b0-8302-5951ff4ecb8b req-b2e2481d-475b-4118-a663-9d8b8ffb8d9f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:44.436745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9010ecb6-a720-44b0-8302-5951ff4ecb8b req-b2e2481d-475b-4118-a663-9d8b8ffb8d9f tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.1108849 Oct 26 14:26:44.445008 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.446215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8586ffb5-c9d0-418d-a3b8-4f8ac9447044 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2313998 Oct 26 14:26:44.449337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58740) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.480335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.490907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.526363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9010ecb6-a720-44b0-8302-5951ff4ecb8b req-49b267df-9c93-45be-b563-8caa70b441f0 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/security-groups?id=c041f187-7059-4642-8492-c56a0d4f86ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790203 Oct 26 14:26:44.557407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.563079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-f2f8cc23-6608-4468-9058-a49614d24599 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:44.564950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-f2f8cc23-6608-4468-9058-a49614d24599 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.73 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 946 time: 0.0701337 Oct 26 14:26:44.567554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.569517 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/57a8dd07-4acb-4c72-a5f8-c4c8e36822de HTTP/1.1" status: 204 len: 168 time: 0.1191378 Oct 26 14:26:44.576623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.603410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9618f3-ee41-439e-a07e-c491354ce82f tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57a8dd07-4acb-4c72-a5f8-c4c8e36822de,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.668833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1478e886-9c87-41cc-a0d0-9e6fcd6ca4b3 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0852144 Oct 26 14:26:44.671431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58750) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.725986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Deleting port bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:44.726932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.741407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.774983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.829931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.833458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.835939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/08c0b019-8ed3-491a-a4d8-3614de79b07c HTTP/1.1" status: 204 len: 168 time: 0.1634693 Oct 26 14:26:44.838654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58754) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.846914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ba679-5fdb-4209-a95f-ce9ea19a3777 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0b019-8ed3-491a-a4d8-3614de79b07c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:44.868256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] For port bbce5e31-66d6-4075-b37b-71a436d9b3a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bbce5e31-66d6-4075-b37b-71a436d9b3a5,segment=NetworkSegment(52623718-ad0c-4671-b975-b464eb6c05a9),segment_id=52623718-ad0c-4671-b975-b464eb6c05a9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:44.868697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:44.901102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Calling delete_port for bbce5e31-66d6-4075-b37b-71a436d9b3a5 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:44.933073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bf039055-cc8f-463a-9583-0d336fcab8f6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0928142 Oct 26 14:26:44.935856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58756) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:44.998797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.027400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.060549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.072185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bbce5e31-66d6-4075-b37b-71a436d9b3a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:26:45.079627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.087165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.093530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/1efe6712-b4a8-42b7-8076-dcaf9f8c732d HTTP/1.1" status: 204 len: 168 time: 0.1563962 Oct 26 14:26:45.094915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58758) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.108330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Pushing event deleted for resources: {'Port': ['ID=bbce5e31-66d6-4075-b37b-71a436d9b3a5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:45.118117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd31bb7-64f6-413a-b3cb-5aacefc44138 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efe6712-b4a8-42b7-8076-dcaf9f8c732d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:45.188289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3f1e6e5-0edb-4c99-b3ae-fc42b1c96ab9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813086 Oct 26 14:26:45.189166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58760) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.197399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010370800'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:45.198122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] No DVR routers for this DVR port bbce5e31-66d6-4075-b37b-71a436d9b3a5 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:45.200694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.205024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2cfb3a9c-abef-4b5a-b1b5-f90455d2e55e req-885ee8fe-fcef-4a2a-abaa-0fd0735f13a2 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.73 "DELETE /v2.0/ports/bbce5e31-66d6-4075-b37b-71a436d9b3a5 HTTP/1.1" status: 204 len: 173 time: 0.6329379 Oct 26 14:26:45.205984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-deleted', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:45.209387 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d9e0aa-fefd-4ab5-b52b-aadcfa850325" -d '{"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-deleted", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:45.233822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.271925 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde6b4c-6780-47d8-a20e-2dd15a7f85fe x-openstack-request-id: req-4fde6b4c-6780-47d8-a20e-2dd15a7f85fe {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:45.272244 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edc4b75-d20b-421c-8408-e34aa113e2ca", "name": "network-vif-deleted", "tag": "bbce5e31-66d6-4075-b37b-71a436d9b3a5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:45.272513 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fde6b4c-6780-47d8-a20e-2dd15a7f85fe {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:45.273107 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edc4b75-d20b-421c-8408-e34aa113e2ca', 'name': 'network-vif-deleted', 'tag': 'bbce5e31-66d6-4075-b37b-71a436d9b3a5', 'status': 'completed', 'code': 200} Oct 26 14:26:45.325971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.331716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.362508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.367871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58764) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.368739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1782463 Oct 26 14:26:45.374045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '58353c0d-744d-4ed2-98e4-9fcf31257fd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:45.393522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab5d13-e879-4e99-b43f-3e3a0408d3a8 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58353c0d-744d-4ed2-98e4-9fcf31257fd4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:45.436370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.508613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.523121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.560349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ff3b3e-3744-427c-8bf1-00d855074b67,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:45.577893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.580231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3db6be8-e36d-40ce-a766-e010f5c6707c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2110338 Oct 26 14:26:45.583202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58776) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.651824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.717446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.789675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.801300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.808539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:45.812749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b6ff3b3e-3744-427c-8bf1-00d855074b67 HTTP/1.1" status: 204 len: 168 time: 0.2251997 Oct 26 14:26:45.818348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:45.825332 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88ff33fa-c39e-410f-968e-72f606b2a799 req-ec09bb4b-0d03-4813-b92b-0eb9901acd17 tempest-ServersNegativeTestJSON-1177018405 tempest-ServersNegativeTestJSON-1177018405-project] 10.222.0.37 "GET /v2.0/ports?device_id=3edc4b75-d20b-421c-8408-e34aa113e2ca HTTP/1.1" status: 200 len: 210 time: 0.1198635 Oct 26 14:26:45.828118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8b43f-bec2-4335-a98a-5d922948bb99 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ff3b3e-3744-427c-8bf1-00d855074b67,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:45.938279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8d440e9-0847-45eb-a1b4-0033a15ae7e4 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1093307 Oct 26 14:26:45.941297 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58804) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.040464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.070414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.124283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.127352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.128704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/58353c0d-744d-4ed2-98e4-9fcf31257fd4 HTTP/1.1" status: 204 len: 168 time: 0.1862197 Oct 26 14:26:46.132707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.163472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c8677-1d30-4fd8-929b-cf4515b52b2c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58353c0d-744d-4ed2-98e4-9fcf31257fd4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:46.219531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da522bb6-9860-4400-8908-03d15c8b0f44 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853291 Oct 26 14:26:46.224982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58836) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.231979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873618806'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:46.279779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.377867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.384843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.408813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.410335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1830404 Oct 26 14:26:46.413415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.418800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '89533832-528c-429e-821b-2a8e2117b154', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:46.438599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39359152-a163-454a-8611-4bef20c2fdf6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89533832-528c-429e-821b-2a8e2117b154,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:46.469648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.567188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.572910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.603104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cbfb46-8ea6-4060-ac12-aeb9c0114f6a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:46.617537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.619283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f32b6cbb-cd52-4593-b159-d380012ba3f9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2043645 Oct 26 14:26:46.621886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58890) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.658961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ed8582f0-2993-447d-bcf9-a3bf2c28fdc6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules/52cbfb46-8ea6-4060-ac12-aeb9c0114f6a HTTP/1.1" status: 200 len: 763 time: 0.0354130 Oct 26 14:26:46.661265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58896) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.717591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3aecdb72-3f25-4f9b-9cb7-6e95c113a6d7 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0550590 Oct 26 14:26:46.720711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58908) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.757760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.768354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.813398 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.822358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:46.823874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/52cbfb46-8ea6-4060-ac12-aeb9c0114f6a HTTP/1.1" status: 204 len: 168 time: 0.1014588 Oct 26 14:26:46.826502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58922) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.836911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d417b-1a66-4d28-bc3e-c043fe4b769e tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52cbfb46-8ea6-4060-ac12-aeb9c0114f6a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:46.908993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb9998b8-d416-451a-af4c-b3e9b72529dc tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788717 Oct 26 14:26:46.909990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58930) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.916876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '89533832-528c-429e-821b-2a8e2117b154', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:46.923978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:46.986830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.049239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Deleting subnet 6ef5fb6d-ff9e-4352-b0d3-cb2a967289de {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:47.061616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.106986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.114580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.122633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.153142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.182990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51dfc3c-d8a2-4fd4-a984-3133e35f9f6a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.209920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.216316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58964) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.216816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b62901f1-b48b-414d-947c-24fd9df615d6 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050959 Oct 26 14:26:47.221917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.266726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef5fb6d-ff9e-4352-b0d3-cb2a967289de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.274669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.277539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fe27b848-5203-4984-98b2-8c5ebc4081c3 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules/e51dfc3c-d8a2-4fd4-a984-3133e35f9f6a HTTP/1.1" status: 200 len: 763 time: 0.0579362 Oct 26 14:26:47.287072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.290599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b05ea8e1-9e6e-474a-992c-90e337d4aa29 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6ef5fb6d-ff9e-4352-b0d3-cb2a967289de HTTP/1.1" status: 204 len: 168 time: 0.3651955 Oct 26 14:26:47.293866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 58974) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.351232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b865e7bf-07fc-4afb-a000-1adac9754fe3 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0753074 Oct 26 14:26:47.353793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.383411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.395172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.417055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.433269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.448033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.452206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e51dfc3c-d8a2-4fd4-a984-3133e35f9f6a HTTP/1.1" status: 204 len: 168 time: 0.0940163 Oct 26 14:26:47.452206 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c771ca6-ccf9-4bce-8f87-6a0fc762436b tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e51dfc3c-d8a2-4fd4-a984-3133e35f9f6a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.452484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 58994) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.502385 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-37ac3d58-43b2-4867-a880-438efb6d7491 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487924 Oct 26 14:26:47.505361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59002) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.512211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Request body: {'security_group_rule': {'security_group_id': '89533832-528c-429e-821b-2a8e2117b154', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:47.556746 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Project bbdb32771d52492d8f5a8ad052b44ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:26:47.563403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.616623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.661381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.668378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.684591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:47.694258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d582005-f073-4cbb-9db5-25e973d951be,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.703644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.704978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3221bcdc-cee6-47c2-a5d8-d4d30e258948 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1973665 Oct 26 14:26:47.707658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.710776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52623718-ad0c-4671-b975-b464eb6c05a9') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:47.711078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52623718-ad0c-4671-b975-b464eb6c05a9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:47.726649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.733790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e3ce8674-6837-4bb7-a620-b4e0e32127d9 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules/1d582005-f073-4cbb-9db5-25e973d951be HTTP/1.1" status: 200 len: 769 time: 0.0237498 Oct 26 14:26:47.738434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.748194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.755505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:47.756280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:47.827235 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:47.836090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.863284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:47.867943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40 HTTP/1.1" status: 204 len: 168 time: 0.5724940 Oct 26 14:26:47.886161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5858030-14ef-4a94-9925-15d7a0228ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d65edd-bc3c-4dcb-b7a9-b68bdd80ef40,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:47.967499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59056) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:47.967835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e7b77083-e7a5-4c0d-b1ea-06a2baaacffb tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1428373 Oct 26 14:26:48.015438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.034129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.058165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-f5d070fa-d2e8-4106-a36f-7ef00e660d26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872908 Oct 26 14:26:48.112615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.119778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.125339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1d582005-f073-4cbb-9db5-25e973d951be HTTP/1.1" status: 204 len: 168 time: 0.1566448 Oct 26 14:26:48.135023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59078) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.157114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660da0f-2297-40f4-adf9-8d4a97448baa tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d582005-f073-4cbb-9db5-25e973d951be,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:48.183819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-2925b17c-d206-479c-a949-22cbc5fa6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.185353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-2925b17c-d206-479c-a949-22cbc5fa6f16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c4b30544f6844703b1de256ef69f3655&device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 1100 time: 0.0977924 Oct 26 14:26:48.319639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0efefca4-deda-46b2-badd-f7a0a182b6ee tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1800160 Oct 26 14:26:48.322422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59092) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.341591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-5509bef9-13ab-4cce-942e-99b575600b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.343086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-5509bef9-13ab-4cce-942e-99b575600b3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1320002 Oct 26 14:26:48.343747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.460434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.494348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-f879735f-fcf5-4698-8b7e-de8aca4a1f15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd HTTP/1.1" status: 200 len: 217 time: 0.0930212 Oct 26 14:26:48.548604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.556586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-08b0be58-c625-4cbc-ae5b-9a84b39af6b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a768ab6586e54ec5881cae09ea7577bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105632 Oct 26 14:26:48.559430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59124) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.664440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.667000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.668167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "DELETE /v2.0/security-groups/89533832-528c-429e-821b-2a8e2117b154 HTTP/1.1" status: 204 len: 168 time: 0.3171782 Oct 26 14:26:48.674376 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-4af5187d-5f6a-4254-bd68-4a7075d7bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.676024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-4af5187d-5f6a-4254-bd68-4a7075d7bb16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.1700354 Oct 26 14:26:48.688139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:48.700165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f5f03-e9e4-49f1-8ebf-1f24e59e9791 tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89533832-528c-429e-821b-2a8e2117b154,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:48.862787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:48.924975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-60a3f07e-4e7b-4acb-a896-0c80614303ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:48.926475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-60a3f07e-4e7b-4acb-a896-0c80614303ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339261 Oct 26 14:26:48.953748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbc08da4-f77f-4909-9244-9643f418b4bc tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2643933 Oct 26 14:26:48.957852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:49.045106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.099915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-696e7e93-33c3-454f-8671-0fe28d01592c tempest-SecGroupIPv6Test-358961750 tempest-SecGroupIPv6Test-358961750-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1401284 Oct 26 14:26:49.196650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:49.250244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: bbce5e31-66d6-4075-b37b-71a436d9b3a5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:49.250612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bbce5e31-66d6-4075-b37b-71a436d9b3a5 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:49.257331 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-836d622b-d2be-46a6-b189-8962b979a44c service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858746 Oct 26 14:26:49.462938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06a9471a-1286-47b9-bd38-33f01e39a1ce req-ef643a17-e609-48f1-a204-d7a6163921d5 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977277 Oct 26 14:26:49.464245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.469293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:49.471228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c041f187-7059-4642-8492-c56a0d4f86ad HTTP/1.1" status: 204 len: 168 time: 0.9102242 Oct 26 14:26:49.483304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654912b8-dc75-4b39-85e9-546ee2902f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041f187-7059-4642-8492-c56a0d4f86ad,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:49.782702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59252) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:50.039110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59290) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:50.040702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bf0b90fb-46ed-4a55-8540-e489772021c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbdb32771d52492d8f5a8ad052b44ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531035 Oct 26 14:26:50.158677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.222446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.340577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.344869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.347291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f949321-6f6f-4695-8a8f-7efc436a7916 HTTP/1.1" status: 204 len: 168 time: 0.3071673 Oct 26 14:26:50.360393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765f962-3082-42b9-b158-ec0c723c4c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f949321-6f6f-4695-8a8f-7efc436a7916,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:50.576667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59336) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:50.693029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1598043233-network', 'tenant_id': '3d956c8f82024702bc73340bcb24c105'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:50.721218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Made reservation on behalf of 3d956c8f82024702bc73340bcb24c105 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:50.730281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.739532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.827605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.831831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.859003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:26:50.868801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ede327-8a2e-40f6-bcec-637047181fc7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:50.877510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.877859 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Added segment 7c18df43-309f-4548-b550-723e49a7418c of type vlan for network 58a14b67-e827-44ba-97ce-1f531bdec48c Oct 26 14:26:50.929776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.959082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:50.960531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:50.961400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.032369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4542809 Oct 26 14:26:51.035277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59356) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:51.038021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504d7f8-055b-4cad-b840-2217faf20e82 admin admin] Pushing event updated for resources: {'Network': ['ID=58a14b67-e827-44ba-97ce-1f531bdec48c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:51.041218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Request body: {'subnet': {'network_id': '58a14b67-e827-44ba-97ce-1f531bdec48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1598043233-subnet', 'tenant_id': '3d956c8f82024702bc73340bcb24c105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:51.049007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 58a14b67-e827-44ba-97ce-1f531bdec48c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:26:51.080740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Made reservation on behalf of 3d956c8f82024702bc73340bcb24c105 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:51.083134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.221081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59360) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:51.306126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.384869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38363fe-9fbe-489f-b013-6d3af2e32f3b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:51.409676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.410274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.410809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.411340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.413254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.413968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.414504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.415034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.415683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.416223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.416789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.417312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:26:51.420612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Checking segment: {'id': '7c18df43-309f-4548-b550-723e49a7418c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '58a14b67-e827-44ba-97ce-1f531bdec48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:51.421203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Network hostable DHCP agents. Network: 58a14b67-e827-44ba-97ce-1f531bdec48c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:26:51.446671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Network 58a14b67-e827-44ba-97ce-1f531bdec48c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:26:51.460815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 58a14b67-e827-44ba-97ce-1f531bdec48c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:51.467651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505596644'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:51.468177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:51.469185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.478927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9b6f7-e1be-4b96-840c-205f74dc42fd None None] Network 58a14b67-e827-44ba-97ce-1f531bdec48c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:51.512669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.530701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.540443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2540ed05-e13d-4e90-ab23-ecc5b0e8baf5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5039532 Oct 26 14:26:51.678480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63631da-7647-4af3-9fb1-c3f5c8d24d45 None None] Network 58a14b67-e827-44ba-97ce-1f531bdec48c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:51.681549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.690972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.779946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.827712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026d00a3-f13b-452e-9b12-ece909eaa3f5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:51.830205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.838113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59394) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:51.874686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.876177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6537354 Oct 26 14:26:51.901014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:51.915692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.935796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Deleting subnet c38363fe-9fbe-489f-b013-6d3af2e32f3b {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:26:51.940625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:51.971455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5014261-8345-48f6-a59a-baccaffdd18f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405a13a3-872b-45b8-8df0-07ffbbdd074c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.026692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.041188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2fdb7c64-3f85-4ac3-818e-d46f83267714 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1387930 Oct 26 14:26:52.044946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59402) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.050511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-security--585030688', 'description': 'tempest-security-description-290964275'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:52.094851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.109634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.168981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.188349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.193653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c38363fe-9fbe-489f-b013-6d3af2e32f3b HTTP/1.1" status: 204 len: 168 time: 0.3497405 Oct 26 14:26:52.200985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.206501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.216991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.218491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37785a2-b6d1-437c-a0ef-babaa90e78a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38363fe-9fbe-489f-b013-6d3af2e32f3b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.221414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.227102 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "PUT /v2.0/security-groups/405a13a3-872b-45b8-8df0-07ffbbdd074c HTTP/1.1" status: 200 len: 1778 time: 0.1777062 Oct 26 14:26:52.233798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59406) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.303415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ace1a85d-90fd-4f64-8a3e-3e85c7242e35 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups/405a13a3-872b-45b8-8df0-07ffbbdd074c HTTP/1.1" status: 200 len: 1778 time: 0.0658567 Oct 26 14:26:52.304231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.378268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924d012-50fa-48dd-8335-84ccf7dbd977 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405a13a3-872b-45b8-8df0-07ffbbdd074c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.401464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.462481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b540c-0450-4702-a2cc-4eb8f78794e2 req-56220b43-48f1-4d18-af02-1f3f96198458 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:52.463978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a84b540c-0450-4702-a2cc-4eb8f78794e2 req-56220b43-48f1-4d18-af02-1f3f96198458 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.1039438 Oct 26 14:26:52.513558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.517427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.524889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a84b540c-0450-4702-a2cc-4eb8f78794e2 req-d9e2bfd0-c64c-47e1-913a-b1172ba36954 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504477 Oct 26 14:26:52.541511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a14b67-e827-44ba-97ce-1f531bdec48c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:52.554500 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.554628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c18df43-309f-4548-b550-723e49a7418c') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:52.554916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c18df43-309f-4548-b550-723e49a7418c') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:52.566531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.589500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.596812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:26:52.597578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:26:52.599585 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:26:52.617392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.620982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.625776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/405a13a3-872b-45b8-8df0-07ffbbdd074c HTTP/1.1" status: 204 len: 168 time: 0.3203659 Oct 26 14:26:52.626401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59412) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.655692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231431f9-21fb-45ec-8153-36a79d439455 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405a13a3-872b-45b8-8df0-07ffbbdd074c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.664065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.679869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.691240 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] 10.222.0.37 "DELETE /v2.0/networks/58a14b67-e827-44ba-97ce-1f531bdec48c HTTP/1.1" status: 204 len: 168 time: 0.4891076 Oct 26 14:26:52.716500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed974ea-9e95-4567-ad30-05b60325ff66 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a14b67-e827-44ba-97ce-1f531bdec48c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:52.728247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-580cb65f-82f6-4e52-90bc-e3fb867be9f0 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883579 Oct 26 14:26:52.728814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59416) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.746942 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-1e018ad6-b3b4-405c-93e0-102d593d493a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] delete failed (client error): The resource could not be found. Oct 26 14:26:52.748157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e018ad6-b3b4-405c-93e0-102d593d493a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/405a13a3-872b-45b8-8df0-07ffbbdd074c HTTP/1.1" status: 404 len: 347 time: 0.0179029 Oct 26 14:26:52.752081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59418) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.758235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--986036747'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:52.802879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.921890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.928281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.980940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:52.982587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2291820 Oct 26 14:26:52.985519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:52.991315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '3b6b6073-58c3-487d-b1c3-5080fbc0db9f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:53.010897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c840d-6c56-448f-b984-fcc610488962 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b6073-58c3-487d-b1c3-5080fbc0db9f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:53.046560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59426) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.071560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.128070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d54cd201-1c43-4a94-9a61-40792067656d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d956c8f82024702bc73340bcb24c105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803015 Oct 26 14:26:53.128858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.147784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.155614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.179654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efda49e-f9d5-470a-91a8-b63b073a1519,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:53.191509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.196197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-42195e55-9e9a-4ba0-8f3e-c9c522a4512b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083418 Oct 26 14:26:53.196908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59430) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.221656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.230290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.232653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.265719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.270733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.274756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.276172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6efda49e-f9d5-470a-91a8-b63b073a1519 HTTP/1.1" status: 204 len: 168 time: 0.0783453 Oct 26 14:26:53.278772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.306850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e8ef-df59-457a-9e2a-cd0d0e7745b2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efda49e-f9d5-470a-91a8-b63b073a1519,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:53.339622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ff6cd3f-354a-4d64-8737-cff2a0d64d97 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594606 Oct 26 14:26:53.349175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59434) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.367384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.369246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.370270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.374592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40ede327-8a2e-40f6-bcec-637047181fc7 HTTP/1.1" status: 204 len: 168 time: 0.2416420 Oct 26 14:26:53.389957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e5a44-8720-4921-ab5a-a430bace9944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ede327-8a2e-40f6-bcec-637047181fc7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:53.454997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.504461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.584263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.591253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.595690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/3b6b6073-58c3-487d-b1c3-5080fbc0db9f HTTP/1.1" status: 204 len: 168 time: 0.2384663 Oct 26 14:26:53.596099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.619181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26139ff9-738e-48c4-af4d-64fa194b9849 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b6073-58c3-487d-b1c3-5080fbc0db9f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:53.720176 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4e771f66-95a9-4e00-8357-9b1101af7fa7 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227605 Oct 26 14:26:53.720832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59444) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:53.728292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--288927220'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:53.785795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:53.902826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b00d3-63e6-49f5-8d73-c73078e97a06 req-a734aa17-ee61-44b4-8508-e15d7521e650 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:53.914770 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a43b00d3-63e6-49f5-8d73-c73078e97a06 req-a734aa17-ee61-44b4-8508-e15d7521e650 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.2148356 Oct 26 14:26:54.047817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a43b00d3-63e6-49f5-8d73-c73078e97a06 req-72ec6157-dd5e-4e27-84db-ad8641b667cb tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103880 Oct 26 14:26:54.050959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.073401 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.172677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.177007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4550166 Oct 26 14:26:54.180479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59456) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:54.182423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b425fc9-e4b8-4606-9530-d8a657584d54 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766be8da-95ce-4cad-948d-2dd6bb8d612b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.186762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '766be8da-95ce-4cad-948d-2dd6bb8d612b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:54.213666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-650b4132-5f16-4eba-bec6-2f6d4884798a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:54.218251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-650b4132-5f16-4eba-bec6-2f6d4884798a tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.2615552 Oct 26 14:26:54.284820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.361986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.367584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.422887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Deleting port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:54.423480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.438880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.441234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592745 Oct 26 14:26:54.445703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59462) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:54.454445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '766be8da-95ce-4cad-948d-2dd6bb8d612b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:54.483488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76c17b-d98a-4744-be0e-ce7455ba63ec tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea360c2c-8d5a-4aff-a575-4529d57fddf5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.498193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.577792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.583142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.611470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287f85cc-89d6-480d-ae61-5f1d7fe408e6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.622938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.624784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93aad4d6-067a-41c5-8e89-91e481c86017 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1769052 Oct 26 14:26:54.626983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59468) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:54.633690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '766be8da-95ce-4cad-948d-2dd6bb8d612b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:54.672025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.674362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] For port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:26:54.674740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.759649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.765646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.796475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:54.800746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699710 Oct 26 14:26:54.801267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59472) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:54.808471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '766be8da-95ce-4cad-948d-2dd6bb8d612b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:54.816125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3616a7d-e5a4-4f08-bd5b-012591e57e39 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6078a422-2df8-4b67-97bf-cbd4c446d1d6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:54.820406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59474) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:54.890798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.083202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.095375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.117266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-309768481-network', 'tenant_id': '812648c578c14e4ba425a9a4f5664af1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:55.171742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5f6cd1-f96b-4b9c-bfe4-08003f7c0ecb,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.179674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:55.183624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.201595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.206681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.210105 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.210719 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Floating IP edb9755d-7229-4944-8016-58b318fda611 disassociated. External IP: 172.25.5.34, port: 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4. Oct 26 14:26:55.211429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Calling delete_port for 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:55.217929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.220547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6604ea22-f103-454a-ad76-4ab52068fa4f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4163890 Oct 26 14:26:55.229396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59486) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:55.325349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '766be8da-95ce-4cad-948d-2dd6bb8d612b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:55.358293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.368236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.458083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:26:55.463542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-0af4962c-51c9-4bb3-bb75-e84f2f304b78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3985593 Oct 26 14:26:55.498727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1082ff3-7237-4831-aa9b-9a2c63481561,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.532545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.533158 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Added segment 237af921-b529-4070-8926-5d38b573f62b of type vlan for network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c Oct 26 14:26:55.535103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.562405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b9ecf-8262-43de-a35e-3968fa604fa6 req-b51067cb-108a-41e1-96f9-006426229609 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:55.571235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6b9ecf-8262-43de-a35e-3968fa604fa6 req-b51067cb-108a-41e1-96f9-006426229609 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 945 time: 0.2164264 Oct 26 14:26:55.650044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.664202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.688457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303b0a8-bff8-45ff-96be-b0aa77b89690,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.702518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.716477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-313016e5-ac89-4106-b2ee-bc90c603f4f2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4701927 Oct 26 14:26:55.716858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6b9ecf-8262-43de-a35e-3968fa604fa6 req-8fee2b07-25d4-4e7b-80a3-89f86a82bf9f tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups?id=3f9449ee-565c-4484-aed3-e40325eafe87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359749 Oct 26 14:26:55.716946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59494) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:55.755592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f880-6172-4deb-9cff-30d01974e55f req-5d7945b7-46c5-400a-98f7-555a4cee0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:55.757618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-5d7945b7-46c5-400a-98f7-555a4cee0ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1097 time: 0.2632542 Oct 26 14:26:55.787759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.790924 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.809273 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.852122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.853115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:55.853695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.904782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.921320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.933624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:55.934749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6303b0a8-bff8-45ff-96be-b0aa77b89690 HTTP/1.1" status: 204 len: 168 time: 0.1969235 Oct 26 14:26:55.939360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'Port': ['ID=334d3836-676d-4cd3-8fe0-ce7e9f1b05c4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:55.940394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1189437 Oct 26 14:26:55.945410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:55.945739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59500) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:55.968079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Request body: {'subnet': {'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-309768481-subnet', 'tenant_id': '812648c578c14e4ba425a9a4f5664af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:56.034962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947fece-6835-441d-ad94-953668e477ee tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6303b0a8-bff8-45ff-96be-b0aa77b89690,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.052502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f880-6172-4deb-9cff-30d01974e55f req-d4e3cb27-c887-41ba-98a8-a94d0d4e39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.054545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-d4e3cb27-c887-41ba-98a8-a94d0d4e39ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 909 time: 0.2552874 Oct 26 14:26:56.057189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0773a2c-157e-4a45-866a-f51fb80dcca9 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.073448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:26:56.073666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:26:56.076894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.153966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41df5fbe-4882-4200-8e6d-32b04d0a3bdf tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2021434 Oct 26 14:26:56.158086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59502) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:56.211553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.238212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.284923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-0b188f05-e096-40b5-8ade-a984ae7cbb7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 1001 time: 0.2209573 Oct 26 14:26:56.322600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:26:56.347236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.362540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.363795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9b5f6cd1-f96b-4b9c-bfe4-08003f7c0ecb HTTP/1.1" status: 204 len: 168 time: 0.2046554 Oct 26 14:26:56.374187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:56.397755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b42730-cb6f-4266-9a65-5cbef0e887ac tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b5f6cd1-f96b-4b9c-bfe4-08003f7c0ecb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.437891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f880-6172-4deb-9cff-30d01974e55f req-42329cc7-e560-4759-9f12-a7bd54b0eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.440039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-42329cc7-e560-4759-9f12-a7bd54b0eb7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 200 len: 847 time: 0.1466267 Oct 26 14:26:56.564412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.589929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:26:56.605311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:26:56.642389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:56.643297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:26:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:56.651949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f693afe-41cb-45cf-b239-b40ae30928bf tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2671332 Oct 26 14:26:56.662477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59506) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:56.726406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] No DVR routers for this DVR port 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:26:56.730414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.734548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64d45b82-c7db-4b7f-aa8f-4c44a477e504 req-3e043543-b313-412a-8103-a2d535bf9422 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.41 "DELETE /v2.0/ports/334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 HTTP/1.1" status: 204 len: 173 time: 2.5118260 Oct 26 14:26:56.735056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'name': 'network-vif-deleted', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:26:56.737584 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364617fe-3b6b-473c-97c6-075c5f2c2364" -d '{"events": [{"server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "name": "network-vif-deleted", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:26:56.748208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290f880-6172-4deb-9cff-30d01974e55f req-708a02e5-e474-4d98-831d-aa6739a94ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:56.749949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-708a02e5-e474-4d98-831d-aa6739a94ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0521060c-dae7-4c33-bd76-58854fea9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016462 Oct 26 14:26:56.851959 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1050b-9e51-424d-85da-1ab76a69e007 x-openstack-request-id: req-9aa1050b-9e51-424d-85da-1ab76a69e007 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:26:56.852269 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc51e1b-b126-4a6f-88b6-7a4db838aa1a", "name": "network-vif-deleted", "tag": "334d3836-676d-4cd3-8fe0-ce7e9f1b05c4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:26:56.852557 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9aa1050b-9e51-424d-85da-1ab76a69e007 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:26:56.852986 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc51e1b-b126-4a6f-88b6-7a4db838aa1a', 'name': 'network-vif-deleted', 'tag': '334d3836-676d-4cd3-8fe0-ce7e9f1b05c4', 'status': 'completed', 'code': 200} Oct 26 14:26:56.875574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3ea437-5646-4987-8df9-8fd02f160b25,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:56.892217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Checking segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:26:56.892983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Network hostable DHCP agents. Network: 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:26:56.902433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.915879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:56.980306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:57.019427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:26:57.031421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13885c12-fc06-413a-9dae-ae296eccfa73 req-4d127b92-eda8-41d2-a4b0-e52c9dbbc0fa tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc51e1b-b126-4a6f-88b6-7a4db838aa1a HTTP/1.1" status: 200 len: 210 time: 0.1017148 Oct 26 14:26:57.031649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.040092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.044250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6078a422-2df8-4b67-97bf-cbd4c446d1d6 HTTP/1.1" status: 204 len: 168 time: 0.3578880 Oct 26 14:26:57.046404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:57.062920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:26:57.072845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd6e7a-8757-415e-a738-87ee101d637d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6078a422-2df8-4b67-97bf-cbd4c446d1d6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:57.076132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:57.076801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.080333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c65239-82ec-47ef-a6fd-96f1566ae387 None None] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:57.110445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-080c9762-3f4d-462b-aecf-c96efdae4fa0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1550739 Oct 26 14:26:57.141142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-cdf07cd1-c60a-40e3-bcce-d694656dc81f service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764875 Oct 26 14:26:57.158828 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ba026eb9-ec4d-45e1-af64-9aaec1048e52 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1106043 Oct 26 14:26:57.162847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59520) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:57.222430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.234888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.288065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.295254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:57.302816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/287f85cc-89d6-480d-ae61-5f1d7fe408e6 HTTP/1.1" status: 204 len: 168 time: 0.1353321 Oct 26 14:26:57.303602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:57.331226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1157f13-f8b2-42a9-a62d-e4b40afd6688 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=287f85cc-89d6-480d-ae61-5f1d7fe408e6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:57.433110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-278c3603-8e57-4c0b-8ab0-8e94a3a1001e tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1254816 Oct 26 14:26:57.434786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:57.646492 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:26:57.823906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:26:57.909301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c290f880-6172-4deb-9cff-30d01974e55f req-0ef4b2b9-ae79-4373-b668-9c8725aacf6b service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579188 Oct 26 14:26:57.911104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:26:57.911488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 334d3836-676d-4cd3-8fe0-ce7e9f1b05c4 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:26:58.018876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:58.048315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e3806-cf08-46da-97c8-0904a7ecb362 None None] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:26:58.051781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:26:58.117640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.142715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.199692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.210771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:26:58.211499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:26:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:58.221571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.226366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ea360c2c-8d5a-4aff-a575-4529d57fddf5 HTTP/1.1" status: 204 len: 168 time: 0.7846885 Oct 26 14:26:58.226366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e77b90-62aa-4702-8720-a9e670a879da tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea360c2c-8d5a-4aff-a575-4529d57fddf5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:58.226831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59548) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.242620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-db234845-a61b-468f-8d84-f1dc9c8a7f55 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:26:58.244161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-db234845-a61b-468f-8d84-f1dc9c8a7f55 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.2340450 Oct 26 14:26:58.262796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-b9f291da-50d4-40f0-9b9b-2295920aaf1b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/quotas/812648c578c14e4ba425a9a4f5664af1 HTTP/1.1" status: 200 len: 375 time: 0.0124116 Oct 26 14:26:58.305236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-b539d74c-d3cb-4aee-b372-35d734b6c96c tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364766 Oct 26 14:26:58.325979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-61678565-a534-4d8f-9664-d183c7edff6f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0973709 Oct 26 14:26:58.329231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.424344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.431762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:26:58.503747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.570218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-5fe498a1-8712-44e7-b4bf-6374e8b98c92 service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544901 Oct 26 14:26:58.626973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.629662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.632559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/766be8da-95ce-4cad-948d-2dd6bb8d612b HTTP/1.1" status: 204 len: 168 time: 0.3006680 Oct 26 14:26:58.634264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.652670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d9ec1-9e22-40c1-8a4f-ce81e4ff1922 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766be8da-95ce-4cad-948d-2dd6bb8d612b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:58.711484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-e77cf053-5d94-4d1c-b3ba-03b3930faccf service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345282 Oct 26 14:26:58.723060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8730e5f3-e025-4934-8016-24fa67d86da5 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876565 Oct 26 14:26:58.729663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59556) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:58.737017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561549910'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:58.757607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:26:58.768848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.794947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209e949-d5b8-41e6-b65e-4b1d8979815f None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:19:01Z', 'revision_number': 4, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8ac7b61e-5cb4-412a-ac3b-d453dc02f362', 'name': '', 'network_id': '2400ffd5-c585-4dad-b2fb-2d2260ee8721', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'mac_address': 'fa:16:3e:ea:cf:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'be748427-9492-4270-a5a0-16f39bb64538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:59Z', 'updated_at': '2021-10-26T14:19:08Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'subnets': [{'id': 'be748427-9492-4270-a5a0-16f39bb64538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:26:58.938648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:58.958224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.048519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9e541-2c23-42e6-9c76-e33c5c661a16,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:59.058260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.059903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7ef6cbfa-5638-4846-be3f-54d2692202fb tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3265884 Oct 26 14:26:59.063041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.070336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '6da9e541-2c23-42e6-9c76-e33c5c661a16', 'direction': 'ingress', 'protocol': 17}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:26:59.203175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.213344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b91c5595-624e-4eec-a086-0d1e2f0d9250 req-6e8d6dbe-d517-412c-b2a5-486c954157fe tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 210 time: 0.1119652 Oct 26 14:26:59.236942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.289833 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a91939-3a4e-427e-8ef9-d235ba66cdb4 None None] New status for floating IP edb9755d-7229-4944-8016-58b318fda611: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:26:59.333907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.366536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.366791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.376633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.418747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe3ca25-1f3f-4071-a9c9-9dc0a7f5f132,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:59.442192 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.444029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e968397-80b5-4997-b108-3cfabfab1064 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3791368 Oct 26 14:26:59.447162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59576) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.486601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.490950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.491935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f9449ee-565c-4484-aed3-e40325eafe87 HTTP/1.1" status: 204 len: 168 time: 0.2875228 Oct 26 14:26:59.495003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.531914 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-e0b4683c-eb39-4246-bab9-ecb72d35bdde tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] show failed (client error): The resource could not be found. Oct 26 14:26:59.533281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e0b4683c-eb39-4246-bab9-ecb72d35bdde tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "GET /v2.0/security-groups/3f9449ee-565c-4484-aed3-e40325eafe87 HTTP/1.1" status: 404 len: 347 time: 0.0341268 Oct 26 14:26:59.537699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59580) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.558963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df95b1-fc60-469c-aabe-7f7831fb6dd8 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9449ee-565c-4484-aed3-e40325eafe87,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:59.654795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.707342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.765881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Deleting port d4d34fef-0835-442c-a496-b8880814f102 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:26:59.766513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.835407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.839243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.841439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/6da9e541-2c23-42e6-9c76-e33c5c661a16 HTTP/1.1" status: 204 len: 168 time: 0.3930631 Oct 26 14:26:59.848834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.861017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35284629-5931-4baa-bbe9-c497bea553af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9e541-2c23-42e6-9c76-e33c5c661a16,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:26:59.932768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.933558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:26:59.950616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Calling delete_port for d4d34fef-0835-442c-a496-b8880814f102 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:26:59.966670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5b6f475a-9e84-4a9d-9dfe-746aa2d780af tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050336 Oct 26 14:26:59.971138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59586) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:26:59.985009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731719196'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:00.025881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.196896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.206623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.282808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.297365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.306226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3311889 Oct 26 14:27:00.309921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:00.324987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--521907230'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:00.325437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39451e90-b236-4c80-a2fe-c4c681c64d18 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7df4b-3e03-4baf-a49a-8bbbb5f3a070,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:00.401212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Pushing event deleted for resources: {'Port': ['ID=d4d34fef-0835-442c-a496-b8880814f102,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:00.466942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e3a052f-c5f6-4ddf-b2fb-3042709ade4c req-a92fe3ce-483a-470c-aeab-c8cf5b12bbbf tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 210 time: 0.1044011 Oct 26 14:27:00.506200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.509296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.524736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.529088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1621ea6d-3f3b-4330-935c-a236f34258d1 tempest-AttachVolumeTestJSON-986845907 tempest-AttachVolumeTestJSON-986845907-project] 10.222.0.37 "DELETE /v2.0/floatingips/edb9755d-7229-4944-8016-58b318fda611 HTTP/1.1" status: 204 len: 168 time: 0.9872420 Oct 26 14:27:00.687846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80319-1328-471d-bf61-c28d7df989b6 req-7d52e1e4-878e-4c28-a4b3-cc32e2fcada3 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:00.701036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9f80319-1328-471d-bf61-c28d7df989b6 req-7d52e1e4-878e-4c28-a4b3-cc32e2fcada3 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.1779933 Oct 26 14:27:00.806389 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9f80319-1328-471d-bf61-c28d7df989b6 req-a765080f-d412-4b96-acb7-b55fe5565514 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015501 Oct 26 14:27:00.879826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-24c1b371-e5f9-42b3-af54-5d06d930f2dc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:00.881513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-24c1b371-e5f9-42b3-af54-5d06d930f2dc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.1456113 Oct 26 14:27:00.884422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.891295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:00.916990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Request body: {'port': {'device_id': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'admin_state_up': True, 'tenant_id': '812648c578c14e4ba425a9a4f5664af1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:01.043958 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.045513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7324975 Oct 26 14:27:01.048461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59604) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:01.053833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '89c7df4b-3e03-4baf-a49a-8bbbb5f3a070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52ca8c8b-fed9-43b1-b728-fd7346c35473', 'remote_ip_prefix': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:01.063808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fdedd-fdbb-4ad8-bb01-5f5da1ab252b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca8c8b-fed9-43b1-b728-fd7346c35473,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:01.157688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.268253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:01.281938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.385246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.394428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.434100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5002e7-c70b-4664-a5db-80709d95dd85,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:01.465582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.471628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-420adaf3-0db2-4019-b4d2-dd4d09b5989b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4191706 Oct 26 14:27:01.477745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Allocated IP 172.20.0.11 (7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c/ac3ea437-5646-4987-8df9-8fd02f160b25/5136b86f-e409-4ad6-8f20-c4704fe488a5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:01.479904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59608) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:01.569503 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.598259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.688641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.701810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:01.715680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2a5002e7-c70b-4664-a5db-80709d95dd85 HTTP/1.1" status: 204 len: 168 time: 0.2321630 Oct 26 14:27:01.720378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59612) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:01.751901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633acd8d-f69e-481d-bb7a-8a96b14eaa68 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5002e7-c70b-4664-a5db-80709d95dd85,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:01.811108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f53b6476-8118-4b77-8d44-66f0aba8ded5 req-9993f35d-da3f-417a-ba20-a3674e902109 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 210 time: 0.1681082 Oct 26 14:27:01.836556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e2f0013e-048a-4a66-ade6-4a8966a9a1a7 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1030076 Oct 26 14:27:01.842617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59614) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:02.024928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.053902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.088953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.091683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f485c1a-785c-42eb-8b87-9c2f3da484c9 req-b94665f5-b2a6-4e82-ba7f-e624c8e0e754 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:02.093425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f485c1a-785c-42eb-8b87-9c2f3da484c9 req-b94665f5-b2a6-4e82-ba7f-e624c8e0e754 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.1531043 Oct 26 14:27:02.098483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.123811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:02.126910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:02.160872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:02.175669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0f485c1a-785c-42eb-8b87-9c2f3da484c9 req-7a740323-4834-4f69-b8c0-7dec7c7cb73e tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Oct 26 14:27:02.188394 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.194863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.197983 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/52ca8c8b-fed9-43b1-b728-fd7346c35473 HTTP/1.1" status: 204 len: 168 time: 0.3543067 Oct 26 14:27:02.218639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:02.219267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.221741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:02.290403 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3908875 Oct 26 14:27:02.296309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a2b7c-4682-4a9f-8728-183a34e5843c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca8c8b-fed9-43b1-b728-fd7346c35473,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:02.299989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e288-7450-48db-ba47-367b18c535dd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event updated for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:02.318156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-a26c5485-5746-47d5-8ab0-836c23959ea7 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:02.320243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-a26c5485-5746-47d5-8ab0-836c23959ea7 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 949 time: 0.1211567 Oct 26 14:27:02.329152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Request body: {'port': {'device_id': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:02.368465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d98bb6c9-d472-4b36-83a3-4556dc230d57 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1402392 Oct 26 14:27:02.369299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:02.464567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.509625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.569736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Deleting port 86c0c389-2f5a-44f6-af9d-a3d697051cbd {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:02.570084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.580376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.716849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] For port 86c0c389-2f5a-44f6-af9d-a3d697051cbd, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=86c0c389-2f5a-44f6-af9d-a3d697051cbd,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:02.717284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.737504 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.742098 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:02.743663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/89c7df4b-3e03-4baf-a49a-8bbbb5f3a070 HTTP/1.1" status: 204 len: 168 time: 0.3735483 Oct 26 14:27:02.746928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:02.753521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Calling delete_port for 86c0c389-2f5a-44f6-af9d-a3d697051cbd owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:02.758061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ffdb1-7c9a-4b58-b037-069413ad6b5d tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7df4b-3e03-4baf-a49a-8bbbb5f3a070,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:02.963601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5136b86f-e409-4ad6-8f20-c4704fe488a5 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:03.009943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a0d6f5d-8082-4b18-a100-7fa53682e19f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2566366 Oct 26 14:27:03.009943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.016469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:03.020130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.021407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['86c0c389-2f5a-44f6-af9d-a3d697051cbd'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:03.022573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--667722126'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:03.065053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Pushing event deleted for resources: {'Port': ['ID=86c0c389-2f5a-44f6-af9d-a3d697051cbd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:03.116609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Transition to ACTIVE for port object 5136b86f-e409-4ad6-8f20-c4704fe488a5 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:27:03.125601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.143712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929e74-53ed-4e00-a7bd-3eaa7aa85b8b req-3efd01dd-adba-4f0c-b2ea-8380a684c3d2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:03.153361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7929e74-53ed-4e00-a7bd-3eaa7aa85b8b req-3efd01dd-adba-4f0c-b2ea-8380a684c3d2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 932 time: 0.2326012 Oct 26 14:27:03.157834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] No DVR routers for this DVR port 86c0c389-2f5a-44f6-af9d-a3d697051cbd on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:03.162546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.166791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e78c3f85-6c05-46d8-a7ff-ffd04d5a6093 req-820e3ab2-2fff-4fc7-baaf-51b7ebe1a050 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.73 "DELETE /v2.0/ports/86c0c389-2f5a-44f6-af9d-a3d697051cbd HTTP/1.1" status: 204 len: 173 time: 0.8394563 Oct 26 14:27:03.167438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'name': 'network-vif-deleted', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:03.170470 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cae785-8ced-4d14-9ff5-cf8f99b40b4b" -d '{"events": [{"server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "name": "network-vif-deleted", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:03.206922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.267611 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c74fe0-d58c-4cf2-bbff-573f3ef01653 x-openstack-request-id: req-b4c74fe0-d58c-4cf2-bbff-573f3ef01653 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:03.268252 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd", "name": "network-vif-deleted", "tag": "86c0c389-2f5a-44f6-af9d-a3d697051cbd", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:03.268803 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4c74fe0-d58c-4cf2-bbff-573f3ef01653 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:03.270570 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd', 'name': 'network-vif-deleted', 'tag': '86c0c389-2f5a-44f6-af9d-a3d697051cbd', 'status': 'completed', 'code': 200} Oct 26 14:27:03.332815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.345061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.374440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f7929e74-53ed-4e00-a7bd-3eaa7aa85b8b req-12f08a30-f263-49c2-8106-61ed5051fad2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183812 Oct 26 14:27:03.394987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Pushing event updated for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:03.472449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b48b9fab-4bc3-4806-baa1-f531bd86b069 req-c78d8788-27d7-4d93-a1fa-5692cbc27b24 tempest-VolumesBackupsTest-1421186675 tempest-VolumesBackupsTest-1421186675-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc10ffbb-4eea-4f80-b630-99c9d3bd1ccd HTTP/1.1" status: 200 len: 210 time: 0.0798175 Oct 26 14:27:03.524653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.532025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5141358 Oct 26 14:27:03.534669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:03.550714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': '5c4ea314-97fd-4f67-b33a-3506312e595e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:03.576028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbb2bf-bd28-412d-b5be-da930d421734 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ea314-97fd-4f67-b33a-3506312e595e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:03.591514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Attempting to bind port 5136b86f-e409-4ad6-8f20-c4704fe488a5 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:03.591867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Attempting to bind port 5136b86f-e409-4ad6-8f20-c4704fe488a5 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:03.592345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Attempting to bind port 5136b86f-e409-4ad6-8f20-c4704fe488a5 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:03.609787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Port 5136b86f-e409-4ad6-8f20-c4704fe488a5 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:27:03.609787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Attempting to bind port 5136b86f-e409-4ad6-8f20-c4704fe488a5 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:03.624181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:03.624614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Checking segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:03.625002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Bound using segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:03.625452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Bound port: 5136b86f-e409-4ad6-8f20-c4704fe488a5, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:03.625811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.640147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.768192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:03.781275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:03.792825 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.812483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.816744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.836767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15a8ed3-e344-4471-b0ef-3267d11cd62a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:03.873793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.876845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3c711b6b-be79-473c-9ef6-7e32302c483b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3404944 Oct 26 14:27:03.882013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:03.882215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:03.882987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.884439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] 10.222.0.73 "PUT /v2.0/ports/5136b86f-e409-4ad6-8f20-c4704fe488a5 HTTP/1.1" status: 200 len: 1092 time: 1.5799186 Oct 26 14:27:03.885451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:03.888118 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962" -d '{"events": [{"name": "network-changed", "server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:03.950191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72951d-a756-4d98-baad-79f26213e050 service neutron] Pushing event updated for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:03.965178 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.977004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:03.990132 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d44bac-0dcb-42d6-bc68-e4edba5a97b5 x-openstack-request-id: req-86d44bac-0dcb-42d6-bc68-e4edba5a97b5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:03.990132 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:03.990689 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86d44bac-0dcb-42d6-bc68-e4edba5a97b5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:03.991735 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5', 'status': 'completed', 'code': 200} Oct 26 14:27:04.024844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.035385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.037058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f15a8ed3-e344-4471-b0ef-3267d11cd62a HTTP/1.1" status: 204 len: 168 time: 0.1538758 Oct 26 14:27:04.041535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:04.052836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c338-46f6-45df-b709-dcd8a8869348 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f15a8ed3-e344-4471-b0ef-3267d11cd62a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:04.066277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-4cf69ccf-3b7f-462e-854f-7c327a6288ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:04.068667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-4cf69ccf-3b7f-462e-854f-7c327a6288ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 1095 time: 0.1125154 Oct 26 14:27:04.112547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eef21967-c9e8-473f-965d-41a596dff4e2 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691361 Oct 26 14:27:04.115986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:04.143186 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-94d3c7c1-9db7-4292-beb0-d788296bafa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5 HTTP/1.1" status: 200 len: 217 time: 0.0668941 Oct 26 14:27:04.238876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-38d2a0a3-2753-4482-9421-ebb4817c02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:04.241600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-38d2a0a3-2753-4482-9421-ebb4817c02bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0895827 Oct 26 14:27:04.268251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.314661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-130b4201-6a71-49d1-9da9-66434a282047 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654929 Oct 26 14:27:04.323642 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.444308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.447033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.450990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59654) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:04.451200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c4ea314-97fd-4f67-b33a-3506312e595e HTTP/1.1" status: 204 len: 168 time: 0.3329263 Oct 26 14:27:04.467948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb276a8-d8ba-4b15-a986-f884a3b10de3 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ea314-97fd-4f67-b33a-3506312e595e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:04.623113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e6d3df73-947c-43e6-95e9-ed8aeb1b1c61 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1652400 Oct 26 14:27:04.623113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-2e7e8cb7-5dc2-467c-8583-2e25a288205b service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968528 Oct 26 14:27:04.623492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59662) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:04.628657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426550769'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:04.651371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb62c-f925-4279-9a54-f212f78fb197 req-58187640-f5b9-46fd-8ac5-8655d27df48f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:04.659886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-669eb62c-f925-4279-9a54-f212f78fb197 req-58187640-f5b9-46fd-8ac5-8655d27df48f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 944 time: 0.1725321 Oct 26 14:27:04.666495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.836195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-669eb62c-f925-4279-9a54-f212f78fb197 req-2a816b21-7318-43c8-8a4c-fdc907ced340 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633003 Oct 26 14:27:04.863083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.873677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.913502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b0421c-13bc-421c-a6bb-147899d120d1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:04.935010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad108fa6-4ecd-4809-a31f-4b4cba5b90fb req-3ff489d3-0808-48d4-9032-f67fc69c79c6 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823091 Oct 26 14:27:04.941197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:04.946042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d72eff45-0f2c-46e6-ae62-ae291f19eb63 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3179407 Oct 26 14:27:04.946404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59666) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:04.950991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': 'c1b0421c-13bc-421c-a6bb-147899d120d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:05.017435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.099941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-7106398f-ede8-4fc6-8a17-f7f0b5592817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:05.103461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-7106398f-ede8-4fc6-8a17-f7f0b5592817 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 1095 time: 0.1045167 Oct 26 14:27:05.104932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.110525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.162921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.167193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2175207 Oct 26 14:27:05.169299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:05.181640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91993b-ee13-40c0-8098-8427d52ccd6a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be9afc-5af2-4fb0-b3b5-c5aa7e12bdc7,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:05.235095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f1538f09-ba5a-4a5d-8262-64f1f0deea1c tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules/87be9afc-5af2-4fb0-b3b5-c5aa7e12bdc7 HTTP/1.1" status: 200 len: 763 time: 0.0619564 Oct 26 14:27:05.236256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:05.393972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13f91612-70e7-40d0-8b26-b816f649e6c1 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1552572 Oct 26 14:27:05.402310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:05.404483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-5c22bdf3-8ba4-47ce-9431-6027833b01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:05.408018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-5c22bdf3-8ba4-47ce-9431-6027833b01cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.2975371 Oct 26 14:27:05.443703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.461320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.523593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.532698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.537784 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/87be9afc-5af2-4fb0-b3b5-c5aa7e12bdc7 HTTP/1.1" status: 204 len: 168 time: 0.1310267 Oct 26 14:27:05.538482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:05.547356 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-b016e14f-ccd7-4483-bea6-b81d9379594c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5 HTTP/1.1" status: 200 len: 217 time: 0.1261547 Oct 26 14:27:05.551282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c02a7-c947-4956-862b-be0bd65eaf16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87be9afc-5af2-4fb0-b3b5-c5aa7e12bdc7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:05.621978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-89249508-6105-477b-8d83-e23136b6f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:05.623297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-89249508-6105-477b-8d83-e23136b6f665 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0673797 Oct 26 14:27:05.637166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59680) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:05.642870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': 'c1b0421c-13bc-421c-a6bb-147899d120d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:05.648252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23b3cfd8-f38b-477b-875c-d31abc834590 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085331 Oct 26 14:27:05.708316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.722097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-23ea4242-aee4-477e-be8a-45244da1e5f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724010 Oct 26 14:27:05.957912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:05.977339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-9749f0ac-8cd9-4e11-9375-14659ab6e957 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349205 Oct 26 14:27:05.980066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.110691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.116621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4763949 Oct 26 14:27:06.120833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:06.122313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0a98d-df95-4c95-b018-f0c09b2b286a tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1153f5f0-a2d4-49d8-96f4-3fc46f53e543,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:06.164369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6365526c-fad2-4d8f-ad25-94f15df37245 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules/1153f5f0-a2d4-49d8-96f4-3fc46f53e543 HTTP/1.1" status: 200 len: 763 time: 0.0339653 Oct 26 14:27:06.169817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:06.214494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c7c6b-113f-4ed3-9d29-239ac99921e1 req-cfeda718-e816-442d-b45b-68d9dd9260d6 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:06.215321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa7c7c6b-113f-4ed3-9d29-239ac99921e1 req-cfeda718-e816-442d-b45b-68d9dd9260d6 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 944 time: 0.0804155 Oct 26 14:27:06.317376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cc4dba0-ec06-4bc4-a0bc-fde64166f962 req-be68fa2f-5bda-4ba8-b52f-3737f07a86d3 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308947 Oct 26 14:27:06.376069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-02fa14cb-a566-422b-97ae-0b5d5c366dc7 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2021487 Oct 26 14:27:06.378842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa7c7c6b-113f-4ed3-9d29-239ac99921e1 req-b61039f2-7fb1-4398-b492-5e485b320b16 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198933 Oct 26 14:27:06.379573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:06.482187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.502680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.619238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.632393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:06.636709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1153f5f0-a2d4-49d8-96f4-3fc46f53e543 HTTP/1.1" status: 204 len: 168 time: 0.2495425 Oct 26 14:27:06.637663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59700) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:06.646002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b3f2-f4bd-44a7-9a6d-5815dcd2f009 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1153f5f0-a2d4-49d8-96f4-3fc46f53e543,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:06.742588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f7f07be-8f7f-46e3-b244-c369c383a205 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1033623 Oct 26 14:27:06.744271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59702) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:06.748825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Request body: {'security_group_rule': {'security_group_id': 'c1b0421c-13bc-421c-a6bb-147899d120d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:06.857249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.063144 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.074622 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.109374 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bd85d6-adb9-467f-93d6-1bd2eb75dbcf,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:07.138454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.139710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-43eab9d4-eae1-4ea5-a26c-52d919faa7df tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952239 Oct 26 14:27:07.142418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59708) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.178361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d20b576c-aa7f-4870-a4d7-64745ed4c7d5 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules/b4bd85d6-adb9-467f-93d6-1bd2eb75dbcf HTTP/1.1" status: 200 len: 764 time: 0.0347879 Oct 26 14:27:07.181491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59710) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.238118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.238531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bb23a060-1cda-47f0-8142-cc23954efc16 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0557921 Oct 26 14:27:07.319280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.322198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5136b86f-e409-4ad6-8f20-c4704fe488a5 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:27:07.343110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.365749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 86c0c389-2f5a-44f6-af9d-a3d697051cbd no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:07.451748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.452262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 86c0c389-2f5a-44f6-af9d-a3d697051cbd {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:07.452262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 86c0c389-2f5a-44f6-af9d-a3d697051cbd not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:07.461113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:27:07.470153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.476181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.496475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b4bd85d6-adb9-467f-93d6-1bd2eb75dbcf HTTP/1.1" status: 204 len: 168 time: 0.2571542 Oct 26 14:27:07.525259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d7c7e-8629-45ce-9bd5-afa7fbc0445f tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4bd85d6-adb9-467f-93d6-1bd2eb75dbcf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:07.585564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59718) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.595239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-19dcecb7-b303-4a89-96ea-32de334a0780 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1168151 Oct 26 14:27:07.703587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.718498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5deed4-edb2-4168-be54-19f6398b6a3b req-1843cb1c-7ad0-48b2-b467-33e0b324e774 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:07.732771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad5deed4-edb2-4168-be54-19f6398b6a3b req-1843cb1c-7ad0-48b2-b467-33e0b324e774 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 944 time: 0.1269491 Oct 26 14:27:07.742424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.800541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:07.826803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad5deed4-edb2-4168-be54-19f6398b6a3b req-da32905e-0ddf-4e8e-b5ef-2b90841d4457 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927684 Oct 26 14:27:07.827190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '5136b86f-e409-4ad6-8f20-c4704fe488a5', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'port_id': '5136b86f-e409-4ad6-8f20-c4704fe488a5', 'mac_address': 'fa:16:3e:85:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3ea437-5646-4987-8df9-8fd02f160b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:27:07.857807 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.861078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:07.866368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59722) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.866920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1b0421c-13bc-421c-a6bb-147899d120d1 HTTP/1.1" status: 204 len: 168 time: 0.2802057 Oct 26 14:27:07.885412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aa0a3-b040-409e-877d-e6e1b150f740 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b0421c-13bc-421c-a6bb-147899d120d1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:07.930169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1bfaa2bf-ac1d-44a1-9c46-00c16fc7219b tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617886 Oct 26 14:27:07.934357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:07.990692 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:08.000306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5c6469a-50ba-4d12-a816-46c960483a29 tempest-SecGroupTest-1783264621 tempest-SecGroupTest-1783264621-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642161 Oct 26 14:27:08.055757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5136b86f-e409-4ad6-8f20-c4704fe488a5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:08.100857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:08.108328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:08.195907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:08.227042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.227934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.228645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.230024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.230901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.231445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.231934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.232752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.233347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.233841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.234352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.234957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:08.310866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:08.473761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59740) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:08.743841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1ed3eb5-e18d-46da-a540-ce587cbb399f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=225abe61ceda4f6e8bf940fdfda0a7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682865 Oct 26 14:27:08.745906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:08.892342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:08.972015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:09.117120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a165f40-de38-4d2b-b739-cdb5d2eaeadf req-b34184da-7119-4cb5-9701-122d28241b3a tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:09.129239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a165f40-de38-4d2b-b739-cdb5d2eaeadf req-b34184da-7119-4cb5-9701-122d28241b3a tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 945 time: 0.1360276 Oct 26 14:27:09.156855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:09.161118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:09.165532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/026d00a3-f13b-452e-9b12-ece909eaa3f5 HTTP/1.1" status: 204 len: 168 time: 0.4158380 Oct 26 14:27:09.193859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8e428-c2f8-47e3-aaac-82fd040996ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d00a3-f13b-452e-9b12-ece909eaa3f5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:09.214568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a165f40-de38-4d2b-b739-cdb5d2eaeadf req-0d2b5d6f-3507-4f0f-8a92-27d6a94e8e7c tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Oct 26 14:27:09.321817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5136b86f-e409-4ad6-8f20-c4704fe488a5 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:09.587472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 5136b86f-e409-4ad6-8f20-c4704fe488a5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:27:09.596404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 5136b86f-e409-4ad6-8f20-c4704fe488a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:09.597005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:09.783615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:09.844153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:09.851249 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef461b6f-3b01-4749-a482-39a403d747e6" -d '{"events": [{"server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "name": "network-vif-plugged", "status": "completed", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:09.879223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:09.901733 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:10.165220 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cdec7c-fedc-45fb-b5e5-71816160e529 x-openstack-request-id: req-95cdec7c-fedc-45fb-b5e5-71816160e529 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:10.165518 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "name": "network-vif-plugged", "status": "completed", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:10.165775 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95cdec7c-fedc-45fb-b5e5-71816160e529 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:10.167088 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5', 'code': 200} Oct 26 14:27:10.168093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:10.212989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630992-f530-4a50-b5eb-16f17ea263f8 req-d943f83b-20e5-4ae8-84e0-0562f250056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:10.215694 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad630992-f530-4a50-b5eb-16f17ea263f8 req-d943f83b-20e5-4ae8-84e0-0562f250056b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 1097 time: 0.1326411 Oct 26 14:27:10.220508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-38fa2e09-37cc-4ca6-addf-db3bc5624c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:10.277301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ad630992-f530-4a50-b5eb-16f17ea263f8 req-7bef9d9b-0e63-42ef-8f9e-1cc63348c67b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 Oct 26 14:27:10.558693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5e17e-9534-410d-a8c5-286665e3756b req-73fb5707-0a5f-4f87-9013-9b0aea2245c6 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:10.560506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03b5e17e-9534-410d-a8c5-286665e3756b req-73fb5707-0a5f-4f87-9013-9b0aea2245c6 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.1019161 Oct 26 14:27:10.653514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03b5e17e-9534-410d-a8c5-286665e3756b req-75506e10-4f6e-4b41-9dae-79d9442a46ac tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831165 Oct 26 14:27:10.832668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59814) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:11.033804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1158735642'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:11.082743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Made reservation on behalf of 06a963b8dd6744828279528d72182e8f for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:11.087179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.105437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.322474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.330772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.387795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3960da0d-ba77-40f9-92a2-0e70e3b9c262,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:11.393045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:27:11.409200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.409723 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Added segment 328b9a37-c41b-498a-99cc-fffb924a9f5f of type vlan for network df20412b-a425-4d3d-8b17-3f1f229ac4bf Oct 26 14:27:11.474833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.514404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.525608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.526262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.603723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7669818 Oct 26 14:27:11.604120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:11.613738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Request body: {'subnet': {'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:11.622908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd6ca-eaab-4650-96a8-e31749275cd1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event updated for resources: {'Network': ['ID=df20412b-a425-4d3d-8b17-3f1f229ac4bf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:11.636264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:27:11.790313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Made reservation on behalf of 06a963b8dd6744828279528d72182e8f for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:11.794300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:11.902589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb49a-9f7c-43a0-ac3c-5dcc5ad31787 req-b84df24c-de7b-4472-bd37-17645ccb37d7 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:11.913780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a68fb49a-9f7c-43a0-ac3c-5dcc5ad31787 req-b84df24c-de7b-4472-bd37-17645ccb37d7 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.1401827 Oct 26 14:27:11.979735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a68fb49a-9f7c-43a0-ac3c-5dcc5ad31787 req-c2752be1-19c6-465b-b799-a84361bae834 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570457 Oct 26 14:27:12.227377 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.369885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event updated for resources: {'Subnet': ['ID=be15ba23-4b69-4c2d-8a08-42e32da2454e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:12.374277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Checking segment: {'id': '328b9a37-c41b-498a-99cc-fffb924a9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:12.374712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Network hostable DHCP agents. Network: df20412b-a425-4d3d-8b17-3f1f229ac4bf, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:27:12.431121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:27:12.452814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, df20412b-a425-4d3d-8b17-3f1f229ac4bf) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:12.466840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:12.467615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.472109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21389d35-217c-4463-ac1b-1c452e7bc8b6 None None] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:12.506159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2c831a19-9ada-4cce-9f35-e56eefb708a1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8959546 Oct 26 14:27:12.507722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59882) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:12.514424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Request body: {'port': {'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf', 'name': 'tempest-TagsExtTest-1769502746'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:12.894195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Made reservation on behalf of 06a963b8dd6744828279528d72182e8f for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:12.899404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.927563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-df20412b-a425-4d3d-8b17-3f1f229ac4bf', 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf', 'tenant_id': '06a963b8dd6744828279528d72182e8f', 'fixed_ips': [{'subnet_id': 'be15ba23-4b69-4c2d-8a08-42e32da2454e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:27:12.928701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:12.943459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] device_id is not set on port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:27:13.035170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72adc503-ac28-46b7-afca-1d96491db24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:13.077589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Allocated IP 172.20.0.5 (df20412b-a425-4d3d-8b17-3f1f229ac4bf/be15ba23-4b69-4c2d-8a08-42e32da2454e/6368a69d-2fe8-40b1-a47c-2b85f4f3948f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:13.315116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:13.429752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:13.579202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Allocated IP 172.20.0.2 (df20412b-a425-4d3d-8b17-3f1f229ac4bf/be15ba23-4b69-4c2d-8a08-42e32da2454e/a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:13.587958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:13.596216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:13.606219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:13.840429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:13.841061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:13.849402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event updated for resources: {'Port': ['ID=6368a69d-2fe8-40b1-a47c-2b85f4f3948f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:13.908910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f17b6dd4-64ed-4f19-a987-1f1596a106c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3990386 Oct 26 14:27:13.911700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:13.916380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-124765146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:13.995068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:13.996166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.009747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.057797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.072219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.153645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.163946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.217933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Pushing event updated for resources: {'Port': ['ID=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:14.240401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.244865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca8a4e57-a7eb-45ad-92c4-86ce31a9565f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3293846 Oct 26 14:27:14.245270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59910) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:14.253057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3fd242ca-c2e0-4376-98ad-7037e7616f06 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-42172403', 'prefixes': ['172.20.0.0/16']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:14.307655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:14.337529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:14.342734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:14.361418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.492977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd242ca-c2e0-4376-98ad-7037e7616f06 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for subnetpool, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.494591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3fd242ca-c2e0-4376-98ad-7037e7616f06 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2479291 Oct 26 14:27:14.498006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59912) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:14.503273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-2d04d4c2-a5ef-4fc9-9a0f-503eb679b73c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-192893065') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:14.574859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Attempting to bind port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:14.575241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Attempting to bind port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '328b9a37-c41b-498a-99cc-fffb924a9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:14.578846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Attempting to bind port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 on network df20412b-a425-4d3d-8b17-3f1f229ac4bf {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:14.603723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:14.604428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Checking segment: {'id': '328b9a37-c41b-498a-99cc-fffb924a9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:14.604594 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.605159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Bound using segment: {'id': '328b9a37-c41b-498a-99cc-fffb924a9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:14.605878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Bound port: a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328b9a37-c41b-498a-99cc-fffb924a9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'df20412b-a425-4d3d-8b17-3f1f229ac4bf'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:14.606400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.765017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] For port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:14.769383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] For port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,segment=NetworkSegment(328b9a37-c41b-498a-99cc-fffb924a9f5f),segment_id=328b9a37-c41b-498a-99cc-fffb924a9f5f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:14.781818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:14.807750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59916) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:14.808341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d04d4c2-a5ef-4fc9-9a0f-503eb679b73c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-192893065 HTTP/1.1" status: 201 len: 201 time: 0.3087220 Oct 26 14:27:14.816094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-697b1725-37dc-461b-9e04-74949418a7ca tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-821466115') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:14.904775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c331fe-0a4f-40c8-ae37-ad2eac04c2eb None None] Pushing event updated for resources: {'Port': ['ID=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:14.971169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-697b1725-37dc-461b-9e04-74949418a7ca tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-821466115 HTTP/1.1" status: 201 len: 201 time: 0.1615539 Oct 26 14:27:14.981135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59924) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:14.988680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-30ef5c77-2920-4cd8-87aa-2c9512f09a3e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1983936629') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.155544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30ef5c77-2920-4cd8-87aa-2c9512f09a3e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1983936629 HTTP/1.1" status: 201 len: 201 time: 0.1721351 Oct 26 14:27:15.157293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.163506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-ea7c3a67-37b2-4c00-b1ec-50245e7f66ed tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-463570046') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.290976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea7c3a67-37b2-4c00-b1ec-50245e7f66ed tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-463570046 HTTP/1.1" status: 201 len: 201 time: 0.1301765 Oct 26 14:27:15.291950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59934) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.302190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-34ae2def-b0de-45d3-8cf2-8065a364b816 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.502899 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34ae2def-b0de-45d3-8cf2-8065a364b816 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 200 len: 240 time: 0.2094536 Oct 26 14:27:15.505953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59942) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.511888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-f9292cc4-eeba-4470-a6f9-9d81c8a79888 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-192893065') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.628180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9292cc4-eeba-4470-a6f9-9d81c8a79888 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-192893065 HTTP/1.1" status: 204 len: 168 time: 0.1206448 Oct 26 14:27:15.630944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.640664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-c21271a3-537c-4fe3-a80c-bd4b92601594 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-192893065') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.794172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:15.850427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59948) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.852165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c21271a3-537c-4fe3-a80c-bd4b92601594 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-192893065 HTTP/1.1" status: 204 len: 168 time: 0.2182207 Oct 26 14:27:15.861838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-07e06014-5e3e-4dea-912a-f9409348fcbc tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:15.978682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59950) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:15.992360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-825464c3-057e-4aec-999f-76bd5f99b5c7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:16.002562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07e06014-5e3e-4dea-912a-f9409348fcbc tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 200 len: 205 time: 0.1483767 Oct 26 14:27:16.132461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59956) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:16.138733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-c5ab0186-6e50-4b3a-880f-43f19750742f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-821466115') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:16.149242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-825464c3-057e-4aec-999f-76bd5f99b5c7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 200 len: 240 time: 0.1671164 Oct 26 14:27:16.366848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:16.582472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:16.584832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:16.716720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b3eed-88c2-43ab-8d00-3ae809578bf9 None None] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:16.881491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2df34344-4c1b-41e2-a468-d43f12cb4986 None None] Provisioning complete for port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:16.884083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2df34344-4c1b-41e2-a468-d43f12cb4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:16.928345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5ab0186-6e50-4b3a-880f-43f19750742f tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-821466115 HTTP/1.1" status: 204 len: 168 time: 0.7941904 Oct 26 14:27:16.931056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59962) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:16.938744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-de965431-15dd-4c3c-940f-f8ab61bbfa85 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-821466115') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:16.954237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:17.066595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59964) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:17.066870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-de965431-15dd-4c3c-940f-f8ab61bbfa85 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-821466115 HTTP/1.1" status: 204 len: 168 time: 0.1341193 Oct 26 14:27:17.073388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-28ced757-21eb-4e56-b81e-dd6c2566c740 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:17.121680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,segment=NetworkSegment(328b9a37-c41b-498a-99cc-fffb924a9f5f),segment_id=328b9a37-c41b-498a-99cc-fffb924a9f5f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:17.202702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2df34344-4c1b-41e2-a468-d43f12cb4986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:17.225217 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-28ced757-21eb-4e56-b81e-dd6c2566c740 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 200 len: 205 time: 0.1545115 Oct 26 14:27:17.225705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59970) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:17.240457 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:17.243300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-cb2aaa9b-9c77-44e9-8162-7826b9b7e74c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:17.523370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:17.528709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-a4989d9f-90a8-4fcc-a564-e9c7956dcf8a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1983936629') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:17.533674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb2aaa9b-9c77-44e9-8162-7826b9b7e74c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 200 len: 241 time: 0.3043208 Oct 26 14:27:17.552450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:17.562043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-2df34344-4c1b-41e2-a468-d43f12cb4986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:27:17.562386 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-2df34344-4c1b-41e2-a468-d43f12cb4986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:27:17.714331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59980) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:17.720337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a4989d9f-90a8-4fcc-a564-e9c7956dcf8a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1983936629 HTTP/1.1" status: 204 len: 168 time: 0.1954994 Oct 26 14:27:17.720809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-34e2c996-4af3-4e8b-b1af-c3bc11b151b2 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1983936629') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:17.970458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34e2c996-4af3-4e8b-b1af-c3bc11b151b2 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1983936629 HTTP/1.1" status: 204 len: 168 time: 0.2526360 Oct 26 14:27:17.971106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59984) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:17.977924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-564c45d4-4b13-4549-a384-8c27ff46977c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.245416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-564c45d4-4b13-4549-a384-8c27ff46977c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 200 len: 205 time: 0.2736099 Oct 26 14:27:18.246308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59988) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.263854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-6ac3f2db-cd25-4337-9d17-64ef97f7ad91 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.328136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:18.353352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6ac3f2db-cd25-4337-9d17-64ef97f7ad91 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 200 len: 240 time: 0.0970731 Oct 26 14:27:18.354992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59990) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.356922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-46744eb9-50cf-4c57-8d39-1737353c95f6 None None] Provisioning complete for port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:18.366705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46744eb9-50cf-4c57-8d39-1737353c95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:18.371663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-d45d5f80-ac3e-4bd5-88fd-c227ba7aca94 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-463570046') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.418936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.419439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d45d5f80-ac3e-4bd5-88fd-c227ba7aca94 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-463570046 HTTP/1.1" status: 204 len: 168 time: 0.0618629 Oct 26 14:27:18.425800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-6b161477-0b17-453d-8b61-66271291c23e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-463570046') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.438218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-46744eb9-50cf-4c57-8d39-1737353c95f6 None None] Port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:27:18.452419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-46744eb9-50cf-4c57-8d39-1737353c95f6 None None] Provisioning complete for port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:18.452823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46744eb9-50cf-4c57-8d39-1737353c95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:18.477786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6b161477-0b17-453d-8b61-66271291c23e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-463570046 HTTP/1.1" status: 204 len: 168 time: 0.0553811 Oct 26 14:27:18.478299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 59994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.484062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-1f53b436-17b6-41a0-bac0-6ae1a6608f25 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.509862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:18.510112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:18.530842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 59996) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.536970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-bfe0bbf4-fa1c-4077-8dcb-595f385c7d11 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.541436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f53b436-17b6-41a0-bac0-6ae1a6608f25 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 200 len: 205 time: 0.0617864 Oct 26 14:27:18.592151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.595736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bfe0bbf4-fa1c-4077-8dcb-595f385c7d11 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 204 len: 168 time: 0.0632069 Oct 26 14:27:18.598051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-798820f7-bc4d-4023-873c-6a69cb8ba099 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.746028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-798820f7-bc4d-4023-873c-6a69cb8ba099 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.1523397 Oct 26 14:27:18.749017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.760758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-17bd551d-4725-4f64-8812-57dd9190b352 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.896093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-17bd551d-4725-4f64-8812-57dd9190b352 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 204 len: 168 time: 0.1451206 Oct 26 14:27:18.898835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:18.905428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-8c97679c-f034-4af7-a972-3f84165435c7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:18.921925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-28237b25-eaf3-4c2f-b1b4-3a5044505f81 None None] Provisioning complete for port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:18.922284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28237b25-eaf3-4c2f-b1b4-3a5044505f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:18.999637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-28237b25-eaf3-4c2f-b1b4-3a5044505f81 None None] Port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:27:19.061734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c97679c-f034-4af7-a972-3f84165435c7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 204 len: 168 time: 0.1580424 Oct 26 14:27:19.062299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60010) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.079610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-7928fc30-a46b-47e4-82d1-87ad7805712a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-542212542') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.173868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60012) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.180842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-32db9fe5-2dd9-469e-a79f-3d24d5d51827 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-1487443847') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.189394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7928fc30-a46b-47e4-82d1-87ad7805712a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-542212542 HTTP/1.1" status: 201 len: 201 time: 0.1263371 Oct 26 14:27:19.305138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-32db9fe5-2dd9-469e-a79f-3d24d5d51827 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-1487443847 HTTP/1.1" status: 201 len: 201 time: 0.1263409 Oct 26 14:27:19.305532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60014) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.317910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-36734375-8128-4895-87af-b10b8d4a23e0 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1766346706') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.571516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.582880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-36734375-8128-4895-87af-b10b8d4a23e0 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1766346706 HTTP/1.1" status: 201 len: 201 time: 0.2736008 Oct 26 14:27:19.583228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60026) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.588371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-7f287350-eab0-42fe-b103-54b7bab91850 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-623876347') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.673821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f287350-eab0-42fe-b103-54b7bab91850 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-623876347 HTTP/1.1" status: 201 len: 201 time: 0.0884221 Oct 26 14:27:19.675587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60030) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.700921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-b231c460-7eea-432c-9488-5940318a5f41 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', {'tags': ['tempest-TagsExtTest-Tag-974373327', 'tempest-TagsExtTest-Tag-1598219329', 'tempest-TagsExtTest-Tag-1305016568']}) {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.805103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60032) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.810211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-81650076-0e9d-4d53-8991-6284c50d85a9 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:19.821093 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b231c460-7eea-432c-9488-5940318a5f41 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 200 len: 317 time: 0.1386461 Oct 26 14:27:19.980185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81650076-0e9d-4d53-8991-6284c50d85a9 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 204 len: 168 time: 0.1738572 Oct 26 14:27:19.980506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60036) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:19.986263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-eb7809ce-00da-45c1-be37-b97b034ac208 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-974373327') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.178508 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-eb7809ce-00da-45c1-be37-b97b034ac208 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:20.179709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb7809ce-00da-45c1-be37-b97b034ac208 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-974373327 HTTP/1.1" status: 404 len: 328 time: 0.1982114 Oct 26 14:27:20.185628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60040) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.190774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-1e078526-0e10-4b29-8fc7-94c49d4a732c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-1598219329') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.322657 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-1e078526-0e10-4b29-8fc7-94c49d4a732c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:20.327263 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e078526-0e10-4b29-8fc7-94c49d4a732c tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-1598219329 HTTP/1.1" status: 404 len: 329 time: 0.1405294 Oct 26 14:27:20.327858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60042) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.343193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-33037180-f582-4fdb-8b9d-bcad3655752e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e', 'tempest-TagsExtTest-Tag-1305016568') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.480780 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-33037180-f582-4fdb-8b9d-bcad3655752e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:20.486660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33037180-f582-4fdb-8b9d-bcad3655752e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags/tempest-TagsExtTest-Tag-1305016568 HTTP/1.1" status: 404 len: 329 time: 0.1577764 Oct 26 14:27:20.487241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.500940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-5281ca27-95df-46f3-93e9-e431b3159db8 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', {'tags': ['tempest-TagsExtTest-Tag-1789022220', 'tempest-TagsExtTest-Tag-16917964', 'tempest-TagsExtTest-Tag-630420074']}) {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.616457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:20.657581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5281ca27-95df-46f3-93e9-e431b3159db8 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 200 len: 315 time: 0.1593082 Oct 26 14:27:20.659407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60046) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.669635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-33beaaea-776b-49e3-8eb5-92fc7bacc168 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.866752 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33beaaea-776b-49e3-8eb5-92fc7bacc168 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 204 len: 168 time: 0.2043927 Oct 26 14:27:20.867402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60050) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.878082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-c9dc2245-30dc-44b0-82ce-a268776819a2 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-1789022220') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:20.980205 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c9dc2245-30dc-44b0-82ce-a268776819a2 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:20.984344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9dc2245-30dc-44b0-82ce-a268776819a2 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-1789022220 HTTP/1.1" status: 404 len: 329 time: 0.1155307 Oct 26 14:27:20.984973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:20.989832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-cd00ae5d-2d99-4e2f-8fb4-9cab53217011 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-16917964') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.081300 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-cd00ae5d-2d99-4e2f-8fb4-9cab53217011 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:21.089494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd00ae5d-2d99-4e2f-8fb4-9cab53217011 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-16917964 HTTP/1.1" status: 404 len: 327 time: 0.1033888 Oct 26 14:27:21.090134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.102956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-0e68fe85-0bf3-4e07-8ab1-863e603cd03a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f', 'tempest-TagsExtTest-Tag-630420074') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.225333 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-0e68fe85-0bf3-4e07-8ab1-863e603cd03a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:21.230207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e68fe85-0bf3-4e07-8ab1-863e603cd03a tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags/tempest-TagsExtTest-Tag-630420074 HTTP/1.1" status: 404 len: 328 time: 0.1389313 Oct 26 14:27:21.230816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60056) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.240386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-b214a88f-2dc1-41bb-b0c1-371aa87c9a23 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', {'tags': ['tempest-TagsExtTest-Tag-1787414234', 'tempest-TagsExtTest-Tag-1189044180', 'tempest-TagsExtTest-Tag-1888279976']}) {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.350927 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b214a88f-2dc1-41bb-b0c1-371aa87c9a23 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 200 len: 318 time: 0.1178279 Oct 26 14:27:21.352372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60060) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.358691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-cb625d6a-5175-468d-8e08-efe5a6b825d1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.578312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cb625d6a-5175-468d-8e08-efe5a6b825d1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.2243907 Oct 26 14:27:21.580422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60066) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.588241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-f8dfc6bf-5c5f-4683-acca-9724811e0018 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1787414234') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.677939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Deleting port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:21.678529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:21.762761 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-f8dfc6bf-5c5f-4683-acca-9724811e0018 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:21.763750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8dfc6bf-5c5f-4683-acca-9724811e0018 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1787414234 HTTP/1.1" status: 404 len: 329 time: 0.1821895 Oct 26 14:27:21.767807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60068) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.773523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-09a8ea12-a199-4149-8060-20656faf022b tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1189044180') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.882253 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-09a8ea12-a199-4149-8060-20656faf022b tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:21.883326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-09a8ea12-a199-4149-8060-20656faf022b tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1189044180 HTTP/1.1" status: 404 len: 329 time: 0.1145535 Oct 26 14:27:21.886425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:21.890378 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:21.891333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-90f67ecf-1449-44de-a727-6f53db958013 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9', 'tempest-TagsExtTest-Tag-1888279976') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:21.957231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] For port 8ac7b61e-5cb4-412a-ac3b-d453dc02f362, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:21.957685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:21.996103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Calling delete_port for 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:22.033686 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-90f67ecf-1449-44de-a727-6f53db958013 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:22.035923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-90f67ecf-1449-44de-a727-6f53db958013 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags/tempest-TagsExtTest-Tag-1888279976 HTTP/1.1" status: 404 len: 329 time: 0.1473382 Oct 26 14:27:22.038305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60082) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.043443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.tag.tag_plugin [None req-727ffe54-6c33-4a1c-a501-31d3d8b8d4bd tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', {'tags': ['tempest-TagsExtTest-Tag-795916448', 'tempest-TagsExtTest-Tag-290369779', 'tempest-TagsExtTest-Tag-1727900518']}) {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.145682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-727ffe54-6c33-4a1c-a501-31d3d8b8d4bd tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "PUT /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 200 len: 316 time: 0.1058357 Oct 26 14:27:22.148646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60084) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.153835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-58a4b891-ffca-4adf-b044-ab248c638b7b tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.226998 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58a4b891-ffca-4adf-b044-ab248c638b7b tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 204 len: 168 time: 0.0771475 Oct 26 14:27:22.231159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60086) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.237411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-f355fad3-854d-456f-a47c-a1dcbe509ef7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-795916448') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.293821 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-f355fad3-854d-456f-a47c-a1dcbe509ef7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:22.295448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f355fad3-854d-456f-a47c-a1dcbe509ef7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-795916448 HTTP/1.1" status: 404 len: 328 time: 0.0631731 Oct 26 14:27:22.298030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60088) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.304554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-86a29ed4-f3e2-4f88-974b-bfbd9588f6ca tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-290369779') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.337685 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-86a29ed4-f3e2-4f88-974b-bfbd9588f6ca tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:22.339890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86a29ed4-f3e2-4f88-974b-bfbd9588f6ca tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-290369779 HTTP/1.1" status: 404 len: 328 time: 0.0403843 Oct 26 14:27:22.344320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60090) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.352457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-fc7d3359-65bc-4fd5-a83d-e295044685b5 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a', 'tempest-TagsExtTest-Tag-1727900518') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.407122 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-fc7d3359-65bc-4fd5-a83d-e295044685b5 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] show failed (client error): The resource could not be found. Oct 26 14:27:22.408179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fc7d3359-65bc-4fd5-a83d-e295044685b5 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags/tempest-TagsExtTest-Tag-1727900518 HTTP/1.1" status: 404 len: 329 time: 0.0621965 Oct 26 14:27:22.411790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.416377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-268daabd-99c7-4016-b261-5bb60d57d0f9 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'de26a237-b5a3-4309-983c-0ee60397c65a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.430395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:22.472894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-268daabd-99c7-4016-b261-5bb60d57d0f9 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a/tags HTTP/1.1" status: 204 len: 168 time: 0.0598872 Oct 26 14:27:22.476098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.481695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-81eeeab8-6d02-44dc-97cc-bf669befd6aa tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e5c5b55d-0173-4e47-a9b7-3af761c88fc9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.524342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac7b61e-5cb4-412a-ac3b-d453dc02f362,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:22.744979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81eeeab8-6d02-44dc-97cc-bf669befd6aa tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9/tags HTTP/1.1" status: 204 len: 168 time: 0.2672808 Oct 26 14:27:22.748153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60100) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.757877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-0590b843-88d2-4bd7-9ed0-288ff7b57d98 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6368a69d-2fe8-40b1-a47c-2b85f4f3948f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.870242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0590b843-88d2-4bd7-9ed0-288ff7b57d98 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f/tags HTTP/1.1" status: 204 len: 168 time: 0.1172721 Oct 26 14:27:22.873430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60102) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:22.878534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.tag.tag_plugin [None req-7feca0dc-4209-488b-b6af-8b3b0dc7653e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'be15ba23-4b69-4c2d-8a08-42e32da2454e') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:22.907227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.006450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7feca0dc-4209-488b-b6af-8b3b0dc7653e tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e/tags HTTP/1.1" status: 204 len: 168 time: 0.1315217 Oct 26 14:27:23.011198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60104) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:23.216472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95ecb4a5-e366-4841-a409-ac29693aa8c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for subnetpool, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.218343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-95ecb4a5-e366-4841-a409-ac29693aa8c1 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnetpools/de26a237-b5a3-4309-983c-0ee60397c65a HTTP/1.1" status: 204 len: 168 time: 0.2034111 Oct 26 14:27:23.220877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60108) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:23.258784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cda34cc4-097c-4908-8b1f-71b3983231a7 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "GET /v2.0/ports?device_id=e5c5b55d-0173-4e47-a9b7-3af761c88fc9 HTTP/1.1" status: 200 len: 205 time: 0.0362439 Oct 26 14:27:23.261397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60110) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:23.264879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Router 3a63eb61-ff88-498c-b0b6-31951a51d28f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:27:23.373332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.384870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.526884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:23.542746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-204e6703-148d-4238-b25a-32ef9dafcaef admin admin] 10.222.0.37 "PUT /v2.0/routers/3a63eb61-ff88-498c-b0b6-31951a51d28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9695466 Oct 26 14:27:23.542880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:23.552625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Sync routers for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:23.578575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:23.580088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:23.751131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:23.798504 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.808915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.872756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.918888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.919338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Fanout notify agent at l3_agent the message router_deleted on router e5c5b55d-0173-4e47-a9b7-3af761c88fc9 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:27:23.926856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:23.928175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0957bc5a-b81a-4997-92e3-1d9a23d2fe51 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/routers/e5c5b55d-0173-4e47-a9b7-3af761c88fc9 HTTP/1.1" status: 204 len: 168 time: 0.6650758 Oct 26 14:27:23.932628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60118) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:24.023764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.122321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:27:22Z', 'revision_number': 5, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port': {'id': '4706e773-92b1-4747-96ad-88b6d37d8e5b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:18:54Z', 'updated_at': '2021-10-26T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:24.159401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Deleting port 4706e773-92b1-4747-96ad-88b6d37d8e5b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:24.159744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.163856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Deleting port 6368a69d-2fe8-40b1-a47c-2b85f4f3948f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:24.164197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.198419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Checking router: 3a63eb61-ff88-498c-b0b6-31951a51d28f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:24.220726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Routers {'3a63eb61-ff88-498c-b0b6-31951a51d28f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:24.221598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3a63eb61-ff88-498c-b0b6-31951a51d28f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:24.339133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] For port 4706e773-92b1-4747-96ad-88b6d37d8e5b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4706e773-92b1-4747-96ad-88b6d37d8e5b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:24.339843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.355363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] Set router 3a63eb61-ff88-498c-b0b6-31951a51d28f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:24.357895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Calling delete_port for 4706e773-92b1-4747-96ad-88b6d37d8e5b owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:24.381025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.399587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Calling delete_port for 6368a69d-2fe8-40b1-a47c-2b85f4f3948f owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:24.461711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:27:24Z', 'revision_number': 6, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:24.521023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d922c-b204-4e88-a01a-e6501f7f206c None None] The sync data for ids ['3a63eb61-ff88-498c-b0b6-31951a51d28f'] in n-d-813419-9 is: [{'id': '3a63eb61-ff88-498c-b0b6-31951a51d28f', 'name': 'tempest-AttachVolumeTestJSON-16684934-router', 'tenant_id': 'ee6cda96fe4b45d9b490757220c3888f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:18:53Z', 'updated_at': '2021-10-26T14:27:24Z', 'revision_number': 6, 'project_id': 'ee6cda96fe4b45d9b490757220c3888f', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:27:24.630872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.658271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.680139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event deleted for resources: {'Port': ['ID=6368a69d-2fe8-40b1-a47c-2b85f4f3948f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:24.697059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4706e773-92b1-4747-96ad-88b6d37d8e5b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:24.789920 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.807141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.812229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cbc43d4d-3f8a-40b9-b531-bd57e5a638b4 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/ports/6368a69d-2fe8-40b1-a47c-2b85f4f3948f HTTP/1.1" status: 204 len: 168 time: 0.8761179 Oct 26 14:27:24.814681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:24.885579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Deleting subnet be15ba23-4b69-4c2d-8a08-42e32da2454e {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:27:24.890314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.930085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.933627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:24.952996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.034915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.035488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a63eb61-ff88-498c-b0b6-31951a51d28f {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:27:25.041816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.045564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3a372757-a006-47c0-a2cd-f3bd1f2d34ed admin admin] 10.222.0.37 "DELETE /v2.0/routers/3a63eb61-ff88-498c-b0b6-31951a51d28f HTTP/1.1" status: 204 len: 168 time: 1.5017781 Oct 26 14:27:25.046823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:25.069253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.098999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Deleting subnet be748427-9492-4270-a5a0-16f39bb64538 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:27:25.104301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.139116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.151547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.170513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event deleted for resources: {'Subnet': ['ID=be15ba23-4b69-4c2d-8a08-42e32da2454e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:25.177293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.179116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcaa92e-5c93-4135-b296-407b29dfc210 None None] Network df20412b-a425-4d3d-8b17-3f1f229ac4bf requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:25.183644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a923029f-5877-4bb7-b03f-b932ecb8130d tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/subnets/be15ba23-4b69-4c2d-8a08-42e32da2454e HTTP/1.1" status: 204 len: 168 time: 0.3655112 Oct 26 14:27:25.183965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60130) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:25.311627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.368327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.460705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] DHCP port deletion for df20412b-a425-4d3d-8b17-3f1f229ac4bf request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:27:25.486244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Deleting port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:25.486732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.527715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Deleting port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:25.529091 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.547472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.580174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.584083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/be748427-9492-4270-a5a0-16f39bb64538 HTTP/1.1" status: 204 len: 168 time: 0.5361059 Oct 26 14:27:25.586777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60138) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:25.609034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529ea19-2ec2-4a57-9ef3-f39911d697b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be748427-9492-4270-a5a0-16f39bb64538,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:25.643428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] For port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,segment=NetworkSegment(328b9a37-c41b-498a-99cc-fffb924a9f5f),segment_id=328b9a37-c41b-498a-99cc-fffb924a9f5f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:25.643983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.658506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a762171-269c-4609-872d-da77e3485067 None None] Network 2400ffd5-c585-4dad-b2fb-2d2260ee8721 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:25.661966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] For port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,segment=NetworkSegment(328b9a37-c41b-498a-99cc-fffb924a9f5f),segment_id=328b9a37-c41b-498a-99cc-fffb924a9f5f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:25.662595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.677405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Calling delete_port for a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:25.708717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Calling delete_port for a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:25.756405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.895536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Deleting port f084537e-ec37-4573-a1d2-e98e1a356d63 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:25.896269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.938530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:25.953945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] No DVR routers for this DVR port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:25.955357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.003945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] Pushing event deleted for resources: {'Port': ['ID=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.013704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9d0dc-1fd1-468a-8c3b-e6ca366f04df None None] No DVR routers for this DVR port a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:26.044508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] DHCP port deletion for 2400ffd5-c585-4dad-b2fb-2d2260ee8721 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:27:26.067161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] For port f084537e-ec37-4573-a1d2-e98e1a356d63, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f084537e-ec37-4573-a1d2-e98e1a356d63,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:26.067652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.096360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Calling delete_port for f084537e-ec37-4573-a1d2-e98e1a356d63 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:26.109637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Deleting port f084537e-ec37-4573-a1d2-e98e1a356d63 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:26.110106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.213174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] For port f084537e-ec37-4573-a1d2-e98e1a356d63, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f084537e-ec37-4573-a1d2-e98e1a356d63,segment=NetworkSegment(0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb),segment_id=0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:26.215015 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.237110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Calling delete_port for f084537e-ec37-4573-a1d2-e98e1a356d63 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:26.288829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.289901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:26.319761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:26.320457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8ac7b61e-5cb4-412a-ac3b-d453dc02f362 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:26.321046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f084537e-ec37-4573-a1d2-e98e1a356d63 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:26.327049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f084537e-ec37-4573-a1d2-e98e1a356d63,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.329097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] No DVR routers for this DVR port f084537e-ec37-4573-a1d2-e98e1a356d63 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:26.359651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f084537e-ec37-4573-a1d2-e98e1a356d63 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:26.359997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f084537e-ec37-4573-a1d2-e98e1a356d63 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:26.360411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:26.428188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:26.428631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:26.428976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4706e773-92b1-4747-96ad-88b6d37d8e5b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:26.439797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.473928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4706e773-92b1-4747-96ad-88b6d37d8e5b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:26.474465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4706e773-92b1-4747-96ad-88b6d37d8e5b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:26.478646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2400ffd5-c585-4dad-b2fb-2d2260ee8721']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.479068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event deleted for resources: {'Port': ['ID=a698a9cc-3ba0-49a3-8ae9-5b91bf4bd063,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.495263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.495561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc0d40a-3c3e-4fbf-b135-3bc9837a75eb') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.498327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.506077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.525850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.549904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] Pushing event deleted for resources: {'Port': ['ID=f084537e-ec37-4573-a1d2-e98e1a356d63,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.553036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df20412b-a425-4d3d-8b17-3f1f229ac4bf']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.554206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.556794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2231c3d-a906-4191-b222-30312c240aa1 None None] No DVR routers for this DVR port f084537e-ec37-4573-a1d2-e98e1a356d63 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:26.572943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328b9a37-c41b-498a-99cc-fffb924a9f5f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.573240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328b9a37-c41b-498a-99cc-fffb924a9f5f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:26.578504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:27:26.578918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.587900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.607609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.616763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:27:26.617162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:27:26.621510 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:27:26.641871 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:27:26.653705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.677239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.681473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2400ffd5-c585-4dad-b2fb-2d2260ee8721 HTTP/1.1" status: 204 len: 168 time: 1.0936072 Oct 26 14:27:26.682496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a0d8-5df6-4d9a-8c91-6d9593cf1fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2400ffd5-c585-4dad-b2fb-2d2260ee8721,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.700027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.703999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:26.707252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] 10.222.0.37 "DELETE /v2.0/networks/df20412b-a425-4d3d-8b17-3f1f229ac4bf HTTP/1.1" status: 204 len: 168 time: 1.5222847 Oct 26 14:27:26.735931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f1123-01e9-4bee-b204-ba56efbd5987 tempest-TagsExtTest-925820438 tempest-TagsExtTest-925820438-project] Pushing event deleted for resources: {'Network': ['ID=df20412b-a425-4d3d-8b17-3f1f229ac4bf,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:26.877794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60150) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:26.935989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:26.936411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-53f29951-797a-4215-80ee-b06f1255fc4a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee6cda96fe4b45d9b490757220c3888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573452 Oct 26 14:27:27.012331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.024013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60160) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:27.050137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.116617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.119621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.121393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b6d7967-5aac-4976-85f3-ffa4adf78300 HTTP/1.1" status: 204 len: 168 time: 0.1836076 Oct 26 14:27:27.132375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf22ff-d1e8-4d6b-ba97-ca5a53aa2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d7967-5aac-4976-85f3-ffa4adf78300,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:27.236087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fbca9f1e-cc8b-4fef-870c-ae55b4a79d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a963b8dd6744828279528d72182e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107267 Oct 26 14:27:27.238809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:27.309504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.344116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.406499 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.409826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:27.413914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3960da0d-ba77-40f9-92a2-0e70e3b9c262 HTTP/1.1" status: 204 len: 168 time: 0.1703281 Oct 26 14:27:27.459305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88364c7-e37f-4c32-b3ae-7a619d8d94af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960da0d-ba77-40f9-92a2-0e70e3b9c262,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:30.863008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-ecad3bfc-528a-480d-9dcc-2e7c4d560ac0 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:30.872059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-ecad3bfc-528a-480d-9dcc-2e7c4d560ac0 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.1676667 Oct 26 14:27:30.887647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-3f550009-8e02-487f-bb6a-3153d0acd9b6 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/quotas/812648c578c14e4ba425a9a4f5664af1 HTTP/1.1" status: 200 len: 375 time: 0.0143340 Oct 26 14:27:30.959239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-7b6883a0-f4b3-4dcf-b1fd-bf443b9d72da tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0624170 Oct 26 14:27:31.000287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:31.156124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-621165cd-d597-49df-83da-87877b72de9f service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894763 Oct 26 14:27:31.202162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f636c31-8b76-4a90-b2df-d051e3e1a158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.303139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-9eb2ab05-0cb5-413f-ba0a-086c31c981cf service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369085 Oct 26 14:27:31.328869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f636c31-8b76-4a90-b2df-d051e3e1a158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.343237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f636c31-8b76-4a90-b2df-d051e3e1a158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.405314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f636c31-8b76-4a90-b2df-d051e3e1a158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32378f16-2a6b-46db-8c9e-50079dfdaaec,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:31.417452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60374) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:31.424226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f636c31-8b76-4a90-b2df-d051e3e1a158 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b9671e14c2d45ed9792ea039be41f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228168 Oct 26 14:27:31.512147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.561011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.645262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.649107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:31.656122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32378f16-2a6b-46db-8c9e-50079dfdaaec HTTP/1.1" status: 204 len: 168 time: 0.2367799 Oct 26 14:27:31.661463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64022fa3-03ef-48f8-b319-89d311c12628 req-74d7204f-1313-4934-9a63-ae94e29016b1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 210 time: 0.0704031 Oct 26 14:27:31.672325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5a82f-9f4f-4780-8333-17e15dbb2c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32378f16-2a6b-46db-8c9e-50079dfdaaec,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:32.084819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60420) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:32.117616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37f108fc-bb86-472f-a033-356be831afec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.337976 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37f108fc-bb86-472f-a033-356be831afec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.345278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37f108fc-bb86-472f-a033-356be831afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.403514 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-37f108fc-bb86-472f-a033-356be831afec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=163282d02c38457183d24488868ccd1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173032 Oct 26 14:27:32.405774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f108fc-bb86-472f-a033-356be831afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0f08a-7689-4620-9aa1-007deccfbe67,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:32.406727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60426) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:32.490815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:32.492733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.525170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.588207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.594959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.598104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/feb0f08a-7689-4620-9aa1-007deccfbe67 HTTP/1.1" status: 204 len: 168 time: 0.1895111 Oct 26 14:27:32.616834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7002768-4190-4b90-a847-1b621e94025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0f08a-7689-4620-9aa1-007deccfbe67,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:32.695451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2148b2ef-e506-46a2-b627-481b3d6007b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.835669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b67deeef-53f3-458f-b025-6d6354f55f67 req-ad09727e-472b-4f74-bab6-b6df1ede56b2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 210 time: 0.0544460 Oct 26 14:27:32.872169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2148b2ef-e506-46a2-b627-481b3d6007b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.878581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2148b2ef-e506-46a2-b627-481b3d6007b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:32.922342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148b2ef-e506-46a2-b627-481b3d6007b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1486d9-e4fd-413b-853c-e3e538ba0dcd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:32.953535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2148b2ef-e506-46a2-b627-481b3d6007b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4958a4801b24b63ac0152d110a4ee3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619632 Oct 26 14:27:32.956542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60438) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:33.052555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.094496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.152160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-bf6fae5b-1533-4b1d-971a-bd57afe37dd5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:33.154243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-bf6fae5b-1533-4b1d-971a-bd57afe37dd5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.1844773 Oct 26 14:27:33.171732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Request body: {'port': {'device_id': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'admin_state_up': True, 'tenant_id': '812648c578c14e4ba425a9a4f5664af1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:33.214431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.218744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.223077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f1486d9-e4fd-413b-853c-e3e538ba0dcd HTTP/1.1" status: 204 len: 168 time: 0.2654238 Oct 26 14:27:33.241321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282bd0a-d042-419d-be94-524b5ffea5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1486d9-e4fd-413b-853c-e3e538ba0dcd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:33.389535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:33.395657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.668746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Allocated IP 172.20.0.10 (7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c/ac3ea437-5646-4987-8df9-8fd02f160b25/567f5c90-8549-45b5-b7c9-1f3e93fc47c9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:33.923108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60470) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:33.950049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d9a4c2-3f9b-4824-9f37-f1120d9a89a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:33.999701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.079247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a1595fbd-7e54-453f-8b11-e94fdc4010dd req-c224ae66-97ac-435f-ab3b-1edf147a3c78 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 210 time: 0.1125350 Oct 26 14:27:34.099915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.112889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:34.239780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d9a4c2-3f9b-4824-9f37-f1120d9a89a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.247185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84d9a4c2-3f9b-4824-9f37-f1120d9a89a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.259858 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:34.279749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:34.292080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9a4c2-3f9b-4824-9f37-f1120d9a89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513a2bb2-1fc5-4d6e-99cf-1607a5c565b5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:34.294624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:34.374052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84d9a4c2-3f9b-4824-9f37-f1120d9a89a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ebbe9f91ec649de84e1919ff8d5872d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476564 Oct 26 14:27:34.374052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60484) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:34.375512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event updated for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:34.439884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:34.440543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.479975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49316427-d195-4b22-90c9-13a3be7c2ebd tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3148496 Oct 26 14:27:34.493436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Request body: {'port': {'device_id': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:34.536479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.611628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.644130 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:27:34.661856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.725036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.730539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:34.732173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/513a2bb2-1fc5-4d6e-99cf-1607a5c565b5 HTTP/1.1" status: 204 len: 168 time: 0.3571308 Oct 26 14:27:34.750752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd5ead-9e87-412d-ac8b-a29c0c5c8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513a2bb2-1fc5-4d6e-99cf-1607a5c565b5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:35.159007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:35.176749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:35.222685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Transition to ACTIVE for port object 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:27:35.228124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:35.308786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Pushing event updated for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:35.545190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7170810-5006-4f9c-88c2-ac1d0b0b5fe5 req-25c1397a-e629-4e59-a721-c54ea8ab4fda tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:35.547334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7170810-5006-4f9c-88c2-ac1d0b0b5fe5 req-25c1397a-e629-4e59-a721-c54ea8ab4fda tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 944 time: 0.3157296 Oct 26 14:27:35.682367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Attempting to bind port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:35.682713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Attempting to bind port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:35.683031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Attempting to bind port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:35.706084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7170810-5006-4f9c-88c2-ac1d0b0b5fe5 req-54a56b4d-5748-4e8e-93aa-29301646ba2c tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486475 Oct 26 14:27:35.707026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:27:35.708122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Attempting to bind port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:35.724218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:35.724975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Checking segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:35.726205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Bound using segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:35.728103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Bound port: 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:35.728787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:35.858007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:35.862244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:35.870799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:35.935143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:35.936103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:35.938609 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] 10.222.0.41 "PUT /v2.0/ports/567f5c90-8549-45b5-b7c9-1f3e93fc47c9 HTTP/1.1" status: 200 len: 1092 time: 1.4498158 Oct 26 14:27:35.939380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:35.950516 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda" -d '{"events": [{"name": "network-changed", "server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:36.002129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb1f93-22ce-4121-8ac5-f850d48cc37d service neutron] Pushing event updated for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:36.066488 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a280f7de-1e48-499e-8660-16ab0ab0cd67 x-openstack-request-id: req-a280f7de-1e48-499e-8660-16ab0ab0cd67 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:36.066903 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:36.068885 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a280f7de-1e48-499e-8660-16ab0ab0cd67 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:36.069556 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9', 'status': 'completed', 'code': 200} Oct 26 14:27:36.086775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-84e0fe02-8f8f-47eb-a968-24171c48f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:36.088548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-84e0fe02-8f8f-47eb-a968-24171c48f988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 1095 time: 0.0989757 Oct 26 14:27:36.148903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-840c90f3-f25d-43da-b5b8-e616335b498f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9 HTTP/1.1" status: 200 len: 217 time: 0.0495298 Oct 26 14:27:36.270294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461435c-7a9a-4819-b59b-3619ad3184db req-86587c4e-b0a6-4296-8ace-eeef94f01669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:36.271559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-86587c4e-b0a6-4296-8ace-eeef94f01669 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0750167 Oct 26 14:27:36.312835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-49d66eaa-88c6-4534-a7e9-eeafa5386956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332890 Oct 26 14:27:36.326832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0ade7-dee0-441e-bb26-d76703975639 req-691f68c1-d298-4fe3-aca7-a1740d840631 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:36.335576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55b0ade7-dee0-441e-bb26-d76703975639 req-691f68c1-d298-4fe3-aca7-a1740d840631 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.1794155 Oct 26 14:27:36.425599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55b0ade7-dee0-441e-bb26-d76703975639 req-fe86f6cb-9335-4f1c-a14a-8e698f072f3f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879118 Oct 26 14:27:36.563355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-85a0013c-9eed-4c86-8b87-3b811a16a901 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249863 Oct 26 14:27:36.818039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5461435c-7a9a-4819-b59b-3619ad3184db req-579ae590-c9b1-40bb-9cfc-4a8f7436cf57 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456787 Oct 26 14:27:36.938289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b4c50-dabd-4675-80e7-ce2b5d60d838 req-349ce0eb-bbfa-4efd-ae73-88d75b33055d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:36.940349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c1b4c50-dabd-4675-80e7-ce2b5d60d838 req-349ce0eb-bbfa-4efd-ae73-88d75b33055d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 944 time: 0.0909598 Oct 26 14:27:36.990982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-3e68ec5e-c09c-4397-a70a-e5e9a081021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:36.993750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-3e68ec5e-c09c-4397-a70a-e5e9a081021e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 1095 time: 0.0971272 Oct 26 14:27:37.045204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c1b4c50-dabd-4675-80e7-ce2b5d60d838 req-403b0f4d-ce5f-48f5-9a2b-5f7d4b57c805 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970218 Oct 26 14:27:37.156746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-b44b4555-3f36-44b1-ba76-7a60713fc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:37.158873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-b44b4555-3f36-44b1-ba76-7a60713fc35d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.1570947 Oct 26 14:27:37.225094 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-ff12eee2-d091-49cf-99ec-7b893add4d53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9 HTTP/1.1" status: 200 len: 217 time: 0.0553322 Oct 26 14:27:37.314707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-aa8c902c-0f33-44c5-9faa-6242a5483274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:37.316218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-aa8c902c-0f33-44c5-9faa-6242a5483274 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0815508 Oct 26 14:27:37.371596 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-5ebbbcfa-0ece-4b11-9228-1872c057cbe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468254 Oct 26 14:27:37.433496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:37.523149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-1e5443b1-43f3-40e3-8b73-0f9dcf5b2249 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400540 Oct 26 14:27:37.612273 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-053083b8-1544-4f7e-98de-39a8ee64d153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.698768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310bf9e-1e6b-4277-94f5-121128f18d77 req-297534a7-7341-4048-9498-bc0cddb06c34 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:37.702068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2310bf9e-1e6b-4277-94f5-121128f18d77 req-297534a7-7341-4048-9498-bc0cddb06c34 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.1334872 Oct 26 14:27:37.749383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-053083b8-1544-4f7e-98de-39a8ee64d153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.757052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-053083b8-1544-4f7e-98de-39a8ee64d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:37.812155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cbdf316-4d6d-4bf1-8354-4efa1c0a7bda req-5611d76c-dc00-43e9-866f-9053136c1197 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782035 Oct 26 14:27:37.825323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-053083b8-1544-4f7e-98de-39a8ee64d153 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dc5032f946047dea5324c5570e74da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901563 Oct 26 14:27:37.826761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053083b8-1544-4f7e-98de-39a8ee64d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7313f303-5a0e-4bd2-8769-454b86fa748c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:37.830283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:37.853038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2310bf9e-1e6b-4277-94f5-121128f18d77 req-526a76cb-4aa2-4c6b-8774-f57dcce14587 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374431 Oct 26 14:27:37.890578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-8cd25592-faee-4e40-bacf-9e96f17bc681 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:37.892658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-8cd25592-faee-4e40-bacf-9e96f17bc681 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 946 time: 0.1621890 Oct 26 14:27:37.986815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.038084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.049660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 2a956881-8e0f-4eac-b996-2213ee9f1467 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:27:38.050037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.103777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.106801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.108130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7313f303-5a0e-4bd2-8769-454b86fa748c HTTP/1.1" status: 204 len: 168 time: 0.2765393 Oct 26 14:27:38.120211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb4bd2-e8ee-4653-8188-4c7fcc7a8359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313f303-5a0e-4bd2-8769-454b86fa748c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.262237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port 2a956881-8e0f-4eac-b996-2213ee9f1467, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2a956881-8e0f-4eac-b996-2213ee9f1467,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:38.262489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.282105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f50d0-e0e4-43d7-89b1-8b610df2278b req-3d248bd8-10d1-4a05-86a3-b3e3f32e2eca tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:38.289793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-979f50d0-e0e4-43d7-89b1-8b610df2278b req-3d248bd8-10d1-4a05-86a3-b3e3f32e2eca tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 944 time: 0.1123295 Oct 26 14:27:38.369551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-979f50d0-e0e4-43d7-89b1-8b610df2278b req-58ec726f-6546-4ad3-aa04-2a76d23b6ffa tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718462 Oct 26 14:27:38.568385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.569928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.570507 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP cbfe4637-2641-4541-b14a-2f563c7a6042 disassociated. External IP: 172.25.5.103, port: 2a956881-8e0f-4eac-b996-2213ee9f1467. Oct 26 14:27:38.571083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 2a956881-8e0f-4eac-b996-2213ee9f1467 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:27:38.671180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:38.708804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02011963-0ef2-4c37-b3dd-27cc42b09861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.758395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.804934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=2a956881-8e0f-4eac-b996-2213ee9f1467,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:38.970418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02011963-0ef2-4c37-b3dd-27cc42b09861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:38.982996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-02011963-0ef2-4c37-b3dd-27cc42b09861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.023139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-02011963-0ef2-4c37-b3dd-27cc42b09861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e25fb32db55e4b578114a2687ca5e8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469760 Oct 26 14:27:39.023457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60636) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:39.072911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd7d1649-8f39-474e-9e2d-7fda2e2f3006 req-09e08547-6b6d-46b9-843a-7518a02890bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0609460 Oct 26 14:27:39.092751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02011963-0ef2-4c37-b3dd-27cc42b09861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f836e4-6197-4256-a707-e65981e0cb8a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:39.100582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:27:39.141576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.198762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.276790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:39.292103 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:39.301224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.304047 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.318518 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:39.318920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99f836e4-6197-4256-a707-e65981e0cb8a HTTP/1.1" status: 204 len: 168 time: 0.2801719 Oct 26 14:27:39.319142 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:39.350770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c4760-5858-427c-84e9-393f3734ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f836e4-6197-4256-a707-e65981e0cb8a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:39.428120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port 2a956881-8e0f-4eac-b996-2213ee9f1467 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:27:39.438046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:39.459737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-941a1c8b-60d5-442c-83cd-0934096f91a4 req-cd125109-80ca-48c8-893a-7b52787d29e8 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "DELETE /v2.0/ports/2a956881-8e0f-4eac-b996-2213ee9f1467 HTTP/1.1" status: 204 len: 173 time: 1.5406363 Oct 26 14:27:39.460600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'name': 'network-vif-deleted', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:39.465688 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97053c32-40a4-4a65-888b-e8017d06a9d0" -d '{"events": [{"server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "name": "network-vif-deleted", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:39.573554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:27:39.606008 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d9f88-4286-4f45-a15f-df3f4e718803 x-openstack-request-id: req-4c9d9f88-4286-4f45-a15f-df3f4e718803 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:39.606511 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699722ce-f6c4-4ac0-b9a4-db12314b5f35", "name": "network-vif-deleted", "tag": "2a956881-8e0f-4eac-b996-2213ee9f1467", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:39.606628 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c9d9f88-4286-4f45-a15f-df3f4e718803 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:39.610217 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699722ce-f6c4-4ac0-b9a4-db12314b5f35', 'name': 'network-vif-deleted', 'tag': '2a956881-8e0f-4eac-b996-2213ee9f1467', 'status': 'completed', 'code': 200} Oct 26 14:27:39.622892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:39.635555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2a956881-8e0f-4eac-b996-2213ee9f1467 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:27:39.706786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b7d25-9c11-48f4-8868-2f3b2bd2a6cc req-ce26270a-deab-4242-8a87-401471116aab tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:39.708333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-446b7d25-9c11-48f4-8868-2f3b2bd2a6cc req-ce26270a-deab-4242-8a87-401471116aab tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 944 time: 0.1021597 Oct 26 14:27:39.742694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 2a956881-8e0f-4eac-b996-2213ee9f1467 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:27:39.753603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2a956881-8e0f-4eac-b996-2213ee9f1467 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:27:39.771400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.resource_extend [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:27:39.862614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-446b7d25-9c11-48f4-8868-2f3b2bd2a6cc req-aea6bfab-d1c1-4cf6-9fc8-058c9ff8b879 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393926 Oct 26 14:27:40.108404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:40.161441 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:40.187609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'port_id': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9', 'mac_address': 'fa:16:3e:7d:a1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3ea437-5646-4987-8df9-8fd02f160b25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:27:40.234346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:40.249355 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:40.250589 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:40.273480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:40.275789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f8cfd6c-9388-4e22-bfd9-58db1aeb09f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:40.276342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3aa9b82-3a55-4fa5-aa71-b2878d95859c req-5446eeb1-ca17-4aa1-8591-523e19d75907 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0388789 Oct 26 14:27:40.297264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:40.351829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:40.366439 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:40.429423 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:40.471232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:40.633926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:27:41.078910 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:41.125131 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d3a46-5123-4253-867f-eb38d7d133db None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:27:41.146827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a42a6a-4bda-4aa8-972d-bd488d03127e req-54a416e2-86ae-4ff9-a47d-9d278af62308 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:41.149869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14a42a6a-4bda-4aa8-972d-bd488d03127e req-54a416e2-86ae-4ff9-a47d-9d278af62308 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 945 time: 0.1049366 Oct 26 14:27:41.259792 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-14a42a6a-4bda-4aa8-972d-bd488d03127e req-00210139-8d72-4514-8dc3-b8a8d60715da tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966020 Oct 26 14:27:41.502785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e158b221-148a-4731-804b-e1052839a31e req-12e56a24-ef45-4646-b361-530b01a7f990 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0666399 Oct 26 14:27:41.525458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:41.651946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:27:41.657409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:41.657966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:41.731668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d064a3-a330-4add-9835-9c1bf1c431d6 None None] New status for floating IP cbfe4637-2641-4541-b14a-2f563c7a6042: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:27:41.890978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:41.928612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:41.932970 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645d5613-ae1d-4d27-988e-b8a01c9d9d59" -d '{"events": [{"server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "name": "network-vif-plugged", "status": "completed", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:41.950182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:41.956403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.024045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:42.048051 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d345feab-7336-460c-95b5-a7d691779aa1 x-openstack-request-id: req-d345feab-7336-460c-95b5-a7d691779aa1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:42.048473 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "name": "network-vif-plugged", "status": "completed", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:42.048755 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d345feab-7336-460c-95b5-a7d691779aa1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:42.049228 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9', 'code': 200} Oct 26 14:27:42.196244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c2734-4868-478e-bc40-cfcc78e04b27 req-c8c5b8fb-821d-43a2-b36e-fa6ffcfead92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:42.200774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c1c2734-4868-478e-bc40-cfcc78e04b27 req-c8c5b8fb-821d-43a2-b36e-fa6ffcfead92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 1097 time: 0.0827796 Oct 26 14:27:42.259827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c1c2734-4868-478e-bc40-cfcc78e04b27 req-04425cac-419a-470f-bebe-4585701c4aaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482068 Oct 26 14:27:42.269650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:42.557260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0a4d-4165-4e23-b67d-4ab2758eafb2 req-58397e88-9191-42c3-ab4b-c9c8d13bd7c5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:42.559530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08bd0a4d-4165-4e23-b67d-4ab2758eafb2 req-58397e88-9191-42c3-ab4b-c9c8d13bd7c5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 946 time: 0.1399364 Oct 26 14:27:42.623013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08bd0a4d-4165-4e23-b67d-4ab2758eafb2 req-19c3779d-929c-49c4-be71-7bd76236b31f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550916 Oct 26 14:27:42.697088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-270d2a43-ce13-4177-b511-d7d75575cd6d req-ec5ead11-70ad-4fdf-8ae5-90780c07d2d3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0624599 Oct 26 14:27:42.854761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Deleting subnet 487ccbb0-f002-4c4d-bb48-e93d7dde015e {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:27:42.866354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.897877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-baf48936-7c4f-4944-a5a0-1f19fa25f6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.935235 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:42.992368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.104959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.127555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.134871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/487ccbb0-f002-4c4d-bb48-e93d7dde015e HTTP/1.1" status: 204 len: 168 time: 0.8611555 Oct 26 14:27:43.135652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60730) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:43.160074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487ccbb0-f002-4c4d-bb48-e93d7dde015e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:43.204846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.208940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.209596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.214298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.214930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.215289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.215617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.216136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.217817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.225415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.226165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.226806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd69f9-9604-4e61-a955-e126655baed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:43.266317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.406736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.444629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158f50ed-c278-4fba-9465-3d66987220ac']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:43.460138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4aa4a8f-7002-44b5-836d-77d707dbcde4') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:43.460948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4aa4a8f-7002-44b5-836d-77d707dbcde4') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:43.478539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.501099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.526768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:27:43.527879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:27:43.604939 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:27:43.657871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.717639 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.726952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] 10.222.0.37 "DELETE /v2.0/networks/158f50ed-c278-4fba-9465-3d66987220ac HTTP/1.1" status: 204 len: 168 time: 0.5892065 Oct 26 14:27:43.729906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc09495-73f5-4267-b540-16918c84f82f admin admin] Pushing event deleted for resources: {'Network': ['ID=158f50ed-c278-4fba-9465-3d66987220ac,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:43.913885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:43.981526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c764f01-e50e-42ff-9dca-9ac0e52cea91 req-ed98ab79-1912-452b-bf38-bf99c0d2430a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.1849411 Oct 26 14:27:44.006205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d95ac-7241-4b18-84f2-a56c48a6dcef req-9b87b7a7-8891-417d-8979-d08b7caf68d4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:44.008195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-184d95ac-7241-4b18-84f2-a56c48a6dcef req-9b87b7a7-8891-417d-8979-d08b7caf68d4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 946 time: 0.2324505 Oct 26 14:27:44.094365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-184d95ac-7241-4b18-84f2-a56c48a6dcef req-145b612f-2060-4a92-bb9e-a7b610def3fc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792794 Oct 26 14:27:44.126237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:44.231600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c9c417e-f63a-4ab5-99e5-a2c1a4375d3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=081c9b9a9f184e51a49aaafa1092a06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034143 Oct 26 14:27:44.234017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60764) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:44.235134 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:44.385025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:44.444402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:44.561668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:44.567421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:44.570853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1be8ef5-ffd2-454c-867c-e03afecac6af HTTP/1.1" status: 204 len: 168 time: 0.3358810 Oct 26 14:27:44.602320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177892d2-b4f0-4f8e-8b67-b538f9c9ac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be8ef5-ffd2-454c-867c-e03afecac6af,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:45.106483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60800) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:45.215898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-040b962c-6df8-45e6-9838-acb6d801dd2a req-1a9b04ba-bc0c-4cc9-876b-db5bd1f3b955 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.1137426 Oct 26 14:27:45.359865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7af481c-2aff-485f-8c1f-1b802e640f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.574818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7af481c-2aff-485f-8c1f-1b802e640f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.584361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e7af481c-2aff-485f-8c1f-1b802e640f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.667406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e7af481c-2aff-485f-8c1f-1b802e640f74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30dece58a8624205ae05e92b3ae8ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568228 Oct 26 14:27:45.667406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af481c-2aff-485f-8c1f-1b802e640f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1bbee-f96b-423e-9fe9-7874a5c2ec94,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:45.668042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:45.761227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.798547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.821244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.890132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.893833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:45.896060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ac1bbee-f96b-423e-9fe9-7874a5c2ec94 HTTP/1.1" status: 204 len: 168 time: 0.2262158 Oct 26 14:27:45.916906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973bd52-069b-4d10-badd-e2c072fa1251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1bbee-f96b-423e-9fe9-7874a5c2ec94,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:46.346304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6910905f-d613-4fd0-8c10-b2440d453f78 req-e1a4748d-4346-413f-a82a-bb5f254cf19c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0453327 Oct 26 14:27:46.364348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:46.382124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae48bbc7-8c9d-42a1-8794-44025920d4b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.495980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae48bbc7-8c9d-42a1-8794-44025920d4b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.502797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae48bbc7-8c9d-42a1-8794-44025920d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.580829 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ae48bbc7-8c9d-42a1-8794-44025920d4b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c538c12d2c44ceea343ef59b9af5b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148511 Oct 26 14:27:46.582731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48bbc7-8c9d-42a1-8794-44025920d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bae12c-cfb3-4fc6-a2be-c85e12944436,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:46.583727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:46.648280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.680063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.741126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.744609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:46.748250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9bae12c-cfb3-4fc6-a2be-c85e12944436 HTTP/1.1" status: 204 len: 168 time: 0.1633589 Oct 26 14:27:46.760555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26298598-640f-4d78-8cca-f3f66599cd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bae12c-cfb3-4fc6-a2be-c85e12944436,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:47.444004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60880) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:47.449558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579821725', 'description': 'tempest-secgroup-smoke-1579821725 description', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:47.487538 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.517394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9ea98749-d15d-42f5-bb52-bf173e7d4b37 req-ef468623-8d18-4b62-9f2a-7a66c68b4047 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=699722ce-f6c4-4ac0-b9a4-db12314b5f35 HTTP/1.1" status: 200 len: 210 time: 0.0611761 Oct 26 14:27:47.521373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.623783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.629737 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.679451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe639e8f-cbfa-49be-b94c-5762a1af3a3b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:47.723399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.729675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.763199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.767493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3186979 Oct 26 14:27:47.767925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60886) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:47.770994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71d2f0-e37c-4b69-980b-3c8344877852 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db34d4b2-4fd8-4796-94a5-f02501e807e9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:47.776683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:47.828729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.921773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.929240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.963865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d2f954-e438-430e-aa34-987488ffa023,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:47.978151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:47.982931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60894) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:47.983673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6390e82d-bdf1-4f30-9904-57b5461fe1ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126300 Oct 26 14:27:47.993031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:48.077476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.180913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.188895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.211078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c2009c-9c0a-477f-aa07-104b67a545b2,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:48.245209 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.248919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2229a8bc-b6c4-4a8b-914f-72d264cbb492 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2627611 Oct 26 14:27:48.252906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60908) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:48.261039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:48.334201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.474235 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.480783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.552245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d375f574-5e5e-4f03-a190-528b665a53be,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:48.577010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:48.580054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f9d06441-0348-4282-bf32-da47b79943e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3254864 Oct 26 14:27:48.585106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:48.591613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:48.662112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.251406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.267382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.315389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b57533-9917-4fcc-aa1f-19db7ddad422,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:49.323631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-6b0aa69c-a689-4a95-b4c7-6adfaaef7cac tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416575289&fields=id&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 267 time: 0.1603160 Oct 26 14:27:49.336883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.340689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4c35d2e1-8257-4734-892d-3fc9ed5b96e4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7519567 Oct 26 14:27:49.343679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60936) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:49.349494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:49.427225 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:49.434345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.543519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-59247e53-2c78-465c-8982-0721c8ea3745 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:49.554385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-59247e53-2c78-465c-8982-0721c8ea3745 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.2052610 Oct 26 14:27:49.557033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.563649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.585862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-90f7290d-acd1-4db5-95a5-5cc8d77f17d4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0301788 Oct 26 14:27:49.612314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c6f35b-db03-4bcd-8d8a-8acb59adc83d,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:49.626656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.630382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ccb6d0cd-6fb7-4c90-9fc3-22f6a8cc47a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853518 Oct 26 14:27:49.634843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:49.643361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': 'db34d4b2-4fd8-4796-94a5-f02501e807e9', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:49.682396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-bf27130b-b876-44d6-806f-62707004cda4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933874 Oct 26 14:27:49.707066 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:27:49.717480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.878312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.898224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.916744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-f1f86deb-dcd4-4573-8ad6-fd4dffcb5090 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138269 Oct 26 14:27:49.969737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c72c41-aeba-4e21-8ca5-974cf092c3d8,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:49.982296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:49.991428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d478fe92-07eb-44ac-9d34-51fbc961036b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553693 Oct 26 14:27:49.994042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:50.020358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'network': {'name': 'tempest-network-smoke--1779011311', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:50.066057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-e907ba51-43ad-45c6-815d-c3427aa2cd5f service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393669 Oct 26 14:27:50.115179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:50.120703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.209995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:27:50.262688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.263415 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Added segment 0c9a5f35-1242-4b0a-876f-b29530b67e5a of type vlan for network 0a644853-4bfc-4b00-8876-572854032298 Oct 26 14:27:50.420701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.505565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.511549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:50.512203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.805010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 60978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:50.805781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8083334 Oct 26 14:27:50.810591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'admin_state_up': True, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:50.861558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca300c6-e5af-4e40-a082-a1747e42f572 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Network': ['ID=0a644853-4bfc-4b00-8876-572854032298,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:50.907851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.909379 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:50.914355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 0a644853-4bfc-4b00-8876-572854032298 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:27:50.946281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d00a690e-dbe7-4d86-818f-3bdc9943b5f3 req-953ec029-3143-490c-986d-6a5c1a1f8c73 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.2089794 Oct 26 14:27:51.088991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.270635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.452977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.585316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.754040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.760985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.819581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0f8d5-875b-411e-bcb7-4ebee8b600a6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:51.833777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e614a49dbb340b79ce8aed1227a174b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615239 Oct 26 14:27:51.835606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.836000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.836607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.837033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.837378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.837745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.838114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.838601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.838936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.839338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.839790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.840128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a5f03a-c8e4-4b20-a78f-0410568e239c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:51.853539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 60998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:51.904013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.930358 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.937849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:51.969791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.067155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.215858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d5656dd-1143-4724-ac9b-6f096276656b req-4e204738-adc8-490f-b325-c0f37a66ba12 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0379057 Oct 26 14:27:52.243767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.249754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.253136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4df0f8d5-875b-411e-bcb7-4ebee8b600a6 HTTP/1.1" status: 204 len: 168 time: 0.3963358 Oct 26 14:27:52.265647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576a41c-dd51-4f32-88a4-e85a602b0331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0f8d5-875b-411e-bcb7-4ebee8b600a6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:52.284274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.229 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/093ac7a4-f44e-4ee3-9ce4-f3873168105b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:52.455717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.516699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:52.559543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:52.563125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:52.574806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:52.623944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=093ac7a4-f44e-4ee3-9ce4-f3873168105b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:52.697572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-8efed9de-1f2c-41db-8465-2e685f8a8d8d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:52.699506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-8efed9de-1f2c-41db-8465-2e685f8a8d8d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.2299094 Oct 26 14:27:52.774636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-c9b4379b-aa4e-46e1-8228-8059a63ba6ef tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 379 time: 0.0645421 Oct 26 14:27:52.789107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'security_groups': ['5d84be49-cdcc-418e-b701-87177899a9f1']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:53.029879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:53.039082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.168563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.401187 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.575764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.811176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:27:53.886934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c491f99-cdb4-4f27-a058-a8cd7d3ba593 req-820b7caf-80af-4041-bf9e-dbac05002df7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0724287 Oct 26 14:27:53.920382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.11 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/91beb6de-de43-492e-be7d-6518066982d4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:53.953464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:27:53.969915 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Sync routers for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:27:53.986406 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:53.987554 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:53.992339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:53.994668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a72cf0fd-77f1-4965-b8b3-f3a059b4bf06 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1879849 Oct 26 14:27:53.997914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32804) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.189050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.260741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.329502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3fa09adb-fc3e-4045-92ee-8bb6d6c50c12 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=664d07e1bf9948d5a5ba1622f9309e03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3299170 Oct 26 14:27:54.334915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32808) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:54.342610 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:54.368946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:54.372994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:54.379813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:54.385485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:54.453399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:54.454365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.487462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-e6a75398-0072-4486-b5e5-f34c5f0f532a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7046952 Oct 26 14:27:54.507643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Request body: {'port': {'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:54.631620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.760653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e1a664ab-d3bf-4f3c-8097-a40bfb50681c None None] Provisioning complete for port 91beb6de-de43-492e-be7d-6518066982d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:54.765262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1a664ab-d3bf-4f3c-8097-a40bfb50681c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.775317 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:27:52Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:54.807590 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Checking router: 820d5d21-53f2-4dd2-b7d7-094a4639f5cf for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:27:54.807949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Updating router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf port 093ac7a4-f44e-4ee3-9ce4-f3873168105b binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:27:54.840140 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:54.857776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e1a664ab-d3bf-4f3c-8097-a40bfb50681c None None] Port 91beb6de-de43-492e-be7d-6518066982d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:27:54.975032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49cd48e-aa09-42e7-9086-5f07066a4179 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:54.979772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e49cd48e-aa09-42e7-9086-5f07066a4179 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6436546 Oct 26 14:27:54.980476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32820) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:55.027692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-15e070e3-8ef5-4fb8-8b68-7a587bbecc93 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456662 Oct 26 14:27:55.028267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:55.033594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999481988', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:27:55.209064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:27:55.213571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.214151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823cd9d-3c20-44af-bf08-e00d41704491 req-e2bb7b26-eebb-432d-8fd2-90a3c5f5f3e7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:55.216391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e823cd9d-3c20-44af-bf08-e00d41704491 req-e2bb7b26-eebb-432d-8fd2-90a3c5f5f3e7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 932 time: 0.1542599 Oct 26 14:27:55.252386 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.266244 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.354270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Pushing event updated for resources: {'Port': ['ID=093ac7a4-f44e-4ee3-9ce4-f3873168105b,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:55.374664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e823cd9d-3c20-44af-bf08-e00d41704491 req-4c7c9b91-82fd-4b20-8cfd-e481796fd55d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334548 Oct 26 14:27:55.388840 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Attempting to bind port 093ac7a4-f44e-4ee3-9ce4-f3873168105b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:55.389211 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Attempting to bind port 093ac7a4-f44e-4ee3-9ce4-f3873168105b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:55.389579 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Attempting to bind port 093ac7a4-f44e-4ee3-9ce4-f3873168105b on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:55.392761 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.393097 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.393436 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.393771 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.395549 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.396035 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.396365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.396722 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.397049 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.397625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.397949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.398268 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:27:55.406398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:55.406788 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:55.407181 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.407623 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:55.408120 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Bound port: 093ac7a4-f44e-4ee3-9ce4-f3873168105b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:55.409088 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.475811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] For port 093ac7a4-f44e-4ee3-9ce4-f3873168105b, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:55.482134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] For port 093ac7a4-f44e-4ee3-9ce4-f3873168105b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=093ac7a4-f44e-4ee3-9ce4-f3873168105b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:55.494028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91beb6de-de43-492e-be7d-6518066982d4 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:27:55.498145 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.505414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.506261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.567170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Transition to ACTIVE for port object 91beb6de-de43-492e-be7d-6518066982d4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:27:55.575972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.593781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Subnet': ['ID=0ed44abe-c851-4826-93ff-04cc502151f4,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:55.663719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Checking segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:55.664239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network hostable DHCP agents. Network: 0a644853-4bfc-4b00-8876-572854032298, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:27:55.703095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Pushing event updated for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:55.704089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 0a644853-4bfc-4b00-8876-572854032298 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:27:55.741815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 0a644853-4bfc-4b00-8876-572854032298) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:55.755861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5fe77-6986-4b0c-919e-3dee3f452ae6 None None] Network 0a644853-4bfc-4b00-8876-572854032298 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:27:55.774395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:55.782656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.790070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Attempting to bind port 91beb6de-de43-492e-be7d-6518066982d4 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:55.790530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Attempting to bind port 91beb6de-de43-492e-be7d-6518066982d4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:55.791083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Attempting to bind port 91beb6de-de43-492e-be7d-6518066982d4 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:55.804832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Port 91beb6de-de43-492e-be7d-6518066982d4 on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:27:55.805236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Attempting to bind port 91beb6de-de43-492e-be7d-6518066982d4 on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:55.839700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5fc3b6af-0ca3-4dae-949e-49131d7fd24d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8100252 Oct 26 14:27:55.842087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:55.842603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:55.842847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 32834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:27:55.843041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:55.843484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Bound port: 91beb6de-de43-492e-be7d-6518066982d4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:55.843863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:55.894593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:27:55.896058 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:56.024437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:56.028613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=91beb6de-de43-492e-be7d-6518066982d4,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:56.040147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.115149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-0a644853-4bfc-4b00-8876-572854032298', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:27:56.116023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.179781 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:27:56.274046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:56.277924 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:56.279663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] 10.222.0.41 "PUT /v2.0/ports/91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 1092 time: 1.7796681 Oct 26 14:27:56.280421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:27:56.289330 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236d86b2-c688-480e-a739-d931623f6957" -d '{"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:27:56.294614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173678a-0a1c-4509-90b5-04a7773f3e05 service neutron] Pushing event updated for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:56.351438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237631b5-c65c-4d7a-982c-5db654837ff8 None None] Pushing event updated for resources: {'Port': ['ID=093ac7a4-f44e-4ee3-9ce4-f3873168105b,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:56.475384 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f5613-c2fa-4941-af76-b0d1e854f409 x-openstack-request-id: req-046f5613-c2fa-4941-af76-b0d1e854f409 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:27:56.484777 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:27:56.485934 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-046f5613-c2fa-4941-af76-b0d1e854f409 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:27:56.489561 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4', 'status': 'completed', 'code': 200} Oct 26 14:27:56.548528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Allocated IP 172.20.0.2 (0a644853-4bfc-4b00-8876-572854032298/0ed44abe-c851-4826-93ff-04cc502151f4/af2e8624-4403-4c28-a04d-1388090b24fb) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:56.585068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-e7fa7a55-ff7d-4e1c-be0c-68c8758087ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:56.590271 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-e7fa7a55-ff7d-4e1c-be0c-68c8758087ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1095 time: 0.2351754 Oct 26 14:27:56.793834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-ed6f41ea-c830-4c0e-b2ba-72f64ee250c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 217 time: 0.1973639 Oct 26 14:27:56.830336 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:27:52Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:27:56.915165 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93523ff9-40bf-4ab8-bb2b-9663ebf3e37e None None] The sync data for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 is: [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:27:52Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:27:57.031522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-53252207-140d-454c-a798-5bfe5e3b7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:57.034202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-53252207-140d-454c-a798-5bfe5e3b7194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.2306254 Oct 26 14:27:57.193449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9861-c424-4ee1-8628-142083210008 req-7777a931-6bf3-4cdc-9b4c-d598b2392239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:57.195597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-7777a931-6bf3-4cdc-9b4c-d598b2392239 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504037 Oct 26 14:27:57.239256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.261419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.321843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Network 0a644853-4bfc-4b00-8876-572854032298 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:57.326193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:57.329702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:57.345463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Pushing event updated for resources: {'Port': ['ID=af2e8624-4403-4c28-a04d-1388090b24fb,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:57.432137 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.454272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Attempting to bind port af2e8624-4403-4c28-a04d-1388090b24fb on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:27:57.454807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Attempting to bind port af2e8624-4403-4c28-a04d-1388090b24fb by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:27:57.455169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Attempting to bind port af2e8624-4403-4c28-a04d-1388090b24fb on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:27:57.471679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:27:57.474467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Checking segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:27:57.475147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.475722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Bound using segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:27:57.476433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Bound port: af2e8624-4403-4c28-a04d-1388090b24fb, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:27:57.478642 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.668751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-4bdaf947-4465-411d-bb95-2dfa43dc557e tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:57.670938 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-4bdaf947-4465-411d-bb95-2dfa43dc557e tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.5163398 Oct 26 14:27:57.720624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-c982350a-1270-43e1-bfb1-c23cf706712b service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023208 Oct 26 14:27:57.727151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-602d8e31-90c5-471e-aad3-111014ae4f83 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/quotas/812648c578c14e4ba425a9a4f5664af1 HTTP/1.1" status: 200 len: 375 time: 0.0380003 Oct 26 14:27:57.732376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] For port af2e8624-4403-4c28-a04d-1388090b24fb, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:27:57.742565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] For port af2e8624-4403-4c28-a04d-1388090b24fb, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af2e8624-4403-4c28-a04d-1388090b24fb,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:27:57.749334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:57.766667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c73f42-3250-43cc-a82d-a8397cc11000 req-f35c48e4-f98f-44e4-8474-71114f5b361d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:57.780309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6c73f42-3250-43cc-a82d-a8397cc11000 req-f35c48e4-f98f-44e4-8474-71114f5b361d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 1.2556031 Oct 26 14:27:57.908442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93c55-0fa8-46ba-87cc-7afeeb16e5c0 None None] Pushing event updated for resources: {'Port': ['ID=af2e8624-4403-4c28-a04d-1388090b24fb,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:58.023560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6c73f42-3250-43cc-a82d-a8397cc11000 req-bf46e3c2-d793-495e-a46d-1834e7074baa tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422204 Oct 26 14:27:58.078488 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93be9861-c424-4ee1-8628-142083210008 req-672f7c3b-1ab1-48ef-8bad-d67f25699d5e service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486171 Oct 26 14:27:58.148951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-434a97ac-642b-4335-8baa-97162252cbe5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4012148 Oct 26 14:27:58.410574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d86b2-c688-480e-a739-d931623f6957 req-d4103433-4956-4fd2-b2c7-7dcf6d464122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:58.415427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-d4103433-4956-4fd2-b2c7-7dcf6d464122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1095 time: 0.2244189 Oct 26 14:27:58.502945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 093ac7a4-f44e-4ee3-9ce4-f3873168105b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:27:58.537206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.1 (0a644853-4bfc-4b00-8876-572854032298/0ed44abe-c851-4826-93ff-04cc502151f4/50a97af4-e01b-494a-932a-71960f29d8c7) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:27:58.679867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 093ac7a4-f44e-4ee3-9ce4-f3873168105b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:27:58.680339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.698106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-d587e1e4-196b-48ca-9321-34d6a09ce92f service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178609 Oct 26 14:27:58.856261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d86b2-c688-480e-a739-d931623f6957 req-788850cf-d7d3-4811-95ad-64c7b08af095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:58.859376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-788850cf-d7d3-4811-95ad-64c7b08af095 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.4298184 Oct 26 14:27:58.986596 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:58.994049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.006797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-5d2d8b50-f112-4b8e-934d-cc425d0fe696 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 217 time: 0.1235518 Oct 26 14:27:59.067333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 093ac7a4-f44e-4ee3-9ce4-f3873168105b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=093ac7a4-f44e-4ee3-9ce4-f3873168105b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:27:59.076790 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.094029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.218607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d86b2-c688-480e-a739-d931623f6957 req-04582765-170e-476d-8085-7f0bdd48ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:59.225379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-04582765-170e-476d-8085-7f0bdd48ca3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1965706 Oct 26 14:27:59.235819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-9427f686-7455-40a6-9c46-ce862aa163ab service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165989 Oct 26 14:27:59.242456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=093ac7a4-f44e-4ee3-9ce4-f3873168105b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:59.313895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:27:59.378475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d86b2-c688-480e-a739-d931623f6957 req-4d0a6419-2c3d-4c62-b824-4c19e88b8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:59.381267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-4d0a6419-2c3d-4c62-b824-4c19e88b8f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424878 Oct 26 14:27:59.413787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 0a644853-4bfc-4b00-8876-572854032298 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:27:59.472124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:27:59.479431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:27:59.548432 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-27773ef0-520c-4a8a-9545-f064a872f898 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586242 Oct 26 14:27:59.682020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:27:59.694005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-236d86b2-c688-480e-a739-d931623f6957 req-d8b0e3ae-68c4-4373-8619-0e08493371d6 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357510 Oct 26 14:27:59.846053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1dfc-a923-451f-93e8-ac185de5c690 req-65eaf7fd-a51c-4dc2-bd03-1cceac5c5ecc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:27:59.861459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e90c1dfc-a923-451f-93e8-ac185de5c690 req-65eaf7fd-a51c-4dc2-bd03-1cceac5c5ecc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.5189247 Oct 26 14:27:59.880588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed22edca-8637-48a5-b6a0-331ebb23c5e2 req-3f657539-3157-421c-a995-8d3436d457f5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 210 time: 0.0596845 Oct 26 14:27:59.907660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a1061-c9a2-4bc1-8c52-470e90fbcad6 None None] Network 0a644853-4bfc-4b00-8876-572854032298 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:00.074892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e90c1dfc-a923-451f-93e8-ac185de5c690 req-3c35e23d-ae8f-4a53-8401-6f9006cbc613 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974185 Oct 26 14:28:00.115966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] Provisioning complete for port af2e8624-4403-4c28-a04d-1388090b24fb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:00.116774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.202467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.541891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 093ac7a4-f44e-4ee3-9ce4-f3873168105b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:00.612770 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.672046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] For port af2e8624-4403-4c28-a04d-1388090b24fb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af2e8624-4403-4c28-a04d-1388090b24fb,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:00.681205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 093ac7a4-f44e-4ee3-9ce4-f3873168105b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:00.682490 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.686354 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:00.928382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4683ba7-7b4e-4bc8-b93d-b82784c99aa5 None None] Pushing event updated for resources: {'Port': ['ID=af2e8624-4403-4c28-a04d-1388090b24fb,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:01.023124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.045433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.047328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af2e8624-4403-4c28-a04d-1388090b24fb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:01.179632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b827f790-e6b5-43c6-b973-cd1e11effcfb None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:01.180145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b827f790-e6b5-43c6-b973-cd1e11effcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.195182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.306712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f29530ec-a9da-48a3-88ee-9d9aee690bd0 req-42992c66-cc20-4556-8cdb-7ff96ba1f7c4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 210 time: 0.2797825 Oct 26 14:28:01.344782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b827f790-e6b5-43c6-b973-cd1e11effcfb None None] Port 50a97af4-e01b-494a-932a-71960f29d8c7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:01.365818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port af2e8624-4403-4c28-a04d-1388090b24fb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:01.366188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.401450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b827f790-e6b5-43c6-b973-cd1e11effcfb None None] Provisioning complete for port af2e8624-4403-4c28-a04d-1388090b24fb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:01.402111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b827f790-e6b5-43c6-b973-cd1e11effcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.413511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:01.444397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2e46-8dff-45ef-b93c-8a6423f5074b req-969478da-7776-4c5a-9d7e-d4db578eaaa6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:01.460188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-46ad2e46-8dff-45ef-b93c-8a6423f5074b req-969478da-7776-4c5a-9d7e-d4db578eaaa6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1948185 Oct 26 14:28:01.542574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-46ad2e46-8dff-45ef-b93c-8a6423f5074b req-3eb8f77f-79f3-4d4a-aac6-858aa1198dbd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811179 Oct 26 14:28:01.616909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 0a644853-4bfc-4b00-8876-572854032298 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:01.629908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:01.887385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f28d2f36-0857-43d6-ae4d-edf19cfb921f None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:01.887742 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f28d2f36-0857-43d6-ae4d-edf19cfb921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:01.999286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f28d2f36-0857-43d6-ae4d-edf19cfb921f None None] Port 50a97af4-e01b-494a-932a-71960f29d8c7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:02.018801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-81ddb04d-ce6c-4ec9-ab31-3a461a605790 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:02.021604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-81ddb04d-ce6c-4ec9-ab31-3a461a605790 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.3079069 Oct 26 14:28:02.024069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:02.036693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Request body: {'port': {'device_id': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'admin_state_up': True, 'tenant_id': '812648c578c14e4ba425a9a4f5664af1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:02.141506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb4c4eae-c670-4bf9-aae2-7a1cc1e3d8d9 None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:02.142347 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4eae-c670-4bf9-aae2-7a1cc1e3d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.221489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c4eae-c670-4bf9-aae2-7a1cc1e3d8d9 None None] Port 50a97af4-e01b-494a-932a-71960f29d8c7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:02.388965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:02.390363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af2e8624-4403-4c28-a04d-1388090b24fb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:02.409174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-049f2318-3130-42c7-a2f5-076e3ad79eed tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/820d5d21-53f2-4dd2-b7d7-094a4639f5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5511675 Oct 26 14:28:02.409372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Sync routers for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:02.452771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:02.453273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:02.474228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:02.478199 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:02.675719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d019ef23-1ac4-4133-9f73-85ff5cbb7887 req-f673415f-9ebe-4942-b0bb-e72934768536 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 210 time: 0.1153133 Oct 26 14:28:02.855761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:03.009824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port af2e8624-4403-4c28-a04d-1388090b24fb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:03.010893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.043533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-9d88dfba-5325-433d-bdb8-01dcad1b2580 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579821725&fields=id&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 267 time: 0.0825295 Oct 26 14:28:03.279035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e997e121-3841-4d65-afa1-058ff3081f8e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:03.286640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e997e121-3841-4d65-afa1-058ff3081f8e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 797 time: 0.2419944 Oct 26 14:28:03.304557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-dcf4ca4a-34fa-4e16-a4b8-99958a659ab8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/quotas/664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 375 time: 0.0164599 Oct 26 14:28:03.364415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-923cd92d-e638-4c48-930e-1313763d9ba5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583193 Oct 26 14:28:03.366832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 2, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:03.408214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Checking router: 820d5d21-53f2-4dd2-b7d7-094a4639f5cf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:03.408595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Updating router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf port 50a97af4-e01b-494a-932a-71960f29d8c7 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:28:03.443725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.491986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e32381-c50a-42bc-b77d-678b01fb02c9 req-d848f902-9666-41b1-92e6-1ea6f68f3c02 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:03.493745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0e32381-c50a-42bc-b77d-678b01fb02c9 req-d848f902-9666-41b1-92e6-1ea6f68f3c02 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.7754498 Oct 26 14:28:03.558693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Allocated IP 172.20.0.5 (7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c/ac3ea437-5646-4987-8df9-8fd02f160b25/8b99eff7-f91f-4a60-b2ac-d5b73794d08b) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:03.570087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-c6910320-5539-4bb2-ba0c-290bd0fab79b service neutron] 10.222.0.37 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678398 Oct 26 14:28:03.597805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0e32381-c50a-42bc-b77d-678b01fb02c9 req-31197991-a24f-4115-9b59-d96c39a84119 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848997 Oct 26 14:28:03.722092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-51dc2e29-2389-446a-b7da-b8fce0276a84 service neutron] 10.222.0.37 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441891 Oct 26 14:28:03.844101 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.924463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42ec1437-6f00-4c21-ab1d-7fa102a429c0 req-82764360-ec8d-4eb4-a451-4506f27bf019 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 210 time: 0.0593903 Oct 26 14:28:03.968195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:03.986274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:04.030944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53e43268-9a0b-4aaf-acba-149f113423b9 req-0f923d16-4e68-4cbb-824e-5e0080cf9a14 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 210 time: 0.0855227 Oct 26 14:28:04.074030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:04.080754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event updated for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:04.097192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:04.099024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:04.107614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:04.220180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:04.221222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.279767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-399c2c21-ee02-445d-952f-335daa117f0d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2485046 Oct 26 14:28:04.293411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Request body: {'port': {'device_id': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:04.376021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.391353 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.434693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.566614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae505b1-5a65-41ca-a70e-7ea0feb81b11 None None] Pushing event updated for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:04.732925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Attempting to bind port 50a97af4-e01b-494a-932a-71960f29d8c7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:04.735901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Attempting to bind port 50a97af4-e01b-494a-932a-71960f29d8c7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:04.736298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Attempting to bind port 50a97af4-e01b-494a-932a-71960f29d8c7 on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:04.822887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:04.823271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Checking segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:04.823907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.824311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Bound using segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:04.825179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Bound port: 50a97af4-e01b-494a-932a-71960f29d8c7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:04.827039 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:04.929839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254785-e09c-446b-afc6-b4d3a7bee284 req-299d95e3-08d2-4427-bd10-12e761598354 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:04.944382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16254785-e09c-446b-afc6-b4d3a7bee284 req-299d95e3-08d2-4427-bd10-12e761598354 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1980433 Oct 26 14:28:05.106033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16254785-e09c-446b-afc6-b4d3a7bee284 req-6e1c2538-93fd-460d-8ba1-7c33096b8c29 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604533 Oct 26 14:28:05.153614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4827b5c-3385-4397-a4de-aca5cb36b98b None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:05.154223 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4827b5c-3385-4397-a4de-aca5cb36b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.184912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edc445-b8d9-4cd2-b79f-0c8d42f07d14 req-e2c2839e-aecc-48f8-8cbc-2d8d8d0e5a64 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:05.200089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0edc445-b8d9-4cd2-b79f-0c8d42f07d14 req-e2c2839e-aecc-48f8-8cbc-2d8d8d0e5a64 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 931 time: 0.1213503 Oct 26 14:28:05.245631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] For port 50a97af4-e01b-494a-932a-71960f29d8c7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:05.251102 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] For port 50a97af4-e01b-494a-932a-71960f29d8c7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=50a97af4-e01b-494a-932a-71960f29d8c7,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:05.260544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.277306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d4827b5c-3385-4397-a4de-aca5cb36b98b None None] Port 50a97af4-e01b-494a-932a-71960f29d8c7 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:05.304478 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0edc445-b8d9-4cd2-b79f-0c8d42f07d14 req-6d380321-d51d-4d2d-bb5e-6edb90f7d620 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031201 Oct 26 14:28:05.346292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:05.346292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:27:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:05.377522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43620702-ac98-45d9-bbf5-1670fd2e73d5 req-93503cc9-ea55-4214-abaf-b3b5aeb508dd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 210 time: 0.0704129 Oct 26 14:28:05.427344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b99eff7-f91f-4a60-b2ac-d5b73794d08b {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:05.451045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.453434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 32988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:05.471328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Transition to ACTIVE for port object 8b99eff7-f91f-4a60-b2ac-d5b73794d08b will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:05.478562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:05.555204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:05.558204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:05.763814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Attempting to bind port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:05.764484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Attempting to bind port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:05.769200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Attempting to bind port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:05.805390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:05.808086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Attempting to bind port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:05.840097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:05.841891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Checking segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:05.845060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Bound using segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:05.847193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Bound port: 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:05.849529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.008448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e9d504c-d0fe-4b1a-8baf-ff7b6638f758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.031785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-0f9dfc47-7569-4ad4-a172-e3dcfe5cb5a2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.034133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-0f9dfc47-7569-4ad4-a172-e3dcfe5cb5a2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 797 time: 0.3585386 Oct 26 14:28:06.129871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-83f88404-e747-460d-b763-6bd1175d0ecf tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 380 time: 0.0791228 Oct 26 14:28:06.146062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'port': {'device_id': '683c5770-4845-4178-95a8-546c250e032f', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'admin_state_up': True, 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'security_groups': ['db34d4b2-4fd8-4796-94a5-f02501e807e9']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:06.205926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:06.216973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:06.216973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.219387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:06.226255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae505b1-5a65-41ca-a70e-7ea0feb81b11 None None] Pushing event updated for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:06.229131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.302485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.305305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.305887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] 10.222.0.73 "PUT /v2.0/ports/8b99eff7-f91f-4a60-b2ac-d5b73794d08b HTTP/1.1" status: 200 len: 1091 time: 2.0171924 Oct 26 14:28:06.309246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:06.311769 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:06.420310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d373-e0a5-43d5-af23-8e41dac7a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:06.466637 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba416df-92fc-43ab-9616-f2c0ca5c2794 x-openstack-request-id: req-0ba416df-92fc-43ab-9616-f2c0ca5c2794 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:06.467123 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:06.467480 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ba416df-92fc-43ab-9616-f2c0ca5c2794 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:06.471259 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b', 'status': 'completed', 'code': 200} Oct 26 14:28:06.480183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:05Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:06.513836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-964064bf-419a-4560-a52d-a9697049a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.518243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-964064bf-419a-4560-a52d-a9697049a74f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 1094 time: 0.1360009 Oct 26 14:28:06.541907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:06.561702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.600871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-9cbc9817-5185-490a-add9-90789e2cb79f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b HTTP/1.1" status: 200 len: 217 time: 0.0734258 Oct 26 14:28:06.620633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4f3e8-377b-44ee-a675-9a885713fd5f None None] The sync data for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 is: [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:05Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:06.629749 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.779080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] For port 50a97af4-e01b-494a-932a-71960f29d8c7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=50a97af4-e01b-494a-932a-71960f29d8c7,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:06.798418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-4e2cb864-20ac-4546-a856-b0d4a8308d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.801340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.803444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-4e2cb864-20ac-4546-a856-b0d4a8308d96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.1957307 Oct 26 14:28:06.821984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e9d504c-d0fe-4b1a-8baf-ff7b6638f758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.849096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99869526-28ef-417c-b497-3268b0dbf51b req-95304680-9727-41e8-b534-bb2da5f7b8e9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.857361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99869526-28ef-417c-b497-3268b0dbf51b req-95304680-9727-41e8-b534-bb2da5f7b8e9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.5210967 Oct 26 14:28:06.864607 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e9d504c-d0fe-4b1a-8baf-ff7b6638f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:06.866878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99ea2-25c9-43bb-9121-525e0ca7bdf4 req-ad8a3427-0932-46c8-9d17-93c87c629349 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:06.876204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0fe99ea2-25c9-43bb-9121-525e0ca7bdf4 req-ad8a3427-0932-46c8-9d17-93c87c629349 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 943 time: 0.2233837 Oct 26 14:28:06.929438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829431-23fb-47e1-9952-6e479fab3ff3 None None] Pushing event updated for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:06.943215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-c0683eb5-7412-4718-8b12-a1e1493677e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249623 Oct 26 14:28:07.050906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e9d504c-d0fe-4b1a-8baf-ff7b6638f758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12d69b6ad53746c7a5049a67a5a887f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5949061 Oct 26 14:28:07.061611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33002) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:07.064024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d504c-d0fe-4b1a-8baf-ff7b6638f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2c5f71-474b-4937-8f01-c0ac723cc232,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:07.081103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99869526-28ef-417c-b497-3268b0dbf51b req-314fcd37-5702-4151-ba62-802227b697c5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043138 Oct 26 14:28:07.131269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-4fea9aea-d1bb-4028-b491-2ca01ac56e8c service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505764 Oct 26 14:28:07.161065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.13 (0a644853-4bfc-4b00-8876-572854032298/0ed44abe-c851-4826-93ff-04cc502151f4/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:07.204454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0fe99ea2-25c9-43bb-9121-525e0ca7bdf4 req-68f2d710-9fb6-4636-8070-02ac797ab381 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590530 Oct 26 14:28:07.302368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b781d8e-fc6a-49b8-bb8f-9abd24e84db2 req-5ffba57d-3ece-4bc1-9ead-673e1adf0053 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563199 Oct 26 14:28:07.373868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-734c462f-32c7-45ca-86b8-b25ceff1aadb req-d13c2467-e4c7-4191-a871-8f195e400bf4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 210 time: 0.1117251 Oct 26 14:28:07.374963 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.447455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.506526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-92fefdea-9767-4bb6-ab49-c27f26dbf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:07.511896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-92fefdea-9767-4bb6-ab49-c27f26dbf010 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 1094 time: 0.1302361 Oct 26 14:28:07.615067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.674967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-d5123227-9e60-4282-905c-40b32bad756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:07.677114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-d5123227-9e60-4282-905c-40b32bad756f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.1549695 Oct 26 14:28:07.707674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.741513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-55a448fc-a8ad-44bc-ac6a-0c6e0581e376 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b HTTP/1.1" status: 200 len: 217 time: 0.0545678 Oct 26 14:28:07.791824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.801114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:07.805194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a2c5f71-474b-4937-8f01-c0ac723cc232 HTTP/1.1" status: 204 len: 168 time: 0.7399361 Oct 26 14:28:07.820763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 0a644853-4bfc-4b00-8876-572854032298 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:07.830926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-82133732-0e19-4f3e-9434-2e52d2aef941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:07.833321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-82133732-0e19-4f3e-9434-2e52d2aef941 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0822401 Oct 26 14:28:07.834286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:07.852149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:07.861267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:07.875529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03d545-00e0-4c71-af54-158ed174d718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2c5f71-474b-4937-8f01-c0ac723cc232,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:07.903628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-98eb48dc-39d0-4aea-92ef-0817deb2fe7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618913 Oct 26 14:28:08.029988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.030869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.059644 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-e1b079b7-a84e-44c5-8d89-e1c4155c90c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9236190 Oct 26 14:28:08.083386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Request body: {'port': {'device_id': '683c5770-4845-4178-95a8-546c250e032f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:08.122839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-92db153d-8df3-49e5-ae56-6dca5047088b service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103839 Oct 26 14:28:08.159464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.422593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa0fadb-d4d1-44b7-8fb9-03497c7cc7ae req-956ef75e-9568-4408-b405-4c4b051872e1 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893350 Oct 26 14:28:08.462461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 50a97af4-e01b-494a-932a-71960f29d8c7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:08.485579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da20f7b-4da7-4d9e-bc0d-b54c8ee0f58f req-a1791413-890c-411e-8ef0-0b46d31b3970 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.487238 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3da20f7b-4da7-4d9e-bc0d-b54c8ee0f58f req-a1791413-890c-411e-8ef0-0b46d31b3970 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.0964365 Oct 26 14:28:08.495464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de33a27c-596d-474e-8bef-6212fea33639 None None] Provisioning complete for port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:08.496054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de33a27c-596d-474e-8bef-6212fea33639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.607384 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3da20f7b-4da7-4d9e-bc0d-b54c8ee0f58f req-051e20ee-a884-468b-874c-e0e41fc7938a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948031 Oct 26 14:28:08.638806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33018) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:08.676479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3774774-f9cf-4459-b982-6edcd49a252a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.711072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-de33a27c-596d-474e-8bef-6212fea33639 None None] Port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:08.735004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91286-08a8-47d8-9abe-3465596c7cbc req-f6ed526d-a91f-4288-b178-f17ce40306d9 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.745248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27d91286-08a8-47d8-9abe-3465596c7cbc req-f6ed526d-a91f-4288-b178-f17ce40306d9 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 943 time: 0.2397869 Oct 26 14:28:08.758825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 50a97af4-e01b-494a-932a-71960f29d8c7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:08.759606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.857886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27d91286-08a8-47d8-9abe-3465596c7cbc req-4855fe59-11bf-4cf8-a220-08ca4ec544b5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109297 Oct 26 14:28:08.929873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973d6c7-1e18-481a-bc63-1d301fdb2b5e req-bf38f19f-68ef-4431-b867-afef9a24405e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:08.931746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0973d6c7-1e18-481a-bc63-1d301fdb2b5e req-bf38f19f-68ef-4431-b867-afef9a24405e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 932 time: 0.1351004 Oct 26 14:28:08.967539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:08.978121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.995938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3774774-f9cf-4459-b982-6edcd49a252a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:08.997280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Transition to ACTIVE for port object 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:09.003244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.014336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0973d6c7-1e18-481a-bc63-1d301fdb2b5e req-fb595a83-20f0-4047-9307-b081c7ff0c86 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665758 Oct 26 14:28:09.018166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3774774-f9cf-4459-b982-6edcd49a252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.089319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3774774-f9cf-4459-b982-6edcd49a252a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04ac531251bc490b86e9ddfe476034b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488463 Oct 26 14:28:09.090204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:09.097404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.109046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774774-f9cf-4459-b982-6edcd49a252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5369e08b-a897-4469-9d95-cdbf1b20445e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.177546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.195812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:09.196151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:09.196510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:09.202117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:09.202598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:09.210447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:09.210802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Checking segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:09.211175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Bound using segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:09.211624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Bound port: 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:09.211993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.233463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.313676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:09.314436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.319772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.320485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:09.321562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5369e08b-a897-4469-9d95-cdbf1b20445e HTTP/1.1" status: 204 len: 168 time: 0.2292387 Oct 26 14:28:09.340860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff74fb-cb74-4cd7-8104-357b0af3874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5369e08b-a897-4469-9d95-cdbf1b20445e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.352427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.426785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.427817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.430210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] 10.222.0.73 "PUT /v2.0/ports/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 1092 time: 1.3593867 Oct 26 14:28:09.430924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:09.439016 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5" -d '{"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:09.542036 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace5dcac-97d1-49d4-b51c-291d06fb4434 x-openstack-request-id: req-ace5dcac-97d1-49d4-b51c-291d06fb4434 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:09.542343 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:09.542603 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ace5dcac-97d1-49d4-b51c-291d06fb4434 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:09.543039 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'status': 'completed', 'code': 200} Oct 26 14:28:09.582402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5847e-e800-4c1c-a0c9-bce00a1cf4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:09.599337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-cea9ad5a-fd95-4235-8434-ba4fbd1e3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.601003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-cea9ad5a-fd95-4235-8434-ba4fbd1e3982 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1095 time: 0.1045163 Oct 26 14:28:09.627353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8b99eff7-f91f-4a60-b2ac-d5b73794d08b details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:09.664096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-272cd2dd-467c-4ce0-a14e-444447d23cb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 217 time: 0.0551219 Oct 26 14:28:09.779690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-17d70c1b-52ba-4586-b1a9-9c5c5717207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.793553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-17d70c1b-52ba-4586-b1a9-9c5c5717207a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.1228654 Oct 26 14:28:09.837506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:09.861403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'port_id': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b', 'mac_address': 'fa:16:3e:e6:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3ea437-5646-4987-8df9-8fd02f160b25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:09.885468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fadfe-933c-499e-a273-3bc127adac8b req-ce70da2b-0ec1-4614-898f-8ce9b4590bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.887018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-ce70da2b-0ec1-4614-898f-8ce9b4590bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855713 Oct 26 14:28:09.933685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94e4e8-bd83-4dde-9ebf-b9761377da4a req-515d0763-d993-4f13-8604-fb337c62939b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:09.934446 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:09.935548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b94e4e8-bd83-4dde-9ebf-b9761377da4a req-515d0763-d993-4f13-8604-fb337c62939b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1193988 Oct 26 14:28:09.963074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b99eff7-f91f-4a60-b2ac-d5b73794d08b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:10.028256 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b94e4e8-bd83-4dde-9ebf-b9761377da4a req-6a40eb7e-f767-4588-8676-0769cd5b0c16 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736933 Oct 26 14:28:10.030169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:10.040871 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.159572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:10.175200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e96b5d4b-d82e-4e42-b852-7774bb87ad77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:10.178548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.179078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.179330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.179949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.180287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.180831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.182867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.189314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.190665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.191591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.192103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.195152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:10.275046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8b99eff7-f91f-4a60-b2ac-d5b73794d08b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:10.426110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c845ff5-2a12-46ef-a5fd-0d4062140c22 req-4359f38d-8baa-4121-a9a3-4d5b0946bae4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.429815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1234e-3c06-4c44-a254-a63ed6bdd1e6 req-86562ab8-0326-4f8c-acb3-40798bbc6c54 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.431504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1d1234e-3c06-4c44-a254-a63ed6bdd1e6 req-86562ab8-0326-4f8c-acb3-40798bbc6c54 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.1342509 Oct 26 14:28:10.433311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c845ff5-2a12-46ef-a5fd-0d4062140c22 req-4359f38d-8baa-4121-a9a3-4d5b0946bae4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 944 time: 0.4663532 Oct 26 14:28:10.506848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-b3ef62ac-b50c-428d-a194-430d46d802e3 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103127 Oct 26 14:28:10.519952 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f1d1234e-3c06-4c44-a254-a63ed6bdd1e6 req-9525b9a0-d589-4a44-9365-ae4cc44da16a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753946 Oct 26 14:28:10.698434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7c845ff5-2a12-46ef-a5fd-0d4062140c22 req-4393c95c-f66f-4c01-b822-8b1659178a6a tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895592 Oct 26 14:28:10.758030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f51fadfe-933c-499e-a273-3bc127adac8b req-d6938d0a-ae8b-471f-ba4e-c387abf32400 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309535 Oct 26 14:28:10.893093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-fe96fd4f-859f-4dc7-8cc5-9cd350e2b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:10.897884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-fe96fd4f-859f-4dc7-8cc5-9cd350e2b75f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1095 time: 0.0831141 Oct 26 14:28:11.014800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-ffa75c35-02ec-4bfa-a758-4821878e4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.016521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-ffa75c35-02ec-4bfa-a758-4821878e4246 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.1099541 Oct 26 14:28:11.070100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-6e0630e4-b9ff-42a7-9e11-ecfca21cacd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 217 time: 0.0453746 Oct 26 14:28:11.155197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-74ad5bce-4209-4be2-8dff-e1aab0a74551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.157988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-74ad5bce-4209-4be2-8dff-e1aab0a74551 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.0790408 Oct 26 14:28:11.224084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-dc5742d6-6c68-4ec3-8888-7d0639ab72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.226138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-dc5742d6-6c68-4ec3-8888-7d0639ab72ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590312 Oct 26 14:28:11.400992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-9cf7051d-015d-47f9-93af-1d137ff70f5a service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655772 Oct 26 14:28:11.548598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd48d2fe-26b3-46ff-8abd-d9b34ae867d5 req-688997da-26cb-4086-9377-d1a05897eee9 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392090 Oct 26 14:28:11.652638 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:28:11.662686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8b99eff7-f91f-4a60-b2ac-d5b73794d08b up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:11.750540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc3b00-16ae-4973-91dd-9801369533a7 req-9b5b8d82-678a-4298-a871-30d688a177bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.756819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5cc3b00-16ae-4973-91dd-9801369533a7 req-9b5b8d82-678a-4298-a871-30d688a177bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1248627 Oct 26 14:28:11.826554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:11.840426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:11.841276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:11.870674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f630b-c60c-49fa-ae24-f9553f830755 req-fb81393b-c55a-46f3-bc3f-db71508e55a0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:11.873816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-433f630b-c60c-49fa-ae24-f9553f830755 req-fb81393b-c55a-46f3-bc3f-db71508e55a0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.1548171 Oct 26 14:28:11.876646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5cc3b00-16ae-4973-91dd-9801369533a7 req-2496f4e0-b6d5-4d5c-97da-ce727acf6772 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104627 Oct 26 14:28:11.983539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-433f630b-c60c-49fa-ae24-f9553f830755 req-6c44029c-9b95-4bb2-af95-ad9947162a43 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721490 Oct 26 14:28:12.092312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce8380-a43c-44bd-86b9-f54adfdb70ab req-bbfd8473-3716-4ae0-aeb2-5f531ea17d76 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:12.095268 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6ce8380-a43c-44bd-86b9-f54adfdb70ab req-bbfd8473-3716-4ae0-aeb2-5f531ea17d76 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 944 time: 0.0822294 Oct 26 14:28:12.122568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.165194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b6ce8380-a43c-44bd-86b9-f54adfdb70ab req-9e15dbd6-1d94-46fc-9aa1-77d4b0f629a3 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Oct 26 14:28:12.174387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:12.183649 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84ca961-851c-47bc-bbca-448f709de240" -d '{"events": [{"server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "name": "network-vif-plugged", "status": "completed", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:12.232212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:12.246352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:12.313926 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d2249-dfb6-415f-a117-cb20c34ecf5f x-openstack-request-id: req-607d2249-dfb6-415f-a117-cb20c34ecf5f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:12.314372 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "name": "network-vif-plugged", "status": "completed", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:12.315000 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-607d2249-dfb6-415f-a117-cb20c34ecf5f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:12.317261 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b', 'code': 200} Oct 26 14:28:12.368652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:12.432436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb843ed-3b67-4f76-b4ec-6518aec6c7e5 req-b8ff6dff-b5c7-43a0-ab71-b6465fc9ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:12.434993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfb843ed-3b67-4f76-b4ec-6518aec6c7e5 req-b8ff6dff-b5c7-43a0-ab71-b6465fc9ea1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 1096 time: 0.0528064 Oct 26 14:28:12.500216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfb843ed-3b67-4f76-b4ec-6518aec6c7e5 req-95358d15-3422-4c87-883d-6b9e28b54248 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Oct 26 14:28:12.871177 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-372cf200-ce85-4076-9c40-1ce1d3161988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:13.141111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cd4fd-bb3a-4558-a343-a1b55baf02ad req-1c6f2405-9c91-47c0-bb91-ac66b802fa50 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.144329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-682cd4fd-bb3a-4558-a343-a1b55baf02ad req-1c6f2405-9c91-47c0-bb91-ac66b802fa50 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1224277 Oct 26 14:28:13.210051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-682cd4fd-bb3a-4558-a343-a1b55baf02ad req-e6c62ecf-a1e9-4a61-b77e-eac0a8f65512 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562043 Oct 26 14:28:13.248007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce619d83-c100-4294-8c25-34f281d15ff1 req-cc1c63a1-b4c8-4277-b038-adf26d36773e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.259521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce619d83-c100-4294-8c25-34f281d15ff1 req-cc1c63a1-b4c8-4277-b038-adf26d36773e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.1141939 Oct 26 14:28:13.327178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce619d83-c100-4294-8c25-34f281d15ff1 req-6ce34855-30c3-4d8d-80e1-6304653dc353 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641282 Oct 26 14:28:13.450307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83947195-6db5-48be-a8a3-1528635ccea6 req-23bda43c-27c1-42a7-9103-a5f19f7c7888 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:13.452865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83947195-6db5-48be-a8a3-1528635ccea6 req-23bda43c-27c1-42a7-9103-a5f19f7c7888 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 945 time: 0.1001613 Oct 26 14:28:13.564866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83947195-6db5-48be-a8a3-1528635ccea6 req-9167a4b9-fc18-49c7-a1a0-877173be4bcc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Oct 26 14:28:13.663670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:13.881492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:13.930743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'mac_address': 'fa:16:3e:16:e4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:13.936214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.043706 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.087930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:14.155645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:14.166228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.355235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:14.362370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:14.395154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:14.539813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea9d80-4c34-459a-b7c7-cb0bc9352c3d req-7a507557-985d-4731-92ee-1bd3afcf64bd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:14.544394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7ea9d80-4c34-459a-b7c7-cb0bc9352c3d req-7a507557-985d-4731-92ee-1bd3afcf64bd tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1574616 Oct 26 14:28:14.631652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7ea9d80-4c34-459a-b7c7-cb0bc9352c3d req-3807639a-335a-4b2f-a521-f0bd223c2c2e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787003 Oct 26 14:28:14.638826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cacf96-fc3c-4835-8ddd-d56afde93909 req-e685c835-3c3f-45ce-a759-bf6c42a9f653 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:14.648862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29cacf96-fc3c-4835-8ddd-d56afde93909 req-e685c835-3c3f-45ce-a759-bf6c42a9f653 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 945 time: 0.1358538 Oct 26 14:28:14.721534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-29cacf96-fc3c-4835-8ddd-d56afde93909 req-bd1a52d2-216d-40fb-b88d-59f256cb1dc7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711079 Oct 26 14:28:14.780397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edcd49-8b95-4047-899d-b9774474b85f req-d258c6dd-4df3-4a80-8e9f-b6ac1b4dc97a tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:14.782994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4edcd49-8b95-4047-899d-b9774474b85f req-d258c6dd-4df3-4a80-8e9f-b6ac1b4dc97a tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 945 time: 0.0751829 Oct 26 14:28:14.868743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a4edcd49-8b95-4047-899d-b9774474b85f req-63927c21-8ed6-452c-a6ba-e07eb9a9d3a5 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790789 Oct 26 14:28:15.678063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:15.940468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.012345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:16.027859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:16.030501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.092403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7beafb-81cd-4be4-a33c-44db8d0e82d7 req-ed866de9-4943-44aa-8eae-18fa1432da13 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:16.116748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a7beafb-81cd-4be4-a33c-44db8d0e82d7 req-ed866de9-4943-44aa-8eae-18fa1432da13 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1560071 Oct 26 14:28:16.122287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c814f-5927-46ad-9ea2-0258098f3ba7 req-cdc50583-a3ec-47e8-87b8-cba63413b6ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:16.139996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd0c814f-5927-46ad-9ea2-0258098f3ba7 req-cdc50583-a3ec-47e8-87b8-cba63413b6ab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 945 time: 0.1455028 Oct 26 14:28:16.258666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a7beafb-81cd-4be4-a33c-44db8d0e82d7 req-bf7e60dd-2925-4fc5-af35-bc29ba44b5cb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403208 Oct 26 14:28:16.274776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd0c814f-5927-46ad-9ea2-0258098f3ba7 req-d5913cd8-a1f5-4c14-a36e-213545c16f70 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291280 Oct 26 14:28:16.373424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.429976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:16.433486 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60756de2-7e35-4470-853d-ba2f8b481c9e" -d '{"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-plugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:16.452829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:16.459957 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:16.565746 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc1ef6d-b04c-4d0e-85dd-4698e1496659 x-openstack-request-id: req-6bc1ef6d-b04c-4d0e-85dd-4698e1496659 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:16.566638 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-plugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:16.566856 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bc1ef6d-b04c-4d0e-85dd-4698e1496659 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:16.567194 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'code': 200} Oct 26 14:28:16.592627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:16.730623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba20a5e-1fd1-4579-95e4-e314f4e35fe2 req-cf6b166d-c918-47c4-9f29-672b1af1394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:16.734254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ba20a5e-1fd1-4579-95e4-e314f4e35fe2 req-cf6b166d-c918-47c4-9f29-672b1af1394f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 0.0839119 Oct 26 14:28:16.875848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ba20a5e-1fd1-4579-95e4-e314f4e35fe2 req-d525b857-a4b3-4063-abea-bba742778423 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289172 Oct 26 14:28:17.548295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29517a88-85fd-4317-bede-2b0453880373 req-018cf316-22a5-4125-97dd-cb75c4600cad tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:17.554814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29517a88-85fd-4317-bede-2b0453880373 req-018cf316-22a5-4125-97dd-cb75c4600cad tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1229873 Oct 26 14:28:17.638170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-29517a88-85fd-4317-bede-2b0453880373 req-955c2566-4174-419c-b073-0b74a76266ff tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684009 Oct 26 14:28:17.662130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b79aa3-f13d-4488-8d77-b524d8d6cfc0 req-f3eef18a-816b-442b-b80f-c7971109bae6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:17.664837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47b79aa3-f13d-4488-8d77-b524d8d6cfc0 req-f3eef18a-816b-442b-b80f-c7971109bae6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1680520 Oct 26 14:28:17.789310 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47b79aa3-f13d-4488-8d77-b524d8d6cfc0 req-5501f636-53f2-4732-9bb9-f3024952c33b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877571 Oct 26 14:28:18.995566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663df08-2fd5-49a8-90b7-a998e62b4279 req-0912e4c7-525e-48de-8457-730f53bded3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.005522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2663df08-2fd5-49a8-90b7-a998e62b4279 req-0912e4c7-525e-48de-8457-730f53bded3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 944 time: 0.1325829 Oct 26 14:28:19.014542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cb9e2-58c3-4dc4-8c3b-2386eea76bb9 req-fddc4cea-1cc9-491a-b81a-ba4d3fd1eb8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.025150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c17cb9e2-58c3-4dc4-8c3b-2386eea76bb9 req-fddc4cea-1cc9-491a-b81a-ba4d3fd1eb8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1009855 Oct 26 14:28:19.117667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2663df08-2fd5-49a8-90b7-a998e62b4279 req-f47f7884-2593-48f5-9d11-98bb3a507611 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960715 Oct 26 14:28:19.175969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c17cb9e2-58c3-4dc4-8c3b-2386eea76bb9 req-cd86d2ad-47be-49de-bae9-110a196c8a46 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491292 Oct 26 14:28:19.310895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4467789-2b56-4fd2-940b-b9ff10a07214 req-7a08f0ec-d281-4fd9-aab2-68a7ba720db7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.312890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4467789-2b56-4fd2-940b-b9ff10a07214 req-7a08f0ec-d281-4fd9-aab2-68a7ba720db7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.0626063 Oct 26 14:28:19.390339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4467789-2b56-4fd2-940b-b9ff10a07214 req-ff96f91f-7927-41f5-a1cf-e30b20e71529 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700433 Oct 26 14:28:19.415091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33236) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:19.518273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baedf577-68b2-4936-ad2a-c99f992db929 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:19.518273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-baedf577-68b2-4936-ad2a-c99f992db929 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1092 time: 0.0978260 Oct 26 14:28:19.519585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33238) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:19.527768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:19.573564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:19.665005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 91beb6de-de43-492e-be7d-6518066982d4 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:19.872751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.056026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=91beb6de-de43-492e-be7d-6518066982d4,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:20.105292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '91beb6de-de43-492e-be7d-6518066982d4', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:20.177503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.223055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91beb6de-de43-492e-be7d-6518066982d4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:20.227041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.46 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/27e4a523-fc16-4507-9ea4-c4121a0a1bc6) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:20.280661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=91beb6de-de43-492e-be7d-6518066982d4,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:20.288191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.475188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:20.486235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e17d-ed40-4d0e-8c0f-a7cff15387e6 req-b8d61046-cd5f-45b8-adc6-d68a8a3919d5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:20.497189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7244e17d-ed40-4d0e-8c0f-a7cff15387e6 req-b8d61046-cd5f-45b8-adc6-d68a8a3919d5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 945 time: 0.1231935 Oct 26 14:28:20.577368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['91beb6de-de43-492e-be7d-6518066982d4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:20.611635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.619533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7244e17d-ed40-4d0e-8c0f-a7cff15387e6 req-4bcd7d04-85ff-43f8-a469-be91ecfc367b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201222 Oct 26 14:28:20.678390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:20.730871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:20.735317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:20.740404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:20.772961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=27e4a523-fc16-4507-9ea4-c4121a0a1bc6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:21.320516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:21.445732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:21.680272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 91beb6de-de43-492e-be7d-6518066982d4 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:21.802816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 91beb6de-de43-492e-be7d-6518066982d4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:28:21.815919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 91beb6de-de43-492e-be7d-6518066982d4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:21.816456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:21.929147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4224-feb8-4e53-88f0-c7c5425d2e99 req-946a28d4-bf5d-462b-8a02-75e0729cab87 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:21.949933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:21.953349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4be4224-feb8-4e53-88f0-c7c5425d2e99 req-946a28d4-bf5d-462b-8a02-75e0729cab87 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 945 time: 0.1590970 Oct 26 14:28:22.000778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.011248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.053548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.063246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:22.117853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91beb6de-de43-492e-be7d-6518066982d4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:22.121286 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aa1eb8-2dfb-4231-85d4-068f218386af" -d '{"events": [{"server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "name": "network-vif-plugged", "status": "completed", "tag": "91beb6de-de43-492e-be7d-6518066982d4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:22.155126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b4be4224-feb8-4e53-88f0-c7c5425d2e99 req-b97c213b-4d3e-47af-893b-6542a7681b4e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997349 Oct 26 14:28:22.175711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=91beb6de-de43-492e-be7d-6518066982d4,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:22.195943 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.221117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.363162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:22.374925 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e36a9d-255f-4bbd-afde-23a76b8f3ce4 x-openstack-request-id: req-73e36a9d-255f-4bbd-afde-23a76b8f3ce4 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:22.375498 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "name": "network-vif-plugged", "status": "completed", "tag": "91beb6de-de43-492e-be7d-6518066982d4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:22.376684 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73e36a9d-255f-4bbd-afde-23a76b8f3ce4 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:22.381271 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91beb6de-de43-492e-be7d-6518066982d4', 'code': 200} Oct 26 14:28:22.455578 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP bfd0eee0-3301-47ee-96bf-434e44c0fc2c associated. External IP: 172.25.5.46, port: 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b. Oct 26 14:28:22.578390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33288) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:22.663231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=27e4a523-fc16-4507-9ea4-c4121a0a1bc6,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:22.692147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d3f85-8413-4a49-ac3d-e843d31e91dc req-10ca8453-3feb-4095-9205-0a1953958243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:22.694308 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af0d3f85-8413-4a49-ac3d-e843d31e91dc req-10ca8453-3feb-4095-9205-0a1953958243 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.2402098 Oct 26 14:28:22.749846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b524f408-2867-4afd-9469-4e22bd8a7f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.792543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-af0d3f85-8413-4a49-ac3d-e843d31e91dc req-641d4f09-a172-4d1d-9062-25d5ad6c86ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755734 Oct 26 14:28:22.814928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dad5-bac4-40ec-bf31-dc0afcb3c524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.921672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b524f408-2867-4afd-9469-4e22bd8a7f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:22.967236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:23.082988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b524f408-2867-4afd-9469-4e22bd8a7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.099516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dad5-bac4-40ec-bf31-dc0afcb3c524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.131507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b524f408-2867-4afd-9469-4e22bd8a7f3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f5a096872314dd288189bde5c50de90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516825 Oct 26 14:28:23.177416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f408-2867-4afd-9469-4e22bd8a7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278af08f-0d41-4726-a534-d223a7abefd0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:23.180373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33298) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:23.181222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dad5-bac4-40ec-bf31-dc0afcb3c524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.201348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:23.217466 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Sync routers for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:23.235893 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:23.236668 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:23.262098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.288201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6dad5-bac4-40ec-bf31-dc0afcb3c524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fde9f6-1ffc-41b6-b599-c7e600ae69de,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:23.328997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b485b28c-b881-44af-b712-eca96de81eb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8050573 Oct 26 14:28:23.328997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:23.331716 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c" -d '{"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:23.456837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.494273 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:23.518016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.594503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe3845-905d-4f97-ad3b-980430395d8c req-fef5c63f-f89b-436d-9d23-7959c3f526c4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:23.599303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93fe3845-905d-4f97-ad3b-980430395d8c req-fef5c63f-f89b-436d-9d23-7959c3f526c4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1514342 Oct 26 14:28:23.630075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6c3c7-9e70-4d93-b478-94bab29300a2 req-7b72cb60-a334-4bf5-b57b-c20fd46b83ba tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:23.632107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82f6c3c7-9e70-4d93-b478-94bab29300a2 req-7b72cb60-a334-4bf5-b57b-c20fd46b83ba tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.3343055 Oct 26 14:28:23.637583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6d6dad5-bac4-40ec-bf31-dc0afcb3c524 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66be27cb0cc9490a86db6fca23704e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5727892 Oct 26 14:28:23.639132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33312) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:23.640343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.643940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.645459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/278af08f-0d41-4726-a534-d223a7abefd0 HTTP/1.1" status: 204 len: 168 time: 0.4610705 Oct 26 14:28:23.706691 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.728926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93fe3845-905d-4f97-ad3b-980430395d8c req-06bd8292-f35d-48c3-8b41-cb3664679df9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116543 Oct 26 14:28:23.739377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82f6c3c7-9e70-4d93-b478-94bab29300a2 req-1d484306-e331-4b9b-9475-c821b1511a33 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582273 Oct 26 14:28:23.759452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33316) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:23.783311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24fbcd-9ed3-4059-b683-e18153c6504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278af08f-0d41-4726-a534-d223a7abefd0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:23.786659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.838198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.905824 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8dd1a4-86df-4437-99ac-97754a39f300 x-openstack-request-id: req-4f8dd1a4-86df-4437-99ac-97754a39f300 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:23.914854 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:23.915529 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f8dd1a4-86df-4437-99ac-97754a39f300 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:23.916735 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'status': 'completed', 'code': 200} Oct 26 14:28:23.941297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.947769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:23.954420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/79fde9f6-1ffc-41b6-b599-c7e600ae69de HTTP/1.1" status: 204 len: 168 time: 0.3025284 Oct 26 14:28:23.984023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480044cb-70f6-4544-bfb5-0b680e3909bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fde9f6-1ffc-41b6-b599-c7e600ae69de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:24.022669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-225db48f-afaf-44c2-b753-09c549cbd457 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 991 time: 0.2596314 Oct 26 14:28:24.211032 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'bfd0eee0-3301-47ee-96bf-434e44c0fc2c', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'mac_address': 'fa:16:3e:16:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683c5770-4845-4178-95a8-546c250e032f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:21Z', 'updated_at': '2021-10-26T14:28:21Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:24.256047 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Checking router: 820d5d21-53f2-4dd2-b7d7-094a4639f5cf for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:24.274605 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:24.276254 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:24.649653 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:24.812781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33342) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:24.831897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-02355685-d59d-48d1-9543-73bd421b2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:24.834320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-02355685-d59d-48d1-9543-73bd421b2d16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 0.9044726 Oct 26 14:28:24.843606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ad3b-0dc1-44c5-8c51-d0b28db1297e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:24.994083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-53e8ff25-6071-48c0-9bd0-60433c1f70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:24.996976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-53e8ff25-6071-48c0-9bd0-60433c1f70a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.1531084 Oct 26 14:28:25.026903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33348) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:25.168949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ad3b-0dc1-44c5-8c51-d0b28db1297e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.204650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ad3b-0dc1-44c5-8c51-d0b28db1297e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.208470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-881117ea-1f9d-45c2-94ae-5cfc12cb6b0d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 991 time: 0.1732893 Oct 26 14:28:25.211458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-e04edd89-9a21-41b4-b7b6-7142aa89f87a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 999 time: 0.2058446 Oct 26 14:28:25.247099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ad3b-0dc1-44c5-8c51-d0b28db1297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0be6c-420f-4e41-8fe7-69ca23b9a297,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:25.363200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeae044-78cf-4d34-91d6-03025195823c req-71c44a28-14df-445e-88dc-1e474696ed3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:25.366457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adeae044-78cf-4d34-91d6-03025195823c req-71c44a28-14df-445e-88dc-1e474696ed3b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.4792981 Oct 26 14:28:25.385947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-a7415b3f-f511-4e9b-90d9-15b486a00b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:25.392124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-a7415b3f-f511-4e9b-90d9-15b486a00b7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.1728017 Oct 26 14:28:25.392452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e0c2ad3b-0dc1-44c5-8c51-d0b28db1297e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc6272e624c045f691ea0e0394a61672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777004 Oct 26 14:28:25.392911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33356) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:25.449791 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'bfd0eee0-3301-47ee-96bf-434e44c0fc2c', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'mac_address': 'fa:16:3e:16:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683c5770-4845-4178-95a8-546c250e032f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:21Z', 'updated_at': '2021-10-26T14:28:21Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:25.463807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adeae044-78cf-4d34-91d6-03025195823c req-6285ddf8-cb9f-4fd1-affc-4f28191eacd1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645397 Oct 26 14:28:25.565141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-4931892f-d43d-458d-8f88-2836e121ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:25.568851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-4931892f-d43d-458d-8f88-2836e121ced5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521323 Oct 26 14:28:25.587882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-b34b8eba-e97e-4669-91e1-8dc13b7925ad service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:25.589106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-b34b8eba-e97e-4669-91e1-8dc13b7925ad service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096529 Oct 26 14:28:25.594120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.605255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39060a71-ee1c-449f-8c1f-0ef45d07d7c4 None None] The sync data for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 is: [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'bfd0eee0-3301-47ee-96bf-434e44c0fc2c', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'mac_address': 'fa:16:3e:16:e4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683c5770-4845-4178-95a8-546c250e032f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:21Z', 'updated_at': '2021-10-26T14:28:21Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:25.803682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:25.833756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-599ac18f-721c-4ca0-84a0-f7f2e4d46dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324729 Oct 26 14:28:25.945748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71cd34-743f-4149-9e06-eb9a3bb14c09 req-26792af9-d3a2-43d2-8a25-83a717687f48 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:25.949242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e71cd34-743f-4149-9e06-eb9a3bb14c09 req-26792af9-d3a2-43d2-8a25-83a717687f48 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.2078328 Oct 26 14:28:26.066675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71fcb70d-dc97-4cda-ab86-6a2d4a97e21c req-fe594fa8-beb1-4cf7-ade8-1f77bc00d692 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132752 Oct 26 14:28:26.072917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:26.079151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:26.082462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ac0be6c-420f-4e41-8fe7-69ca23b9a297 HTTP/1.1" status: 204 len: 168 time: 0.6873298 Oct 26 14:28:26.127908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f986b-37f3-4575-955c-a4a83d057acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0be6c-420f-4e41-8fe7-69ca23b9a297,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:26.209877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:26.220030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e71cd34-743f-4149-9e06-eb9a3bb14c09 req-3f4b04f8-fdfd-4951-8578-c363a0c1b158 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380787 Oct 26 14:28:26.220628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e035b7-dabe-49b3-ad9d-bb2c323010e9 None None] New status for floating IP bfd0eee0-3301-47ee-96bf-434e44c0fc2c: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:26.280822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:26.444511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff3b87-505a-4d79-a2f9-fef871ecefee tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:26.457326 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-54ff3b87-505a-4d79-a2f9-fef871ecefee tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1092 time: 0.1718845 Oct 26 14:28:26.458331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:26.474806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:26.588212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:26.595640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee9c31c3-e453-436e-bd2f-5412c1ea8c08 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 991 time: 0.3824968 Oct 26 14:28:26.888113 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.240465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.25.5.176 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/316a3805-8e6d-411e-801f-ca5192af3704) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:27.486908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.593152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:27.599295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33426) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:27.756983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:27.768035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:27.777599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:27.789833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7fd05291-bea5-4b34-88cd-b772e2c61be1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 993 time: 0.1890898 Oct 26 14:28:27.830697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=316a3805-8e6d-411e-801f-ca5192af3704,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:28.293157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33446) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:28.316733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:28.435039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:28.655275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:28.696750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:28.991185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.000668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.065718 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.074665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=316a3805-8e6d-411e-801f-ca5192af3704,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:29.151723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.281119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Allocated IP 172.25.5.180 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/38eaeeee-8ff6-4aa8-9c47-018598958764) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:29.305259 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP 1542751f-5d2d-41da-a76c-c42c36f58861 associated. External IP: 172.25.5.176, port: 91beb6de-de43-492e-be7d-6518066982d4. Oct 26 14:28:29.486463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.543589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.596030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:29.602041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:29.607464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:29.624403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:29.643753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=38eaeeee-8ff6-4aa8-9c47-018598958764,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:29.789536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.797512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:29.812296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:29.836738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.885468 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:29.885724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-849b5cea-fb15-41c3-a313-dfccff2e606d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4173849 Oct 26 14:28:29.885836 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:29.885994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:29.885994 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c506cb1-e676-42d3-94cc-71b9993409b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:29.954817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:29.966700 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328114d5-7a04-4000-88b4-e8894c8eab3b x-openstack-request-id: req-328114d5-7a04-4000-88b4-e8894c8eab3b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:29.966971 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:29.967357 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-328114d5-7a04-4000-88b4-e8894c8eab3b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:29.967672 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4', 'status': 'completed', 'code': 200} Oct 26 14:28:30.107026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-8df57098-12c9-4d4b-a7a0-8894dc8036fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:30.110533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-8df57098-12c9-4d4b-a7a0-8894dc8036fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.1146386 Oct 26 14:28:30.179959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:30.230634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.240391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.345573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-b586930b-a9c1-447b-892b-0364b2f4d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:30.347509 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-b586930b-a9c1-447b-892b-0364b2f4d1ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.2290120 Oct 26 14:28:30.356958 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.377739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=38eaeeee-8ff6-4aa8-9c47-018598958764,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:30.395591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.396908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-05570fa3-034c-4afc-b8b9-f8432a15d35e tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1018345 Oct 26 14:28:30.400331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33494) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:30.405948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-976813821'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:30.445769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Made reservation on behalf of 048a5cfbc0874834b043cfb15b60e110 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:30.450123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.471508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.524992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-06591591-86f7-482c-9db8-972e0c6c570f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 1000 time: 0.1701217 Oct 26 14:28:30.649563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-8a71b0a5-b121-4859-a1af-c3d6164d2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:30.653693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-8a71b0a5-b121-4859-a1af-c3d6164d2fe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1202917 Oct 26 14:28:30.720091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-1d576d57-df2f-40e3-809e-a06d1fa1e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:30.721913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-1d576d57-df2f-40e3-809e-a06d1fa1e5d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596068 Oct 26 14:28:30.733134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.735812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-ad1113c3-5110-4342-98ff-0bc4b91e0f0a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:30.736986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-ad1113c3-5110-4342-98ff-0bc4b91e0f0a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077069 Oct 26 14:28:30.753758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.771803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:28Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:30.797583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de83fc8d-a86f-4fab-aa5a-33fe36ee353a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:30.828294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:28:30.853763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.854157 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Added segment f1cdd751-2807-4c43-a140-9c3da7d0ca41 of type vlan for network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 Oct 26 14:28:30.861018 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:28:30.879291 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:30.880776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:30.893183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-3335552d-713a-4b4f-89a2-215c57fac5aa service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479011 Oct 26 14:28:30.958313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:30.999695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.010066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:31.011619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.045923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6440711 Oct 26 14:28:31.083968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33506) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:31.091994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Request body: {'subnet': {'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:31.139512 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:28:31.149986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c506cb1-e676-42d3-94cc-71b9993409b6 req-36ba6e1c-48ed-42ff-ad7f-fcbccffd0439 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458405 Oct 26 14:28:31.228364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9fea5-1bee-436e-89ec-0a4cef286f53 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Network': ['ID=4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:31.245356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:28:31.367137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Made reservation on behalf of 048a5cfbc0874834b043cfb15b60e110 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:31.370829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.561006 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:28Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:31.610315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc1384-2d5a-4a35-a378-3e7865520205 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:28Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:31.706599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.842075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Subnet': ['ID=2d00b031-0723-4741-8872-750d64d11c62,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:31.866362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Checking segment: {'id': 'f1cdd751-2807-4c43-a140-9c3da7d0ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:31.866805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network hostable DHCP agents. Network: 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:28:31.891720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:28:31.914262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:31.929679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a7ee3-2db0-444e-bce6-1e0a9d17c1d0 None None] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:31.930192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:31.931174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:31.964603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2d9ae324-17f8-40c9-8038-bd4198d4414f tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8786926 Oct 26 14:28:31.969046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:31.978852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1057568920', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:32.036126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.037367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.141052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.242266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c121661-a859-4351-8293-96cfa6bbda2b None None] New status for floating IP 1542751f-5d2d-41da-a76c-c42c36f58861: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:28:32.363532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18', 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18', 'tenant_id': '048a5cfbc0874834b043cfb15b60e110', 'fixed_ips': [{'subnet_id': '2d00b031-0723-4741-8872-750d64d11c62'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:28:32.365250 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.400667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.810532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.878400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:32.887941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Allocated IP 172.20.0.2 (4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18/2d00b031-0723-4741-8872-750d64d11c62/6f123db5-5bac-4fe0-99c7-9b855c1c9020) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:33.136458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Allocated IP 172.25.5.145 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/a76425c1-d6f3-4ce9-b1f5-3e58f59d1419) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:33.173153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.190487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.270332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:33.276592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:33.283686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:33.297195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Pushing event updated for resources: {'Port': ['ID=6f123db5-5bac-4fe0-99c7-9b855c1c9020,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:33.408270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Attempting to bind port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:33.410131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Attempting to bind port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f1cdd751-2807-4c43-a140-9c3da7d0ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:33.410803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Attempting to bind port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 on network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:33.417983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:33.418717 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Checking segment: {'id': 'f1cdd751-2807-4c43-a140-9c3da7d0ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:33.419123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.419523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Bound using segment: {'id': 'f1cdd751-2807-4c43-a140-9c3da7d0ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:33.420022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Bound port: 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cdd751-2807-4c43-a140-9c3da7d0ca41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:33.420408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.545429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] For port 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:33.551258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] For port 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6f123db5-5bac-4fe0-99c7-9b855c1c9020,segment=NetworkSegment(f1cdd751-2807-4c43-a140-9c3da7d0ca41),segment_id=f1cdd751-2807-4c43-a140-9c3da7d0ca41)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:33.558923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.672548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acfa74-92b3-4eef-8567-f52a1689ba3d None None] Pushing event updated for resources: {'Port': ['ID=6f123db5-5bac-4fe0-99c7-9b855c1c9020,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:33.674497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.723786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:33.787897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:33.791482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:33.796582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:33.821117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=a76425c1-d6f3-4ce9-b1f5-3e58f59d1419,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:34.318338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.393532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6f123db5-5bac-4fe0-99c7-9b855c1c9020 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:34.566781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:34.567774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.714164 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.782200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6f123db5-5bac-4fe0-99c7-9b855c1c9020,segment=NetworkSegment(f1cdd751-2807-4c43-a140-9c3da7d0ca41),segment_id=f1cdd751-2807-4c43-a140-9c3da7d0ca41)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:34.788219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.810265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:34.871983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=6f123db5-5bac-4fe0-99c7-9b855c1c9020,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:35.053869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Router 46010172-344c-4c1d-949e-d78751ad828c is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:28:35.233959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:35.250874 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] Sync routers for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:35.283397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.286499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c07c7012-ebff-4350-9c1c-e6b95baacbc4 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3150706 Oct 26 14:28:35.290456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:35.308337 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:35.314901 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:35.356367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da03b270-90d4-46fb-9819-df12ab3c8bf9 None None] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:28:35.498265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:35.585125 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:35.593483 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:35.712623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6b6ffe32-0ca4-458a-aa9c-843ac4b58192 None None] Provisioning complete for port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:35.713550 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b6ffe32-0ca4-458a-aa9c-843ac4b58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:35.781758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:35.783363 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005096e4-9cfc-47ab-83ac-364ca9d2f42f None None] The sync data for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:36.457816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6f123db5-5bac-4fe0-99c7-9b855c1c9020 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:28:36.575312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:36.575713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:36.578620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:36.678859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-01b4e5b4-4f84-47b3-b530-13f854cc51c4 None None] Provisioning complete for port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:36.679410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01b4e5b4-4f84-47b3-b530-13f854cc51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:37.423628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Allocated IP 172.20.0.1 (4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18/2d00b031-0723-4741-8872-750d64d11c62/e1ea5c50-3a04-4369-a966-25fbc03335dd) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:37.591026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:37.646853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:37.718947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:37.723798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:37.756280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=e1ea5c50-3a04-4369-a966-25fbc03335dd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:37.759454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:37.844668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.117613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.230716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4fb50e4a-4d9a-466b-97a3-fb4264f8e99f None None] Provisioning complete for port e1ea5c50-3a04-4369-a966-25fbc03335dd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:38.233000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4fb50e4a-4d9a-466b-97a3-fb4264f8e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.300995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4fb50e4a-4d9a-466b-97a3-fb4264f8e99f None None] Port e1ea5c50-3a04-4369-a966-25fbc03335dd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:38.547200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.559814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.695422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:38.697751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=e1ea5c50-3a04-4369-a966-25fbc03335dd,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:38.853261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:38.856641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:39.182975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Router 46010172-344c-4c1d-949e-d78751ad828c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:39.580710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:39.591279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45111a71-4656-4826-b5b1-01c6a3684229 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "PUT /v2.0/routers/46010172-344c-4c1d-949e-d78751ad828c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2974868 Oct 26 14:28:39.593612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33634) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:39.597270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] Sync routers for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:39.601856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Request body: {'port': {'network_id': '4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18', 'name': 'tempest-FloatingIPAdminTestJSON-1204568791'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:39.633940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:39.634597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:39.743305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:39.752451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8e15d807-3e46-4f15-97b8-cd8e77b41cd2 None None] Provisioning complete for port e1ea5c50-3a04-4369-a966-25fbc03335dd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:39.753659 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8e15d807-3e46-4f15-97b8-cd8e77b41cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.879483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:39.881343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:39.936347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Made reservation on behalf of 048a5cfbc0874834b043cfb15b60e110 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:39.947133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:39.993447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:39.995907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6b707-33ac-4c19-a608-04966458a05d None None] The sync data for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:40.001285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8e15d807-3e46-4f15-97b8-cd8e77b41cd2 None None] Port e1ea5c50-3a04-4369-a966-25fbc03335dd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:40.013625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] device_id is not set on port 1aa94ef2-5745-4587-af15-b2f749a5f0e6 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:28:40.091158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-396e7744-3290-4ea8-bf98-1e7a12b8c28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.167104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:40.332953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Allocated IP 172.20.0.11 (4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18/2d00b031-0723-4741-8872-750d64d11c62/1aa94ef2-5745-4587-af15-b2f749a5f0e6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:40.474587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c6ecbc7-c528-4702-94fb-a7f8f067deb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.601092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.651545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.665498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c6ecbc7-c528-4702-94fb-a7f8f067deb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.676543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4c6ecbc7-c528-4702-94fb-a7f8f067deb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.711040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:40.715235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:40.718822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:40.750909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4c6ecbc7-c528-4702-94fb-a7f8f067deb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2bcf19cf2f5431382f880c6c8d0fcaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805469 Oct 26 14:28:40.753981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33652) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:40.769151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ecbc7-c528-4702-94fb-a7f8f067deb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c330bd-fd42-462b-aae0-ec9e96048e6c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:40.805453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event updated for resources: {'Port': ['ID=1aa94ef2-5745-4587-af15-b2f749a5f0e6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:40.837973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:40.838649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.882026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee550668-6dfa-48e7-8221-aee004fb7d0a tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2866120 Oct 26 14:28:40.885384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33654) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:40.933966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:40.968856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.044404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.047865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.052989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3c330bd-fd42-462b-aae0-ec9e96048e6c HTTP/1.1" status: 204 len: 168 time: 0.2977705 Oct 26 14:28:41.065609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b66772-3e9f-4ada-a433-7777814a000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c330bd-fd42-462b-aae0-ec9e96048e6c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:41.158529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'project_id': '048a5cfbc0874834b043cfb15b60e110', 'port_id': '1aa94ef2-5745-4587-af15-b2f749a5f0e6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:41.207100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.260629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c3e2fac4-69fa-448b-8c14-9f5b2e561fad None None] Provisioning complete for port 1aa94ef2-5745-4587-af15-b2f749a5f0e6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:28:41.261822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3e2fac4-69fa-448b-8c14-9f5b2e561fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.388104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2fac4-69fa-448b-8c14-9f5b2e561fad None None] Port 1aa94ef2-5745-4587-af15-b2f749a5f0e6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:28:41.445361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.697678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Allocated IP 172.25.5.230 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/fcf714bc-1ece-4751-ae96-e3a5fcb6e93a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:41.704464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:41.746241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fed23e0c-a5c2-4cf7-a30b-c071fc7de082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.921788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.944547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fed23e0c-a5c2-4cf7-a30b-c071fc7de082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.955701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fed23e0c-a5c2-4cf7-a30b-c071fc7de082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:41.977440 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.031275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:42.043793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:42.056531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:42.064320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fed23e0c-a5c2-4cf7-a30b-c071fc7de082 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97f232961e9b47308ff2e15ad89a58b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573890 Oct 26 14:28:42.066360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed23e0c-a5c2-4cf7-a30b-c071fc7de082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85128f-6d78-43d4-a83c-51ecc79d59b3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:42.070366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33672) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:42.138757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Pushing event updated for resources: {'Port': ['ID=fcf714bc-1ece-4751-ae96-e3a5fcb6e93a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:42.275681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.380033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.614281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.617621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.620051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d85128f-6d78-43d4-a83c-51ecc79d59b3 HTTP/1.1" status: 204 len: 168 time: 0.5189679 Oct 26 14:28:42.719678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511018-2097-45c0-9525-e8032ebcd8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85128f-6d78-43d4-a83c-51ecc79d59b3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:42.834016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:42.881559 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8b2a02ec-c021-4aa8-85d4-fe170a0be27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.016319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.198643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:43.212750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab58a70a-b5a2-413f-8495-c9a80aabfda1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.240217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.246997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.328615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab58a70a-b5a2-413f-8495-c9a80aabfda1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.334736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab58a70a-b5a2-413f-8495-c9a80aabfda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.343585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Pushing event updated for resources: {'Port': ['ID=fcf714bc-1ece-4751-ae96-e3a5fcb6e93a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:43.357982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.358413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.358666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.359003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.359333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.359666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.360156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.360606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.360940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.361264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.361639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.362609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:43.366944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.430012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ab58a70a-b5a2-413f-8495-c9a80aabfda1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f448b9337993413098cbebd1e5cb466d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276273 Oct 26 14:28:43.430012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58a70a-b5a2-413f-8495-c9a80aabfda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9919d-e7d4-4e9c-98f4-76ecad88307f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:43.448993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33692) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:43.500483 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Floating IP 5e077983-6baa-40e4-8680-e166efc2f3d7 associated. External IP: 172.25.5.230, port: 1aa94ef2-5745-4587-af15-b2f749a5f0e6. Oct 26 14:28:43.573983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.617948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.713410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.716881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:43.722044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbf9919d-e7d4-4e9c-98f4-76ecad88307f HTTP/1.1" status: 204 len: 168 time: 0.2678597 Oct 26 14:28:43.730779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a4d7-ae40-40d5-b6d4-63556bd6d310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9919d-e7d4-4e9c-98f4-76ecad88307f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:43.837501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Router 46010172-344c-4c1d-949e-d78751ad828c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:43.906105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.058694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:44.082107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] Sync routers for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:44.110841 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:44.113179 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:44.124710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.195133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-98bf9af8-9946-472d-99a2-2a32dabebc75 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.3078282 Oct 26 14:28:44.197669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33710) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:44.212450 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:44.246412 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:44.252395 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:44.259751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:44.333932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:44.335858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1844de-8b1c-439b-9c03-9a1f120f5c17 None None] The sync data for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:44.461035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:44.461240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5a2d4452-129a-4e1b-9fd1-9bda5e0910cb tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "GET /v2.0/floatingips/5e077983-6baa-40e4-8680-e166efc2f3d7 HTTP/1.1" status: 200 len: 984 time: 0.2618458 Oct 26 14:28:45.088165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-49c1ea55-9fd7-4f50-b930-a3d2329096cf tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4304 time: 0.6251876 Oct 26 14:28:45.091834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:45.356793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port fcf714bc-1ece-4751-ae96-e3a5fcb6e93a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:45.357750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.498201 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.498710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.521751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for fcf714bc-1ece-4751-ae96-e3a5fcb6e93a owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:45.814035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.848116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33752) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:45.884128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:45.956784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=fcf714bc-1ece-4751-ae96-e3a5fcb6e93a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:46.091940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.093870 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Floating IP 5e077983-6baa-40e4-8680-e166efc2f3d7 disassociated (deleted). External IP: 172.25.5.230, port: 1aa94ef2-5745-4587-af15-b2f749a5f0e6. Oct 26 14:28:46.140655 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4609292f-dd1b-47be-aada-36ba5912fbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.264826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4609292f-dd1b-47be-aada-36ba5912fbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.273083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4609292f-dd1b-47be-aada-36ba5912fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.313268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4609292f-dd1b-47be-aada-36ba5912fbb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=046dbb3bcf1e4e71a602928e8e1513d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634781 Oct 26 14:28:46.321421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33766) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:46.370176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609292f-dd1b-47be-aada-36ba5912fbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e6a55-cf5c-4dd3-a65f-61acd288f210,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:46.512400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.535478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Router 46010172-344c-4c1d-949e-d78751ad828c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:46.548880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-2b3b40c5-0bd2-4c13-bd9f-8db63e0fa2ab tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:46.551880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-2b3b40c5-0bd2-4c13-bd9f-8db63e0fa2ab tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.1717663 Oct 26 14:28:46.552147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.588084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-48684ac7-73a4-4354-924b-b5b02a864cef tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/quotas/812648c578c14e4ba425a9a4f5664af1 HTTP/1.1" status: 200 len: 375 time: 0.0228047 Oct 26 14:28:46.703149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-04acd4bf-7ea0-448f-a842-6d0ca9cadab1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014607 Oct 26 14:28:46.717551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:46.720055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.725493 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.725708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c64e6a55-cf5c-4dd3-a65f-61acd288f210 HTTP/1.1" status: 204 len: 168 time: 0.4027863 Oct 26 14:28:46.731047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] Sync routers for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:46.731551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-82241a6e-e0a2-41d2-b31a-09b00f799630 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:46.732971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.735302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-82241a6e-e0a2-41d2-b31a-09b00f799630 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195448 Oct 26 14:28:46.750498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:46.751629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:46.820153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:46.823745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7a6a5-8b50-4bef-8d44-69843ac10946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e6a55-cf5c-4dd3-a65f-61acd288f210,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:46.845260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-792ff6e3-7966-450c-b15e-5f525d3d7ae9 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e077983-6baa-40e4-8680-e166efc2f3d7 HTTP/1.1" status: 204 len: 168 time: 1.7471290 Oct 26 14:28:46.848214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33780) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:46.864200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:46.868441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:46.870396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:46.912266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-2947703e-c54f-495a-94e5-dff9b1ca9e89 service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633651 Oct 26 14:28:46.952410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:46.960072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:46.961336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78babb5-a479-475a-961e-e13ccbbbd7ac None None] The sync data for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:47.044969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-20560885-0b47-4cdf-a624-67977087f539 service neutron] 10.222.0.37 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306946 Oct 26 14:28:47.160398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.373768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Allocated IP 172.25.5.12 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/3f6e6278-2651-443e-a3ce-9564f181a63a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:47.424909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-468af706-79d0-4e79-b57d-fb5f4bfba148 req-fce7e6b9-f0b9-4ae0-aa88-1f21d507ceb7 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 210 time: 0.0469537 Oct 26 14:28:47.602390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.661097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:47.718509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:47.723411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:47.738087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:47.885327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Pushing event updated for resources: {'Port': ['ID=3f6e6278-2651-443e-a3ce-9564f181a63a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:47.946785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.013442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.294734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.303856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.426126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Pushing event updated for resources: {'Port': ['ID=3f6e6278-2651-443e-a3ce-9564f181a63a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:48.437611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.463477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:48.468723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b73f3578-f469-4d26-afa2-b40925e41d85 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6159408 Oct 26 14:28:48.470301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33824) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:48.632156 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:28:48.709479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f13bd05b-c9cb-41da-9f10-9439ecc3ef1f req-1b082ca6-b476-460e-b08b-bde16b27356c tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 210 time: 0.0942953 Oct 26 14:28:48.923706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:48.941946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33832) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:48.965037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.116402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-52150173-e6c1-454c-934f-0e869705aef2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:49.118239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-52150173-e6c1-454c-934f-0e869705aef2 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 814 time: 0.2874389 Oct 26 14:28:49.135652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Request body: {'port': {'device_id': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'admin_state_up': True, 'tenant_id': '812648c578c14e4ba425a9a4f5664af1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:49.148694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b149c88-8696-4a7f-9023-0165be266a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.293350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b149c88-8696-4a7f-9023-0165be266a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.299940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5b149c88-8696-4a7f-9023-0165be266a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.334457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.352601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Made reservation on behalf of 812648c578c14e4ba425a9a4f5664af1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:28:49.358382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.376967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5b149c88-8696-4a7f-9023-0165be266a0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcfeca49c6d745c9bff0d7126fb9b289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325252 Oct 26 14:28:49.378436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33838) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:49.391821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149c88-8696-4a7f-9023-0165be266a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c64048d-207f-4743-aae9-fdcc338e9cc7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:49.468372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.529327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.656834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.661317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:49.674883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c64048d-207f-4743-aae9-fdcc338e9cc7 HTTP/1.1" status: 204 len: 168 time: 0.2878635 Oct 26 14:28:49.700156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ca79-d533-4a11-9483-10959bff153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c64048d-207f-4743-aae9-fdcc338e9cc7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:49.712002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Allocated IP 172.25.5.7 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/306f70ee-1edc-44ee-b961-00b981ca719f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:49.725921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Allocated IP 172.20.0.4 (7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c/ac3ea437-5646-4987-8df9-8fd02f160b25/3685241b-e941-4c4d-94df-c7b26a6e92f0) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:28:49.969826 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c11006c9-1926-4516-9751-9ccb9a6a2053 req-a3f7b209-14ef-415c-9ecc-7d9affe169f8 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 210 time: 0.0890007 Oct 26 14:28:50.116457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.193915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.211331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.352184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:50.356386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Pushing event updated for resources: {'Port': ['ID=306f70ee-1edc-44ee-b961-00b981ca719f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:50.364784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:50.371285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:50.438389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.458049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5', '8b99eff7-f91f-4a60-b2ac-d5b73794d08b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:50.463518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:50.582449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event updated for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:50.600415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:28:50.606398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:28:50.646351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:28:50.743018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.777934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:50.778742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:50.854263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.020795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-00ea0736-694d-4c6d-93d9-3eb6232fd1ae tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8887386 Oct 26 14:28:51.282325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2f54c-dc39-4776-9027-eb3a7f5a2dd4 req-af031a7e-a7c4-44e2-ac29-720451a22014 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:51.284507 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d2f54c-dc39-4776-9027-eb3a7f5a2dd4 req-af031a7e-a7c4-44e2-ac29-720451a22014 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 931 time: 0.1380842 Oct 26 14:28:51.300760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.312537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.376983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Request body: {'port': {'device_id': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:28:51.463706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22d2f54c-dc39-4776-9027-eb3a7f5a2dd4 req-6fc3e98e-3e54-4ac1-95f3-41a4939c5776 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664808 Oct 26 14:28:51.466674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Pushing event updated for resources: {'Port': ['ID=306f70ee-1edc-44ee-b961-00b981ca719f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:51.477475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.911793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.925077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:51.931649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:51.944635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d0f288d4-916e-4a7b-b286-e92dce733abd tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4720285 Oct 26 14:28:51.949694 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.035122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-2bffe97b-12e6-47e8-bfa5-e905954eed84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741819 Oct 26 14:28:52.057483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a1b204b8-efc6-4c0b-8b26-cb8c64f8e37d tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.1228685 Oct 26 14:28:52.061144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:52.218638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1bb7db79-2e0e-4d75-a687-def8e4b06fc8 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1551597 Oct 26 14:28:52.219640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33896) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:52.359419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3685241b-e941-4c4d-94df-c7b26a6e92f0 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:52.368524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.383793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Transition to ACTIVE for port object 3685241b-e941-4c4d-94df-c7b26a6e92f0 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:28:52.427776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.486408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:52.500238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.500611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.500956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.501296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.501688 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.502021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.503026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.503802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.503978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.504308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.504723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.505058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:28:52.517411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72153-2602-4c18-8660-52a910f74e5d req-fdb38fd9-5286-48e4-877b-ebb3be9810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:52.519723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-fdb38fd9-5286-48e4-877b-ebb3be9810ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 1097 time: 0.1340544 Oct 26 14:28:52.571916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Deleting port 306f70ee-1edc-44ee-b961-00b981ca719f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:52.576862 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.874747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae432f8-8317-4fc6-badd-b3e73eebf4e7 req-45f345e3-86a6-4e8f-a841-776110a3d636 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:52.876695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eae432f8-8317-4fc6-badd-b3e73eebf4e7 req-45f345e3-86a6-4e8f-a841-776110a3d636 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 943 time: 0.2176151 Oct 26 14:28:52.891666 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.893125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.915810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Attempting to bind port 3685241b-e941-4c4d-94df-c7b26a6e92f0 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:28:52.916716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Attempting to bind port 3685241b-e941-4c4d-94df-c7b26a6e92f0 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:28:52.917167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Attempting to bind port 3685241b-e941-4c4d-94df-c7b26a6e92f0 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:52.931936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Port 3685241b-e941-4c4d-94df-c7b26a6e92f0 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:28:52.932243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Attempting to bind port 3685241b-e941-4c4d-94df-c7b26a6e92f0 on network 7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:28:52.936788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72153-2602-4c18-8660-52a910f74e5d req-b2e5ac40-68cd-422c-b9c1-bee17933580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:52.937097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Calling delete_port for 306f70ee-1edc-44ee-b961-00b981ca719f owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:52.939198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-b2e5ac40-68cd-422c-b9c1-bee17933580b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.3802338 Oct 26 14:28:52.948215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:28:52.948215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Checking segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:28:52.948766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Bound using segment: {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:28:52.949648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Bound port: 3685241b-e941-4c4d-94df-c7b26a6e92f0, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237af921-b529-4070-8926-5d38b573f62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:28:52.950770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:52.967872 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eae432f8-8317-4fc6-badd-b3e73eebf4e7 req-00f9350a-3c03-4893-8d75-3dcdb81b2971 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Oct 26 14:28:53.077041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-9b755ab4-c409-42f0-93c8-ee3357218bdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5 HTTP/1.1" status: 200 len: 217 time: 0.1208224 Oct 26 14:28:53.144207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.205610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:28:53.215660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:28:53.235713 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.246141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Pushing event deleted for resources: {'Port': ['ID=306f70ee-1edc-44ee-b961-00b981ca719f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:53.249759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72153-2602-4c18-8660-52a910f74e5d req-4d5702a7-2e93-4bc1-b7d0-5cb6b502d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:53.253386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-4d5702a7-2e93-4bc1-b7d0-5cb6b502d2aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.1157284 Oct 26 14:28:53.333611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.336657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.340852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da95e88c-64d8-4238-9e61-f1c44e7dc328 tempest-FloatingIPAdminTestJSON-647455866 tempest-FloatingIPAdminTestJSON-647455866-project] 10.222.0.37 "DELETE /v2.0/floatingips/cc4a7e32-1c6c-4b10-b874-469b9782997b HTTP/1.1" status: 204 len: 168 time: 1.1194785 Oct 26 14:28:53.341431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33908) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:53.365459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-98c48cba-e22e-40b3-bf34-5f7716f2ec18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570726 Oct 26 14:28:53.373786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:53.374491 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.375953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3685241b-e941-4c4d-94df-c7b26a6e92f0 HTTP/1.1" status: 200 len: 1091 time: 2.3445122 Oct 26 14:28:53.376423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:28:53.379796 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7001177-29d4-4215-9f71-958cf4652937" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:28:53.386050 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.503628 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a3c99-0e94-4129-b410-14abeb4a9e1d x-openstack-request-id: req-418a3c99-0e94-4129-b410-14abeb4a9e1d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:28:53.504127 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:28:53.504724 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-418a3c99-0e94-4129-b410-14abeb4a9e1d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:28:53.505377 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0', 'status': 'completed', 'code': 200} Oct 26 14:28:53.598455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571cd3a-cebb-4670-bac0-84f2d001eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:53.643225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Deleting port 3f6e6278-2651-443e-a3ce-9564f181a63a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:53.643814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.662952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-81c5586c-da91-4bd1-95a7-69a35b6d66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:53.665929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-81c5586c-da91-4bd1-95a7-69a35b6d66f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 1094 time: 0.1591101 Oct 26 14:28:53.722837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-3cf099ee-6853-4e60-a9d7-95f7a97b09cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0 HTTP/1.1" status: 200 len: 217 time: 0.0469604 Oct 26 14:28:53.725296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-8e77e9f2-b3f3-4a8b-a75d-c966efead8ca service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403175 Oct 26 14:28:53.757564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.758128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.782141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Calling delete_port for 3f6e6278-2651-443e-a3ce-9564f181a63a owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:53.856428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-6d86e5c9-d666-4f87-b1c9-2dbb23513b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:53.858355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-6d86e5c9-d666-4f87-b1c9-2dbb23513b8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.1282029 Oct 26 14:28:53.920512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-76e162c9-422f-4e20-91f2-ac4377ea4fed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488694 Oct 26 14:28:53.979557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:53.989133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1fc72153-2602-4c18-8660-52a910f74e5d req-f290c081-f7f4-4adf-95b4-54a7bb7d6853 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493601 Oct 26 14:28:54.040194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f6e6278-2651-443e-a3ce-9564f181a63a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:54.076559 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-5ee901a3-f4a2-4886-9ee0-f466ce793a17 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486623 Oct 26 14:28:54.136442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.140117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.141611 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-609aff16-92dc-449d-b9dc-f6bf909c6171 tempest-FloatingIPAdminTestJSON-707612178 tempest-FloatingIPAdminTestJSON-707612178-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/05989673-02d2-465a-81f2-b84d892e85b8 HTTP/1.1" status: 204 len: 168 time: 0.7991962 Oct 26 14:28:54.146763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:54.233933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbeb0be2-9816-467d-97f4-ffb12394c93f req-0e88bc84-db70-4b82-96c1-5dc048febefc service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482153 Oct 26 14:28:54.296993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e794c51-9aa3-4d2b-8d70-baeca63dd954 req-18b07e40-e0bb-427f-a806-77fbe40ed542 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:54.298879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e794c51-9aa3-4d2b-8d70-baeca63dd954 req-18b07e40-e0bb-427f-a806-77fbe40ed542 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 943 time: 0.1484380 Oct 26 14:28:54.314579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port 1aa94ef2-5745-4587-af15-b2f749a5f0e6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:54.315578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.359952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7001177-29d4-4215-9f71-958cf4652937 req-cc5da8f9-64bd-4beb-9663-50355e46d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:54.364431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-cc5da8f9-64bd-4beb-9663-50355e46d18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 1094 time: 0.0742166 Oct 26 14:28:54.472075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e794c51-9aa3-4d2b-8d70-baeca63dd954 req-3ce3596a-8242-4b5e-8473-83c057cedb06 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521719 Oct 26 14:28:54.526559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7001177-29d4-4215-9f71-958cf4652937 req-a306d985-5ad8-4f6d-86ae-7ee716bf1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:54.529780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-a306d985-5ad8-4f6d-86ae-7ee716bf1481 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.1544213 Oct 26 14:28:54.535074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.556751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for 1aa94ef2-5745-4587-af15-b2f749a5f0e6 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:54.624672 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-2c6e807f-96f6-43b5-ad80-f5282dc9fe67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0 HTTP/1.1" status: 200 len: 217 time: 0.0837705 Oct 26 14:28:54.733150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7001177-29d4-4215-9f71-958cf4652937 req-77ba54b5-8eb7-4423-8319-deba0d0a4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:54.736341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-77ba54b5-8eb7-4423-8319-deba0d0a4373 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.1026154 Oct 26 14:28:54.741266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.785471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=1aa94ef2-5745-4587-af15-b2f749a5f0e6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:54.807136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-21750b68-11c6-4cb9-a7bb-fe15f2d31b94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616021 Oct 26 14:28:54.880431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:54.884078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b4a1d63b-12fc-4f69-be96-ded93c3fc889 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/ports/1aa94ef2-5745-4587-af15-b2f749a5f0e6 HTTP/1.1" status: 204 len: 168 time: 0.7348726 Oct 26 14:28:54.887010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33954) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:54.996650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbcff2-5099-4db6-a21e-b1840ab2a424 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:55.004100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-63fbcff2-5099-4db6-a21e-b1840ab2a424 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "GET /v2.0/ports?device_id=46010172-344c-4c1d-949e-d78751ad828c HTTP/1.1" status: 200 len: 913 time: 0.1145632 Oct 26 14:28:55.006455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 33960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:55.019209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-03ebe6be-1786-4fda-ae1e-8bb7210eb63d service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000859 Oct 26 14:28:55.266998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-262dc21f-bb0e-4955-92d9-74522ebd630f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:55.274056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-262dc21f-bb0e-4955-92d9-74522ebd630f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 0.2252557 Oct 26 14:28:55.356190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-e20b5c40-78e2-46e7-99bf-4ae2af3b1029 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.370325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7001177-29d4-4215-9f71-958cf4652937 req-f657a694-e353-4fcb-8ae0-dbb63b0c42c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424218 Oct 26 14:28:55.553892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-e20b5c40-78e2-46e7-99bf-4ae2af3b1029 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.561618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-e20b5c40-78e2-46e7-99bf-4ae2af3b1029 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.613241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0ef83d1-57fa-448f-9547-0cfe4a06f0f0 req-e20b5c40-78e2-46e7-99bf-4ae2af3b1029 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164442 Oct 26 14:28:55.638882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b5c40-78e2-46e7-99bf-4ae2af3b1029 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a779e5a2-9f22-4e11-96da-7e7a3253163f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:55.808804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b856dd5-37a1-4c5f-8f36-da6c6555823b req-efc6d52f-a916-458e-8ac1-c4f346da8761 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:55.810470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b856dd5-37a1-4c5f-8f36-da6c6555823b req-efc6d52f-a916-458e-8ac1-c4f346da8761 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.0667059 Oct 26 14:28:55.853992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d36ce9-7809-4921-8d3e-21f042f1057c req-49f2f45a-e2c5-40e4-bb01-f4a5b51a5b87 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:55.856444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8d36ce9-7809-4921-8d3e-21f042f1057c req-49f2f45a-e2c5-40e4-bb01-f4a5b51a5b87 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 943 time: 0.1100857 Oct 26 14:28:55.872617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:55.891674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b856dd5-37a1-4c5f-8f36-da6c6555823b req-b2e018e2-c288-4e04-b194-0f1a18720a07 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682931 Oct 26 14:28:55.934576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 33974) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:56.011975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8d36ce9-7809-4921-8d3e-21f042f1057c req-5a935e94-94cb-49ab-8ad7-3f79c79b8c91 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346631 Oct 26 14:28:56.032467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4dda1b81-fb85-4d54-833f-9184ab436f11 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 993 time: 0.0954998 Oct 26 14:28:56.317381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port e1ea5c50-3a04-4369-a966-25fbc03335dd {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:28:56.318888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.459689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-78b740c2-921a-44c1-9aa0-23b8e5076961 req-5c8495c3-3ee2-4178-8c48-908fdba07e42 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:56.461847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-78b740c2-921a-44c1-9aa0-23b8e5076961 req-5c8495c3-3ee2-4178-8c48-908fdba07e42 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099058 Oct 26 14:28:56.558166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:56.587280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for e1ea5c50-3a04-4369-a966-25fbc03335dd owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:28:57.415879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b49f73-32a8-42f1-9cc2-07507ba95760 req-6c262f68-d1a1-4c2f-91aa-2e293b53c368 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:57.431262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0b49f73-32a8-42f1-9cc2-07507ba95760 req-6c262f68-d1a1-4c2f-91aa-2e293b53c368 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1301210 Oct 26 14:28:57.497189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46100d0-989d-4bcf-a9fb-a452f3c6b276 req-06744995-f234-4070-b508-9f9e10d13e6b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:57.499218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f46100d0-989d-4bcf-a9fb-a452f3c6b276 req-06744995-f234-4070-b508-9f9e10d13e6b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 943 time: 0.3192296 Oct 26 14:28:57.501852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:57.530572 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a0b49f73-32a8-42f1-9cc2-07507ba95760 req-5a74ebd0-d4bc-4863-803c-6e19c9b9f1f6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931118 Oct 26 14:28:57.554653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-9f91f63e-e782-44bc-b5ce-d41a8ea48b11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3899238 Oct 26 14:28:57.595364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=e1ea5c50-3a04-4369-a966-25fbc03335dd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:57.610639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-ff3c2717-0e20-4098-bb7d-d7fa1f00f0d4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:28:57.617809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-ff3c2717-0e20-4098-bb7d-d7fa1f00f0d4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0239532 Oct 26 14:28:57.743113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f46100d0-989d-4bcf-a9fb-a452f3c6b276 req-394cd10e-e6b5-4a44-9cda-77cca281f5f1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292125 Oct 26 14:28:57.838676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3685241b-e941-4c4d-94df-c7b26a6e92f0 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:28:58.164587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.182389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:58.217982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '3685241b-e941-4c4d-94df-c7b26a6e92f0', 'network_id': '7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c', 'port_id': '3685241b-e941-4c4d-94df-c7b26a6e92f0', 'mac_address': 'fa:16:3e:c1:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3ea437-5646-4987-8df9-8fd02f160b25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:28:58.374101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-6b9886a4-b795-4840-a96d-fe65e9a9f13c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0777111 Oct 26 14:28:58.618494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-8ee4aadf-3053-404d-bb6a-4050ad295ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:58.629370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-8ee4aadf-3053-404d-bb6a-4050ad295ffa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=371307b135f8446082f6e6309626611b&device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 1097 time: 0.1354659 Oct 26 14:28:58.822400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Router 46010172-344c-4c1d-949e-d78751ad828c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:28:58.843180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:58.863504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3685241b-e941-4c4d-94df-c7b26a6e92f0 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:28:58.900052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:28:58.908140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:28:59.038355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:28:59.040525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911609-31d7-4796-9f5d-3e3380081993 req-dc25c694-22a1-46bc-8c11-1967514144b5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.056558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1911609-31d7-4796-9f5d-3e3380081993 req-dc25c694-22a1-46bc-8c11-1967514144b5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1960247 Oct 26 14:28:59.088957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-567d3280-e14b-475a-aa54-834f0fb11ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.090773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-567d3280-e14b-475a-aa54-834f0fb11ac1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 200 len: 909 time: 0.4197550 Oct 26 14:28:59.145218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['3685241b-e941-4c4d-94df-c7b26a6e92f0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:28:59.160337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6853018-501a-496b-9cfc-423098850445 req-5c6206fe-df14-4b39-b6d8-d6249ae643e3 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.170495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6853018-501a-496b-9cfc-423098850445 req-5c6206fe-df14-4b39-b6d8-d6249ae643e3 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 944 time: 0.1934261 Oct 26 14:28:59.183198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:28:59.210050 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] Sync routers for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:28:59.212046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41255b18-2941-494c-b1b0-fb39cb27c5ca tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "PUT /v2.0/routers/46010172-344c-4c1d-949e-d78751ad828c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2044258 Oct 26 14:28:59.233947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34040) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:28:59.245356 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:59.246620 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:59.304083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d6853018-501a-496b-9cfc-423098850445 req-e44298be-a5a8-4cad-911c-ebc5d593a6b4 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153202 Oct 26 14:28:59.322743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1911609-31d7-4796-9f5d-3e3380081993 req-1f76975b-d65a-4dba-a8c9-8c9e24aa0528 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648997 Oct 26 14:28:59.365261 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:59.384589 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] Routers {'46010172-344c-4c1d-949e-d78751ad828c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:28:59.385886 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:28:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['46010172-344c-4c1d-949e-d78751ad828c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:59.463944 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:28:59.465446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce86b72-afcb-449a-a6ff-271eb41a6075 None None] The sync data for ids ['46010172-344c-4c1d-949e-d78751ad828c'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:28:59.517270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-a52a0998-a9ba-42f5-b88e-b33885cc3236 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 200 len: 1001 time: 0.4159536 Oct 26 14:28:59.612997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-a187fead-9467-464a-861f-91fbacae018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.616174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-a187fead-9467-464a-861f-91fbacae018a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 200 len: 847 time: 0.0889590 Oct 26 14:28:59.710409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-2e88ba6d-ce68-4ef8-9d6a-b9debff69b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:28:59.711957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-2e88ba6d-ce68-4ef8-9d6a-b9debff69b79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0521060c-dae7-4c33-bd76-58854fea9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866911 Oct 26 14:28:59.715059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:00.095446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:00.299086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-9dc00dc5-9ab4-403b-80dd-29ca6dbe2aba service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781434 Oct 26 14:29:00.308564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34054) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:00.583611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port a76425c1-d6f3-4ce9-b1f5-3e58f59d1419 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:00.586236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:00.611009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4da448-a601-4eb7-bb1b-87a62fbfb0ac req-54300413-79d3-43fd-b212-87ee6de27760 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:00.617063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba4da448-a601-4eb7-bb1b-87a62fbfb0ac req-54300413-79d3-43fd-b212-87ee6de27760 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 944 time: 0.1373277 Oct 26 14:29:00.674152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-a5335eae-e434-4e6b-a878-f9f9b90f151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:00.676803 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-a5335eae-e434-4e6b-a878-f9f9b90f151b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 0.3314810 Oct 26 14:29:00.700291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31facab3-7bb1-407e-b513-4dacdcacdbe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:00.748324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8bba5-c093-45e7-9bf1-cdc7a3ed4f1d req-e834802c-0a3d-4575-9d57-156a7dfe1004 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:00.750915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42c8bba5-c093-45e7-9bf1-cdc7a3ed4f1d req-e834802c-0a3d-4575-9d57-156a7dfe1004 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2623639 Oct 26 14:29:00.820877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba4da448-a601-4eb7-bb1b-87a62fbfb0ac req-a826c776-a8ef-438d-95eb-a839e3f116d1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917689 Oct 26 14:29:00.937096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31facab3-7bb1-407e-b513-4dacdcacdbe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:00.939341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1834b87d-4a57-4fc7-a667-04608a7b76bf req-4418b22c-867b-4aee-80b6-c83f07cd96af service neutron] 10.222.0.41 "GET /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313906 Oct 26 14:29:00.948628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31facab3-7bb1-407e-b513-4dacdcacdbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.045446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42c8bba5-c093-45e7-9bf1-cdc7a3ed4f1d req-4eef2535-9505-4c9a-8557-6e92c7f8709a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686384 Oct 26 14:29:01.074241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-31facab3-7bb1-407e-b513-4dacdcacdbe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6d3eabbb6e14cba9443802d3d7234e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599761 Oct 26 14:29:01.076997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34064) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:01.101032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.110274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31facab3-7bb1-407e-b513-4dacdcacdbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2bc82-e576-4756-8ded-9224672bd499,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:01.146228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for a76425c1-d6f3-4ce9-b1f5-3e58f59d1419 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:01.212247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-e7546b1f-5117-4e30-9875-adeae0a03054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:01.214934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-e7546b1f-5117-4e30-9875-adeae0a03054 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.5039158 Oct 26 14:29:01.265363 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.369899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.467897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.473973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:01.477290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbb2bc82-e576-4756-8ded-9224672bd499 HTTP/1.1" status: 204 len: 168 time: 0.3949163 Oct 26 14:29:01.491338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449cc4-2a34-4b2e-b2ce-6063887039c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2bc82-e576-4756-8ded-9224672bd499,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:01.834245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3685241b-e941-4c4d-94df-c7b26a6e92f0 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:01.947909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 3685241b-e941-4c4d-94df-c7b26a6e92f0 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:01.952245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 3685241b-e941-4c4d-94df-c7b26a6e92f0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:01.952675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:02.110356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-0575d04b-075d-4e4f-bbfa-69867abd5135 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 1001 time: 0.8866446 Oct 26 14:29:02.182774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46ce80-fce6-4c24-8156-e7781c9502cf req-5e015587-9dde-44e5-b2da-af441f61ad01 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.184328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f46ce80-fce6-4c24-8156-e7781c9502cf req-5e015587-9dde-44e5-b2da-af441f61ad01 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 944 time: 0.1936288 Oct 26 14:29:02.297933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f46ce80-fce6-4c24-8156-e7781c9502cf req-1ec810f0-0ece-44c7-adc5-accf01624c61 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026301 Oct 26 14:29:02.313931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-e22f87e9-6893-40b6-867d-6e3b8891e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.328921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-e22f87e9-6893-40b6-867d-6e3b8891e4b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.2032733 Oct 26 14:29:02.399461 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:02.505562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:02.509813 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcd0a6f-7872-462e-a36b-c29b7452f7db" -d '{"events": [{"server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "name": "network-vif-plugged", "status": "completed", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:02.566149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:02.585095 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:02.588328 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a9610-497c-4cb0-8c1c-2e2006bfb679 x-openstack-request-id: req-961a9610-497c-4cb0-8c1c-2e2006bfb679 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:02.588787 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "name": "network-vif-plugged", "status": "completed", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:02.589003 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-961a9610-497c-4cb0-8c1c-2e2006bfb679 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:02.589289 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0', 'code': 200} Oct 26 14:29:02.694910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:02.793836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-0f13b273-8090-4f2b-a4bd-8340a42c8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.796535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-0f13b273-8090-4f2b-a4bd-8340a42c8bcc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4606378 Oct 26 14:29:02.869108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc8db-8435-4b5a-858d-24103627026c req-78af2e31-4fea-461b-82ee-64f85d5f3aa4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.871390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a4cc8db-8435-4b5a-858d-24103627026c req-78af2e31-4fea-461b-82ee-64f85d5f3aa4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.4626160 Oct 26 14:29:02.928162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:02.983069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=a76425c1-d6f3-4ce9-b1f5-3e58f59d1419,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:02.994120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09ae8f-b1d5-479e-bd31-324ad89dd3ec req-ac7fe552-33a0-4d0b-8772-21016d06e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:02.995671 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c09ae8f-b1d5-479e-bd31-324ad89dd3ec req-ac7fe552-33a0-4d0b-8772-21016d06e6fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 1096 time: 0.3196077 Oct 26 14:29:03.157278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a4cc8db-8435-4b5a-858d-24103627026c req-8e71f6aa-f0cb-46da-8f18-ecd2bd44eecf tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325814 Oct 26 14:29:03.203686 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-2212bd1c-cbb2-445d-b77a-00d9623f22d6 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948975 Oct 26 14:29:03.209780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.274005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c09ae8f-b1d5-479e-bd31-324ad89dd3ec req-d338096f-80d3-4ea5-a6f1-9e0c88324acb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660580 Oct 26 14:29:03.402596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.409336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.486232 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.486975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Fanout notify agent at l3_agent the message router_deleted on router 46010172-344c-4c1d-949e-d78751ad828c {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:29:03.501741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.507076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-445cc750-5dfd-4230-9a93-f97d78518abc tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/routers/46010172-344c-4c1d-949e-d78751ad828c HTTP/1.1" status: 204 len: 168 time: 4.2635868 Oct 26 14:29:03.508339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34110) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:03.532936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408aad5-de1e-429b-bc21-eeab993ee34f req-88acf169-1d02-41d5-bf0a-7d0063b60599 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:03.549719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-628c04dc-9d82-45a3-a1f9-d2facbd67f2b service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319702 Oct 26 14:29:03.552803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5408aad5-de1e-429b-bc21-eeab993ee34f req-88acf169-1d02-41d5-bf0a-7d0063b60599 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 945 time: 0.1592226 Oct 26 14:29:03.584914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting subnet 2d00b031-0723-4741-8872-750d64d11c62 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:03.588928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.654513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.656973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5408aad5-de1e-429b-bc21-eeab993ee34f req-858d10a5-1104-4011-bb57-2740711f6c2f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030934 Oct 26 14:29:03.825858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:03.946338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.005440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Subnet': ['ID=2d00b031-0723-4741-8872-750d64d11c62,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:04.010406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.021740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34122) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:04.032406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e7a18-56d2-440c-8257-e1afcd63cb42 None None] Network 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:04.037235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0779411e-f231-4bd7-ba1e-5a83c0c2e7ea tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/subnets/2d00b031-0723-4741-8872-750d64d11c62 HTTP/1.1" status: 204 len: 168 time: 0.5253766 Oct 26 14:29:04.193027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.309552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:04.310124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.381974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] DHCP port deletion for 4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:04.499152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4db7d-302a-4534-8300-361bf6b049ec req-944f6ac5-47b5-414d-8f02-c2b2a84d05e9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:04.508276 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49a4db7d-302a-4534-8300-361bf6b049ec req-944f6ac5-47b5-414d-8f02-c2b2a84d05e9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2285547 Oct 26 14:29:04.522590 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-b3e52c0b-dabb-412f-8503-c1d63d304c11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115589 Oct 26 14:29:04.537524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] For port 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6f123db5-5bac-4fe0-99c7-9b855c1c9020,segment=NetworkSegment(f1cdd751-2807-4c43-a140-9c3da7d0ca41),segment_id=f1cdd751-2807-4c43-a140-9c3da7d0ca41)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:04.538054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.569365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Deleting port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:04.569740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.573972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for 6f123db5-5bac-4fe0-99c7-9b855c1c9020 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:04.620618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49a4db7d-302a-4534-8300-361bf6b049ec req-04dfc2dd-d212-44c6-9861-c69ea4d5f8fd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099417 Oct 26 14:29:04.654136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-72cc638e-9608-4107-a57e-58f8a5b50e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:04.659453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-72cc638e-9608-4107-a57e-58f8a5b50e7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 1097 time: 0.0965452 Oct 26 14:29:04.740177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] For port 6f123db5-5bac-4fe0-99c7-9b855c1c9020, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6f123db5-5bac-4fe0-99c7-9b855c1c9020,segment=NetworkSegment(f1cdd751-2807-4c43-a140-9c3da7d0ca41),segment_id=f1cdd751-2807-4c43-a140-9c3da7d0ca41)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:04.744153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.777182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Calling delete_port for 6f123db5-5bac-4fe0-99c7-9b855c1c9020 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:04.782557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.844822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=6f123db5-5bac-4fe0-99c7-9b855c1c9020,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:04.847916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] No DVR routers for this DVR port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:04.935234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-bc419e17-2607-4551-ad07-229546b53692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:04.938074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-bc419e17-2607-4551-ad07-229546b53692 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.2547531 Oct 26 14:29:04.942925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:04.961700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] No DVR routers for this DVR port 6f123db5-5bac-4fe0-99c7-9b855c1c9020 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:04.996019 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-a091be2b-1a63-48a3-bf8d-47ab7649d2ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9 HTTP/1.1" status: 200 len: 217 time: 0.0510180 Oct 26 14:29:05.014733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7feb35-1719-4002-a4a3-8db39c3506ff None None] Pushing event deleted for resources: {'Port': ['ID=6f123db5-5bac-4fe0-99c7-9b855c1c9020,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:05.070969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-f67868ae-65c9-4ed7-a4e6-f30de8da1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:05.073278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-f67868ae-65c9-4ed7-a4e6-f30de8da1d53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.0665727 Oct 26 14:29:05.100877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.151892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:05.168545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4405-f8e2-4981-bc1f-9a05f6774f70 req-3804014d-6d9b-4a0f-90d6-59b139807dfc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:05.170141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d57f4405-f8e2-4981-bc1f-9a05f6774f70 req-3804014d-6d9b-4a0f-90d6-59b139807dfc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 945 time: 0.2673607 Oct 26 14:29:05.176852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-5cc3cc09-b47a-4275-975d-51585cc16068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920923 Oct 26 14:29:05.178062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cdd751-2807-4c43-a140-9c3da7d0ca41') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:05.178524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cdd751-2807-4c43-a140-9c3da7d0ca41') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:05.197951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.226624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.245950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d57f4405-f8e2-4981-bc1f-9a05f6774f70 req-d808a8fd-a302-475b-8510-798a7370a42f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Oct 26 14:29:05.249656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:05.250247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:05.254793 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:05.362076 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.373941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.385964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/networks/4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18 HTTP/1.1" status: 204 len: 168 time: 1.3628268 Oct 26 14:29:05.391703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:05.394268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-3f59ed06-f277-40dc-9fe2-cf05dadf3123 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085419 Oct 26 14:29:05.415929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d7415-a5f1-420d-8d28-16f38e1b9237 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Network': ['ID=4f44ae13-5ef1-4d4f-9ec3-9e4fb76e6d18,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:05.602924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d8032a21-9e57-43ed-8913-7c521a9d7de7 req-693321a7-b667-4dc5-92bc-c6b5e9dc1508 service neutron] 10.222.0.41 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019646 Oct 26 14:29:05.643359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Deleting port 38eaeeee-8ff6-4aa8-9c47-018598958764 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:05.644238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.804554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.804914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:05.834602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Calling delete_port for 38eaeeee-8ff6-4aa8-9c47-018598958764 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:05.894209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8d77a-7052-4014-85ef-c25d3f2c749a req-8718d1f0-9727-45ed-93c0-7a4c01f008da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:05.900911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe8d77a-7052-4014-85ef-c25d3f2c749a req-8718d1f0-9727-45ed-93c0-7a4c01f008da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1074605 Oct 26 14:29:05.998485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe8d77a-7052-4014-85ef-c25d3f2c749a req-f75d2c32-c119-42b8-a2ad-1092463e1099 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858383 Oct 26 14:29:06.049643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.082786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Pushing event deleted for resources: {'Port': ['ID=38eaeeee-8ff6-4aa8-9c47-018598958764,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:06.195919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.201069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:06.206516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a03021b-5a19-4bd9-9898-cfc6518a6300 tempest-FloatingIPAdminTestJSON-1436504129 tempest-FloatingIPAdminTestJSON-1436504129-project] 10.222.0.37 "DELETE /v2.0/floatingips/834a1f7f-751b-4f2b-b16b-f10a8160b140 HTTP/1.1" status: 204 len: 168 time: 0.8135436 Oct 26 14:29:06.411485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6f123db5-5bac-4fe0-99c7-9b855c1c9020 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:06.478330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6f123db5-5bac-4fe0-99c7-9b855c1c9020 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:06.480003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6f123db5-5bac-4fe0-99c7-9b855c1c9020 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:06.771801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34184) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.025463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-424dd728-fc75-42ef-8337-1adb48e610bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=048a5cfbc0874834b043cfb15b60e110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506688 Oct 26 14:29:07.027817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:07.197652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.263037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354ef20-bacb-4d23-a22c-1157ed3b8971 req-eb6501ad-d6a6-4943-a14e-00934b095c77 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:07.266399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c354ef20-bacb-4d23-a22c-1157ed3b8971 req-eb6501ad-d6a6-4943-a14e-00934b095c77 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1645331 Oct 26 14:29:07.290792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.398070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c354ef20-bacb-4d23-a22c-1157ed3b8971 req-f4a5c3e1-bfc9-4ea5-8430-fd13a1d84798 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124589 Oct 26 14:29:07.426307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.432696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:07.444662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de83fc8d-a86f-4fab-aa5a-33fe36ee353a HTTP/1.1" status: 204 len: 168 time: 0.4098594 Oct 26 14:29:07.472227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a694ba9-1202-49c1-8ea7-be8c50036981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83fc8d-a86f-4fab-aa5a-33fe36ee353a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:07.990202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34208) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:08.014143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebaf-de02-45f8-ad09-8aac538bf0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.156533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebaf-de02-45f8-ad09-8aac538bf0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.172472 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5a06ebaf-de02-45f8-ad09-8aac538bf0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.255475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5a06ebaf-de02-45f8-ad09-8aac538bf0db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3259366233894a61b02eed68c86a2ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637954 Oct 26 14:29:08.259863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34220) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:08.264609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ebaf-de02-45f8-ad09-8aac538bf0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6e383-efdc-47ab-be9e-cc42ca5e27e3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.364580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.407558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.537216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.540575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:08.542071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1f6e383-efdc-47ab-be9e-cc42ca5e27e3 HTTP/1.1" status: 204 len: 168 time: 0.2803183 Oct 26 14:29:08.607887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfb8ce-701a-49ff-94a1-2b8165c99147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6e383-efdc-47ab-be9e-cc42ca5e27e3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:08.672055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebe7dc-f125-4c29-b93b-c016e34d5e3c req-405d44a4-58fb-49cb-83ea-21a443d9cff5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:08.681336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01ebe7dc-f125-4c29-b93b-c016e34d5e3c req-405d44a4-58fb-49cb-83ea-21a443d9cff5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1542368 Oct 26 14:29:08.740751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01ebe7dc-f125-4c29-b93b-c016e34d5e3c req-eb569c4a-5bbf-46c7-8f03-64cb3fcf2ecd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532653 Oct 26 14:29:09.326894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34252) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:09.342395 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9862d1c5-5545-4248-b5c9-3b2e232d2dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.507063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9862d1c5-5545-4248-b5c9-3b2e232d2dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.545930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9862d1c5-5545-4248-b5c9-3b2e232d2dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.617819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9862d1c5-5545-4248-b5c9-3b2e232d2dfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9942af2b2674311bc453772032aec34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888107 Oct 26 14:29:09.618644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d1c5-5545-4248-b5c9-3b2e232d2dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf8794-46de-490a-9a1f-396abe26e84b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:09.621982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34256) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:09.698126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.732284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.958552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.964310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:09.966580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bdf8794-46de-490a-9a1f-396abe26e84b HTTP/1.1" status: 204 len: 168 time: 0.3433115 Oct 26 14:29:10.011212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe28bd6-fdb8-41ed-b387-a69bc12723d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf8794-46de-490a-9a1f-396abe26e84b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:10.045342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df9cbe-d1a7-4b1d-8722-3e91b4ad41c0 req-b859f262-4bc2-4c8a-8c6a-d88f20bb0714 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:10.057613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06df9cbe-d1a7-4b1d-8722-3e91b4ad41c0 req-b859f262-4bc2-4c8a-8c6a-d88f20bb0714 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1859927 Oct 26 14:29:10.112064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1456cb9b-8695-41b8-bdfb-a1ded31d68ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:10.186042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06df9cbe-d1a7-4b1d-8722-3e91b4ad41c0 req-e2516e95-4c81-44ec-97da-23521d7cfbfa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216362 Oct 26 14:29:11.543393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e709c3-eae6-402a-81e0-a6896cda0109 req-b563ec40-6fad-446d-97b0-27dfc3e11e7f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:11.548257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37e709c3-eae6-402a-81e0-a6896cda0109 req-b563ec40-6fad-446d-97b0-27dfc3e11e7f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2234731 Oct 26 14:29:11.646613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37e709c3-eae6-402a-81e0-a6896cda0109 req-fea009bf-b055-4615-9dd7-0d313c70a66c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913417 Oct 26 14:29:11.684217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34306) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:11.830236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1574241155'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:11.866165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:11.871473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:11.884470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.010578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.016168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.055603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:12.071068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5daa0-2968-4849-a11d-ded07177d4c2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.079669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.080186 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Added segment 8e1bdcab-f869-4df5-a0f3-4e4fe25777c3 of type vlan for network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 Oct 26 14:29:12.160786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.198351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.207980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:12.208964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.249546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34312) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:12.250002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5633738 Oct 26 14:29:12.257381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'subnet': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:12.333867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6f5f3-25d3-4387-91bd-825088d6cffe tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Network': ['ID=b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.350506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:12.504783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:12.512175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.855246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.905220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca9246-e1c7-4305-be83-ee224d2de640 req-521cc09a-76ad-48dd-883f-23ae96298ec7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:12.907583 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11ca9246-e1c7-4305-be83-ee224d2de640 req-521cc09a-76ad-48dd-883f-23ae96298ec7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1218345 Oct 26 14:29:12.915926 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7150f0b-118e-49e4-83d3-189723e68b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:12.953681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Subnet': ['ID=5c23d484-c938-4fd7-a271-d2da4ea5bed9,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:12.997926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Checking segment: {'id': '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:12.998382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network hostable DHCP agents. Network: b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:13.026903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:13.029126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11ca9246-e1c7-4305-be83-ee224d2de640 req-a97bcc7d-1298-4d91-ae98-e6795f1538c6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937939 Oct 26 14:29:13.043521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:13.056245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:13.057064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.068070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722189d-22a0-464d-9a37-9db85e4a308d None None] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:13.113113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e280557c-f277-4cc2-bc5d-af009b7bbcd6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8606102 Oct 26 14:29:13.116138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34324) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:13.125435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-721201870'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:13.321442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'tenant_id': '9606924d40e4441a907c57fb6e559f5a', 'fixed_ips': [{'subnet_id': '5c23d484-c938-4fd7-a271-d2da4ea5bed9'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:13.323713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.503483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:13.513432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:13.563218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port 25618d5f-a22a-4cb6-bbc5-df90dc888977 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:13.733263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Allocated IP 172.20.0.2 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/1d6b613d-3370-43b7-83d4-212f7b03603f) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:13.922095 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.107253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.121521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.192686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Pushing event updated for resources: {'Port': ['ID=1d6b613d-3370-43b7-83d4-212f7b03603f,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:14.207738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.208922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.210549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.211340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.213428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.214183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.216377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.217208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.217766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.218877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.219570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.221470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:14.244481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:14.257948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:14.270926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:14.291157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.302183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.7 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/25618d5f-a22a-4cb6-bbc5-df90dc888977) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:14.358380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc4006-66e1-4b8d-89b3-0ece6e35d2a8 req-e84c2091-5e4d-4fd9-946c-2ecc4b0ac107 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:14.370765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eecc4006-66e1-4b8d-89b3-0ece6e35d2a8 req-e84c2091-5e4d-4fd9-946c-2ecc4b0ac107 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1647942 Oct 26 14:29:14.410042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Attempting to bind port 1d6b613d-3370-43b7-83d4-212f7b03603f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:14.413037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Attempting to bind port 1d6b613d-3370-43b7-83d4-212f7b03603f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:14.415334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Attempting to bind port 1d6b613d-3370-43b7-83d4-212f7b03603f on network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:14.431527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:14.432922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Checking segment: {'id': '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:14.435995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.436937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Bound using segment: {'id': '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:14.438552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Bound port: 1d6b613d-3370-43b7-83d4-212f7b03603f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:14.441356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.495494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eecc4006-66e1-4b8d-89b3-0ece6e35d2a8 req-c59c85ff-2577-4a69-81dd-5b30166efab6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225953 Oct 26 14:29:14.670819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] For port 1d6b613d-3370-43b7-83d4-212f7b03603f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:14.679379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] For port 1d6b613d-3370-43b7-83d4-212f7b03603f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1d6b613d-3370-43b7-83d4-212f7b03603f,segment=NetworkSegment(8e1bdcab-f869-4df5-a0f3-4e4fe25777c3),segment_id=8e1bdcab-f869-4df5-a0f3-4e4fe25777c3)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:14.690003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.763922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802a4a-14b8-41ae-bfcd-7e585986258f None None] Pushing event updated for resources: {'Port': ['ID=1d6b613d-3370-43b7-83d4-212f7b03603f,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:14.846758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:14.937444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.014662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=25618d5f-a22a-4cb6-bbc5-df90dc888977,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:15.048410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:15.050748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:15.053916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:15.178428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:15.179548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.255500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:15.261977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-691757380', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c5:22:32'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:15.263014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68a8a323-04d6-496b-9222-821463748b77 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1385679 Oct 26 14:29:15.504881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:15.593200 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-b4120ac4-77da-47a5-8e8c-2e6acf706247 service neutron] show failed (client error): The resource could not be found. Oct 26 14:29:15.596991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-b4120ac4-77da-47a5-8e8c-2e6acf706247 service neutron] 10.222.0.73 "GET /v2.0/ports/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.1580689 Oct 26 14:29:15.803895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.805890 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:15.835673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7b530-1292-4112-b761-4fb85c654b51 req-f0db6f53-1d30-4d28-960d-14eeb9914ebe tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:15.843668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5b7b530-1292-4112-b761-4fb85c654b51 req-f0db6f53-1d30-4d28-960d-14eeb9914ebe tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.1195996 Oct 26 14:29:15.845692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port d4e9ae6a-a12a-4393-a7b3-66b83015aceb yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:15.987178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d5b7b530-1292-4112-b761-4fb85c654b51 req-335ebe1a-66f3-4b7e-8049-fb320c81f3c9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416311 Oct 26 14:29:16.165553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.10 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/d4e9ae6a-a12a-4393-a7b3-66b83015aceb) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:16.249736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-d676d8b6-e59d-4a47-a47b-5452251d5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:16.274881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-d676d8b6-e59d-4a47-a47b-5452251d5517 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 1097 time: 0.2863832 Oct 26 14:29:16.289275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:16.429032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.587893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1d6b613d-3370-43b7-83d4-212f7b03603f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:16.774756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1d6b613d-3370-43b7-83d4-212f7b03603f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:16.775116 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.827308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.859690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f280c22-7856-495e-adbe-0c35cfc92760 None None] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:16.925575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:16.969126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:17.015270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:17.063649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] Provisioning complete for port 1d6b613d-3370-43b7-83d4-212f7b03603f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:17.064018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.075669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.099073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:17.114863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Transition to ACTIVE for port object 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:29:17.115789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:17.118806 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4c42c-1481-4c51-bcf0-00cce9b094b8" -d '{"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-unplugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:17.129767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:17.145410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.167355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:17.182034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=d4e9ae6a-a12a-4393-a7b3-66b83015aceb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:17.269003 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e288cf3-d20e-4dd5-9ebf-540e870d37b2 x-openstack-request-id: req-8e288cf3-d20e-4dd5-9ebf-540e870d37b2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:17.269595 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-unplugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:17.270021 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e288cf3-d20e-4dd5-9ebf-540e870d37b2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:17.270710 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'code': 200} Oct 26 14:29:17.271670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:17.379961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.381650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.458455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a94e5622-68cc-4b2c-858f-5f99ce418b1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2004352 Oct 26 14:29:17.464480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34390) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:17.586898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.653895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597e1a0-9831-4cb0-a0b9-3ab810909223 req-6ce6c344-0eed-4e49-b4a2-16ac973ad2ca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.659170 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6597e1a0-9831-4cb0-a0b9-3ab810909223 req-6ce6c344-0eed-4e49-b4a2-16ac973ad2ca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.4840214 Oct 26 14:29:17.707029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] No DVR routers for this DVR port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:17.784095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fe080-da7d-4b02-b694-25bb30c74556 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.793523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:17.805070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fe080-da7d-4b02-b694-25bb30c74556 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.825447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fe080-da7d-4b02-b694-25bb30c74556 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:17.830575 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9f4fe080-da7d-4b02-b694-25bb30c74556 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3593726 Oct 26 14:29:17.834613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:17.906731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6597e1a0-9831-4cb0-a0b9-3ab810909223 req-72ce6184-370e-4221-8c64-60f0bb0c23de tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353220 Oct 26 14:29:17.930759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] For port 1d6b613d-3370-43b7-83d4-212f7b03603f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1d6b613d-3370-43b7-83d4-212f7b03603f,segment=NetworkSegment(8e1bdcab-f869-4df5-a0f3-4e4fe25777c3),segment_id=8e1bdcab-f869-4df5-a0f3-4e4fe25777c3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:18.027954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.040446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port d4e9ae6a-a12a-4393-a7b3-66b83015aceb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:18.040833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.123580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:18.129349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:18.129963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:18.142910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:29:18.145171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Attempting to bind port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on network 0a644853-4bfc-4b00-8876-572854032298 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:18.155696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:18.160338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Checking segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:18.162981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Bound using segment: {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:18.163560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Bound port: 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9a5f35-1242-4b0a-876f-b29530b67e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0a644853-4bfc-4b00-8876-572854032298'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:18.163978 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.178794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d712a7-f243-4645-aa40-5f5c12bf6df5 None None] Pushing event updated for resources: {'Port': ['ID=1d6b613d-3370-43b7-83d4-212f7b03603f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.260181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:29:18.260585 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:29:18.290481 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.310247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for d4e9ae6a-a12a-4393-a7b3-66b83015aceb owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:18.349080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:18.355354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:18.363351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.432300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:18.433296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.435913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] 10.222.0.41 "PUT /v2.0/ports/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 1092 time: 2.1513247 Oct 26 14:29:18.485593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.556763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=d4e9ae6a-a12a-4393-a7b3-66b83015aceb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.570938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be44e0e-6a5f-40b1-b43b-11f99c32c274 service neutron] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:18.588012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-44ca482e-c04c-4dbb-9409-aa7694ca7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:18.589762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-44ca482e-c04c-4dbb-9409-aa7694ca7b93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1095 time: 0.0946171 Oct 26 14:29:18.612697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Provisioning complete for port 25618d5f-a22a-4cb6-bbc5-df90dc888977 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:18.613427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.704179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Port 25618d5f-a22a-4cb6-bbc5-df90dc888977 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:18.709448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Could not find standard attr ID for object d4e9ae6a-a12a-4393-a7b3-66b83015aceb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:18.725511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Provisioning complete for port 1d6b613d-3370-43b7-83d4-212f7b03603f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:18.726179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1222d07-fe0c-4135-9b59-763c71bd2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.801908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-0c05ad40-58b0-47e7-8d5f-dbad0f455eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:18.803664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-0c05ad40-58b0-47e7-8d5f-dbad0f455eb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.2040243 Oct 26 14:29:18.920441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:18.929614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e58d3197-fecf-4277-ac71-98caaf52d1f3 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/d4e9ae6a-a12a-4393-a7b3-66b83015aceb HTTP/1.1" status: 204 len: 168 time: 1.0798340 Oct 26 14:29:18.930511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34418) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:18.993129 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd10ac68-42e8-489e-9c6c-1507817c2dea tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] GET failed (client error): The resource could not be found. Oct 26 14:29:19.000287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34422) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:19.002210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd10ac68-42e8-489e-9c6c-1507817c2dea tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports/d4e9ae6a-a12a-4393-a7b3-66b83015aceb HTTP/1.1" status: 404 len: 333 time: 0.0701566 Oct 26 14:29:19.002497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-b4b1d826-4246-4fbc-8e8b-108c46dfbdeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 999 time: 0.1789718 Oct 26 14:29:19.007602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-82174164'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:19.071803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-54d95386-4559-4002-9f92-7edb287c51ea None None] Provisioning complete for port 25618d5f-a22a-4cb6-bbc5-df90dc888977 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:19.072350 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-54d95386-4559-4002-9f92-7edb287c51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.117734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1d6b613d-3370-43b7-83d4-212f7b03603f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:19.155408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-54d95386-4559-4002-9f92-7edb287c51ea None None] Port 25618d5f-a22a-4cb6-bbc5-df90dc888977 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:19.212395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1d6b613d-3370-43b7-83d4-212f7b03603f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:19.212839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:19.305701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:19.308548 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293b82db-9d20-4262-b0a0-239ef0cb9505" -d '{"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:19.363461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-6f58a8a3-a3a2-469e-8eaf-50c97f10941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.365279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-6f58a8a3-a3a2-469e-8eaf-50c97f10941a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.3416550 Oct 26 14:29:19.431636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ddb60302-5423-45aa-a93a-f91bc23e114a None None] Could not find standard attr ID for object d4e9ae6a-a12a-4393-a7b3-66b83015aceb. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:29:19.879558 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25953b94-1269-4194-8d41-6feb43f110aa x-openstack-request-id: req-25953b94-1269-4194-8d41-6feb43f110aa {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:19.879918 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:19.880107 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25953b94-1269-4194-8d41-6feb43f110aa {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:19.880571 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'status': 'completed', 'code': 200} Oct 26 14:29:19.934981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ec732-18fa-40b0-941a-9601a374993f req-1aeb97c0-c2b6-4d22-9193-bc60bdd1a089 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:19.943254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e88ec732-18fa-40b0-941a-9601a374993f req-1aeb97c0-c2b6-4d22-9193-bc60bdd1a089 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.6980941 Oct 26 14:29:20.031478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-377406dc-b690-4987-bccb-78e1331a9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.033433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-377406dc-b690-4987-bccb-78e1331a9fea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6585374 Oct 26 14:29:20.043594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-88f1b531-5d8f-46b5-9a99-ee7981abdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.045147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-88f1b531-5d8f-46b5-9a99-ee7981abdb8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1095 time: 0.1802621 Oct 26 14:29:20.069828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e88ec732-18fa-40b0-941a-9601a374993f req-46571df2-e85d-480d-a37e-4cb929f42609 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081207 Oct 26 14:29:20.084091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:20.142605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:20.175007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:20.178663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:20.227059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port 10767864-f978-4b95-b75b-1788ef2c92e9 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:20.362007 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-1bd3d399-1b8f-4e28-baec-ef36571c6714 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151269 Oct 26 14:29:20.363319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-78346765-1cca-4c7d-bdee-07057619564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.364804 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-78346765-1cca-4c7d-bdee-07057619564a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.3074629 Oct 26 14:29:20.520234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.9 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/10767864-f978-4b95-b75b-1788ef2c92e9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:20.549677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-6acbd34d-80b3-4f97-8a97-1423d4305a27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 999 time: 0.1641631 Oct 26 14:29:20.678587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-fce5e2d9-c1d6-40df-b1b8-b195a73a6093 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927957 Oct 26 14:29:20.684236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-e036d08b-4ebb-4919-8ecd-6a360f0a8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.685840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-e036d08b-4ebb-4919-8ecd-6a360f0a8f66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.1284516 Oct 26 14:29:20.883052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-df562cdd-ebc0-4007-a108-a64f4c000f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.883776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-df562cdd-ebc0-4007-a108-a64f4c000f42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851611 Oct 26 14:29:20.918628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-ade66cb6-90e6-4f58-bd3d-d707381cb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:20.921029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-ade66cb6-90e6-4f58-bd3d-d707381cb8fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1095 time: 0.1406851 Oct 26 14:29:20.949271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.134505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-0662d16c-213c-4c77-aef8-952deb56d9c3 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339499 Oct 26 14:29:21.152504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-c9d1091f-8a48-42cc-9af1-65f8ed21df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.154075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-c9d1091f-8a48-42cc-9af1-65f8ed21df2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.2088699 Oct 26 14:29:21.155234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.323810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:21.339030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:21.344857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16784c18-1342-4afd-8f46-8239f2b52d09 req-f55059df-c485-4314-b46a-aea81cb2a858 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.350231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:21.350612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16784c18-1342-4afd-8f46-8239f2b52d09 req-f55059df-c485-4314-b46a-aea81cb2a858 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.1312723 Oct 26 14:29:21.358579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=10767864-f978-4b95-b75b-1788ef2c92e9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:21.398501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-2b7bec65-4e76-4d24-b9c5-43bbc1ca4146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 999 time: 0.2325397 Oct 26 14:29:21.436551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-4814460f-0d38-4432-a44e-f9f80bdc2c72 service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928653 Oct 26 14:29:21.436789 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16784c18-1342-4afd-8f46-8239f2b52d09 req-d7771659-a04f-4eee-b0e2-3f21afc44cfd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548239 Oct 26 14:29:21.506001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.506604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.555826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-fc75db09-6e06-44c7-b74d-045bae38cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.558928 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-fc75db09-6e06-44c7-b74d-045bae38cc31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.1270940 Oct 26 14:29:21.566032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1763ae7e-4267-4db9-8439-1cef040ca5b0 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5623341 Oct 26 14:29:21.568953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34470) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:21.574426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c5:22:32'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:21.695418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-ab0829b8-3ba3-4a07-84b0-420e4b0fa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:21.697215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-ab0829b8-3ba3-4a07-84b0-420e4b0fa9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294143 Oct 26 14:29:21.839467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-46780d3a-e7c9-406f-ae7e-f82a074f0210 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248620 Oct 26 14:29:21.869985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.961265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-158c2c47-3d89-4c8f-9e3b-0f2ab7183d46 None None] Provisioning complete for port 10767864-f978-4b95-b75b-1788ef2c92e9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:21.962163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-158c2c47-3d89-4c8f-9e3b-0f2ab7183d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:21.981535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-293b82db-9d20-4262-b0a0-239ef0cb9505 req-a0bc8d16-223a-4729-b0f2-310a78b48810 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332831 Oct 26 14:29:22.022580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.057820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-158c2c47-3d89-4c8f-9e3b-0f2ab7183d46 None None] Port 10767864-f978-4b95-b75b-1788ef2c92e9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:22.185208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.192625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.329808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] In _notify_port_updated(), no bound segment for port 10767864-f978-4b95-b75b-1788ef2c92e9 on network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:29:22.338039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.339193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.341154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "PUT /v2.0/ports/10767864-f978-4b95-b75b-1788ef2c92e9 HTTP/1.1" status: 200 len: 991 time: 0.7711561 Oct 26 14:29:22.343131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbc563-1f68-4e2b-bca6-829dffaa37ec tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=10767864-f978-4b95-b75b-1788ef2c92e9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:22.349176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34482) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:22.560434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port 10767864-f978-4b95-b75b-1788ef2c92e9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:22.561716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.696096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d2fcc42f-fa95-4043-a36c-da5a527e3855 None None] Provisioning complete for port 10767864-f978-4b95-b75b-1788ef2c92e9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:22.696798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc42f-fa95-4043-a36c-da5a527e3855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.750796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcc42f-fa95-4043-a36c-da5a527e3855 None None] Port 10767864-f978-4b95-b75b-1788ef2c92e9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:22.785983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159faa2-90b0-41b2-80b2-d6243442105b req-3f8ce021-b6a4-4bde-83e9-09ecc561ee5c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:22.787611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8159faa2-90b0-41b2-80b2-d6243442105b req-3f8ce021-b6a4-4bde-83e9-09ecc561ee5c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.1184378 Oct 26 14:29:22.863867 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8159faa2-90b0-41b2-80b2-d6243442105b req-9be7f4bc-5b42-4f0f-a32e-2a319b6d9d25 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684755 Oct 26 14:29:22.865897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:22.891050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for 10767864-f978-4b95-b75b-1788ef2c92e9 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:23.131007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.230134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=10767864-f978-4b95-b75b-1788ef2c92e9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:23.263651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34504) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.402352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.505873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6862a755-dd5c-44c7-8c93-14e37ad06ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.539894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.544232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8fde0f7-b24f-4451-9490-6c2f24a2e5e6 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/10767864-f978-4b95-b75b-1788ef2c92e9 HTTP/1.1" status: 204 len: 168 time: 1.1908944 Oct 26 14:29:23.546995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34512) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.581320 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-577b6ba7-8ae9-4a34-8085-cd51eba85b78 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] GET failed (client error): The resource could not be found. Oct 26 14:29:23.583658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-577b6ba7-8ae9-4a34-8085-cd51eba85b78 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports/10767864-f978-4b95-b75b-1788ef2c92e9 HTTP/1.1" status: 404 len: 333 time: 0.0355318 Oct 26 14:29:23.588033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34514) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.595018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-1462671892'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:23.698567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6862a755-dd5c-44c7-8c93-14e37ad06ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.710231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6862a755-dd5c-44c7-8c93-14e37ad06ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.759386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862a755-dd5c-44c7-8c93-14e37ad06ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02704eb2-e369-450a-a06f-3b0d6eccca2c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:23.827538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6862a755-dd5c-44c7-8c93-14e37ad06ad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a2d2d0b8e8249ff9e7174a21d4919ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614285 Oct 26 14:29:23.832321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34520) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:23.882397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:23.886562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:23.912421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:29:23.994746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port b0c2fd5e-5114-4ada-9370-72247af1b795 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:24.184763 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.508949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.554314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a54d79-20c8-40fb-b5e6-0b5c00048f86 req-f9d8f146-edf8-49e2-936b-320a68657e24 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:24.557250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15a54d79-20c8-40fb-b5e6-0b5c00048f86 req-f9d8f146-edf8-49e2-936b-320a68657e24 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.2156484 Oct 26 14:29:24.587259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de3c3b-4f45-43ad-8d6d-2726e411628d req-a34ffe21-4db9-4afe-bce4-1d1d2a0098ac tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:24.590307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2de3c3b-4f45-43ad-8d6d-2726e411628d req-a34ffe21-4db9-4afe-bce4-1d1d2a0098ac tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 944 time: 0.5704064 Oct 26 14:29:24.623939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:24.669787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15a54d79-20c8-40fb-b5e6-0b5c00048f86 req-7602b7bd-9935-4e4a-b27e-1ae14487be18 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010919 Oct 26 14:29:24.689417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'port_id': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'mac_address': 'fa:16:3e:16:e4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:29:24.807497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f2de3c3b-4f45-43ad-8d6d-2726e411628d req-8b96a99b-0793-4403-9401-5426f6e5c9da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665685 Oct 26 14:29:24.810152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.14 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/b0c2fd5e-5114-4ada-9370-72247af1b795) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:24.852000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.874240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.878999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:29:24.884427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.889024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02704eb2-e369-450a-a06f-3b0d6eccca2c HTTP/1.1" status: 204 len: 168 time: 1.0527363 Oct 26 14:29:24.908246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:24.916750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:24.974968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeccf14-7404-4ae7-a8c8-70f526bf6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02704eb2-e369-450a-a06f-3b0d6eccca2c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:25.015562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:25.214652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:25.374918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.618098 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34558) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:25.646989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:29:25.665705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9a45023-8c36-4008-afb2-4cb15a10c790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.685973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-f329156e-0571-4d87-bfa8-cc717f1e3c50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:25.687940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-f329156e-0571-4d87-bfa8-cc717f1e3c50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 945 time: 0.5041454 Oct 26 14:29:25.700630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515ce3-ae56-42c5-890c-6134d5ea8d6a req-2539d321-c961-4f3c-8012-21a06ee80a32 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:25.702650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b515ce3-ae56-42c5-890c-6134d5ea8d6a req-2539d321-c961-4f3c-8012-21a06ee80a32 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 945 time: 0.4421980 Oct 26 14:29:25.711798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.876508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9a45023-8c36-4008-afb2-4cb15a10c790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.883279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-be8c7d26-28cb-4b43-9047-ccad78a7fee7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:25.885090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-be8c7d26-28cb-4b43-9047-ccad78a7fee7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.41 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.3652833 Oct 26 14:29:25.888821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9a45023-8c36-4008-afb2-4cb15a10c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:25.911064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:25.942920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:25.955040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=b0c2fd5e-5114-4ada-9370-72247af1b795,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:25.965625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:26.033882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9a45023-8c36-4008-afb2-4cb15a10c790 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7620b215d8d45db9b2b674de9982f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139826 Oct 26 14:29:26.043674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:26.098073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45023-8c36-4008-afb2-4cb15a10c790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eacc90-9fa5-45d1-861f-f96e5eadf071,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.199310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d6b4-3031-4f1a-ba81-5be7b06a35e4 req-6d126f66-ee8a-4bcd-8414-a85a162fc3fc tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:26.218245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5524d6b4-3031-4f1a-ba81-5be7b06a35e4 req-6d126f66-ee8a-4bcd-8414-a85a162fc3fc tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.2988310 Oct 26 14:29:26.335484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.383382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.419556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-93d50ba8-1d26-40b3-b600-12340f2e71e2 None None] Provisioning complete for port b0c2fd5e-5114-4ada-9370-72247af1b795 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:26.420724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-93d50ba8-1d26-40b3-b600-12340f2e71e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.423130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5524d6b4-3031-4f1a-ba81-5be7b06a35e4 req-25e0d62e-5afa-47f9-ba36-b50e1d4259f1 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990325 Oct 26 14:29:26.497812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-93d50ba8-1d26-40b3-b600-12340f2e71e2 None None] Port b0c2fd5e-5114-4ada-9370-72247af1b795 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:26.504474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.507338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.523094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7eacc90-9fa5-45d1-861f-f96e5eadf071 HTTP/1.1" status: 204 len: 168 time: 0.4755414 Oct 26 14:29:26.545995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af82306-5a5d-4d81-91a6-f8f9a0f03363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eacc90-9fa5-45d1-861f-f96e5eadf071,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:26.597430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:26.598381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:26.602601 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-cd375a7d-cf5a-4974-8fe4-0f502bb1aef5 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:29:26.603788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-cd375a7d-cf5a-4974-8fe4-0f502bb1aef5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.8998966 Oct 26 14:29:26.618285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b515ce3-ae56-42c5-890c-6134d5ea8d6a req-81875bd1-a1eb-4b28-8d8d-c738a2616dac tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8274057 Oct 26 14:29:26.771752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68237bdf-cb20-4a84-9131-273765b5df1c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1797657 Oct 26 14:29:26.774874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:26.783542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c5:22:32'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:26.795021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-304c78fa-0e53-4f6c-8230-47f6e856bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:26.796982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-304c78fa-0e53-4f6c-8230-47f6e856bf1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1096 time: 0.0929086 Oct 26 14:29:26.912219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Deleting port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:26.915121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.100971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-5ca6241f-2033-40a5-98cc-31a6feff9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:27.103099 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-5ca6241f-2033-40a5-98cc-31a6feff9b80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.2814369 Oct 26 14:29:27.116051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.277642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-bf254596-3889-4896-93df-0722e8e4ad08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 1000 time: 0.1627584 Oct 26 14:29:27.287761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] For port 20bee3ea-a5c5-41d7-b323-64f51f4eac88, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=20bee3ea-a5c5-41d7-b323-64f51f4eac88,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:27.291014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.344722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:27.407366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-805f67cf-647c-43b7-a806-dd06bf12e758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.434110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-91b78300-fffb-49f5-9899-1a59cd787808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:27.435865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-91b78300-fffb-49f5-9899-1a59cd787808 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.1416769 Oct 26 14:29:27.615291 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-805f67cf-647c-43b7-a806-dd06bf12e758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.640588 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-805f67cf-647c-43b7-a806-dd06bf12e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:27.828378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-805f67cf-647c-43b7-a806-dd06bf12e758 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ae8f273e2e448d3a5f7c7029da70acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816456 Oct 26 14:29:27.829071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f67cf-647c-43b7-a806-dd06bf12e758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431c1a9f-25cf-4272-a594-bc8bd7a190c9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:27.836744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-d1342aed-1684-4c03-aaa6-f405feb2518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:27.838844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-d1342aed-1684-4c03-aaa6-f405feb2518d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3950713 Oct 26 14:29:27.839707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34604) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:27.952421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:27.962072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-70ec27f2-d534-4b77-ae65-2fbfe8aa4aff service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087427 Oct 26 14:29:27.971405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1f1c6-61c2-4045-b2e6-a2212e5b1285 req-2b471f57-ec5e-417c-a271-7dd88f0391c1 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:27.973356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adb1f1c6-61c2-4045-b2e6-a2212e5b1285 req-2b471f57-ec5e-417c-a271-7dd88f0391c1 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 946 time: 0.3493087 Oct 26 14:29:28.134438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:29:28.144380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:28.145056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.156751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.157220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.157531 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Floating IP ba530bfa-e1a4-464d-b73c-7dd594fcdaf2 disassociated. External IP: 172.25.5.16, port: 20bee3ea-a5c5-41d7-b323-64f51f4eac88. Oct 26 14:29:28.159013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Calling delete_port for 20bee3ea-a5c5-41d7-b323-64f51f4eac88 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:28.163932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adb1f1c6-61c2-4045-b2e6-a2212e5b1285 req-78eaec46-b691-4d7e-a262-f3db2d69faff tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1c7ae4f-9b7a-441c-8640-f514012f5037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587541 Oct 26 14:29:28.330841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.343397 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.357246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.372741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.405646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee0f29fe-6337-4b8d-ba71-2b92f0589abf req-7ded1c58-90df-40b3-b842-ed98b157415b service neutron] 10.222.0.73 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246323 Oct 26 14:29:28.410050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.467731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:28.471921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:28.480962 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05f7558-16d6-4487-bb02-64c6e59ef21d" -d '{"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-plugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:28.492412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.612200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.616939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.618746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/431c1a9f-25cf-4272-a594-bc8bd7a190c9 HTTP/1.1" status: 204 len: 168 time: 0.7714567 Oct 26 14:29:28.670584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.701914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=b0c2fd5e-5114-4ada-9370-72247af1b795,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.744881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4a78d-9317-4693-9c46-8afac2dd50c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431c1a9f-25cf-4272-a594-bc8bd7a190c9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:28.814872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:28.931277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event deleted for resources: {'Port': ['ID=20bee3ea-a5c5-41d7-b323-64f51f4eac88,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:29.030529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dd720-f2b2-43fd-9bf2-c0437e3308a4 req-71b957c0-1ad7-4c96-a4b0-626b1cdc9952 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.042850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-531dd720-f2b2-43fd-9bf2-c0437e3308a4 req-71b957c0-1ad7-4c96-a4b0-626b1cdc9952 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 945 time: 0.6932609 Oct 26 14:29:29.049154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] In _notify_port_updated(), no bound segment for port b0c2fd5e-5114-4ada-9370-72247af1b795 on network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:29:29.070830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:29.071534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.086941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75870b5b-b8bb-4230-800e-e8fa9158619f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "PUT /v2.0/ports/b0c2fd5e-5114-4ada-9370-72247af1b795 HTTP/1.1" status: 200 len: 997 time: 2.3090315 Oct 26 14:29:29.087808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:29.264830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-531dd720-f2b2-43fd-9bf2-c0437e3308a4 req-6b70ed91-ce38-467f-ac9e-86faa6898e51 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591454 Oct 26 14:29:29.394804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Router 371bfe1c-8575-4b9c-893a-2b39292d0f99 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:29.409322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-55017ab8-986f-4681-bd31-2958c137c1da None None] Provisioning complete for port b0c2fd5e-5114-4ada-9370-72247af1b795 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:29.410022 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55017ab8-986f-4681-bd31-2958c137c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.458278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port b0c2fd5e-5114-4ada-9370-72247af1b795 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:29.458759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.521232 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde8496f-6ded-4d80-a553-d34658f6bdae x-openstack-request-id: req-bde8496f-6ded-4d80-a553-d34658f6bdae {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:29.521497 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-plugged", "status": "completed", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:29.527580 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bde8496f-6ded-4d80-a553-d34658f6bdae {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:29.527817 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'code': 200} Oct 26 14:29:29.570492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-55017ab8-986f-4681-bd31-2958c137c1da None None] Port b0c2fd5e-5114-4ada-9370-72247af1b795 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:29.689134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.706616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for b0c2fd5e-5114-4ada-9370-72247af1b795 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:29.797965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:29.817216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Sync routers for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:29.834546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:29.835701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:29.963667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] No DVR routers for this DVR port 20bee3ea-a5c5-41d7-b323-64f51f4eac88 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:29.971471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:29.990620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dde6984a-b503-4aab-8155-2fefe97a2428 req-b04c9b0e-c16c-450c-8c1d-fcb706088063 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.41 "DELETE /v2.0/ports/20bee3ea-a5c5-41d7-b323-64f51f4eac88 HTTP/1.1" status: 204 len: 173 time: 4.0883882 Oct 26 14:29:29.991130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'name': 'network-vif-deleted', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:29.996522 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac189086-c6db-47d2-829b-5f0fc4451e64" -d '{"events": [{"server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "name": "network-vif-deleted", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:30.009182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 20bee3ea-a5c5-41d7-b323-64f51f4eac88 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:30.028351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f5998d92-42f7-4807-85f9-2b884abc67b2 req-287efb4b-997a-4744-b0cd-bccc480e33f4 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "GET /v2.0/ports?device_id=91a22016-be41-4851-ab5e-740eeb5f0eff HTTP/1.1" status: 200 len: 210 time: 0.2011578 Oct 26 14:29:30.060219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.061717 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d962033a-cfcd-450f-8c39-87fae3fbeba9 x-openstack-request-id: req-d962033a-cfcd-450f-8c39-87fae3fbeba9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:30.062206 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a22016-be41-4851-ab5e-740eeb5f0eff", "name": "network-vif-deleted", "tag": "20bee3ea-a5c5-41d7-b323-64f51f4eac88", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:30.063154 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d962033a-cfcd-450f-8c39-87fae3fbeba9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:30.065502 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a22016-be41-4851-ab5e-740eeb5f0eff', 'name': 'network-vif-deleted', 'tag': '20bee3ea-a5c5-41d7-b323-64f51f4eac88', 'status': 'completed', 'code': 200} Oct 26 14:29:30.140108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=b0c2fd5e-5114-4ada-9370-72247af1b795,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:30.289914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 20bee3ea-a5c5-41d7-b323-64f51f4eac88 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:30.290635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 20bee3ea-a5c5-41d7-b323-64f51f4eac88 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:30.353197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.372439 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1a390bb-71b2-446d-9f00-a5d84e7317f8 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/b0c2fd5e-5114-4ada-9370-72247af1b795 HTTP/1.1" status: 204 len: 168 time: 1.2647614 Oct 26 14:29:30.374417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:30.430879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:30.455313 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f120fd88-c18a-47bd-89fb-57d9d2503edc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] GET failed (client error): The resource could not be found. Oct 26 14:29:30.458063 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f120fd88-c18a-47bd-89fb-57d9d2503edc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports/b0c2fd5e-5114-4ada-9370-72247af1b795 HTTP/1.1" status: 404 len: 333 time: 0.0823522 Oct 26 14:29:30.467872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:30.500144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-898307991'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:30.630857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d2c55-17e9-4fb0-98b7-a7102609dab3 req-3e4b3656-7940-467e-ba8d-45e17d136a48 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:30.640467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d96d2c55-17e9-4fb0-98b7-a7102609dab3 req-3e4b3656-7940-467e-ba8d-45e17d136a48 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2390816 Oct 26 14:29:30.800096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d96d2c55-17e9-4fb0-98b7-a7102609dab3 req-c1d20c74-4184-4077-9d90-f91eb76b9e78 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473608 Oct 26 14:29:30.835963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:30.840813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:30.856774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34660) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:30.898350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port 1950971b-f42e-4a70-bf0f-857709d17519 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:31.029772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8d8d99a9-b421-42e5-b920-6a15a65b3cb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 200 len: 993 time: 0.1713240 Oct 26 14:29:31.049904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:31.095300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Checking router: 371bfe1c-8575-4b9c-893a-2b39292d0f99 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:31.107702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:31.108454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:31.200532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:31.240709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.9 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/1950971b-f42e-4a70-bf0f-857709d17519) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:31.301473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:31.485475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Deleting port 2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:31.486010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.560023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.607452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.710775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=1950971b-f42e-4a70-bf0f-857709d17519,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:31.732122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.732943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.745890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:31.756618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:31.759852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:31.762103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Calling delete_port for 2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:31.889448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:31.890410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:31.896408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:31.930385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dda10c0e-4fb1-404d-89e6-04ad08cecd68 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4590414 Oct 26 14:29:31.933046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34688) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:31.941273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'network_id': 'b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4', 'name': 'tempest-AllowedAddressPairTestJSON-8396305'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:32.030492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f753f7-bbf7-49b7-a042-9d6fb05cd6f0 None None] The sync data for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 is: [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:23:57Z', 'revision_number': 4, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '94286419-217f-4940-bf15-92b96cc8ecef', 'name': '', 'network_id': '0521060c-dae7-4c33-bd76-58854fea9c3e', 'tenant_id': '371307b135f8446082f6e6309626611b', 'mac_address': 'fa:16:3e:b2:8e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:56Z', 'updated_at': '2021-10-26T14:24:03Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'subnets': [{'id': '15509caf-fb0a-4750-800b-16fdf4360c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:32.347099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.446401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-932d0730-93e1-49a6-91a2-02cebe6c5dac None None] Provisioning complete for port 1950971b-f42e-4a70-bf0f-857709d17519 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:32.446956 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-932d0730-93e1-49a6-91a2-02cebe6c5dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.458392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Made reservation on behalf of 9606924d40e4441a907c57fb6e559f5a for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:32.473931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.494760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event deleted for resources: {'Port': ['ID=2a5a0da6-e7c6-4224-8f50-6674ac5e0a3a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:32.547626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-932d0730-93e1-49a6-91a2-02cebe6c5dac None None] Port 1950971b-f42e-4a70-bf0f-857709d17519 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:32.569403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] device_id is not set on port 3683f649-fabd-4751-b8b8-330f08a4db6a yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:32.620325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.624077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:32.629221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-86ab9003-8f3e-430f-9367-b40ea6461da7 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "DELETE /v2.0/floatingips/ba530bfa-e1a4-464d-b73c-7dd594fcdaf2 HTTP/1.1" status: 204 len: 168 time: 1.4271193 Oct 26 14:29:32.775376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34714) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:32.790532 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0cbff6-7220-48f1-b995-f082dbe972c6 None None] New status for floating IP ba530bfa-e1a4-464d-b73c-7dd594fcdaf2: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:29:32.833946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Allocated IP 172.20.0.5 (b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4/5c23d484-c938-4fd7-a271-d2da4ea5bed9/3683f649-fabd-4751-b8b8-330f08a4db6a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:32.943191 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.008921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.116661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.119667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.122890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1c7ae4f-9b7a-441c-8640-f514012f5037 HTTP/1.1" status: 204 len: 168 time: 0.3435855 Oct 26 14:29:33.153065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16823079-faa2-4d93-99ad-6a45fd936ad2 tempest-TestServerBasicOps-1926062653 tempest-TestServerBasicOps-1926062653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c7ae4f-9b7a-441c-8640-f514012f5037,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:33.194184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34722) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:33.310979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.415346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.566742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:33.570620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:33.575385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:33.640399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:33.641705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:33.649970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=3683f649-fabd-4751-b8b8-330f08a4db6a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:33.684046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a294e0d3-c4d0-4ec1-9599-81ec0d7bdfcf tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7490315 Oct 26 14:29:33.684808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:33.696633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c5:22:32'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5e:68:1a'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:34.158775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34740) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:34.159882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.172950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'network': {'name': 'tempest-network-smoke--1438348338', 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'port_security_enabled': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:34.210145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aef65a39-28a3-47f3-ace3-bdfc92e7f205 None None] Provisioning complete for port 3683f649-fabd-4751-b8b8-330f08a4db6a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:34.211161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aef65a39-28a3-47f3-ace3-bdfc92e7f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.271455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aef65a39-28a3-47f3-ace3-bdfc92e7f205 None None] Port 3683f649-fabd-4751-b8b8-330f08a4db6a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:34.321007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:34.325197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.346751 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.458974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.586004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.592923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.595525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.624700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.662654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:34.772617 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.773516 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Added segment 98370c37-ad52-43b2-9379-01f591dd6fbc of type vlan for network 1541ed07-1803-4ad8-9a99-86cc40913c3b Oct 26 14:29:34.776265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event updated for resources: {'Port': ['ID=3683f649-fabd-4751-b8b8-330f08a4db6a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:34.780420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1384ad8-3003-4ac3-9659-fbd5425f5c46,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:34.860573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] In _notify_port_updated(), no bound segment for port 3683f649-fabd-4751-b8b8-330f08a4db6a on network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:29:34.870694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.870694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.880292 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce6ecc6d-7f23-4092-9812-90056a91372f tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "PUT /v2.0/ports/3683f649-fabd-4751-b8b8-330f08a4db6a HTTP/1.1" status: 200 len: 1052 time: 1.1871347 Oct 26 14:29:34.880650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34752) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:34.897752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.949184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:34.957938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:34.958829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.010820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8464878 Oct 26 14:29:35.012791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34754) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:35.028430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'admin_state_up': True, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:35.093595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port 3683f649-fabd-4751-b8b8-330f08a4db6a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:35.095613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.133592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5665271a-1874-4b01-9069-78e5fd9ec652 None None] Provisioning complete for port 3683f649-fabd-4751-b8b8-330f08a4db6a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:35.135016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5665271a-1874-4b01-9069-78e5fd9ec652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.168342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f7543-07fe-4654-a718-c7a3219b18d2 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Network': ['ID=1541ed07-1803-4ad8-9a99-86cc40913c3b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:35.232367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.234220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.241611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:35.342856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5665271a-1874-4b01-9069-78e5fd9ec652 None None] Port 3683f649-fabd-4751-b8b8-330f08a4db6a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:35.808685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:35.993679 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.083876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for 3683f649-fabd-4751-b8b8-330f08a4db6a owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:36.106323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.147170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Deleting port 94286419-217f-4940-bf15-92b96cc8ecef {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:36.147533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.320995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] For port 94286419-217f-4940-bf15-92b96cc8ecef, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=94286419-217f-4940-bf15-92b96cc8ecef,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:36.321360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.342956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Calling delete_port for 94286419-217f-4940-bf15-92b96cc8ecef owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:36.461445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:36.547906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=3683f649-fabd-4751-b8b8-330f08a4db6a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:36.956226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.000810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.148198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.191291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94286419-217f-4940-bf15-92b96cc8ecef,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:37.217798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.221320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f2c99402-09fb-468b-a5c5-33a87c86fecb tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/3683f649-fabd-4751-b8b8-330f08a4db6a HTTP/1.1" status: 204 len: 168 time: 2.3425064 Oct 26 14:29:37.224400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.291825 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d01a47-38b5-4ace-a5db-9c515728ef47 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] GET failed (client error): The resource could not be found. Oct 26 14:29:37.295305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96d01a47-38b5-4ace-a5db-9c515728ef47 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports/3683f649-fabd-4751-b8b8-330f08a4db6a HTTP/1.1" status: 404 len: 333 time: 0.0694349 Oct 26 14:29:37.297457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.25.5.217 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/10963db6-c417-4d2e-8a69-3e7b7ef46892) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:37.300126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34794) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:37.560658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port 1950971b-f42e-4a70-bf0f-857709d17519 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:37.561003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.593619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.735112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.745535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.772366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for 1950971b-f42e-4a70-bf0f-857709d17519 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:37.920381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:37.989862 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.015474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:38.023512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:38.034506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:38.037413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=1950971b-f42e-4a70-bf0f-857709d17519,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:38.075017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=10963db6-c417-4d2e-8a69-3e7b7ef46892,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:38.141537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.147639 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0360741-7fa0-446a-b3b9-d4cad78f225c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/1950971b-f42e-4a70-bf0f-857709d17519 HTTP/1.1" status: 204 len: 168 time: 0.8397288 Oct 26 14:29:38.148817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34806) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:38.227300 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebaa555-9833-4faf-ab64-b7a289b2db0c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] GET failed (client error): The resource could not be found. Oct 26 14:29:38.235334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8ebaa555-9833-4faf-ab64-b7a289b2db0c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "GET /v2.0/ports/1950971b-f42e-4a70-bf0f-857709d17519 HTTP/1.1" status: 404 len: 333 time: 0.0797036 Oct 26 14:29:38.236659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:38.343049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Router 371bfe1c-8575-4b9c-893a-2b39292d0f99 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:38.401992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port 25618d5f-a22a-4cb6-bbc5-df90dc888977 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:38.402831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.542445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.561170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for 25618d5f-a22a-4cb6-bbc5-df90dc888977 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:38.568406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.639158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:38.648972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-47b4d404-c509-48e7-9197-38483c9c2fa4 admin admin] 10.222.0.37 "PUT /v2.0/routers/371bfe1c-8575-4b9c-893a-2b39292d0f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4518447 Oct 26 14:29:38.652645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:38.670901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Sync routers for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:38.705001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:38.706896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:38.745447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:38.811253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=25618d5f-a22a-4cb6-bbc5-df90dc888977,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.025408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.032444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:39.042547 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f52adb31-3788-4a9f-94de-5321928117dc tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/ports/25618d5f-a22a-4cb6-bbc5-df90dc888977 HTTP/1.1" status: 204 len: 168 time: 0.8042142 Oct 26 14:29:39.043307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:39.166799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting subnet 5c23d484-c938-4fd7-a271-d2da4ea5bed9 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:39.173956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.244587 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.376937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.420473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.444655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:29:36Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:39.518582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Checking router: 371bfe1c-8575-4b9c-893a-2b39292d0f99 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:39.521392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.558201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Routers {'371bfe1c-8575-4b9c-893a-2b39292d0f99'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:39.559876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['371bfe1c-8575-4b9c-893a-2b39292d0f99'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:39.586723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.599927 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/subnets/5c23d484-c938-4fd7-a271-d2da4ea5bed9 HTTP/1.1" status: 204 len: 168 time: 0.5449359 Oct 26 14:29:39.600317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:39.600548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.614427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba0f55-8ef6-4d5c-b3ca-a3a46c29f94c tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Subnet': ['ID=5c23d484-c938-4fd7-a271-d2da4ea5bed9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:39.725779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c6ed0-e4a3-4c67-b5c1-5980d6e3060f None None] Network b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:39.799517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.868584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Deleting port 1d6b613d-3370-43b7-83d4-212f7b03603f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:39.868932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.936638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.960665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] For port 1d6b613d-3370-43b7-83d4-212f7b03603f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1d6b613d-3370-43b7-83d4-212f7b03603f,segment=NetworkSegment(8e1bdcab-f869-4df5-a0f3-4e4fe25777c3),segment_id=8e1bdcab-f869-4df5-a0f3-4e4fe25777c3)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:39.961043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:39.979860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Calling delete_port for 1d6b613d-3370-43b7-83d4-212f7b03603f owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:40.092084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router f4f77361-ae40-4fc0-9792-e4225df842b1 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:29:40.092429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.121425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] No DVR routers for this DVR port 1d6b613d-3370-43b7-83d4-212f7b03603f on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:40.178150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Port': ['ID=1d6b613d-3370-43b7-83d4-212f7b03603f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:40.208444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d63db3d7-9bb1-4ba4-900b-44305648c650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.269817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a449bc63-e280-4af3-ae2c-8cde273532b9 None None] DHCP port deletion for b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:40.291076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Deleting port b0b0daee-54ea-43c2-8a00-c357309b28b5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:40.291706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.298626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] Set router 371bfe1c-8575-4b9c-893a-2b39292d0f99 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:40.321141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.371327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.397406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.398551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1bdcab-f869-4df5-a0f3-4e4fe25777c3') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.414388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] For port b0b0daee-54ea-43c2-8a00-c357309b28b5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b0b0daee-54ea-43c2-8a00-c357309b28b5,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:40.415071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.416203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.437443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Calling delete_port for b0b0daee-54ea-43c2-8a00-c357309b28b5 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:40.442324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.457343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:40.459974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:40.468819 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:40.580594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:29:36Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.620670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.633635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.638809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] 10.222.0.37 "DELETE /v2.0/networks/b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4 HTTP/1.1" status: 204 len: 168 time: 1.0367858 Oct 26 14:29:40.656484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9d82c-c567-4d2b-a653-158d2476b880 tempest-AllowedAddressPairTestJSON-102915392 tempest-AllowedAddressPairTestJSON-102915392-project] Pushing event deleted for resources: {'Network': ['ID=b08ac2ac-2b29-48d2-a91e-bfc7278b7ee4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:40.657543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735371bf-9f85-4709-8038-06bc1fe6924f None None] The sync data for ids ['371bfe1c-8575-4b9c-893a-2b39292d0f99'] in n-d-813419-9 is: [{'id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'name': 'tempest-TestServerBasicOps-707161326-router', 'tenant_id': '371307b135f8446082f6e6309626611b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:23:45Z', 'updated_at': '2021-10-26T14:29:36Z', 'revision_number': 5, 'project_id': '371307b135f8446082f6e6309626611b', 'gw_port': {'id': 'b0b0daee-54ea-43c2-8a00-c357309b28b5', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bfe1c-8575-4b9c-893a-2b39292d0f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:23:47Z', 'updated_at': '2021-10-26T14:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:40.685801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:40.699798 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Sync routers for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:40.736807 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:40.737693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:40.747417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.752905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34850) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:40.754274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-215ce44a-7920-4783-9c33-aade104dcc6f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7293596 Oct 26 14:29:40.758512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:40.873706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b0daee-54ea-43c2-8a00-c357309b28b5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:40.891529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3ad0c44-2176-49f0-9e5d-8c938c1d9af2 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=930976f8201b4b5eb10ce2e8980c2276&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1340270 Oct 26 14:29:40.893506 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:40.919105 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:41.079415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130d611-064a-46f8-9092-d524dec1bb95 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:41.084954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8130d611-064a-46f8-9092-d524dec1bb95 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1893334 Oct 26 14:29:41.089389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34860) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.187889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.216750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ca663e2-c1e6-44d6-9fc6-0f048b85dfff tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253941 Oct 26 14:29:41.221494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34862) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.258182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248019878', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:41.369613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 94286419-217f-4940-bf15-92b96cc8ecef no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:41.442866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 94286419-217f-4940-bf15-92b96cc8ecef {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:41.443240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 94286419-217f-4940-bf15-92b96cc8ecef not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:41.444066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1d6b613d-3370-43b7-83d4-212f7b03603f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:41.458299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34866) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.510672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1d6b613d-3370-43b7-83d4-212f7b03603f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:41.511418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1d6b613d-3370-43b7-83d4-212f7b03603f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:41.543212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.549107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.626199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:38Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:41.630584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.631337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371bfe1c-8575-4b9c-893a-2b39292d0f99 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:29:41.638351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.643475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-42173e09-05ad-4b38-a5cf-eb94a7f65c93 admin admin] 10.222.0.37 "DELETE /v2.0/routers/371bfe1c-8575-4b9c-893a-2b39292d0f99 HTTP/1.1" status: 204 len: 168 time: 2.9872799 Oct 26 14:29:41.644974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34872) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.667613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:41.689303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.729185 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Checking router: f4f77361-ae40-4fc0-9792-e4225df842b1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:41.731975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Updating router f4f77361-ae40-4fc0-9792-e4225df842b1 port 10963db6-c417-4d2e-8a69-3e7b7ef46892 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:29:41.825042 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.871708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Deleting subnet 15509caf-fb0a-4750-800b-16fdf4360c6e {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:41.878821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:41.897219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7739b309-faf9-4856-95a1-648d1723e8c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9606924d40e4441a907c57fb6e559f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371319 Oct 26 14:29:41.911662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:41.985471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.044314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.143048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.222662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.332222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.385745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.438109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.459858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.461237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ee5daa0-2968-4849-a11d-ded07177d4c2 HTTP/1.1" status: 204 len: 168 time: 0.5481782 Oct 26 14:29:42.497613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.498606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57866b0-c94d-4238-b069-89e51d586219 None None] Network 0521060c-dae7-4c33-bd76-58854fea9c3e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:42.510073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15509caf-fb0a-4750-800b-16fdf4360c6e HTTP/1.1" status: 204 len: 168 time: 0.8632886 Oct 26 14:29:42.536276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9b12b-86d7-4356-9067-72de6bcc0828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15509caf-fb0a-4750-800b-16fdf4360c6e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.547925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34890) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:42.581616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574af79-9568-4680-b940-0561cfd12636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5daa0-2968-4849-a11d-ded07177d4c2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.618824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Checking segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:42.632949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network hostable DHCP agents. Network: 1541ed07-1803-4ad8-9a99-86cc40913c3b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:42.636964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Subnet': ['ID=8e830f7a-ecf4-4767-b2c7-36030a9e9b12,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:42.676175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:42.694921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1541ed07-1803-4ad8-9a99-86cc40913c3b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:42.711177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:42.714829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.757775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35d74c07-a9f8-48ed-a4fa-ed77ffadc512 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5345674 Oct 26 14:29:42.760028 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.761329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:42.772811 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:42.914104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.014144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d654fe43-13ed-4397-947e-4220134167dc None None] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:43.070528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Attempting to bind port 10963db6-c417-4d2e-8a69-3e7b7ef46892 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:43.071107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Attempting to bind port 10963db6-c417-4d2e-8a69-3e7b7ef46892 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:43.071688 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Attempting to bind port 10963db6-c417-4d2e-8a69-3e7b7ef46892 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:43.109873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b0b0daee-54ea-43c2-8a00-c357309b28b5 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:43.110226 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:43.111842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:43.115945 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.118594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:43.121499 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Bound port: 10963db6-c417-4d2e-8a69-3e7b7ef46892, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:43.122932 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.144375 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Pushing event updated for resources: {'Port': ['ID=10963db6-c417-4d2e-8a69-3e7b7ef46892,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.193402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Deleting port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:43.200153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.263889 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] For port 10963db6-c417-4d2e-8a69-3e7b7ef46892, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:43.271610 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] For port 10963db6-c417-4d2e-8a69-3e7b7ef46892, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10963db6-c417-4d2e-8a69-3e7b7ef46892,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:43.294964 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.301617 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.303212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.304260 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.305815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.306591 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.308645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.309457 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.310391 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.312842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.313427 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.314699 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.315459 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:43.348102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] For port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,segment=NetworkSegment(36086238-8390-41ee-9154-bf50ea6b5f92),segment_id=36086238-8390-41ee-9154-bf50ea6b5f92)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:43.348831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.374211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Calling delete_port for 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:43.470937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9180-2dca-4f79-944d-318c1aa67d95 None None] Pushing event updated for resources: {'Port': ['ID=10963db6-c417-4d2e-8a69-3e7b7ef46892,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.566339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:43.567693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:43.674849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.821612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b0b0daee-54ea-43c2-8a00-c357309b28b5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:43.828134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b0b0daee-54ea-43c2-8a00-c357309b28b5 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:43.858100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1541ed07-1803-4ad8-9a99-86cc40913c3b', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:43.865794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:43.887294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8ebd93-92a9-43f0-b7cf-4b8a50faff20,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:43.907683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] No DVR routers for this DVR port 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:43.956301 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-859800fb-93c4-41a4-b668-481bab9e049d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.002883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.181678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.211383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aec4a0-2f38-41a9-af15-12b236be53a7 None None] DHCP port deletion for 0521060c-dae7-4c33-bd76-58854fea9c3e request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:44.223475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0521060c-dae7-4c33-bd76-58854fea9c3e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:44.256049 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:44.259035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36086238-8390-41ee-9154-bf50ea6b5f92') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:44.259035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36086238-8390-41ee-9154-bf50ea6b5f92') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:44.309074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4fbb8-ff59-4610-aba3-19d1d3a5467f req-fb33212e-e8ca-4592-bc6a-3ed40e382cbc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:44.311088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07d4fbb8-ff59-4610-aba3-19d1d3a5467f req-fb33212e-e8ca-4592-bc6a-3ed40e382cbc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 945 time: 0.6702144 Oct 26 14:29:44.313347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.351181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.365934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.396422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:29:44.396788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:29:44.400009 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:29:44.582325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Allocated IP 172.20.0.2 (1541ed07-1803-4ad8-9a99-86cc40913c3b/8e830f7a-ecf4-4767-b2c7-36030a9e9b12/f588184a-6564-4f0d-9774-2abc80684d86) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:44.658741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07d4fbb8-ff59-4610-aba3-19d1d3a5467f req-2e362b8f-6675-43f1-9647-26f693266064 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097556 Oct 26 14:29:44.798924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34930) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.855679 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.871286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:44.889825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] 10.222.0.37 "DELETE /v2.0/networks/0521060c-dae7-4c33-bd76-58854fea9c3e HTTP/1.1" status: 204 len: 168 time: 2.3319640 Oct 26 14:29:44.895100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34938) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:44.988592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddebe7-1975-4f1f-9cd5-86bc2cfff27e admin admin] Pushing event deleted for resources: {'Network': ['ID=0521060c-dae7-4c33-bd76-58854fea9c3e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.018204 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:38Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:45.103316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c080-3c6e-4bd5-825c-901b7c978e66 None None] The sync data for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 is: [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:38Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:45.150541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:45.230788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:45.231261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1b8ebd93-92a9-43f0-b7cf-4b8a50faff20 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:45.239501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.245678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-730522620'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:45.255727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.260169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-46435068-e3a5-4e5e-a771-aa75f0e0407d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:45.261914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-46435068-e3a5-4e5e-a771-aa75f0e0407d tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 945 time: 0.6331027 Oct 26 14:29:45.316221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.374189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:45.383939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:45.390792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:45.408683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Pushing event updated for resources: {'Port': ['ID=f588184a-6564-4f0d-9774-2abc80684d86,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:45.458759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Made reservation on behalf of 2877bdb2249446fcb9982dda615382bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:45.463313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.477633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.612583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Attempting to bind port f588184a-6564-4f0d-9774-2abc80684d86 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:45.613204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Attempting to bind port f588184a-6564-4f0d-9774-2abc80684d86 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:45.614818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Attempting to bind port f588184a-6564-4f0d-9774-2abc80684d86 on network 1541ed07-1803-4ad8-9a99-86cc40913c3b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:45.679148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:45.680376 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Checking segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:45.680952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.681650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Bound using segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:45.682446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Bound port: f588184a-6564-4f0d-9774-2abc80684d86, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:45.706993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.733567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Deleting port 3685241b-e941-4c4d-94df-c7b26a6e92f0 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:45.733943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.881591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.886635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] For port f588184a-6564-4f0d-9774-2abc80684d86, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:45.894248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] For port f588184a-6564-4f0d-9774-2abc80684d86, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f588184a-6564-4f0d-9774-2abc80684d86,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:45.915372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.917221 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:45.995404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:29:46.011297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.039465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eadb8a7-06ac-4c7b-b6ef-2b7d5b31b0b3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.082788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.083139 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Added segment 4220138e-1bf4-4ea2-a7ce-eae62b75fef2 of type vlan for network 5dccb51c-602e-4169-90a6-3d497c08aa9c Oct 26 14:29:46.107765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] For port 3685241b-e941-4c4d-94df-c7b26a6e92f0, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3685241b-e941-4c4d-94df-c7b26a6e92f0,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:46.108092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.115860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784fb7-3ae1-4a38-abe5-2f5c42547926 req-ceadb42a-6acc-42f0-8710-e6f4f80124cb tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:46.119633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8784fb7-3ae1-4a38-abe5-2f5c42547926 req-ceadb42a-6acc-42f0-8710-e6f4f80124cb tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 945 time: 0.2683921 Oct 26 14:29:46.172050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312c4e-2022-426e-be83-dc55b27a2489 None None] Pushing event updated for resources: {'Port': ['ID=f588184a-6564-4f0d-9774-2abc80684d86,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.177048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Calling delete_port for 3685241b-e941-4c4d-94df-c7b26a6e92f0 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:46.189514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.242511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.20.0.1 (1541ed07-1803-4ad8-9a99-86cc40913c3b/8e830f7a-ecf4-4767-b2c7-36030a9e9b12/da8d64b2-7744-4531-bf52-cd2514ef3279) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:46.323877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.333827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:46.334722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.451021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8784fb7-3ae1-4a38-abe5-2f5c42547926 req-1e1474eb-f725-49cb-ad37-f5da2671869e tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878611 Oct 26 14:29:46.597028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.695079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.732300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9304354 Oct 26 14:29:46.742428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:46.745080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 34958) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:46.757710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Request body: {'subnet': {'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:46.760743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5', '8b99eff7-f91f-4a60-b2ac-d5b73794d08b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:46.784875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9', '3685241b-e941-4c4d-94df-c7b26a6e92f0'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:29:46.799507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:46.805477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:46.808578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:46.886068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:46.943337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.952869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.954060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.955922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.958279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.958746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.962515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.962915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.963258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.963597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.970420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:46.972960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:47.012982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event deleted for resources: {'Port': ['ID=3685241b-e941-4c4d-94df-c7b26a6e92f0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:47.020708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b7822-8cbf-4066-ba5c-1b124d256511 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'Network': ['ID=5dccb51c-602e-4169-90a6-3d497c08aa9c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:47.024422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.079601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:29:47.191729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] No DVR routers for this DVR port 3685241b-e941-4c4d-94df-c7b26a6e92f0 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:47.199263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.206780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1a239b8-eec6-490f-8695-9dd33ab65426 req-0d56637c-2fdd-4907-9f08-d082d4f06741 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "DELETE /v2.0/ports/3685241b-e941-4c4d-94df-c7b26a6e92f0 HTTP/1.1" status: 204 len: 173 time: 1.9274197 Oct 26 14:29:47.207775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'name': 'network-vif-deleted', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:29:47.211280 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83db009b-2fac-4e7e-a218-4367299eeb5e" -d '{"events": [{"server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "name": "network-vif-deleted", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:29:47.274586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.281660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Made reservation on behalf of 2877bdb2249446fcb9982dda615382bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:47.303256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.592343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:47.672170 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10963db6-c417-4d2e-8a69-3e7b7ef46892 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:48.116417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b56d0b7-46c7-4949-bc64-8c0282f6350f req-42d5d4f3-31d1-4815-a5b8-9121fb3a3ad8 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528 HTTP/1.1" status: 200 len: 210 time: 0.4588447 Oct 26 14:29:48.183452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90f182-9773-4da2-a11a-2c99d6ffdd0e None None] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:48.359325 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c5dac-2659-4938-8bd5-ea50ab689c24 x-openstack-request-id: req-1f3c5dac-2659-4938-8bd5-ea50ab689c24 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:29:48.361129 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528", "name": "network-vif-deleted", "tag": "3685241b-e941-4c4d-94df-c7b26a6e92f0", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:29:48.361405 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f3c5dac-2659-4938-8bd5-ea50ab689c24 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:29:48.362014 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3d3ee4-cc29-40b4-b8b3-e16f6be1f528', 'name': 'network-vif-deleted', 'tag': '3685241b-e941-4c4d-94df-c7b26a6e92f0', 'status': 'completed', 'code': 200} Oct 26 14:29:48.396291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 10963db6-c417-4d2e-8a69-3e7b7ef46892 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:48.397179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.494501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] Provisioning complete for port f588184a-6564-4f0d-9774-2abc80684d86 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:48.495004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.569993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.575523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.660848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.668309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:48.672127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.772347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'Subnet': ['ID=4cb6cd4a-f14e-4271-b46e-3cecab82d1fc,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:48.782825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Checking segment: {'id': '4220138e-1bf4-4ea2-a7ce-eae62b75fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:48.783390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Network hostable DHCP agents. Network: 5dccb51c-602e-4169-90a6-3d497c08aa9c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:29:48.799851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:48.802644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:48.939020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:29:48.965928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router f4f77361-ae40-4fc0-9792-e4225df842b1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:48.985829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5dccb51c-602e-4169-90a6-3d497c08aa9c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:48.987496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.996152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:48.997542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:48.997723 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.022314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5f233-d484-46f2-8e7a-06450f5eeb6f None None] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:49.030476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Deleting port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:49.031080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.122772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 10963db6-c417-4d2e-8a69-3e7b7ef46892, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10963db6-c417-4d2e-8a69-3e7b7ef46892,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:49.130095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] For port f588184a-6564-4f0d-9774-2abc80684d86, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f588184a-6564-4f0d-9774-2abc80684d86,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:49.139945 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.140773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f588184a-6564-4f0d-9774-2abc80684d86 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:49.155269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.161852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-036aa2f8-69db-4584-a33f-d86a2a8c82a4 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4106002 Oct 26 14:29:49.167382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34982) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:49.177465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Request body: {'port': {'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-584663645'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:49.285071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] For port 62d2c940-aa32-4d72-92b2-2d6f7587bfe7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:49.285322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.322876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Calling delete_port for 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:49.351689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:49.385309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02ca8a25-9de8-4c69-acac-5d9a6936753d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "PUT /v2.0/routers/f4f77361-ae40-4fc0-9792-e4225df842b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171005 Oct 26 14:29:49.394236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 34992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:49.411572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Sync routers for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:49.422974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=10963db6-c417-4d2e-8a69-3e7b7ef46892,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:49.424868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1854636373', 'description': 'tempest-secgroup_access--1854636373 description', 'project_id': '930976f8201b4b5eb10ce2e8980c2276'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:49.591970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.858074 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.867675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.909701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Made reservation on behalf of 2877bdb2249446fcb9982dda615382bb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:49.912945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:49.916447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:49.918410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:49.967066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] device_id is not set on port 9141b377-e286-4e6d-98dd-ed04ee9108c2 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:50.037521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.075881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=62d2c940-aa32-4d72-92b2-2d6f7587bfe7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.263126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba88d88-f372-4cfa-b980-9d830bd6b466,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.269441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3685241b-e941-4c4d-94df-c7b26a6e92f0 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:50.279894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f588184a-6564-4f0d-9774-2abc80684d86 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:50.280805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.296987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.300738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7382739a-33ac-4638-ab3b-641fccfb860e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9044650 Oct 26 14:29:50.305367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:50.354419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1369237262', 'description': 'tempest-secgroup_general--1369237262 description', 'project_id': '930976f8201b4b5eb10ce2e8980c2276'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:50.375408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c97af-ac7f-4d30-abe2-f554ad43d896 None None] Pushing event updated for resources: {'Port': ['ID=f588184a-6564-4f0d-9774-2abc80684d86,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:50.567550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5dccb51c-602e-4169-90a6-3d497c08aa9c', 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c', 'tenant_id': '2877bdb2249446fcb9982dda615382bb', 'fixed_ips': [{'subnet_id': '4cb6cd4a-f14e-4271-b46e-3cecab82d1fc'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:29:50.570129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.580410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d89fb01-afec-45b0-baac-25d7ee4a41d2 None None] Provisioning complete for port da8d64b2-7744-4531-bf52-cd2514ef3279 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:50.581085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d89fb01-afec-45b0-baac-25d7ee4a41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.588693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 3685241b-e941-4c4d-94df-c7b26a6e92f0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:50.591974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3685241b-e941-4c4d-94df-c7b26a6e92f0 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:50.650802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.739282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:50.920446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3d89fb01-afec-45b0-baac-25d7ee4a41d2 None None] Port da8d64b2-7744-4531-bf52-cd2514ef3279 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:50.973026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Allocated IP 172.20.0.14 (5dccb51c-602e-4169-90a6-3d497c08aa9c/4cb6cd4a-f14e-4271-b46e-3cecab82d1fc/9141b377-e286-4e6d-98dd-ed04ee9108c2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:51.125128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.135708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:51.191165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.253810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.255560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9339576 Oct 26 14:29:51.260197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d89fb01-afec-45b0-baac-25d7ee4a41d2 None None] Provisioning complete for port f588184a-6564-4f0d-9774-2abc80684d86 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:51.264295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.265275 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d89fb01-afec-45b0-baac-25d7ee4a41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.274962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'security_group_rule': {'security_group_id': 'bba88d88-f372-4cfa-b980-9d830bd6b466', 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:51.308817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913e70-8c3e-4862-a900-5c4984338da3 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae039ca-946b-4b3c-8c1f-9f429839ca6c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:51.347417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.418726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10963db6-c417-4d2e-8a69-3e7b7ef46892 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:51.439041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Router b1e8fb14-3fab-443c-b474-a0c0077106a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:29:51.571275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.623557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.636422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.743027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.777841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e75ec5-1f8a-48be-bc37-9839344409d2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:51.794153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:51.802099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:29:51.820937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dcf2f5c0-d2b9-4c13-9c58-518d8ca89f2f admin admin] 10.222.0.37 "PUT /v2.0/routers/b1e8fb14-3fab-443c-b474-a0c0077106a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9113300 Oct 26 14:29:51.821700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35022) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:51.838302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Sync routers for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:29:51.848445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:51.864361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.874431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-85551e0a-b387-427b-b825-76594190d6ab tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5965490 Oct 26 14:29:51.874431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:51.912231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 10963db6-c417-4d2e-8a69-3e7b7ef46892 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:51.922735 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:51.923868 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:51.925547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:51.957611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'Port': ['ID=9141b377-e286-4e6d-98dd-ed04ee9108c2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:52.016796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:52.017785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.061294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef661941-dac6-4b16-9fdf-33b6ffce7cb8 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8918257 Oct 26 14:29:52.067648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35034) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:52.077835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Request body: {'port': {'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-551077309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:52.078652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] bootfile-name is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:52.079270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] tftp-server is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:52.079832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] server-ip-address is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:52.191742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.321966 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:52.448539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Allocated IP 172.20.0.2 (5dccb51c-602e-4169-90a6-3d497c08aa9c/4cb6cd4a-f14e-4271-b46e-3cecab82d1fc/2578a67e-fe6c-4f79-9c73-a3c620730018) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:52.449484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Made reservation on behalf of 2877bdb2249446fcb9982dda615382bb for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:29:52.453451 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.455318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.501328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] device_id is not set on port 35e68558-76e1-4def-85d8-1a5101738c0f yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:29:52.535086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ef670c4c-a9c7-4257-94c9-e94d1f1abe56 None None] Provisioning complete for port da8d64b2-7744-4531-bf52-cd2514ef3279 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:52.535470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef670c4c-a9c7-4257-94c9-e94d1f1abe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.547162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-6b3115e5-deb1-4a8b-ab17-f74f8270d657 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1854636373&fields=id&tenant_id=930976f8201b4b5eb10ce2e8980c2276 HTTP/1.1" status: 200 len: 267 time: 0.1292899 Oct 26 14:29:52.621106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.681852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-a32c6508-e08d-42e8-9ef1-f3c91ef681f0 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1369237262&fields=id&tenant_id=930976f8201b4b5eb10ce2e8980c2276 HTTP/1.1" status: 200 len: 267 time: 0.1018186 Oct 26 14:29:52.787133 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:29:49Z', 'revision_number': 5, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port': {'id': '9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:24:07Z', 'updated_at': '2021-10-26T14:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:52.796450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 2, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:52.868819 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Checking router: b1e8fb14-3fab-443c-b474-a0c0077106a1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:52.874172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Checking router: f4f77361-ae40-4fc0-9792-e4225df842b1 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:29:52.874535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Updating router f4f77361-ae40-4fc0-9792-e4225df842b1 port da8d64b2-7744-4531-bf52-cd2514ef3279 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:29:52.884723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ef670c4c-a9c7-4257-94c9-e94d1f1abe56 None None] Port da8d64b2-7744-4531-bf52-cd2514ef3279 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:29:52.903371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Routers {'b1e8fb14-3fab-443c-b474-a0c0077106a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:52.905021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['b1e8fb14-3fab-443c-b474-a0c0077106a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:52.926337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:52.937253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f588184a-6564-4f0d-9774-2abc80684d86 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:53.100550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-d3a170f1-0a58-4b40-9224-d273f5304870 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.103269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-d3a170f1-0a58-4b40-9224-d273f5304870 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/networks?id=1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 200 len: 797 time: 0.3793344 Oct 26 14:29:53.109729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Deleting port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:53.112177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.119456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-b3149ff3-ba54-42a6-943a-bc2240feae75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2409513 Oct 26 14:29:53.183454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] Set router b1e8fb14-3fab-443c-b474-a0c0077106a1 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:53.271827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-80e04451-c770-4dfd-8095-082141a0fac5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/quotas/930976f8201b4b5eb10ce2e8980c2276 HTTP/1.1" status: 200 len: 375 time: 0.1508412 Oct 26 14:29:53.313308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.385890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:29:52Z', 'revision_number': 6, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:53.390436 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.454313 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef78398b-b947-45aa-9c09-3f430aa4b2a1 None None] The sync data for ids ['b1e8fb14-3fab-443c-b474-a0c0077106a1'] in n-d-813419-9 is: [{'id': 'b1e8fb14-3fab-443c-b474-a0c0077106a1', 'name': 'tempest-TestServerBasicOps-1111133008-router', 'tenant_id': '9831f781b7464d2fb4094f25441d523b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:24:05Z', 'updated_at': '2021-10-26T14:29:52Z', 'revision_number': 6, 'project_id': '9831f781b7464d2fb4094f25441d523b', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:53.462267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Allocated IP 172.20.0.4 (5dccb51c-602e-4169-90a6-3d497c08aa9c/4cb6cd4a-f14e-4271-b46e-3cecab82d1fc/35e68558-76e1-4def-85d8-1a5101738c0f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:29:53.507399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-514edd37-a5cd-40ee-af3b-ce761d9ffb75 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870825 Oct 26 14:29:53.588818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] For port 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:53.590396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.609016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:53.620846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Calling delete_port for 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:53.632017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:53.649128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:53.659500 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.707539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Pushing event updated for resources: {'Port': ['ID=2578a67e-fe6c-4f79-9c73-a3c620730018,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:53.716544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f588184a-6564-4f0d-9774-2abc80684d86 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:53.716544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.845831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:53.974815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489f07-b583-437a-9477-da971cbf2303 req-a34712a7-b4c4-47e7-8fb0-33a87de13f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:53.977837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-a34712a7-b4c4-47e7-8fb0-33a87de13f83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=812648c578c14e4ba425a9a4f5664af1&device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 1096 time: 0.7375946 Oct 26 14:29:53.997876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.010133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.014440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Attempting to bind port 2578a67e-fe6c-4f79-9c73-a3c620730018 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:54.015071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Attempting to bind port 2578a67e-fe6c-4f79-9c73-a3c620730018 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4220138e-1bf4-4ea2-a7ce-eae62b75fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:54.015621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Attempting to bind port 2578a67e-fe6c-4f79-9c73-a3c620730018 on network 5dccb51c-602e-4169-90a6-3d497c08aa9c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:54.066742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:54.067214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Checking segment: {'id': '4220138e-1bf4-4ea2-a7ce-eae62b75fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:54.067530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.067945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Bound using segment: {'id': '4220138e-1bf4-4ea2-a7ce-eae62b75fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:54.068452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Bound port: 2578a67e-fe6c-4f79-9c73-a3c620730018, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4220138e-1bf4-4ea2-a7ce-eae62b75fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5dccb51c-602e-4169-90a6-3d497c08aa9c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:54.068874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.133151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'Port': ['ID=35e68558-76e1-4def-85d8-1a5101738c0f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.183688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:29:54.186349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:29:54.200803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:29:54.314939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.353105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.353999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.354364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.354702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.355041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.356104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.356442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.356818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.357149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.357482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.357804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.358131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:29:54.371024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] For port 2578a67e-fe6c-4f79-9c73-a3c620730018, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:54.374973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] For port 2578a67e-fe6c-4f79-9c73-a3c620730018, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2578a67e-fe6c-4f79-9c73-a3c620730018,segment=NetworkSegment(4220138e-1bf4-4ea2-a7ce-eae62b75fef2),segment_id=4220138e-1bf4-4ea2-a7ce-eae62b75fef2)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:54.405592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-8e97b3f6-7068-4f4f-aa35-8fc95d9b268a service neutron] 10.222.0.37 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372812 Oct 26 14:29:54.437497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.438792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.451236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.482741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bb1a36e6-0894-424b-844a-8a7ae02a3436 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.4122460 Oct 26 14:29:54.486124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35066) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:54.502774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.509994 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.611861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050a272-c9ef-41ed-a39c-d02f09c0602c None None] Pushing event updated for resources: {'Port': ['ID=2578a67e-fe6c-4f79-9c73-a3c620730018,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.653822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea00fa-eb5a-4fc4-9bf3-1c11927d3d7f tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.665769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea00fa-eb5a-4fc4-9bf3-1c11927d3d7f tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.685856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea00fa-eb5a-4fc4-9bf3-1c11927d3d7f tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:54.691299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23ea00fa-eb5a-4fc4-9bf3-1c11927d3d7f tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2040820 Oct 26 14:29:54.692179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.695414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35070) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:54.809567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Attempting to bind port da8d64b2-7744-4531-bf52-cd2514ef3279 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:29:54.809889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Attempting to bind port da8d64b2-7744-4531-bf52-cd2514ef3279 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:29:54.810088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Attempting to bind port da8d64b2-7744-4531-bf52-cd2514ef3279 on network 1541ed07-1803-4ad8-9a99-86cc40913c3b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:29:54.812388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6c529-7eff-4087-93a5-0e8f46da5e74 None None] Pushing event updated for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:54.837985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:29:54.838394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Checking segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:29:54.838780 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.839188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Bound using segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:29:54.839694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Bound port: da8d64b2-7744-4531-bf52-cd2514ef3279, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:29:54.840087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:54.979366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:55.023547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Deleting port 35e68558-76e1-4def-85d8-1a5101738c0f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:55.023893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.058805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:55.059155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9c8e9cf4-1f75-4a9f-a3fa-d5812cbba61c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:55.059578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:29:55.100958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489f07-b583-437a-9477-da971cbf2303 req-703f8c60-c87b-42c7-ad9a-79dbf9cf9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:55.111035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-703f8c60-c87b-42c7-ad9a-79dbf9cf9e33 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 200 len: 915 time: 0.9304454 Oct 26 14:29:55.198298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e04489a6-5d72-42ef-a35b-45040a733064 service neutron] 10.222.0.37 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918322 Oct 26 14:29:55.203620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:29:55.203620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 62d2c940-aa32-4d72-92b2-2d6f7587bfe7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:29:55.210361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] For port da8d64b2-7744-4531-bf52-cd2514ef3279, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:29:55.254193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] For port da8d64b2-7744-4531-bf52-cd2514ef3279, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=da8d64b2-7744-4531-bf52-cd2514ef3279,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:29:55.256024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] Provisioning complete for port da8d64b2-7744-4531-bf52-cd2514ef3279 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:55.256384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.272087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.303786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.312278 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-76fe17ca-7e95-46a7-9db2-2153d6a207b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b HTTP/1.1" status: 200 len: 217 time: 0.1543739 Oct 26 14:29:55.316761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.447483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.509976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Calling delete_port for 35e68558-76e1-4def-85d8-1a5101738c0f owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:55.600149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489f07-b583-437a-9477-da971cbf2303 req-09e221b2-5090-4430-a656-7150f65bdcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:55.604329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-09e221b2-5090-4430-a656-7150f65bdcbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 200 len: 854 time: 0.2794852 Oct 26 14:29:55.710398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6c529-7eff-4087-93a5-0e8f46da5e74 None None] Pushing event updated for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:55.734214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.739281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e8fb14-3fab-443c-b474-a0c0077106a1 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:29:55.745095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-6a0ff976-6941-401a-bbc9-9fb6edd7ca5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351123 Oct 26 14:29:55.767183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:55.769381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2873a700-04c2-4029-aaf7-89835ed6363d admin admin] 10.222.0.37 "DELETE /v2.0/routers/b1e8fb14-3fab-443c-b474-a0c0077106a1 HTTP/1.1" status: 204 len: 168 time: 3.9464748 Oct 26 14:29:55.797820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35086) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:55.862544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:29:55.863588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:56.210663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Deleting subnet 5057ee11-1b35-473f-9e5c-df84e023ef2c {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:29:56.228389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ebfb1cf-7cd5-4d7b-9e44-8f5021cbfcde req-a80f3af1-79f7-4e24-9b70-5d9e98e1d4c1 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.2666326 Oct 26 14:29:56.234261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.293933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.403365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event deleted for resources: {'Port': ['ID=35e68558-76e1-4def-85d8-1a5101738c0f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:56.464112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-52d8a792-e202-4702-b997-0970c53dd73f service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899807 Oct 26 14:29:56.466992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.527094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:29:56.637100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:56.644401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cc37c8ab-cec4-46cc-bd7c-bd5061d92196 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "DELETE /v2.0/ports/35e68558-76e1-4def-85d8-1a5101738c0f HTTP/1.1" status: 204 len: 168 time: 1.9476044 Oct 26 14:29:56.650218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:56.658741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Request body: {'port': {'name': 'tempest-new-port-name-1315849920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:29:56.661916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] bootfile-name is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:56.662579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] tftp-server is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:56.665697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.api.validators [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] server-ip-address is not in valid_values {{(pid=102164) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 26 14:29:56.810303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77489f07-b583-437a-9477-da971cbf2303 req-675e2f1d-9274-4d0b-bf89-a8623d5973d5 service neutron] 10.222.0.73 "GET /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584150 Oct 26 14:29:56.957510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54f71f-ba4c-4a5d-bd68-2aa3dbcf23fe req-f481bc92-4ef8-472a-b777-6c7c2dcc113e tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:56.985101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a54f71f-ba4c-4a5d-bd68-2aa3dbcf23fe req-f481bc92-4ef8-472a-b777-6c7c2dcc113e tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 1.1414695 Oct 26 14:29:57.024244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.104672 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.135452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2578a67e-fe6c-4f79-9c73-a3c620730018 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:29:57.171191 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a54f71f-ba4c-4a5d-bd68-2aa3dbcf23fe req-846283dd-d115-46a1-9f50-5154be99a949 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827929 Oct 26 14:29:57.186554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.211473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35104) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:57.279045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] For port da8d64b2-7744-4531-bf52-cd2514ef3279, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=da8d64b2-7744-4531-bf52-cd2514ef3279,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:57.287518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295a678-32fe-4c3b-80fc-1b356770ab80 None None] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:57.321909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.495644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.499912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5057ee11-1b35-473f-9e5c-df84e023ef2c HTTP/1.1" status: 204 len: 168 time: 1.6983654 Oct 26 14:29:57.517066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c832a4c5-6bb9-4751-be1a-7cb1d7855325 req-4ead3682-b7a2-4251-997b-7da521a5289c tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.0527210 Oct 26 14:29:57.518165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b77c6-fc1b-45a3-97ee-b32ab5f14b54 None None] Network 44042ac4-b835-4afb-8cad-3501ba655703 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:29:57.519170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35108) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:57.520708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.524515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9d49b-f137-426c-8efa-9b2124526f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5057ee11-1b35-473f-9e5c-df84e023ef2c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:57.606267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.627549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.630415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.736231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db981d-f9ef-4dfb-ab08-f58734193b3b req-9ec48885-d2cb-4f49-a1d8-b2168aed22dc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.749427 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0db981d-f9ef-4dfb-ab08-f58734193b3b req-9ec48885-d2cb-4f49-a1d8-b2168aed22dc tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 945 time: 0.5928948 Oct 26 14:29:57.770285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Deleting port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:57.770787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.835203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] In _notify_port_updated(), no bound segment for port 9141b377-e286-4e6d-98dd-ed04ee9108c2 on network 5dccb51c-602e-4169-90a6-3d497c08aa9c {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:29:57.845491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:57.846377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.851723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "PUT /v2.0/ports/9141b377-e286-4e6d-98dd-ed04ee9108c2 HTTP/1.1" status: 200 len: 1137 time: 1.1946828 Oct 26 14:29:57.852748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:57.969045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2578a67e-fe6c-4f79-9c73-a3c620730018 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:57.969861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:57.976154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] For port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,segment=NetworkSegment(feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82),segment_id=feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:57.976154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.021885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Calling delete_port for 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:58.073561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0db981d-f9ef-4dfb-ab08-f58734193b3b req-9097ee0d-e51e-4216-b3bd-807d372a3934 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142190 Oct 26 14:29:58.074304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2d7d7-22cd-4173-8ace-8d2d618100ce tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event updated for resources: {'Port': ['ID=9141b377-e286-4e6d-98dd-ed04ee9108c2,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:58.164987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a483588-6f79-4830-ae11-cbd5a4a60abc tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:58.170643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:29:58.171962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a483588-6f79-4830-ae11-cbd5a4a60abc tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "GET /v2.0/ports/9141b377-e286-4e6d-98dd-ed04ee9108c2 HTTP/1.1" status: 200 len: 1137 time: 0.3125041 Oct 26 14:29:58.190989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-12e7336e-327f-4596-9c0d-c07722053ab0 None None] Provisioning complete for port da8d64b2-7744-4531-bf52-cd2514ef3279 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:58.192465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e7336e-327f-4596-9c0d-c07722053ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.258235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ce5d1-f94b-4500-830c-b30850e9d0ff None None] Pushing event updated for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:58.353929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 27e4a523-fc16-4507-9ea4-c4121a0a1bc6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:58.355734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.636698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.739318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-6d20e5f9-5ca5-425e-aae8-5fd7a4054dcf tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:29:58.743175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-6d20e5f9-5ca5-425e-aae8-5fd7a4054dcf tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 945 time: 0.2194049 Oct 26 14:29:58.795980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:58.865412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:55Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:29:58.895579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b0fc1-24be-4d4a-b8f0-a3d65be76aef None None] DHCP port deletion for 44042ac4-b835-4afb-8cad-3501ba655703 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:29:58.975720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf1af40-9ec0-41bf-ab51-a503dab7e9ae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.007770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.008960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.054436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] No DVR routers for this DVR port 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:29:59.087823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 27e4a523-fc16-4507-9ea4-c4121a0a1bc6 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:29:59.091240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2119c7-b797-4ad3-b5ab-02928698f7f6 None None] The sync data for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 is: [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:55Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:29:59.091646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b378338-c390-4a06-86fb-267cf48eef22 req-ff44b155-cc78-4352-8014-360c375bb26a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.1338391 Oct 26 14:29:59.277957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 2578a67e-fe6c-4f79-9c73-a3c620730018, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2578a67e-fe6c-4f79-9c73-a3c620730018,segment=NetworkSegment(4220138e-1bf4-4ea2-a7ce-eae62b75fef2),segment_id=4220138e-1bf4-4ea2-a7ce-eae62b75fef2)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:29:59.330376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.511617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=2578a67e-fe6c-4f79-9c73-a3c620730018,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:29:59.539948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-12e7336e-327f-4596-9c0d-c07722053ab0 None None] Provisioning complete for port 2578a67e-fe6c-4f79-9c73-a3c620730018 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:29:59.540676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e7336e-327f-4596-9c0d-c07722053ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.651474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Deleting port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:29:59.652762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:29:59.788634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device da8d64b2-7744-4531-bf52-cd2514ef3279 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:00.005209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port da8d64b2-7744-4531-bf52-cd2514ef3279 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:00.005845 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.041148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] For port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:00.042152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.080532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Calling delete_port for 8b99eff7-f91f-4a60-b2ac-d5b73794d08b owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:00.113863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Could not find standard attr ID for object 35e68558-76e1-4def-85d8-1a5101738c0f. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:00.169386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Provisioning complete for port 2578a67e-fe6c-4f79-9c73-a3c620730018 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:00.169762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.400870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-6229a1b3-9309-4896-9f39-be6ee27c020e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:00.413487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-6229a1b3-9309-4896-9f39-be6ee27c020e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.73 "GET /v2.0/networks?id=1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 200 len: 797 time: 1.8651099 Oct 26 14:30:00.560783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Provisioning complete for port 9141b377-e286-4e6d-98dd-ed04ee9108c2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:00.560783 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:00.627463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:00.707519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:00.707823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5bf1af40-9ec0-41bf-ab51-a503dab7e9ae not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:00.752550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-daef68cd-2448-40bf-928d-255a563f7931 None None] Port 9141b377-e286-4e6d-98dd-ed04ee9108c2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:00.824046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Deleting port 9141b377-e286-4e6d-98dd-ed04ee9108c2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:00.824743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.170847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-2ec126bf-50bd-472e-baed-bf05ee0ea414 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930976f8201b4b5eb10ce2e8980c2276 HTTP/1.1" status: 200 len: 478 time: 0.7535551 Oct 26 14:30:01.175336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8d9e-bcb3-40e3-b983-58c74878c02d req-e7617d81-9d86-42d9-9fc8-69d76fc4900f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:01.177827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21ea8d9e-bcb3-40e3-b983-58c74878c02d req-e7617d81-9d86-42d9-9fc8-69d76fc4900f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e5e8d9e-77cb-4f38-9375-cf17f32e3e46 HTTP/1.1" status: 200 len: 945 time: 1.7691355 Oct 26 14:30:01.212888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e26a57fb-3a88-49ba-8a7a-9ef72e0ae901 req-e6948a54-fe0e-47d9-a2f6-71563f677823 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.6164300 Oct 26 14:30:01.263479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'port': {'device_id': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'admin_state_up': True, 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'security_groups': ['bba88d88-f372-4cfa-b980-9d830bd6b466', '7ae039ca-946b-4b3c-8c1f-9f429839ca6c']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:01.306427 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.338318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44042ac4-b835-4afb-8cad-3501ba655703']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:01.374115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:01.379439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb9ddd1-0e3e-4ccf-ac6e-7a28a2753c82') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:01.412795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.418689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d895d785-6ab3-4e4b-9f7d-f1c52796b6c5 None None] Provisioning complete for port 9141b377-e286-4e6d-98dd-ed04ee9108c2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:01.419284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d895d785-6ab3-4e4b-9f7d-f1c52796b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.479571 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.504273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:01.506922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.545763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.551445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2578a67e-fe6c-4f79-9c73-a3c620730018 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:01.649620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:01.651053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21ea8d9e-bcb3-40e3-b983-58c74878c02d req-c8d51a85-84f1-4201-8a14-a331b73f247f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744471 Oct 26 14:30:01.668944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:01.701550 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:01.737966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event deleted for resources: {'Port': ['ID=8b99eff7-f91f-4a60-b2ac-d5b73794d08b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:01.780075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.808236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Calling delete_port for 9141b377-e286-4e6d-98dd-ed04ee9108c2 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:01.888871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] No DVR routers for this DVR port 8b99eff7-f91f-4a60-b2ac-d5b73794d08b on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:01.900334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.912855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d4567f2-4487-42dd-b63a-1b1cda5a9445 req-fff411b8-0cde-467c-8167-a366c1962d31 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "DELETE /v2.0/ports/8b99eff7-f91f-4a60-b2ac-d5b73794d08b HTTP/1.1" status: 204 len: 173 time: 3.1628237 Oct 26 14:30:01.917488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'name': 'network-vif-deleted', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:01.922113 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42709d46-96b4-44e8-a653-46f362189632" -d '{"events": [{"server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "name": "network-vif-deleted", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:01.941298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:01.972083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d895d785-6ab3-4e4b-9f7d-f1c52796b6c5 None None] Port 9141b377-e286-4e6d-98dd-ed04ee9108c2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:02.014497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=27e4a523-fc16-4507-9ea4-c4121a0a1bc6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:02.142189 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.144026 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP bfd0eee0-3301-47ee-96bf-434e44c0fc2c disassociated (deleted). External IP: 172.25.5.46, port: 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b. Oct 26 14:30:02.269533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.290063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.306883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44042ac4-b835-4afb-8cad-3501ba655703 HTTP/1.1" status: 204 len: 168 time: 4.7794924 Oct 26 14:30:02.308236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.318399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8b99eff7-f91f-4a60-b2ac-d5b73794d08b no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:02.469806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2578a67e-fe6c-4f79-9c73-a3c620730018 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:02.472435 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:02.542255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event deleted for resources: {'Port': ['ID=9141b377-e286-4e6d-98dd-ed04ee9108c2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:02.566364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa351915-8aaf-41b2-8ffd-df43d4a100f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44042ac4-b835-4afb-8cad-3501ba655703,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:02.652405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:30:02.879188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1b71058f-90c9-47a4-87c8-41f1057cc00e req-9b92ab78-e8d2-412e-b09e-2db0f6e512eb tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.1297898 Oct 26 14:30:02.952622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-9a00da0a-dbc4-4117-b01a-53323bc084ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7364101 Oct 26 14:30:02.959004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:02.966524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.019321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 8b99eff7-f91f-4a60-b2ac-d5b73794d08b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:03.020104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8b99eff7-f91f-4a60-b2ac-d5b73794d08b not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:03.073302 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2b786-a5e7-464f-96a8-ea3346fc1437 x-openstack-request-id: req-24b2b786-a5e7-464f-96a8-ea3346fc1437 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:03.074563 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5e8d9e-77cb-4f38-9375-cf17f32e3e46", "name": "network-vif-deleted", "tag": "8b99eff7-f91f-4a60-b2ac-d5b73794d08b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:03.076079 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24b2b786-a5e7-464f-96a8-ea3346fc1437 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:03.076514 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5e8d9e-77cb-4f38-9375-cf17f32e3e46', 'name': 'network-vif-deleted', 'tag': '8b99eff7-f91f-4a60-b2ac-d5b73794d08b', 'status': 'completed', 'code': 200} Oct 26 14:30:03.273951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35144) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:03.312076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:30:03.320868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.327931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-50898634-1af2-4932-bc19-bb22dff29199 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "DELETE /v2.0/ports/9141b377-e286-4e6d-98dd-ed04ee9108c2 HTTP/1.1" status: 204 len: 168 time: 5.1515832 Oct 26 14:30:03.336060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35146) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:03.528186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-2d071718-6b86-4174-9c2e-a43a53f53b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:03.556185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-2d071718-6b86-4174-9c2e-a43a53f53b1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.3611500 Oct 26 14:30:03.806441 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-268c7a87-cf25-432a-be1d-c3d15e2d89ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=371307b135f8446082f6e6309626611b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265493 Oct 26 14:30:03.806441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Deleting subnet 4cb6cd4a-f14e-4271-b46e-3cecab82d1fc {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:03.811381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:03.862422 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.894372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-b1d00bc1-ca03-43d1-9ef1-5503fd6a972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:03.895925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-b1d00bc1-ca03-43d1-9ef1-5503fd6a972a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.2242301 Oct 26 14:30:03.903789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.20.0.8 (1541ed07-1803-4ad8-9a99-86cc40913c3b/8e830f7a-ecf4-4767-b2c7-36030a9e9b12/f4b769c8-8519-442e-9653-9399b1e4f931) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:03.956108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:03.993041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-59fc136e-f4d4-4201-8998-d77f326c0972 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 1002 time: 0.0867839 Oct 26 14:30:04.000263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:04.013880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Sync routers for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:04.026094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c41df-ea53-4ea7-872f-bc43e71db63d req-0f787ab9-c274-4776-8bea-f8d60c36d4b1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.027761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b5c41df-ea53-4ea7-872f-bc43e71db63d req-0f787ab9-c274-4776-8bea-f8d60c36d4b1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 946 time: 0.2490363 Oct 26 14:30:04.037391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:04.038172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:04.040369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.043022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.068618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-05c090b5-d35d-4f3b-84ae-e3a54df1334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.070577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-05c090b5-d35d-4f3b-84ae-e3a54df1334e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.0676827 Oct 26 14:30:04.174933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-56893f34-ea17-4d41-aa2a-31ef10c5184c req-beb407da-c14a-4c80-a3ac-e4fc9d66b629 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.0455639 Oct 26 14:30:04.224934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.247038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-9564e1ec-f6fa-465c-af80-1ff694848a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:04.250010 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-9564e1ec-f6fa-465c-af80-1ff694848a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681185 Oct 26 14:30:04.255827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-998f54de-f702-4b6b-85fd-b86f9e8a3d34 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/floatingips/bfd0eee0-3301-47ee-96bf-434e44c0fc2c HTTP/1.1" status: 204 len: 168 time: 7.0386131 Oct 26 14:30:04.280742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:04.424556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4b5c41df-ea53-4ea7-872f-bc43e71db63d req-f17da327-74d3-4bab-9249-e3c0a700531c tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650033 Oct 26 14:30:04.430088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-b109e253-9351-469c-91de-ef36ef3c7159 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703057 Oct 26 14:30:04.479211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.602274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.619496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.625297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6f99914-6662-41c4-9123-4a8fc209e1ee HTTP/1.1" status: 204 len: 168 time: 0.7949109 Oct 26 14:30:04.722258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.765475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799204c1-49e2-4b8e-9c88-8da8d0c7c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f99914-6662-41c4-9123-4a8fc209e1ee,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:04.772283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.814114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:04.821531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "DELETE /v2.0/subnets/4cb6cd4a-f14e-4271-b46e-3cecab82d1fc HTTP/1.1" status: 204 len: 168 time: 1.4767847 Oct 26 14:30:04.822120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:04.823138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a811a32-4eda-41d5-b305-9cba6984300f None None] Network 5dccb51c-602e-4169-90a6-3d497c08aa9c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:04.915786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746bf8f-e5e0-4afd-9314-8a27aaed22bd tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb6cd4a-f14e-4271-b46e-3cecab82d1fc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:04.932940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cfe3b0eb-24ee-454f-8a1d-ba5a5101c5e7 req-6383dfb1-5e49-40ec-bdca-bc0a0a652183 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933348 Oct 26 14:30:04.957250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:05.074860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa020d79-dde2-412d-a066-64e223d2e21f req-501293f2-af6e-497f-87ca-585cc5ceae3f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.077847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa020d79-dde2-412d-a066-64e223d2e21f req-501293f2-af6e-497f-87ca-585cc5ceae3f tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 946 time: 0.2245564 Oct 26 14:30:05.123356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:05.127212 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c3db3f-0604-49b6-9991-1e8ae213fa75" -d '{"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:05.138270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.175138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.183223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Checking router: 820d5d21-53f2-4dd2-b7d7-094a4639f5cf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:30:05.243209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:05.244336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:29:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:05.260436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b42258-f2ca-410f-a7bc-0cad09398ce7 req-0ccdeaca-7d55-45ac-8cb7-f6af8de76398 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.264065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82b42258-f2ca-410f-a7bc-0cad09398ce7 req-0ccdeaca-7d55-45ac-8cb7-f6af8de76398 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2482226 Oct 26 14:30:05.309897 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb952a6-a8e6-4001-8e5f-6f359ff3beb0 x-openstack-request-id: req-2cb952a6-a8e6-4001-8e5f-6f359ff3beb0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:05.309897 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:05.309897 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cb952a6-a8e6-4001-8e5f-6f359ff3beb0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:05.310563 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'status': 'completed', 'code': 200} Oct 26 14:30:05.328109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:05.328109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:05.355506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:05.375715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:05.382420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:05.403785 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82b42258-f2ca-410f-a7bc-0cad09398ce7 req-664a8bb6-7b69-4e09-b562-f4c55fb0cc86 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170020 Oct 26 14:30:05.416288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Deleting port 2578a67e-fe6c-4f79-9c73-a3c620730018 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:05.416843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.583625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.584761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.596662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] For port 2578a67e-fe6c-4f79-9c73-a3c620730018, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2578a67e-fe6c-4f79-9c73-a3c620730018,segment=NetworkSegment(4220138e-1bf4-4ea2-a7ce-eae62b75fef2),segment_id=4220138e-1bf4-4ea2-a7ce-eae62b75fef2)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:05.598287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:05.672065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Calling delete_port for 2578a67e-fe6c-4f79-9c73-a3c620730018 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:05.722463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c8ebde5-306b-414a-b00f-6e711ee356cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9831f781b7464d2fb4094f25441d523b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894072 Oct 26 14:30:05.724113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35176) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:05.791491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-e55ba088-4a33-4497-a45a-41bb71ee8cd4 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 4.5437019 Oct 26 14:30:05.807663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-6c73577e-e7cb-466c-8924-356c638c751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.811500 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-6c73577e-e7cb-466c-8924-356c638c751b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 1097 time: 0.3667684 Oct 26 14:30:05.825494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:05.852257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Request body: {'port': {'device_id': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:05.878690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9024862-78fb-45f7-9270-83b0668e6d45 req-e32ce367-a504-45e0-b996-002c84e9eca9 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:05.888780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9024862-78fb-45f7-9270-83b0668e6d45 req-e32ce367-a504-45e0-b996-002c84e9eca9 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 946 time: 0.2418036 Oct 26 14:30:05.967762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.001664 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9024862-78fb-45f7-9270-83b0668e6d45 req-53a05cf1-3112-4b63-a5c3-0a35ac9c4755 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Oct 26 14:30:06.005805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Deleting port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:06.006390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.031437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.098093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.109159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event deleted for resources: {'Port': ['ID=2578a67e-fe6c-4f79-9c73-a3c620730018,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:06.126640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] No DVR routers for this DVR port 2578a67e-fe6c-4f79-9c73-a3c620730018 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:06.239538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f31d2-6608-45c2-acc8-a8ce03623a71 req-661786b8-7126-4173-837c-32e793099791 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.248465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e3f31d2-6608-45c2-acc8-a8ce03623a71 req-661786b8-7126-4173-837c-32e793099791 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 970 time: 0.5479922 Oct 26 14:30:06.257694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6de013-c6bb-433b-bf88-758056653f7b req-38d3f206-354e-4672-901e-fc5a9111219d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.263103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6de013-c6bb-433b-bf88-758056653f7b req-38d3f206-354e-4672-901e-fc5a9111219d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.2903891 Oct 26 14:30:06.279924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9456ab-79d5-4c9d-a82f-b3603b7cabdb None None] DHCP port deletion for 5dccb51c-602e-4169-90a6-3d497c08aa9c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:06.328406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] For port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:06.329353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.342412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7d9a6210-2ac6-43e9-af4b-88b457c22f94 None None] Provisioning complete for port f4b769c8-8519-442e-9653-9399b1e4f931 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:06.343149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6210-2ac6-43e9-af4b-88b457c22f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.356378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Calling delete_port for 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:06.406336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a6210-2ac6-43e9-af4b-88b457c22f94 None None] Port f4b769c8-8519-442e-9653-9399b1e4f931 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:06.411705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.425936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:06.468540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3502ab-aec2-444a-b603-0a5efc64bbcd None None] The sync data for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 is: [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:28:00Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '50a97af4-e01b-494a-932a-71960f29d8c7', 'name': '', 'network_id': '0a644853-4bfc-4b00-8876-572854032298', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:8c:80:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:57Z', 'updated_at': '2021-10-26T14:28:06Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '0ed44abe-c851-4826-93ff-04cc502151f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:06.478840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.482760 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.483959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2e458d9-25ac-44d3-abf8-b9f440fd3fa1 HTTP/1.1" status: 204 len: 168 time: 0.7583520 Oct 26 14:30:06.508160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dccb51c-602e-4169-90a6-3d497c08aa9c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:06.544872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f36e0c-1e50-43d5-845c-79ebe69cf4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e458d9-25ac-44d3-abf8-b9f440fd3fa1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:06.552184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4220138e-1bf4-4ea2-a7ce-eae62b75fef2') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:06.552517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4220138e-1bf4-4ea2-a7ce-eae62b75fef2') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:06.579197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.625985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.666066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:06.666518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.671937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:06.673320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.715058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:06.728005 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:06.765203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-a4573604-042d-4bfc-b63a-295cd99f93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:06.768101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-a4573604-042d-4bfc-b63a-295cd99f93cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 200 len: 898 time: 0.9480603 Oct 26 14:30:06.876767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e3f31d2-6608-45c2-acc8-a8ce03623a71 req-58c869e4-dc51-462b-83a0-2cf2b33e4c87 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2828162 Oct 26 14:30:06.877866 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:06.899385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5136b86f-e409-4ad6-8f20-c4704fe488a5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:06.909677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['567f5c90-8549-45b5-b7c9-1f3e93fc47c9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:06.999039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:06.999533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.020149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:07.199509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event deleted for resources: {'Port': ['ID=567f5c90-8549-45b5-b7c9-1f3e93fc47c9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:07.299490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379209b-a080-48f7-868b-84a61f16a2f0 req-0426b5b0-8dc8-42a9-b55b-0156e6cfe3b3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.311265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] No DVR routers for this DVR port 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:07.311969 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1379209b-a080-48f7-868b-84a61f16a2f0 req-0426b5b0-8dc8-42a9-b55b-0156e6cfe3b3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=683c5770-4845-4178-95a8-546c250e032f HTTP/1.1" status: 200 len: 946 time: 0.7008026 Oct 26 14:30:07.320242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.327815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.41 "DELETE /v2.0/ports/567f5c90-8549-45b5-b7c9-1f3e93fc47c9 HTTP/1.1" status: 204 len: 173 time: 2.2316623 Oct 26 14:30:07.345440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-b472409e-3cfb-49a6-8df5-39fd89c1bcbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 200 len: 217 time: 0.4865439 Oct 26 14:30:07.348846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.417241 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828a094-e4b3-40dc-bf89-0e47d74ae2a2 None None] New status for floating IP bfd0eee0-3301-47ee-96bf-434e44c0fc2c: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:30:07.430751 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.482244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=5304c53b-9f67-4b6a-b06f-bdaf4cd5686b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:07.504367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.514200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] 10.222.0.37 "DELETE /v2.0/networks/5dccb51c-602e-4169-90a6-3d497c08aa9c HTTP/1.1" status: 204 len: 168 time: 2.6896093 Oct 26 14:30:07.535509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1379209b-a080-48f7-868b-84a61f16a2f0 req-ef5f210d-2896-4d6a-8b39-407abd3bcc3e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=db34d4b2-4fd8-4796-94a5-f02501e807e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188993 Oct 26 14:30:07.674572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4d9f-e1a4-4ca0-a0ef-9c454583fb54 tempest-ExtraDHCPOptionsTestJSON-1083430281 tempest-ExtraDHCPOptionsTestJSON-1083430281-project] Pushing event deleted for resources: {'Network': ['ID=5dccb51c-602e-4169-90a6-3d497c08aa9c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:07.685595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'name': 'network-vif-deleted', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:07.688595 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bd860-6e4e-4b1f-a1e8-5948c30bfeca" -d '{"events": [{"server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "name": "network-vif-deleted", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:07.693025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a47e7913-3688-4e9e-ac38-92a77834a613 req-05de821d-3306-4941-9370-f8401e316e06 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=6118fdd8-16ef-4602-9667-06b14a6f0f0d HTTP/1.1" status: 200 len: 210 time: 0.2975352 Oct 26 14:30:07.710675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] No DVR routers for this DVR port 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:07.714171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:07.733564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e6de013-c6bb-433b-bf88-758056653f7b req-b9139ce0-27f5-4655-831a-cb9f082c7a64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "DELETE /v2.0/ports/5304c53b-9f67-4b6a-b06f-bdaf4cd5686b HTTP/1.1" status: 204 len: 173 time: 1.4434040 Oct 26 14:30:07.738583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-deleted', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:07.747023 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6881225-c456-4156-88c4-9ece432ae993" -d '{"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-deleted", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:07.757785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2578a67e-fe6c-4f79-9c73-a3c620730018 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:07.791810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-c34f6d80-1b05-4d8e-bb46-e13ca42a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:07.793475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-c34f6d80-1b05-4d8e-bb46-e13ca42a31a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 200 len: 835 time: 0.4456401 Oct 26 14:30:07.798038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2578a67e-fe6c-4f79-9c73-a3c620730018 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:07.798392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2578a67e-fe6c-4f79-9c73-a3c620730018 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:07.842999 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf899d8d-b666-4ceb-8ab9-613cc30ac63f x-openstack-request-id: req-bf899d8d-b666-4ceb-8ab9-613cc30ac63f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:07.843250 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683c5770-4845-4178-95a8-546c250e032f", "name": "network-vif-deleted", "tag": "5304c53b-9f67-4b6a-b06f-bdaf4cd5686b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:07.843705 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf899d8d-b666-4ceb-8ab9-613cc30ac63f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:07.844855 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683c5770-4845-4178-95a8-546c250e032f', 'name': 'network-vif-deleted', 'tag': '5304c53b-9f67-4b6a-b06f-bdaf4cd5686b', 'status': 'completed', 'code': 200} Oct 26 14:30:07.898563 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc41a87-1eec-4a1c-ab97-0053dd3c9179 x-openstack-request-id: req-6bc41a87-1eec-4a1c-ab97-0053dd3c9179 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:07.898878 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6118fdd8-16ef-4602-9667-06b14a6f0f0d", "name": "network-vif-deleted", "tag": "567f5c90-8549-45b5-b7c9-1f3e93fc47c9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:07.899176 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6bc41a87-1eec-4a1c-ab97-0053dd3c9179 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:07.899550 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6118fdd8-16ef-4602-9667-06b14a6f0f0d', 'name': 'network-vif-deleted', 'tag': '567f5c90-8549-45b5-b7c9-1f3e93fc47c9', 'status': 'completed', 'code': 200} Oct 26 14:30:08.158752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-68c4fa44-399b-49d3-91d3-db3bcc3a3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.160785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-68c4fa44-399b-49d3-91d3-db3bcc3a3b45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0a644853-4bfc-4b00-8876-572854032298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2599604 Oct 26 14:30:08.237611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:08.293050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688caddc-7a81-43f3-9d07-799ce628da64 req-8bfb76ce-6801-4bfb-b7ee-42ee2b05f85d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:08.294807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-688caddc-7a81-43f3-9d07-799ce628da64 req-8bfb76ce-6801-4bfb-b7ee-42ee2b05f85d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 970 time: 0.2568836 Oct 26 14:30:08.385042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-d51cf7e4-c214-49f0-8234-194524bef204 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090001 Oct 26 14:30:08.435754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-688caddc-7a81-43f3-9d07-799ce628da64 req-e3d21c44-f8d8-4d42-85fe-69b739d884ae tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1253343 Oct 26 14:30:08.501096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dca050f9-78d5-4fe0-9eb5-a1f1075ab0bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2877bdb2249446fcb9982dda615382bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600968 Oct 26 14:30:08.505078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35202) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:08.519195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b769c8-8519-442e-9653-9399b1e4f931 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:08.534226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.572235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Transition to ACTIVE for port object f4b769c8-8519-442e-9653-9399b1e4f931 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:30:08.581479 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6c3db3f-0604-49b6-9991-1e8ae213fa75 req-0e248c98-a4f4-4644-bb02-c07979afbb73 service neutron] 10.222.0.41 "GET /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853883 Oct 26 14:30:08.582840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.601841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.633291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:08.669677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:08.682255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35210) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:08.848564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Attempting to bind port f4b769c8-8519-442e-9653-9399b1e4f931 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:08.849511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Attempting to bind port f4b769c8-8519-442e-9653-9399b1e4f931 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:08.849907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Attempting to bind port f4b769c8-8519-442e-9653-9399b1e4f931 on network 1541ed07-1803-4ad8-9a99-86cc40913c3b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:08.864616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Port f4b769c8-8519-442e-9653-9399b1e4f931 on network 1541ed07-1803-4ad8-9a99-86cc40913c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:30:08.865214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Attempting to bind port f4b769c8-8519-442e-9653-9399b1e4f931 on network 1541ed07-1803-4ad8-9a99-86cc40913c3b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:08.873918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:08.873918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Checking segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:08.874505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Bound using segment: {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:08.874505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Bound port: f4b769c8-8519-442e-9653-9399b1e4f931, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98370c37-ad52-43b2-9379-01f591dd6fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:08.874965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.007504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:09.012219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f4b769c8-8519-442e-9653-9399b1e4f931,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:09.022031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.044620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.058886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.068402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4eadb8a7-06ac-4c7b-b6ef-2b7d5b31b0b3 HTTP/1.1" status: 204 len: 168 time: 0.5615978 Oct 26 14:30:09.118188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2442c4-2f17-4368-ad47-6544f1f03ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eadb8a7-06ac-4c7b-b6ef-2b7d5b31b0b3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:09.144709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.145455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:09.148584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 200 len: 1130 time: 3.3309278 Oct 26 14:30:09.314333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb42b02-77ea-4e90-9333-68f8e7bb92b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:09.428733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-b78bc4b5-4c64-4338-9664-e345eba78d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.431563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-b78bc4b5-4c64-4338-9664-e345eba78d3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1133 time: 0.1913984 Oct 26 14:30:09.665362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-f02ca174-cb03-4887-8b55-ff81ff47a5d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 200 len: 217 time: 0.2180452 Oct 26 14:30:09.742564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-9e350b3d-30e5-4dbc-ac01-808680e4e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.751264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-9e350b3d-30e5-4dbc-ac01-808680e4e4af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e830f7a-ecf4-4767-b2c7-36030a9e9b12 HTTP/1.1" status: 200 len: 834 time: 0.0776367 Oct 26 14:30:09.857068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-2d869dbb-6c7c-43be-8995-693a473262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:09.860832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-2d869dbb-6c7c-43be-8995-693a473262e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1541ed07-1803-4ad8-9a99-86cc40913c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033258 Oct 26 14:30:09.918595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:09.921021 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:10.002323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561412ab-5ab9-498e-940f-caf52e3334d9 req-7df16337-9d92-4d32-90ca-49358f42d448 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.003886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-561412ab-5ab9-498e-940f-caf52e3334d9 req-7df16337-9d92-4d32-90ca-49358f42d448 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 982 time: 0.3339260 Oct 26 14:30:10.113479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-748111ff-31d0-4ba3-ac4a-54cc1c808b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.136829 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b9a01-e969-4a51-a5c9-8a0810c61fcc x-openstack-request-id: req-2f4b9a01-e969-4a51-a5c9-8a0810c61fcc {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:10.137432 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:10.137848 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f4b9a01-e969-4a51-a5c9-8a0810c61fcc {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:10.138637 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'status': 'completed', 'code': 200} Oct 26 14:30:10.165714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-961b6e74-1178-40f5-a35b-a43bd0f9744b service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972946 Oct 26 14:30:10.175299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:10.222912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-561412ab-5ab9-498e-940f-caf52e3334d9 req-b736d611-8887-44ad-b458-f0386fb91f6a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1651540 Oct 26 14:30:10.237248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:10.241308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 567f5c90-8549-45b5-b7c9-1f3e93fc47c9 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:10.241898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:10.331211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:10.333399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 5304c53b-9f67-4b6a-b06f-bdaf4cd5686b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:10.355438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:10.492072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c6e70f4-3479-47ad-a45d-69624d0faa1b req-4eded0a3-3929-4631-9675-2ce61f5ca0cf service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149419 Oct 26 14:30:10.675960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-9df5d5fb-95be-4766-9d8d-9c6179522b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.685268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-9df5d5fb-95be-4766-9d8d-9c6179522b3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1133 time: 0.1080070 Oct 26 14:30:10.770704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35256) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:10.928281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-da5b24fa-7338-4915-bc9f-a99f1515c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:10.930663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-da5b24fa-7338-4915-bc9f-a99f1515c758 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 200 len: 898 time: 0.2381184 Oct 26 14:30:11.017281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-ae193725-1275-4741-a9b4-f9248945d889 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 200 len: 217 time: 0.0771961 Oct 26 14:30:11.131820 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1384208119'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:11.146818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-2fc9b143-84bd-450a-a6cb-10f78460c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:11.161135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-2fc9b143-84bd-450a-a6cb-10f78460c447 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e830f7a-ecf4-4767-b2c7-36030a9e9b12 HTTP/1.1" status: 200 len: 834 time: 0.1365829 Oct 26 14:30:11.254081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:11.258846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.275346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.299766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-6d5e78e6-15b9-4cf5-8168-6d6302ab15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:11.310224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-6d5e78e6-15b9-4cf5-8168-6d6302ab15b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1541ed07-1803-4ad8-9a99-86cc40913c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346645 Oct 26 14:30:11.407434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.423811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 50a97af4-e01b-494a-932a-71960f29d8c7 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:11.427032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.537589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.624619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e74721-be09-47bd-ae61-6521e8481270,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:11.674069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:11.736787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 50a97af4-e01b-494a-932a-71960f29d8c7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=50a97af4-e01b-494a-932a-71960f29d8c7,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:11.739392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.776517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:11.776906 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment 7d2d2cf5-2838-400b-8223-cc57654cedb7 of type vlan for network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 Oct 26 14:30:11.831645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 50a97af4-e01b-494a-932a-71960f29d8c7 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:12.102475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.223913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.229740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d280b8-7024-4df0-9422-d8bcd787aa6b req-290433d4-9ed5-4d54-af40-5611986f79b9 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:12.240359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3d280b8-7024-4df0-9422-d8bcd787aa6b req-290433d4-9ed5-4d54-af40-5611986f79b9 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 982 time: 0.8102193 Oct 26 14:30:12.241838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:12.243055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.316891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f4b769c8-8519-442e-9653-9399b1e4f931 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:30:12.376165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:12.429407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91822f30-0574-4c01-b0ce-eba9f04f0b87 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6540215 Oct 26 14:30:12.429407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:12.430754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35270) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:12.462751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'name': 'tempest-PortsIpV6TestJSON-689502702'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:12.466464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=50a97af4-e01b-494a-932a-71960f29d8c7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:12.467612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-676db355-a56a-4cd9-8978-aa26a2583c50 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1537604 Oct 26 14:30:12.678298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:13.005844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66f5cd9-3142-4bef-8a3b-e5abdf160c66 req-cb173691-f061-48bc-bb11-870341843595 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366540 Oct 26 14:30:13.042437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3d280b8-7024-4df0-9422-d8bcd787aa6b req-a7248119-b7f9-4457-8a2c-4d4c374cfc74 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8007026 Oct 26 14:30:13.051390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:13.078416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.112704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f00439cb-b7c3-4c5d-8cbf-c639e371c4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.225285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f4b769c8-8519-442e-9653-9399b1e4f931,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:13.275467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'port_id': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'mac_address': 'fa:16:3e:3f:32:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:30:13.345529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:13.363466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.388161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b769c8-8519-442e-9653-9399b1e4f931 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:13.448025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f4b769c8-8519-442e-9653-9399b1e4f931,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:13.471950 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:13.712125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['f4b769c8-8519-442e-9653-9399b1e4f931'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:30:13.852423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:14.125486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.147684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.346595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.533768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76830f-5a1a-4a55-931b-a8aae0def6ab req-8bc74b62-479e-4c77-bb83-dd1a652854f1 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:14.542358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb76830f-5a1a-4a55-931b-a8aae0def6ab req-8bc74b62-479e-4c77-bb83-dd1a652854f1 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 983 time: 0.1701717 Oct 26 14:30:14.586644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:14.664565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb76830f-5a1a-4a55-931b-a8aae0def6ab req-3825b5e1-bae4-4fd2-b516-87f5041ac738 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1205795 Oct 26 14:30:14.818769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:30:15.020063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:15.023918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.033049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e6272e5a-9f8b-4801-a36f-c1a58b560352 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/820d5d21-53f2-4dd2-b7d7-094a4639f5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3477204 Oct 26 14:30:15.035621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:15.040981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Sync routers for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:15.087742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:15.088362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:15.155507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=eebdda97-cfba-47d8-a4e6-6f7f951f9dbe,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:15.182068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting subnet 0ed44abe-c851-4826-93ff-04cc502151f4 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:15.196342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.202728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': '7d2d2cf5-2838-400b-8223-cc57654cedb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:15.202728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:15.313011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.318232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:15.350573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:15.354281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:15.360050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:15.372218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:15.374258 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.455472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-09b41f49-6761-4593-aa13-1bfd363bdc26 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9946065 Oct 26 14:30:15.468620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35302) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:15.482727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1964614219'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:15.541669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9481e-7c47-4c9f-8a66-16787bf980a4 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:15.638964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:15.645954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.660561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.790497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:15.809669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:15.810135 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment f7261a5e-8991-415d-b4ed-7f1e94343109 of type vlan for network f2d3302d-c02d-42ed-b765-266c67f8a54e Oct 26 14:30:16.107054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.140469 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.321724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f4b769c8-8519-442e-9653-9399b1e4f931 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:16.360323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.411904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:30:12Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:16.460577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed44abe-c851-4826-93ff-04cc502151f4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:16.491260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e927-f6d8-4a9d-8a4d-74700c9c0482 req-e25f0e50-2e05-46e4-8436-3f0dda68eb0c tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:16.495357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a506e927-f6d8-4a9d-8a4d-74700c9c0482 req-e25f0e50-2e05-46e4-8436-3f0dda68eb0c tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 983 time: 0.5933318 Oct 26 14:30:16.498433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.498693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Checking router: 820d5d21-53f2-4dd2-b7d7-094a4639f5cf for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:30:16.502546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a803352-3cdf-45b8-9838-6959217bff79 None None] Network 0a644853-4bfc-4b00-8876-572854032298 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:16.506424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b542904-a503-4ab4-9d46-d53e577cebb6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/subnets/0ed44abe-c851-4826-93ff-04cc502151f4 HTTP/1.1" status: 204 len: 168 time: 1.4620681 Oct 26 14:30:16.508416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35316) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:16.556476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.570881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:16.572799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.684382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Routers {'820d5d21-53f2-4dd2-b7d7-094a4639f5cf'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:16.685617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:16.795946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port f4b769c8-8519-442e-9653-9399b1e4f931 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:30:16.798584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3320608 Oct 26 14:30:16.809471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35320) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:16.822261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a506e927-f6d8-4a9d-8a4d-74700c9c0482 req-2a8c0ab6-7ae2-454a-8840-45b1ed8b23ef tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2964697 Oct 26 14:30:16.839630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'ports': [{'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'}, {'network_id': 'f2d3302d-c02d-42ed-b765-266c67f8a54e'}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:16.840119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:16.848362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddbb35-297f-4afb-8c39-e7f99753d046 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=f2d3302d-c02d-42ed-b765-266c67f8a54e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:16.852025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'f2d3302d-c02d-42ed-b765-266c67f8a54e'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:16.852730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port f4b769c8-8519-442e-9653-9399b1e4f931 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:16.853202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:16.887449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f2d3302d-c02d-42ed-b765-266c67f8a54e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:16.893081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.096061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] Set router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:17.176970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] DHCP port deletion for 0a644853-4bfc-4b00-8876-572854032298 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:17.193625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.246735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cc84f-293c-4ab7-a5b2-e3f87e9bb970 req-928b5c3f-fa0f-456f-a758-725b54e38754 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:17.253407 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b6cc84f-293c-4ab7-a5b2-e3f87e9bb970 req-928b5c3f-fa0f-456f-a758-725b54e38754 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.2640679 Oct 26 14:30:17.447368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.724051 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b6cc84f-293c-4ab7-a5b2-e3f87e9bb970 req-aadf4e6d-5ecf-4e96-937e-1a382d2c4582 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694521 Oct 26 14:30:17.727939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:17.735861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.794110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.811985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 093ac7a4-f44e-4ee3-9ce4-f3873168105b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:17.813078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:17.815150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:17.818152 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230bb1f7-fb69-4ce8-a063-fefbef413a68" -d '{"events": [{"server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:17.857029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af2e8624-4403-4c28-a04d-1388090b24fb no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:18.117235 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a994e5-0e0e-42b4-abbc-7d3a1d20da4a x-openstack-request-id: req-c0a994e5-0e0e-42b4-abbc-7d3a1d20da4a {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:18.117558 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "name": "network-vif-plugged", "status": "completed", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:18.117929 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0a994e5-0e0e-42b4-abbc-7d3a1d20da4a {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:18.118740 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'code': 200} Oct 26 14:30:18.123456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f4b769c8-8519-442e-9653-9399b1e4f931,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:18.132444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port a12f6b7a-327a-4ca2-8418-f5a00424abe9 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:18.163937 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.276898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 093ac7a4-f44e-4ee3-9ce4-f3873168105b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=093ac7a4-f44e-4ee3-9ce4-f3873168105b,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:18.277471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.303097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:18.327691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.327997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.328814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.329866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.329866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.329866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.330338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.330338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.330835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.331014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.340857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.341387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:18.364449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 093ac7a4-f44e-4ee3-9ce4-f3873168105b owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:18.379919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Deleting port af2e8624-4403-4c28-a04d-1388090b24fb {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:18.380432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:18.456827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bb18b-9542-44c1-8b61-7f7f02729e97 req-9bc1edb1-2d92-41c0-8091-8c123f8c73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:18.460705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f6c71-7f4a-4352-9a92-919385b6bc0a req-835a9f0d-9afb-404b-a48a-b6d86d83ff62 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:18.464156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28bb18b-9542-44c1-8b61-7f7f02729e97 req-9bc1edb1-2d92-41c0-8091-8c123f8c73b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1135 time: 0.3020277 Oct 26 14:30:18.464386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-221f6c71-7f4a-4352-9a92-919385b6bc0a req-835a9f0d-9afb-404b-a48a-b6d86d83ff62 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.3255820 Oct 26 14:30:18.604063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c28bb18b-9542-44c1-8b61-7f7f02729e97 req-54f822c2-2bed-44cf-b835-b2c4ecb80b7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1297445 Oct 26 14:30:18.645369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-396bb524-0268-4812-831b-f1115ebddcdf tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:18.648524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-396bb524-0268-4812-831b-f1115ebddcdf tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.3513248 Oct 26 14:30:18.807207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:30:12Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:18.865714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] For port af2e8624-4403-4c28-a04d-1388090b24fb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af2e8624-4403-4c28-a04d-1388090b24fb,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:18.876073 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.005231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-221f6c71-7f4a-4352-9a92-919385b6bc0a req-91b2ca02-e2e6-40cd-b92d-897b4ab54d9b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4258456 Oct 26 14:30:19.142796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be993afd-4bca-47c9-bdf4-3a77ebb1fd60 None None] The sync data for ids ['820d5d21-53f2-4dd2-b7d7-094a4639f5cf'] in n-d-813419-9 is: [{'id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421040309', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:27:50Z', 'updated_at': '2021-10-26T14:30:12Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '093ac7a4-f44e-4ee3-9ce4-f3873168105b', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820d5d21-53f2-4dd2-b7d7-094a4639f5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:27:51Z', 'updated_at': '2021-10-26T14:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:19.225746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Calling delete_port for af2e8624-4403-4c28-a04d-1388090b24fb owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:19.255676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841b602-0012-450e-8291-d3b18d3a2c13 req-330fd93c-2760-49db-a5d0-f5ea0e9215ff tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:19.259938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.269500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.271310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9841b602-0012-450e-8291-d3b18d3a2c13 req-330fd93c-2760-49db-a5d0-f5ea0e9215ff tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.1989532 Oct 26 14:30:19.387730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9841b602-0012-450e-8291-d3b18d3a2c13 req-9f193ce9-1e0a-47f7-8b60-9ac2170150a7 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154065 Oct 26 14:30:19.491186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 87b37373-096e-479e-93f3-317f15910f32 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:19.571844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port af2e8624-4403-4c28-a04d-1388090b24fb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af2e8624-4403-4c28-a04d-1388090b24fb,segment=NetworkSegment(0c9a5f35-1242-4b0a-876f-b29530b67e5a),segment_id=0c9a5f35-1242-4b0a-876f-b29530b67e5a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:19.592103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.690028 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.754013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 50a97af4-e01b-494a-932a-71960f29d8c7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:19.858519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 50a97af4-e01b-494a-932a-71960f29d8c7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:19.859632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 50a97af4-e01b-494a-932a-71960f29d8c7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:19.862781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Deleting port 5136b86f-e409-4ad6-8f20-c4704fe488a5 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:19.863753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:19.865991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=af2e8624-4403-4c28-a04d-1388090b24fb,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:19.880672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] No DVR routers for this DVR port af2e8624-4403-4c28-a04d-1388090b24fb on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:20.050411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570d473-6260-48aa-82b3-5d1f5dcfa585 None None] Pushing event deleted for resources: {'Port': ['ID=af2e8624-4403-4c28-a04d-1388090b24fb,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.219433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.304433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.341253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.417714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:20.444075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:20.465567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:20.466440 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.526031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=a12f6b7a-327a-4ca2-8418-f5a00424abe9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.556902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.572698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b0162-8384-4bd7-a484-babbe437d958 req-49fa840c-40bf-4342-a770-be6154695691 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:20.581344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b84b0162-8384-4bd7-a484-babbe437d958 req-49fa840c-40bf-4342-a770-be6154695691 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.3158598 Oct 26 14:30:20.584712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] For port 5136b86f-e409-4ad6-8f20-c4704fe488a5, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5136b86f-e409-4ad6-8f20-c4704fe488a5,segment=NetworkSegment(237af921-b529-4070-8926-5d38b573f62b),segment_id=237af921-b529-4070-8926-5d38b573f62b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:20.585064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.592326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5756b-9741-4176-957a-4a3238820704 req-4af0946a-cad6-413f-be23-2cf390209115 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:20.598240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8e5756b-9741-4176-957a-4a3238820704 req-4af0946a-cad6-413f-be23-2cf390209115 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 946 time: 0.0941141 Oct 26 14:30:20.659012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=093ac7a4-f44e-4ee3-9ce4-f3873168105b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.661428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Calling delete_port for 5136b86f-e409-4ad6-8f20-c4704fe488a5 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:20.702186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8e5756b-9741-4176-957a-4a3238820704 req-7b9ce1e2-c789-4a61-b3a1-0c597bcf7aa1 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/security-groups?id=d1082ff3-7237-4831-aa9b-9a2c63481561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962455 Oct 26 14:30:20.843858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.854563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.933386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b84b0162-8384-4bd7-a484-babbe437d958 req-e8c917d4-da4b-4f79-88c8-e9b90fe63fbc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3508630 Oct 26 14:30:20.934722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=87b37373-096e-479e-93f3-317f15910f32,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:20.975751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': 'f7261a5e-8991-415d-b4ed-7f1e94343109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'f2d3302d-c02d-42ed-b765-266c67f8a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:20.976114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: f2d3302d-c02d-42ed-b765-266c67f8a54e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:20.990851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:20.990851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Fanout notify agent at l3_agent the message router_deleted on router 820d5d21-53f2-4dd2-b7d7-094a4639f5cf {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:30:21.004067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.009648 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0be14b2-6d3c-4899-a782-cce72dafec4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/routers/820d5d21-53f2-4dd2-b7d7-094a4639f5cf HTTP/1.1" status: 204 len: 168 time: 4.4950516 Oct 26 14:30:21.009968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35350) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:21.074953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network f2d3302d-c02d-42ed-b765-266c67f8a54e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:21.173879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f2d3302d-c02d-42ed-b765-266c67f8a54e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:21.186628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0afef-25fc-484c-9aca-a2a52f33f620 None None] Network f2d3302d-c02d-42ed-b765-266c67f8a54e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:21.245646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:21.278151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:21.293222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.337107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:21.343141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.348951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.449907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Pushing event deleted for resources: {'Port': ['ID=5136b86f-e409-4ad6-8f20-c4704fe488a5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:21.483594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd3a53dd-d022-4ec1-811b-48b771848988 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6660120 Oct 26 14:30:21.485331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35354) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:21.563431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a43f9f-7bee-47cf-b673-30aa8c525310 req-bba65b89-f956-418f-86d6-49665593e266 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:21.582520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03a43f9f-7bee-47cf-b673-30aa8c525310 req-bba65b89-f956-418f-86d6-49665593e266 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.4208951 Oct 26 14:30:21.620929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] No DVR routers for this DVR port 5136b86f-e409-4ad6-8f20-c4704fe488a5 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:21.625529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.630420 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b2ac6e9f-5845-46b1-87c4-dc5f9461b852 req-a2fbd058-127f-4736-8ae6-9429c8999d0b tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.73 "DELETE /v2.0/ports/5136b86f-e409-4ad6-8f20-c4704fe488a5 HTTP/1.1" status: 204 len: 173 time: 2.7990665 Oct 26 14:30:21.672908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:21.684875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'name': 'network-vif-deleted', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:21.693135 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a4b64-f60f-4259-9751-06259d1823d0" -d '{"events": [{"server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "name": "network-vif-deleted", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:21.740602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03a43f9f-7bee-47cf-b673-30aa8c525310 req-811f0f5f-1283-4a5b-97b9-ec86be1a6dbc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1553893 Oct 26 14:30:21.860385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a644853-4bfc-4b00-8876-572854032298']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:21.877275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 093ac7a4-f44e-4ee3-9ce4-f3873168105b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:21.927062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9a5f35-1242-4b0a-876f-b29530b67e5a') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:21.927953 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589175e3-d193-4aae-be84-2b25fb23c2f1 x-openstack-request-id: req-589175e3-d193-4aae-be84-2b25fb23c2f1 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:21.928318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9a5f35-1242-4b0a-876f-b29530b67e5a') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:21.928924 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54d0c04-6763-4d5a-9eca-18eb2bbd695b", "name": "network-vif-deleted", "tag": "5136b86f-e409-4ad6-8f20-c4704fe488a5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:21.929767 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-589175e3-d193-4aae-be84-2b25fb23c2f1 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:21.930759 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54d0c04-6763-4d5a-9eca-18eb2bbd695b', 'name': 'network-vif-deleted', 'tag': '5136b86f-e409-4ad6-8f20-c4704fe488a5', 'status': 'completed', 'code': 200} Oct 26 14:30:21.948590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 093ac7a4-f44e-4ee3-9ce4-f3873168105b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:21.954071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 093ac7a4-f44e-4ee3-9ce4-f3873168105b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:21.971340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 87b37373-096e-479e-93f3-317f15910f32 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:21.971732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.010064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.060196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30564865-e6f5-44e2-ad77-54b2a72dd492 req-638491af-54ed-4c9e-94e1-f2ba0301bd19 tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] 10.222.0.37 "GET /v2.0/ports?device_id=e54d0c04-6763-4d5a-9eca-18eb2bbd695b HTTP/1.1" status: 200 len: 210 time: 0.1497774 Oct 26 14:30:22.070428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.132240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.143485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:22.144198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:22.151733 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:22.334700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5136b86f-e409-4ad6-8f20-c4704fe488a5 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:22.337275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.381761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 5136b86f-e409-4ad6-8f20-c4704fe488a5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:22.382217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5136b86f-e409-4ad6-8f20-c4704fe488a5 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:22.403318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.409979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/networks/0a644853-4bfc-4b00-8876-572854032298 HTTP/1.1" status: 204 len: 168 time: 1.3986459 Oct 26 14:30:22.410771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3751717-8684-4fdb-b90b-e9dafc38e134 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Network': ['ID=0a644853-4bfc-4b00-8876-572854032298,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:22.427957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:22.620715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.717658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.798267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.841312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 87b37373-096e-479e-93f3-317f15910f32 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:22.871132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.872298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-db8d5792-3491-42fa-8ae0-840ab3e9c356 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:22.874120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-db8d5792-3491-42fa-8ae0-840ab3e9c356 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1135 time: 0.1164553 Oct 26 14:30:22.879041 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:22.885157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/security-groups/db34d4b2-4fd8-4796-94a5-f02501e807e9 HTTP/1.1" status: 204 len: 168 time: 0.4533484 Oct 26 14:30:22.906875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7e856-b295-4917-8bc4-8043bf63c4f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db34d4b2-4fd8-4796-94a5-f02501e807e9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:22.951786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-85a2d8a3-51da-4f02-a179-a0aabf022897 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.129619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.197919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=87b37373-096e-479e-93f3-317f15910f32,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:23.214960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.218422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ad2e1c2f-ad89-4759-a83e-2b382eb8b634 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/87b37373-096e-479e-93f3-317f15910f32 HTTP/1.1" status: 204 len: 168 time: 1.6895254 Oct 26 14:30:23.221796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35374) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.241832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-85a2d8a3-51da-4f02-a179-a0aabf022897 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.252109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-85a2d8a3-51da-4f02-a179-a0aabf022897 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.291029 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-432f8816-f6fa-42f5-9d7b-0d15f52016bb req-85a2d8a3-51da-4f02-a179-a0aabf022897 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3766930 Oct 26 14:30:23.293571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2d8a3-51da-4f02-a179-a0aabf022897 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f0303-93c1-4d21-a100-e44db907b277,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:23.403706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35378) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.414294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6bd33-de57-432a-b9c6-2ad50a433bbc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:23.419773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.436558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6bd33-de57-432a-b9c6-2ad50a433bbc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:23.442417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4f6bd33-de57-432a-b9c6-2ad50a433bbc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2189333 Oct 26 14:30:23.448927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.577321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.633028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f408a9-9f2f-47d1-8782-4d7fb6eee28f tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:23.635657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f1f408a9-9f2f-47d1-8782-4d7fb6eee28f tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1130 time: 0.2305055 Oct 26 14:30:23.651838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35386) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:23.678167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:23.800826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Deleting subnet ac3ea437-5646-4987-8df9-8fd02f160b25 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:23.808408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.909078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.960747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:23.995062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.146274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.165951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:24.178076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832833789', 'description': 'tempest-secgroup-smoke-832833789 description', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:24.223250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3ea437-5646-4987-8df9-8fd02f160b25,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:24.223610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port a12f6b7a-327a-4ca2-8418-f5a00424abe9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:24.224087 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.227988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.243347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64c3616f-4adf-43c9-a80d-c2a9fb948e76 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ac3ea437-5646-4987-8df9-8fd02f160b25 HTTP/1.1" status: 204 len: 168 time: 0.6599827 Oct 26 14:30:24.245428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35390) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:24.401804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.432190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.464455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.506516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for a12f6b7a-327a-4ca2-8418-f5a00424abe9 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:24.657203 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.725568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:24.743101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237af921-b529-4070-8926-5d38b573f62b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:24.743492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237af921-b529-4070-8926-5d38b573f62b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:24.776160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.802062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.826072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:24.826624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:24.830224 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:24.940094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.944100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.951619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.953974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.963167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.966429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] 10.222.0.37 "DELETE /v2.0/networks/7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c HTTP/1.1" status: 204 len: 168 time: 0.7186422 Oct 26 14:30:24.978353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:24.998384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfafaaf-0620-4727-be34-e09e0acf09df admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3fcb3f-0f1a-4e18-80f7-d1683ab9ad0c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.118440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=a12f6b7a-327a-4ca2-8418-f5a00424abe9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.152369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.164926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35400) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.165285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-725c6b55-f201-4429-88a9-52e0368ec7a7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/a12f6b7a-327a-4ca2-8418-f5a00424abe9 HTTP/1.1" status: 204 len: 168 time: 1.7079892 Oct 26 14:30:25.195057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.197251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0263009 Oct 26 14:30:25.202770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35402) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.224395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07599adc-4654-4e28-9be2-813ee8825518 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a71154-0ad2-4077-998b-3614eff85abc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.230289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:25.309953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.313993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68adacc4-c62b-4c88-9c89-fe790d5ba26f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:25.317561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68adacc4-c62b-4c88-9c89-fe790d5ba26f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1500628 Oct 26 14:30:25.324939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.379187 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2b85e5-e714-49d4-ade8-8f401825e21a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:30:25.382717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4b2b85e5-e714-49d4-ade8-8f401825e21a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/87b37373-096e-479e-93f3-317f15910f32 HTTP/1.1" status: 404 len: 333 time: 0.0542097 Oct 26 14:30:25.387060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35406) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.400964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.25.5.188 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/8b0d2581-eed0-4ac7-9f64-e7310b0775ad) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:25.449623 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-077439f1-8ae7-4f64-9cc8-b8a648168398 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:30:25.451362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-077439f1-8ae7-4f64-9cc8-b8a648168398 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/a12f6b7a-327a-4ca2-8418-f5a00424abe9 HTTP/1.1" status: 404 len: 333 time: 0.0618896 Oct 26 14:30:25.457606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35408) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.586139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35412) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.653319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.676637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.681461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.713864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fdd1a922-da16-4007-89e4-7ed3105d8246 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=812648c578c14e4ba425a9a4f5664af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261919 Oct 26 14:30:25.738914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35414) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.739276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.780117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1fcd72-4515-4994-8e88-cd366f9559d2,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:25.807298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.814334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c6d302de-7373-4a7b-8f02-bede1b43c449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904028 Oct 26 14:30:25.815430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35418) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:25.843460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:25.909201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.967387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:25.986844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.087665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:26.094492 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.109990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:26.116168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:26.122160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=8b0d2581-eed0-4ac7-9f64-e7310b0775ad,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.132713 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.143791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.183337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.200417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d3302d-c02d-42ed-b765-266c67f8a54e']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:26.233230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7261a5e-8991-415d-b4ed-7f1e94343109') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:26.237311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7261a5e-8991-415d-b4ed-7f1e94343109') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:26.238557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1f15e0-dbbb-47a8-8e0a-65a9d0684306,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.248110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.253950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-92f4f344-3b8a-4dea-bf45-b5c929ca3556 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4215183 Oct 26 14:30:26.257169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35420) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.261404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:26.290198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.363456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.364199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.369028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.372095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1082ff3-7237-4831-aa9b-9a2c63481561 HTTP/1.1" status: 204 len: 168 time: 0.6291275 Oct 26 14:30:26.395039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:26.395697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:26.403546 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:26.414750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e874f-001d-4d30-9ff4-fd1de1fb3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1082ff3-7237-4831-aa9b-9a2c63481561,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.448671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.652477 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.680351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.722326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ac3edc-801e-48c0-acaa-6e3cc136f488,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.742776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.759610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.776935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/f2d3302d-c02d-42ed-b765-266c67f8a54e HTTP/1.1" status: 204 len: 168 time: 1.3096814 Oct 26 14:30:26.831679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.838758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c55d-f536-4fea-aef2-11840228e8b2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=f2d3302d-c02d-42ed-b765-266c67f8a54e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:26.853409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:26.854893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9f9da204-1ff7-4550-9df2-094088bbe746 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5972674 Oct 26 14:30:26.862654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35436) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:26.864139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-767155248'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:26.867829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:27.018772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:27.018772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.185989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.188855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:27.190312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.196212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.196212 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment 05620764-1508-4077-b3b2-a272578c6372 of type vlan for network dde87070-c79c-4882-8bb0-341dd7a7297f Oct 26 14:30:27.319151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.328411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.401118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.419438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:27.423471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.423982 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.431252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.572936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:27.578241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7104368 Oct 26 14:30:27.588209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35458) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:27.615546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=dde87070-c79c-4882-8bb0-341dd7a7297f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:27.626319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:27.653819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-db258d42-373f-44e8-9343-7c24181b30c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8001132 Oct 26 14:30:27.660430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35464) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:27.706442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:27.835067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e000a16-328e-4041-be98-4b90a2c23e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405adecc-45cf-4489-89d1-8afb18db3738,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:27.915292 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:30:27.943928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.041035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network dde87070-c79c-4882-8bb0-341dd7a7297f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:28.106094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:28.128328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.210303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.234040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.236970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.282991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.312036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297de924-b523-4fdf-b16d-3414dcace3a7,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:28.395513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Performing IP validity checks on allocation pools {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:30:28.402127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:30:28.433318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.441795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-992d8e52-88db-470c-9ccb-adb135e92d4a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8389118 Oct 26 14:30:28.442995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=8b0d2581-eed0-4ac7-9f64-e7310b0775ad,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:28.447213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35480) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:28.457747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '42a71154-0ad2-4077-998b-3614eff85abc', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:28.493332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.608874 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:30:28.620993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:28.664624 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Floating IP 8299e892-98b9-4e4d-ac42-360fae75b8c1 associated. External IP: 172.25.5.188, port: f4b769c8-8519-442e-9653-9399b1e4f931. Oct 26 14:30:29.030073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.038849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.104541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.142657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.144035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6953619 Oct 26 14:30:29.150587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35496) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:29.170393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'network': {'name': 'tempest-network-smoke--1476089407', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:29.208837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c65-6c19-48b3-a6b0-c7c0efbafac6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d9d6dd-68da-47fb-ba1f-2432cb9825b4,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:29.240950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': '05620764-1508-4077-b3b2-a272578c6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:29.241504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: dde87070-c79c-4882-8bb0-341dd7a7297f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:29.249061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=43c85cc1-914b-41f0-b8fb-08679fc15c85,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:29.306668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:29.322450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.330532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network dde87070-c79c-4882-8bb0-341dd7a7297f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:29.347621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router f4f77361-ae40-4fc0-9792-e4225df842b1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:30:29.357757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, dde87070-c79c-4882-8bb0-341dd7a7297f) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:29.370286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70a517-eab6-4a95-b492-1d904d4443d5 None None] Network dde87070-c79c-4882-8bb0-341dd7a7297f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:29.377308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:29.409208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.448626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] vlan segment allocate from pool success with {'vlan_id': 948, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:29.463464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.464275 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Added segment b628662c-9271-4e2a-b265-0689c623e262 of type vlan for network 2bcade7e-5eff-4eab-9527-08bd277a5acb Oct 26 14:30:29.515908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b7f27bf-917b-4858-987b-7f6400001e0c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8485739 Oct 26 14:30:29.518995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35506) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:29.550736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f', 'name': 'tempest-PortsIpV6TestJSON-993562296'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:29.716649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.744533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-dde87070-c79c-4882-8bb0-341dd7a7297f', 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': '43c85cc1-914b-41f0-b8fb-08679fc15c85'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:29.747737 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:29.941023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:29.947418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.005611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 6538b5fa-0105-4cfb-a315-cfebaf5409a8 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:30.107995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Allocated IP 2001:db8::2 (dde87070-c79c-4882-8bb0-341dd7a7297f/43c85cc1-914b-41f0-b8fb-08679fc15c85/6471a85d-8fb3-45bb-8830-240ec2936606) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:30.423747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.445615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.614984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.resource_extend [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] It took 0.89 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 26 14:30:30.621381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Network dde87070-c79c-4882-8bb0-341dd7a7297f is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:30.630902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:30.643470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:30.652030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::3b0 (dde87070-c79c-4882-8bb0-341dd7a7297f/43c85cc1-914b-41f0-b8fb-08679fc15c85/6538b5fa-0105-4cfb-a315-cfebaf5409a8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:30.686645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:30.691756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.700209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Pushing event updated for resources: {'Port': ['ID=6471a85d-8fb3-45bb-8830-240ec2936606,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:30.705661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:30.706347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:30.737633 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Sync routers for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:30.837943 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:30.837943 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:31.025599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Attempting to bind port 6471a85d-8fb3-45bb-8830-240ec2936606 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:31.026055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Attempting to bind port 6471a85d-8fb3-45bb-8830-240ec2936606 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '05620764-1508-4077-b3b2-a272578c6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:31.026429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Attempting to bind port 6471a85d-8fb3-45bb-8830-240ec2936606 on network dde87070-c79c-4882-8bb0-341dd7a7297f {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:31.033948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:31.034327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Checking segment: {'id': '05620764-1508-4077-b3b2-a272578c6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:31.034461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.034729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.035128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Bound using segment: {'id': '05620764-1508-4077-b3b2-a272578c6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:31.035616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Bound port: 6471a85d-8fb3-45bb-8830-240ec2936606, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05620764-1508-4077-b3b2-a272578c6372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'dde87070-c79c-4882-8bb0-341dd7a7297f'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:31.036004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.080129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9273057 Oct 26 14:30:31.085705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35540) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:31.112024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'admin_state_up': True, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:31.171631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] For port 6471a85d-8fb3-45bb-8830-240ec2936606, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:31.175435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330cb50-3650-4177-a549-bd1fe2304d23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Network': ['ID=2bcade7e-5eff-4eab-9527-08bd277a5acb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:31.187869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] For port 6471a85d-8fb3-45bb-8830-240ec2936606, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6471a85d-8fb3-45bb-8830-240ec2936606,segment=NetworkSegment(05620764-1508-4077-b3b2-a272578c6372),segment_id=05620764-1508-4077-b3b2-a272578c6372)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:31.201303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:31.202358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.244205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35546) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:31.248404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a42ac63e-241d-4c56-a19f-1dd61d0b8baa tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5924203 Oct 26 14:30:31.251435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:31.260303 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce840b1-a2a7-419a-8e73-94a3debc64e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:31.264304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:31.293066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.410957 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce228b79-5909-4354-a373-f64c9fe8b4c2 x-openstack-request-id: req-ce228b79-5909-4354-a373-f64c9fe8b4c2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:31.411267 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:31.411591 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce228b79-5909-4354-a373-f64c9fe8b4c2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:31.412404 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'status': 'completed', 'code': 200} Oct 26 14:30:31.413172 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.414273 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.428468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.464293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network dde87070-c79c-4882-8bb0-341dd7a7297f is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:31.496577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:31.581079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a50fa-70ea-41a3-be98-f8ae5424c1c6 None None] Pushing event updated for resources: {'Port': ['ID=6471a85d-8fb3-45bb-8830-240ec2936606,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:31.873378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.874253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.875706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.879170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.880244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.882313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.883543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.884396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.885313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.893142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35f46cea-51b6-450e-83f5-7a9bec2cf950 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6276 time: 0.6473556 Oct 26 14:30:31.894894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:31.897489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:31.923918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:31.924656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.937184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:31.987169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=6538b5fa-0105-4cfb-a315-cfebaf5409a8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:31.996777 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8299e892-98b9-4e4d-ac42-360fae75b8c1', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'port_id': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'mac_address': 'fa:16:3e:3f:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:30:26Z', 'updated_at': '2021-10-26T14:30:26Z', 'revision_number': 0, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:32.000589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35572) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:32.017128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7075b6d9-95d6-49ce-9019-d090de50a8e4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4755139 Oct 26 14:30:32.207048 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Checking router: f4f77361-ae40-4fc0-9792-e4225df842b1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:30:32.244738 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:32.249202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:32.311444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.312327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.313068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.313716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.314766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.325196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.325867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.333274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-503323db-fe57-4437-8abe-c4433768d3a1 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4616 time: 0.4370542 Oct 26 14:30:32.334290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:32.543299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.566107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-529f8368-fa5b-47cf-a15b-67218387a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:32.568037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-529f8368-fa5b-47cf-a15b-67218387a71a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1135 time: 1.1129284 Oct 26 14:30:32.663302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:32.707601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 6538b5fa-0105-4cfb-a315-cfebaf5409a8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:32.707944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.952909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:32.979180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 6538b5fa-0105-4cfb-a315-cfebaf5409a8 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:33.135209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-381ea758-b042-491a-9446-1ecb7fc52355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:33.138136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-381ea758-b042-491a-9446-1ecb7fc52355 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 200 len: 898 time: 0.5516105 Oct 26 14:30:33.300966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.442461 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8299e892-98b9-4e4d-ac42-360fae75b8c1', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'port_id': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'mac_address': 'fa:16:3e:3f:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:30:26Z', 'updated_at': '2021-10-26T14:30:26Z', 'revision_number': 0, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:33.458528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=6538b5fa-0105-4cfb-a315-cfebaf5409a8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:33.498650 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1067dfc8-d11a-4385-bc51-04c12f43cf07 None None] The sync data for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 is: [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '8299e892-98b9-4e4d-ac42-360fae75b8c1', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'port_id': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'mac_address': 'fa:16:3e:3f:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:30:26Z', 'updated_at': '2021-10-26T14:30:26Z', 'revision_number': 0, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:33.517399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-609d51e9-bdb4-4fd3-92fb-c8162b7814ed tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3596 time: 1.1801147 Oct 26 14:30:33.534865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35616) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:33.569091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.576438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-764990e2-443f-48db-837e-23bbf92a50e6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/6538b5fa-0105-4cfb-a315-cfebaf5409a8 HTTP/1.1" status: 204 len: 168 time: 1.5680265 Oct 26 14:30:33.586479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35618) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:33.631179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-4fd635b2-8976-4e35-8ff5-f94d2c605251 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 200 len: 999 time: 0.4810753 Oct 26 14:30:33.674977 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.712196 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4afc70-94cf-4c9c-a6e3-74b6c4f3c699 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:30:33.719499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4afc70-94cf-4c9c-a6e3-74b6c4f3c699 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:30:33.720071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:33.726294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa4afc70-94cf-4c9c-a6e3-74b6c4f3c699 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/6538b5fa-0105-4cfb-a315-cfebaf5409a8 HTTP/1.1" status: 404 len: 333 time: 0.1354651 Oct 26 14:30:33.726991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35622) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:33.807813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3339adfc-b107-4d83-bfa9-f4b618a2bce9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416575289&fields=id&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 267 time: 0.3243272 Oct 26 14:30:33.834455 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd7f16-d5ca-497d-82a9-6d4c2175425f tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:33.835114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd7f16-d5ca-497d-82a9-6d4c2175425f tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:33.837182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9dd7f16-d5ca-497d-82a9-6d4c2175425f tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f4f77361-ae40-4fc0-9792-e4225df842b1 HTTP/1.1" status: 200 len: 1990 time: 0.3005219 Oct 26 14:30:33.881633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666239c4-da6c-40e7-aea0-8689cc458355 None None] Network dde87070-c79c-4882-8bb0-341dd7a7297f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:33.892505 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b373249e-03f5-4e3b-9efe-d623d9a86db4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:30:33.898028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b373249e-03f5-4e3b-9efe-d623d9a86db4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/6538b5fa-0105-4cfb-a315-cfebaf5409a8 HTTP/1.1" status: 404 len: 333 time: 0.1672750 Oct 26 14:30:33.902998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:34.051256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-af6cf73b-9c8f-42cc-8ce7-797f0bb80544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:34.060034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-af6cf73b-9c8f-42cc-8ce7-797f0bb80544 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e830f7a-ecf4-4767-b2c7-36030a9e9b12 HTTP/1.1" status: 200 len: 834 time: 0.3861575 Oct 26 14:30:34.078088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6471a85d-8fb3-45bb-8830-240ec2936606 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:34.167653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-bb4f5351-140a-4b04-9f0c-e2aa81196a86 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:34.188327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-bb4f5351-140a-4b04-9f0c-e2aa81196a86 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.3777533 Oct 26 14:30:34.227760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-e184f2c5-d0d0-40e6-85dd-9727c9220bb0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/quotas/190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 375 time: 0.0273647 Oct 26 14:30:34.368387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb771be-2e31-4758-ac8a-231405fefb61 None None] New status for floating IP 8299e892-98b9-4e4d-ac42-360fae75b8c1: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:30:34.402605 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-5da98635-2309-449b-ab06-928e082368b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1715171 Oct 26 14:30:34.433617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35634) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:34.529311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] Provisioning complete for port 6471a85d-8fb3-45bb-8830-240ec2936606 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:34.530926 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.723401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6471a85d-8fb3-45bb-8830-240ec2936606 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:34.724188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:34.751261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-bb1603d4-ec2e-4d1f-8565-8ef83e85625b service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928336 Oct 26 14:30:35.058517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52373c85-e4ea-4dbb-a4ef-1c63d0209b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.074218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.178231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.219469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3c85b785-12d9-43cf-9150-7c06f3f8e278 service neutron] 10.222.0.37 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622340 Oct 26 14:30:35.275666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] For port 6471a85d-8fb3-45bb-8830-240ec2936606, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6471a85d-8fb3-45bb-8830-240ec2936606,segment=NetworkSegment(05620764-1508-4077-b3b2-a272578c6372),segment_id=05620764-1508-4077-b3b2-a272578c6372)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:35.306800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.407889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52373c85-e4ea-4dbb-a4ef-1c63d0209b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.424344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-52373c85-e4ea-4dbb-a4ef-1c63d0209b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.433012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 43c85cc1-914b-41f0-b8fb-08679fc15c85 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:35.454517 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.470872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52373c85-e4ea-4dbb-a4ef-1c63d0209b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37764dc-9120-49d2-a5f6-74ef240d6ba2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:35.526709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-52373c85-e4ea-4dbb-a4ef-1c63d0209b5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08b70e314afd4dc1a055a92d58aaa64b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0820515 Oct 26 14:30:35.528069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:35.595706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.134 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/31f139a6-907f-488b-8a8a-23929b97a026) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:35.641182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.648828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:30:35.650049 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:30:35.655679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842098b-6405-4775-ab9c-7f660556e484 None None] Pushing event updated for resources: {'Port': ['ID=6471a85d-8fb3-45bb-8830-240ec2936606,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:35.712518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.764610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-cfa168a7-7d02-4be9-9ca1-21a6ce200d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:35.775211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-cfa168a7-7d02-4be9-9ca1-21a6ce200d5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1541ed07-1803-4ad8-9a99-86cc40913c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6959171 Oct 26 14:30:35.784317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.874292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.989486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-79897f65-5051-43f1-a7c2-eb7f9ebb30bd None None] Provisioning complete for port 6471a85d-8fb3-45bb-8830-240ec2936606 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:35.991702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.998452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:35.999501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-79897f65-5051-43f1-a7c2-eb7f9ebb30bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.008821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b37764dc-9120-49d2-a5f6-74ef240d6ba2 HTTP/1.1" status: 204 len: 168 time: 0.4760804 Oct 26 14:30:36.064145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4478ac3-9503-42ba-906d-a22b1d1b0409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37764dc-9120-49d2-a5f6-74ef240d6ba2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:36.538467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.595062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.607833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7e91eff8-6e72-45a4-8ada-8b7303b3ea37 None None] Could not find standard attr ID for object 6538b5fa-0105-4cfb-a315-cfebaf5409a8. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:36.667925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6471a85d-8fb3-45bb-8830-240ec2936606 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:36.761486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:36.782282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/43c85cc1-914b-41f0-b8fb-08679fc15c85 HTTP/1.1" status: 204 len: 168 time: 2.8729038 Oct 26 14:30:36.783661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:36.945245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6471a85d-8fb3-45bb-8830-240ec2936606 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:36.947624 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.032742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c85df6-b728-4543-ba03-ed696318453f None None] Network dde87070-c79c-4882-8bb0-341dd7a7297f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:37.045163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-961b88d8-69eb-4cc0-8a09-a4cf633bf4ed req-03f7c0b4-19a2-4e8a-b80c-f8d07c67858d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.4850228 Oct 26 14:30:37.098443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4aee9-27eb-49dd-b355-ca2191399557 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=43c85cc1-914b-41f0-b8fb-08679fc15c85,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:37.151050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.171530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-fc6d775c-0dc5-4c84-b161-b5a553f29c82 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2276094 Oct 26 14:30:37.179560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.211042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35682) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:37.285940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a606728-41cd-465a-ae37-2f92edb2c2fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.452842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 6471a85d-8fb3-45bb-8830-240ec2936606 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:37.453517 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.559111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] DHCP port deletion for dde87070-c79c-4882-8bb0-341dd7a7297f request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:37.616351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:37.628032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:37.633965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Deleting port 6471a85d-8fb3-45bb-8830-240ec2936606 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:37.634418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.640976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:37.720250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=31f139a6-907f-488b-8a8a-23929b97a026,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:37.813810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port 6471a85d-8fb3-45bb-8830-240ec2936606, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6471a85d-8fb3-45bb-8830-240ec2936606,segment=NetworkSegment(05620764-1508-4077-b3b2-a272578c6372),segment_id=05620764-1508-4077-b3b2-a272578c6372)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:37.814531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.824691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a606728-41cd-465a-ae37-2f92edb2c2fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.842129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6a606728-41cd-465a-ae37-2f92edb2c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:37.872506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 6471a85d-8fb3-45bb-8830-240ec2936606 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:37.925245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ce840b1-a2a7-419a-8e73-94a3debc64e8 req-53677f84-49da-4531-92f5-eb8339974607 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404094 Oct 26 14:30:37.985037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606728-41cd-465a-ae37-2f92edb2c2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c78a6d-4074-4471-b238-5525584152c7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:37.998847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] For port 6471a85d-8fb3-45bb-8830-240ec2936606, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6471a85d-8fb3-45bb-8830-240ec2936606,segment=NetworkSegment(05620764-1508-4077-b3b2-a272578c6372),segment_id=05620764-1508-4077-b3b2-a272578c6372)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:37.999193 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.039689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Calling delete_port for 6471a85d-8fb3-45bb-8830-240ec2936606 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:38.134310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6a606728-41cd-465a-ae37-2f92edb2c2fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9efdc6a0e044a0bba417f7fdd2bdf8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9181485 Oct 26 14:30:38.134561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:38.208889 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.252337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] Pushing event deleted for resources: {'Port': ['ID=6471a85d-8fb3-45bb-8830-240ec2936606,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.260201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a1485-83de-4439-a4d7-2ca13e0c6038 None None] No DVR routers for this DVR port 6471a85d-8fb3-45bb-8830-240ec2936606 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:38.334917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.384066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96fc44d2-3df7-4421-b064-a72644fcc62c req-86bc1f96-b72d-4dbf-8060-02e2aa442a1f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.0729682 Oct 26 14:30:38.411118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=6471a85d-8fb3-45bb-8830-240ec2936606,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.433291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port 6471a85d-8fb3-45bb-8830-240ec2936606 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:38.457674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6471a85d-8fb3-45bb-8830-240ec2936606 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:38.483519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.555928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6471a85d-8fb3-45bb-8830-240ec2936606 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:38.558625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6471a85d-8fb3-45bb-8830-240ec2936606 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:38.587787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.678161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.748949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.824340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.827521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:38.829631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62c78a6d-4074-4471-b238-5525584152c7 HTTP/1.1" status: 204 len: 168 time: 0.6926770 Oct 26 14:30:38.841397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde87070-c79c-4882-8bb0-341dd7a7297f']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:38.851394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36da60-383f-4c05-9423-50d7c9c8e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c78a6d-4074-4471-b238-5525584152c7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:38.926186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05620764-1508-4077-b3b2-a272578c6372') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:38.926531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05620764-1508-4077-b3b2-a272578c6372') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:38.966132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.039979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-8baf2a77-2125-4507-9c57-f003938e1d72 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:39.044265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-8baf2a77-2125-4507-9c57-f003938e1d72 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 811 time: 0.3607607 Oct 26 14:30:39.092274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.121721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:39.123013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:39.127961 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:39.203196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-badf1515-f3fe-4021-9102-99214e22e9bc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=190607bed0ad4ea783a3d43a8d4116ee HTTP/1.1" status: 200 len: 379 time: 0.1485214 Oct 26 14:30:39.217990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'port': {'device_id': '472d8a8a-6228-41e5-b530-885749f306c1', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'admin_state_up': True, 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'security_groups': ['5d84be49-cdcc-418e-b701-87177899a9f1']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:39.241664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.349593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.375587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.379530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/dde87070-c79c-4882-8bb0-341dd7a7297f HTTP/1.1" status: 204 len: 168 time: 2.5936651 Oct 26 14:30:39.380703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8744ef-80b6-4518-a1c0-e36707731d73 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=dde87070-c79c-4882-8bb0-341dd7a7297f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:39.384943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35706) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:39.415462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011583870'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:39.616956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:39.639298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:30:39.644703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.716630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00276a65-3dcd-4e9a-b060-d2906fcef62f req-74858eee-4214-4d82-96a2-be88f6cc0d6f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.1585083 Oct 26 14:30:39.797469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Made reservation on behalf of 190607bed0ad4ea783a3d43a8d4116ee for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:39.806429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.813614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:39.832038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 75524e88-9171-450a-97f1-a0583bb70a09 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:30:39.842851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.842851 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment 430ee6d5-90ce-4aec-89f9-2d93eeddc71d of type vlan for network bca358ed-4ff0-4072-a2db-fd2433a64ba7 Oct 26 14:30:39.897962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.962880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:39.983734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:39.985512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.081488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2fff-7885-4666-9fa4-05585b448c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.115453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:40.141278 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Sync routers for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:40.169252 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:40.170371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:40.218062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.222518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-845dc1da-c72c-41f8-bfa2-8b3bff80489e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.1329906 Oct 26 14:30:40.223222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.284869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8985198 Oct 26 14:30:40.296023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35732) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.302984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:40.313542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189139cb-cacc-4e97-ad87-0d04c82056ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=bca358ed-4ff0-4072-a2db-fd2433a64ba7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:40.351377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:40.387736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-63097775-a7cb-47c8-b0d2-973565b6e279 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=664d07e1bf9948d5a5ba1622f9309e03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1603229 Oct 26 14:30:40.389010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.619358 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:40.632579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.20.0.3 (f1f9a8da-5060-435e-8913-c04432dd438b/ede7e6c3-a115-4f7c-8276-5e933abc8835/a1dce67a-59c6-4528-9b00-ea1aaa16cf6e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:40.727828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406a5a8-72bd-4b6f-a984-2bb2db861211 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:40.730671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7406a5a8-72bd-4b6f-a984-2bb2db861211 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3368163 Oct 26 14:30:40.734006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35746) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.745393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:40.753245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:40.854597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23a5ee70-d118-474a-8029-cea6f4435ead tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1167011 Oct 26 14:30:40.855333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:40.864373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055600642', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:41.168965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:41.188852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.317475 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:38Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:41.376578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcc46a4c-60a4-47e2-b70b-d9856ff81397 req-627d871e-8c54-4430-9e08-a8b3676e7196 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.2344790 Oct 26 14:30:41.441559 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Checking router: 75524e88-9171-450a-97f1-a0583bb70a09 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:30:41.443057 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Updating router 75524e88-9171-450a-97f1-a0583bb70a09 port 31f139a6-907f-488b-8a8a-23929b97a026 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:30:41.449286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.585628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=f4994b35-7090-4cb7-8444-d0091a53fe28,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:41.606763 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.638392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.663294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': '430ee6d5-90ce-4aec-89f9-2d93eeddc71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:41.663681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: bca358ed-4ff0-4072-a2db-fd2433a64ba7, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:41.802664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:41.850318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.887095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:41.908665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bca358ed-4ff0-4072-a2db-fd2433a64ba7) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:41.943005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47422b90-19b4-4519-8f52-94046029a896 None None] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:41.996528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Subnet': ['ID=3f686aea-38b6-4bfc-8168-ef33d8f9895c,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:42.105724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:42.106336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.112129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:42.112576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network hostable DHCP agents. Network: 2bcade7e-5eff-4eab-9527-08bd277a5acb, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:30:42.164803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:30:42.199813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2bcade7e-5eff-4eab-9527-08bd277a5acb) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:42.206981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:42.207472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.215924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98556085-ba43-413a-b5b1-aadf09f63e0d None None] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:42.227756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network f1f9a8da-5060-435e-8913-c04432dd438b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:42.237604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:42.240785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:42.249224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-95768a97-4599-442b-89b3-e219d9b6d8d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3891661 Oct 26 14:30:42.250263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35774) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:42.270776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f1f5a91-894b-42d1-a8b2-84806f61e551 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9735157 Oct 26 14:30:42.271817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:42.290564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35776) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:42.507078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-997479195'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:42.722218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:42.723297 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:42.875954 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-71f372b8-ca48-48a1-81c4-844bf68fa6dc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6606114 Oct 26 14:30:42.932280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Request body: {'port': {'device_id': '472d8a8a-6228-41e5-b530-885749f306c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:43.102080 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.126329 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.284562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-bca358ed-4ff0-4072-a2db-fd2433a64ba7', 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': 'f4994b35-7090-4cb7-8444-d0091a53fe28'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:43.286436 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.313361 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Attempting to bind port 31f139a6-907f-488b-8a8a-23929b97a026 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:43.314346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Attempting to bind port 31f139a6-907f-488b-8a8a-23929b97a026 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:43.314346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Attempting to bind port 31f139a6-907f-488b-8a8a-23929b97a026 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:43.334606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37bace-d5a6-468f-bb9d-3b1260b566cc req-0aefeb48-d0d1-47bd-87c9-88132142690e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:43.351035 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee37bace-d5a6-468f-bb9d-3b1260b566cc req-0aefeb48-d0d1-47bd-87c9-88132142690e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 931 time: 0.6739323 Oct 26 14:30:43.352743 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:43.354371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:43.354371 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.354371 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:43.355050 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Bound port: 31f139a6-907f-488b-8a8a-23929b97a026, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:43.360791 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.367995 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Pushing event updated for resources: {'Port': ['ID=31f139a6-907f-488b-8a8a-23929b97a026,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:43.423165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3785fac0-ed15-41b0-84c8-a92a4ea95fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.427432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580f548-9957-4207-8d85-432266848a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-2bcade7e-5eff-4eab-9527-08bd277a5acb', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:30:43.428341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.458940 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.459357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.459626 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.459978 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.460286 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.480071 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.480792 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.481349 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.481901 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.482486 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.482999 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.488290 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:43.634654 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] For port 31f139a6-907f-488b-8a8a-23929b97a026, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:43.654007 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] For port 31f139a6-907f-488b-8a8a-23929b97a026, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31f139a6-907f-488b-8a8a-23929b97a026,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:43.680258 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:43.795004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee37bace-d5a6-468f-bb9d-3b1260b566cc req-fe0f435f-ebaa-4c02-8e8b-b969f82a3a6f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4424253 Oct 26 14:30:43.917432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Allocated IP 2001:db8::2 (bca358ed-4ff0-4072-a2db-fd2433a64ba7/f4994b35-7090-4cb7-8444-d0091a53fe28/31602c58-3c16-4d17-bc0a-10853141c749) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:44.052306 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:44.072304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:44.288340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0574c4-9775-4c49-8b9c-1317afabeda2 None None] Pushing event updated for resources: {'Port': ['ID=31f139a6-907f-488b-8a8a-23929b97a026,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:44.524784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.622392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-777af3b8-9cfb-4b8f-b9d0-3f6961db8b3e None None] Provisioning complete for port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:44.622941 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-777af3b8-9cfb-4b8f-b9d0-3f6961db8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.744282 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:44.787330 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:44.992944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-5580f548-9957-4207-8d85-432266848a33 None None] Allocated IP 172.20.0.2 (2bcade7e-5eff-4eab-9527-08bd277a5acb/3f686aea-38b6-4bfc-8168-ef33d8f9895c/f4cf1f73-b486-48cf-ba2e-ba69dc8719eb) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:45.258828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-777af3b8-9cfb-4b8f-b9d0-3f6961db8b3e None None] Port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:45.386496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.417489 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.431297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.454808 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.599043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Pushing event updated for resources: {'Port': ['ID=31602c58-3c16-4d17-bc0a-10853141c749,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:45.668247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:45.684563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:45.700303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:45.714408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:45.730188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:45.801265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:38Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:45.901426 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e6b1fe-5267-43fd-833e-8e9e8a739d30 None None] The sync data for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 is: [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:38Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:30:45.954445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 239843bb-6199-4117-ac37-a102d051949e yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:46.115469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.151862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Attempting to bind port 31602c58-3c16-4d17-bc0a-10853141c749 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:46.154618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Attempting to bind port 31602c58-3c16-4d17-bc0a-10853141c749 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '430ee6d5-90ce-4aec-89f9-2d93eeddc71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:46.157043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Attempting to bind port 31602c58-3c16-4d17-bc0a-10853141c749 on network bca358ed-4ff0-4072-a2db-fd2433a64ba7 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:46.199983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35854) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:46.204736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:46.206000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Checking segment: {'id': '430ee6d5-90ce-4aec-89f9-2d93eeddc71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:46.206871 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.207697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Bound using segment: {'id': '430ee6d5-90ce-4aec-89f9-2d93eeddc71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:46.208704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Bound port: 31602c58-3c16-4d17-bc0a-10853141c749, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430ee6d5-90ce-4aec-89f9-2d93eeddc71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'bca358ed-4ff0-4072-a2db-fd2433a64ba7'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:46.209580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.227705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.232783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::3 (bca358ed-4ff0-4072-a2db-fd2433a64ba7/f4994b35-7090-4cb7-8444-d0091a53fe28/239843bb-6199-4117-ac37-a102d051949e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:46.319014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.476549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.1 (2bcade7e-5eff-4eab-9527-08bd277a5acb/3f686aea-38b6-4bfc-8168-ef33d8f9895c/338d6582-5b4f-41cd-969e-f3778263f0fa) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:46.660460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] For port 31602c58-3c16-4d17-bc0a-10853141c749, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:46.666367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] For port 31602c58-3c16-4d17-bc0a-10853141c749, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31602c58-3c16-4d17-bc0a-10853141c749,segment=NetworkSegment(430ee6d5-90ce-4aec-89f9-2d93eeddc71d),segment_id=430ee6d5-90ce-4aec-89f9-2d93eeddc71d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:46.672164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580f548-9957-4207-8d85-432266848a33 None None] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:46.682904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-5580f548-9957-4207-8d85-432266848a33 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:46.687551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580f548-9957-4207-8d85-432266848a33 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:46.700884 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.779648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.815267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f548-9957-4207-8d85-432266848a33 None None] Pushing event updated for resources: {'Port': ['ID=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:46.902494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d85fc-7788-4f5d-bea5-41045e6dface req-c371c15e-8fc5-46e8-b8ae-fe88edc61516 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:46.909634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5580f548-9957-4207-8d85-432266848a33 None None] Attempting to bind port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:46.909860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac7d85fc-7788-4f5d-bea5-41045e6dface req-c371c15e-8fc5-46e8-b8ae-fe88edc61516 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 931 time: 1.6147394 Oct 26 14:30:46.910264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5580f548-9957-4207-8d85-432266848a33 None None] Attempting to bind port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:46.910736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580f548-9957-4207-8d85-432266848a33 None None] Attempting to bind port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:46.973442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64d5933-4a9d-4dbd-a8ce-f141a6dbb6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:46.982313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.003147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580f548-9957-4207-8d85-432266848a33 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:47.003527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580f548-9957-4207-8d85-432266848a33 None None] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:47.003933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.004356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580f548-9957-4207-8d85-432266848a33 None None] Bound using segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:47.016120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5580f548-9957-4207-8d85-432266848a33 None None] Bound port: f4cf1f73-b486-48cf-ba2e-ba69dc8719eb, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:47.021714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.114207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ac7d85fc-7788-4f5d-bea5-41045e6dface req-71ce3d97-3a2e-414b-b484-d351dbb56449 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500025 Oct 26 14:30:47.186612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.290950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1dce67a-59c6-4528-9b00-ea1aaa16cf6e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:30:47.330995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.349041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:47.351282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.357355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:47.363175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5580f548-9957-4207-8d85-432266848a33 None None] For port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:47.382064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5580f548-9957-4207-8d85-432266848a33 None None] For port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:47.399555 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5580f548-9957-4207-8d85-432266848a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.443620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e586a-3775-4bf0-88bd-68afcec2c850 None None] Pushing event updated for resources: {'Port': ['ID=31602c58-3c16-4d17-bc0a-10853141c749,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.478089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:47.520674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Transition to ACTIVE for port object a1dce67a-59c6-4528-9b00-ea1aaa16cf6e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:30:47.526228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.637174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.649595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f548-9957-4207-8d85-432266848a33 None None] Pushing event updated for resources: {'Port': ['ID=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.707074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:47.714730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.715733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.717803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:47.727711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.728384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.728953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.732437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.738563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:47.740518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.741577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.742333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.742791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.743465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.743894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:47.747306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:47.747941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:47.806912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=239843bb-6199-4117-ac37-a102d051949e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.926628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Pushing event updated for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:47.977555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c73ecab2-6ca3-4208-ad73-d2eaea44bdd8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 5.6825397 Oct 26 14:30:48.040736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35874) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:48.214267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64d5933-4a9d-4dbd-a8ce-f141a6dbb6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.216999 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.233224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64d5933-4a9d-4dbd-a8ce-f141a6dbb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.486452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Attempting to bind port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:48.529723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Attempting to bind port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:48.530317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Attempting to bind port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:48.555403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e on network f1f9a8da-5060-435e-8913-c04432dd438b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:30:48.559097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Attempting to bind port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e on network f1f9a8da-5060-435e-8913-c04432dd438b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:48.710006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:48.710006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Checking segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:48.710006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Bound using segment: {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:48.710006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Bound port: a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c24947-0160-4f45-b8e8-3c00245821e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:48.710006 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:48.772018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d64d5933-4a9d-4dbd-a8ce-f141a6dbb6fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=471149f017414e3890d5055700182f99&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5679390 Oct 26 14:30:48.880115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35886) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:48.883124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5933-4a9d-4dbd-a8ce-f141a6dbb6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e1447-9c81-4399-b23b-a6ec74d9f84f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:48.946233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31602c58-3c16-4d17-bc0a-10853141c749 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:48.960574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 239843bb-6199-4117-ac37-a102d051949e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:48.964813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.122752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 31602c58-3c16-4d17-bc0a-10853141c749 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:49.123131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.134007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce215327-51fa-4a56-b735-dcf826e87aaa req-e99ab77f-a5c2-402c-a6a2-d74259d1703a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:49.135370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce215327-51fa-4a56-b735-dcf826e87aaa req-e99ab77f-a5c2-402c-a6a2-d74259d1703a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.5229974 Oct 26 14:30:49.373203 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ce215327-51fa-4a56-b735-dcf826e87aaa req-956c338a-469c-487e-a019-c1fe390481b9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127028 Oct 26 14:30:49.464677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.498068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.560790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:49.568399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.637272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:49.657315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 31602c58-3c16-4d17-bc0a-10853141c749, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31602c58-3c16-4d17-bc0a-10853141c749,segment=NetworkSegment(430ee6d5-90ce-4aec-89f9-2d93eeddc71d),segment_id=430ee6d5-90ce-4aec-89f9-2d93eeddc71d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:49.658511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.666108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd79e44-145a-44be-9dc3-3927cf79365e None None] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:49.677783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.684981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.685990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31f139a6-907f-488b-8a8a-23929b97a026 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:49.811250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 239843bb-6199-4117-ac37-a102d051949e owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:49.824641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.914425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:49.915039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:49.916753 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] 10.222.0.41 "PUT /v2.0/ports/a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 1091 time: 7.0151830 Oct 26 14:30:49.917104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:30:49.919584 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dbe167-e4d7-4345-991f-8e3384d3f9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:30:50.069779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6478f1-f341-4902-9e03-b06c3ab3169b service neutron] Pushing event updated for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:50.109643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1dcdf52c-b7f3-419d-8ece-8f8808eb1be6 None None] Provisioning complete for port 31602c58-3c16-4d17-bc0a-10853141c749 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:50.111396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf52c-b7f3-419d-8ece-8f8808eb1be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.115047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=31602c58-3c16-4d17-bc0a-10853141c749,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:50.386263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-393caf43-5519-4c21-a80c-b6fded05749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:50.388081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-393caf43-5519-4c21-a80c-b6fded05749d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1094 time: 0.3261821 Oct 26 14:30:50.433787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.436565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.442133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e22e1447-9c81-4399-b23b-a6ec74d9f84f HTTP/1.1" status: 204 len: 168 time: 1.5541501 Oct 26 14:30:50.577014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 31f139a6-907f-488b-8a8a-23929b97a026 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:50.577910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.660550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.666665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-9589912a-52c7-4eeb-9c4c-3e5da07ee058 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 217 time: 0.2609704 Oct 26 14:30:50.681017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f92c9-7d34-43a3-a023-34862e7cb2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e1447-9c81-4399-b23b-a6ec74d9f84f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:50.687378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.767972 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5e0939-5625-40bc-8fd7-9976368d9a8b x-openstack-request-id: req-dc5e0939-5625-40bc-8fd7-9976368d9a8b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:30:50.768525 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:30:50.768525 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5e0939-5625-40bc-8fd7-9976368d9a8b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:30:50.768974 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'status': 'completed', 'code': 200} Oct 26 14:30:50.790559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:50.829709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-cbed3d9e-82d7-42db-8978-bc54f8c69e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:50.831288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-cbed3d9e-82d7-42db-8978-bc54f8c69e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1357131 Oct 26 14:30:50.951550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f416c-f3f5-4983-b018-0244da269385 None None] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:51.020941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=239843bb-6199-4117-ac37-a102d051949e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:51.197220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.301036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.308858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:51.316665 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-680f003b-5c30-477c-b1de-4c5d90ea6796 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/239843bb-6199-4117-ac37-a102d051949e HTTP/1.1" status: 204 len: 168 time: 3.2661808 Oct 26 14:30:51.318692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.459862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35916) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.461645 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c68684-a1ab-482a-b35d-a5690ca33ea4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:30:51.472831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c9c68684-a1ab-482a-b35d-a5690ca33ea4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/239843bb-6199-4117-ac37-a102d051949e HTTP/1.1" status: 404 len: 333 time: 0.1512084 Oct 26 14:30:51.478007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:51.483693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f808f0c-1849-4be0-9494-5d283586b32a req-f807e219-d2ec-4343-bfac-2f70f8c8908a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:51.488815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f808f0c-1849-4be0-9494-5d283586b32a req-f807e219-d2ec-4343-bfac-2f70f8c8908a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.8088682 Oct 26 14:30:51.525758 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.535909 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7071-f7c9-4b0c-bdab-4367cd9bfb1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.539774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-233b801a-0a8c-4c00-bfac-eb5ccb445a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:51.548067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-233b801a-0a8c-4c00-bfac-eb5ccb445a17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6525223 Oct 26 14:30:51.557248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] Provisioning complete for port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:51.557616 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:51.689908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 31f139a6-907f-488b-8a8a-23929b97a026, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31f139a6-907f-488b-8a8a-23929b97a026,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:51.715666 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.005434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f808f0c-1849-4be0-9494-5d283586b32a req-d2f6e23d-a5ee-4339-9d39-51e93d2216fe tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185488 Oct 26 14:30:52.052373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet f4994b35-7090-4cb7-8444-d0091a53fe28 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:30:52.079871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.081682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=31f139a6-907f-488b-8a8a-23929b97a026,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:52.090848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:52.094707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.099942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:52.125651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.188417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31602c58-3c16-4d17-bc0a-10853141c749 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:52.242818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-eadb0ab7-fbef-47ec-afad-40b2aba495da service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082380 Oct 26 14:30:52.309543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] For port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:52.376040 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.392524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 75524e88-9171-450a-97f1-a0583bb70a09 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:30:52.466809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1706181-b6f6-4cf2-9a21-5be46d4a4ef7 None None] Pushing event updated for resources: {'Port': ['ID=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:52.472161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 31602c58-3c16-4d17-bc0a-10853141c749 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:52.473967 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.509351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-147d59a8-faa3-4769-9efe-394bbe1c07a9 req-db0d9989-8323-4399-be54-c44f22f98e31 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520926 Oct 26 14:30:52.586316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Could not find standard attr ID for object 239843bb-6199-4117-ac37-a102d051949e. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:30:52.592643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.658641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Provisioning complete for port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:52.659452 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.714408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f4cf1f73-b486-48cf-ba2e-ba69dc8719eb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:52.790901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:30:52.810330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-537107da-6c49-42b1-95c0-852d2e756b29 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/75524e88-9171-450a-97f1-a0583bb70a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5515900 Oct 26 14:30:52.829547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Sync routers for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:30:52.844693 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7071-f7c9-4b0c-bdab-4367cd9bfb1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.861618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f5f7071-f7c9-4b0c-bdab-4367cd9bfb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:52.887756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:52.888409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:52.949850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f5f7071-f7c9-4b0c-bdab-4367cd9bfb1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=193dfed0252a46d6844e39694c8420b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4585588 Oct 26 14:30:52.951326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7071-f7c9-4b0c-bdab-4367cd9bfb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb30ac0-3461-4657-9f7d-f42c656ae84b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:52.954394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35944) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:53.062438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-2446ea4f-3191-4775-bc0a-0397dc616e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:53.065543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-2446ea4f-3191-4775-bc0a-0397dc616e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1094 time: 0.4128313 Oct 26 14:30:53.150298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.227988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:53.228349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.232856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.322412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.336179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.360833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fb30ac0-3461-4657-9f7d-f42c656ae84b HTTP/1.1" status: 204 len: 168 time: 0.3846955 Oct 26 14:30:53.399160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67de12-386b-4d0d-90d8-cf80e6ea16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb30ac0-3461-4657-9f7d-f42c656ae84b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:53.407956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 35958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:53.444386 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.554060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:30:53.754624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.860937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Provisioning complete for port 31602c58-3c16-4d17-bc0a-10853141c749 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:53.861673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.875686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=f4994b35-7090-4cb7-8444-d0091a53fe28,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:53.921836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823803-2467-4780-9954-78b490b83752 req-adb95bea-a22d-4efa-b812-80bbef163aa7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:53.940405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e823803-2467-4780-9954-78b490b83752 req-adb95bea-a22d-4efa-b812-80bbef163aa7 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.6779573 Oct 26 14:30:53.946600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:53.957727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7a2599e-b5dc-4aaf-8e9d-8057924d843a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f4994b35-7090-4cb7-8444-d0091a53fe28 HTTP/1.1" status: 204 len: 168 time: 2.4737637 Oct 26 14:30:53.972271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35980) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.029670 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.109130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1460f-902e-48c9-b564-06093a0daeff None None] Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:30:54.153368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.157623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-9cc56acb-0ed6-4761-94bf-29ad6433eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:54.159216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-9cc56acb-0ed6-4761-94bf-29ad6433eeef service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 1.0756497 Oct 26 14:30:54.199768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e823803-2467-4780-9954-78b490b83752 req-7f0bb149-45d2-467e-b647-c6fcb25f02a9 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398314 Oct 26 14:30:54.275065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-8b271306-3ca5-4d1a-a5c3-133fb152e5ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 217 time: 0.1055877 Oct 26 14:30:54.471490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-e4b4a494-7f57-4807-87dc-ba861149ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:54.473290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-e4b4a494-7f57-4807-87dc-ba861149ae16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1902082 Oct 26 14:30:54.482096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b203691-c811-412a-9828-54daf1e9d76b tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3165 time: 1.0726070 Oct 26 14:30:54.499651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-f1ef9038-6ae7-4855-aabb-9c358d9244d7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832833789&fields=id&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 267 time: 0.1940658 Oct 26 14:30:54.502424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 35998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:54.573374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'network': {'name': 'tempest-network-smoke--1407643362', 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'port_security_enabled': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:54.599967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 31602c58-3c16-4d17-bc0a-10853141c749 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:54.600378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.716917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:54.721592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.744534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-36905b18-5232-4e48-9daa-107f4c48aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:54.746211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-36905b18-5232-4e48-9daa-107f4c48aaf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641971 Oct 26 14:30:54.764872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-2f6df903-2a03-47e9-827d-568ce83c2529 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:54.768303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-2f6df903-2a03-47e9-827d-568ce83c2529 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 797 time: 0.2673831 Oct 26 14:30:54.795069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-cc6fc743-c5da-4a7c-8a2e-4f13a94b1066 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/quotas/664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 375 time: 0.0195293 Oct 26 14:30:54.881169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-75a243af-cd69-49e0-a17d-3fcc0a347bd1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789039 Oct 26 14:30:54.911639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:30:54.926176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port 31602c58-3c16-4d17-bc0a-10853141c749, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31602c58-3c16-4d17-bc0a-10853141c749,segment=NetworkSegment(430ee6d5-90ce-4aec-89f9-2d93eeddc71d),segment_id=430ee6d5-90ce-4aec-89f9-2d93eeddc71d)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:30:54.926556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.934132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-4a5a9839-df33-4440-a659-87937445e883 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:30:54.940779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-4a5a9839-df33-4440-a659-87937445e883 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0412648 Oct 26 14:30:54.951038 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:54.951427 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Added segment aa32fe8e-7997-4b06-a085-e6e3c9c78c36 of type vlan for network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 Oct 26 14:30:54.965643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 31602c58-3c16-4d17-bc0a-10853141c749 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:55.070455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.092587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-db730014-94fb-4db4-8b0b-eb51b7a878ce service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295217 Oct 26 14:30:55.162073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-0913729e-d77e-4b85-91e6-aa937b768f0f service neutron] 10.222.0.37 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976492 Oct 26 14:30:55.223885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f4cf1f73-b486-48cf-ba2e-ba69dc8719eb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:55.243515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.248919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:55.250211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.387530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8a10d-1c65-4a00-b0ef-71e257a6c1cc None None] DHCP port deletion for bca358ed-4ff0-4072-a2db-fd2433a64ba7 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:55.402477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Network': ['ID=4105e8b0-f08c-4dcd-8168-8b1fbde17005,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.413297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-b1e0efbf-0469-42ec-a24e-e33906a3e588 service neutron] 10.222.0.37 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397919 Oct 26 14:30:55.504334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.504601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.505026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.505394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.506690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.507178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.507554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.508536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.508853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.509193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.509607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.510264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:30:55.564005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-23c0b8aa-da76-4ed1-8d14-6ff303f407cc tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9949639 Oct 26 14:30:55.568518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36026) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:55.576220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'admin_state_up': True, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:55.586912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.620994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.623126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.642950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port 31602c58-3c16-4d17-bc0a-10853141c749 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:30:55.660255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=31602c58-3c16-4d17-bc0a-10853141c749,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:55.695896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42dbe167-e4d7-4345-991f-8e3384d3f9c7 req-94780213-532f-49fe-9689-5d1c1b42066f service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946670 Oct 26 14:30:55.717646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1dd2f-4bbf-440f-a992-d995b46321ce req-7b4a5e1b-02a0-4420-8908-e9fc4706f92a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:55.726762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70e1dd2f-4bbf-440f-a992-d995b46321ce req-7b4a5e1b-02a0-4420-8908-e9fc4706f92a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.3318548 Oct 26 14:30:55.761611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:30:55.881731 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.886313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 2, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:55.901743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Provisioning complete for port 338d6582-5b4f-41cd-969e-f3778263f0fa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:55.902454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:55.984395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Checking router: 75524e88-9171-450a-97f1-a0583bb70a09 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:30:55.985773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Updating router 75524e88-9171-450a-97f1-a0583bb70a09 port 338d6582-5b4f-41cd-969e-f3778263f0fa binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:30:56.060186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-70e1dd2f-4bbf-440f-a992-d995b46321ce req-63ec8525-f41a-47c5-a603-f87e49e60757 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318527 Oct 26 14:30:56.061897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.080609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca358ed-4ff0-4072-a2db-fd2433a64ba7']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:56.117515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430ee6d5-90ce-4aec-89f9-2d93eeddc71d') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:56.117809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430ee6d5-90ce-4aec-89f9-2d93eeddc71d') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:56.163357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.172568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:56.175705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.198396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.210478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:30:56.210924 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:30:56.219190 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:30:56.244302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98adcfd9-a40a-4e21-ba7e-56adb7b92a1e req-67716529-1bb6-402b-ab79-b833130f95f8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 210 time: 0.2078032 Oct 26 14:30:56.331047 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.338087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a96c0-ba0a-4c84-a885-adef9036a078 None None] Port 338d6582-5b4f-41cd-969e-f3778263f0fa cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:56.409361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8a10d-1c65-4a00-b0ef-71e257a6c1cc None None] Deleting port 31602c58-3c16-4d17-bc0a-10853141c749 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:56.409740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fd8a10d-1c65-4a00-b0ef-71e257a6c1cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.415346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.424885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:56.431704 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/bca358ed-4ff0-4072-a2db-fd2433a64ba7 HTTP/1.1" status: 204 len: 168 time: 2.4347055 Oct 26 14:30:56.432163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:56.438244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'name': 'tempest-PortsIpV6TestJSON-2144798653'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:56.476786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4165fe-d4f5-4c3e-9408-15a87c333dff tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=bca358ed-4ff0-4072-a2db-fd2433a64ba7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-0fd8a10d-1c65-4a00-b0ef-71e257a6c1cc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 could not be found. Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1545, in delete_ports_by_device_id Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:30:56.571025 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1967, in delete_port Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network bca358ed-4ff0-4072-a2db-fd2433a64ba7 could not be found. Oct 26 14:30:56.574009 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:30:56.756567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.166646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:57.177378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.244133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 62955be0-d8ef-4467-8b56-fd4c270b98ec yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:30:57.303025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-03b9cc4f-c35a-4fbd-b4e5-bdb05b84184a None None] Provisioning complete for port 338d6582-5b4f-41cd-969e-f3778263f0fa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:57.303219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03b9cc4f-c35a-4fbd-b4e5-bdb05b84184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:57.334127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2156814-b185-4fc0-8a74-87976bd90af2 None None] DHCP port deletion for bca358ed-4ff0-4072-a2db-fd2433a64ba7 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:30:57.494562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27f08-0323-458b-bfac-2be843ce365e req-378aa810-7b5c-4ccb-8ab5-931731cda817 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:57.503870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2d27f08-0323-458b-bfac-2be843ce365e req-378aa810-7b5c-4ccb-8ab5-931731cda817 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.1354709 Oct 26 14:30:57.606236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a2d27f08-0323-458b-bfac-2be843ce365e req-2cb82605-6623-4143-8bb4-354221c3e40f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010380 Oct 26 14:30:57.623459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4c9df-6106-483c-bef2-977269c66233 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:30:57.670371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-caad5301-a64f-46a9-853f-36b70801c75b req-cb74d563-cfab-4b91-a31c-7b89e8c8a940 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 210 time: 0.1909990 Oct 26 14:30:57.784678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-03b9cc4f-c35a-4fbd-b4e5-bdb05b84184a None None] Port 338d6582-5b4f-41cd-969e-f3778263f0fa cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:30:57.799181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31f139a6-907f-488b-8a8a-23929b97a026 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:30:58.057037 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.090619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.119381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.122263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 31f139a6-907f-488b-8a8a-23929b97a026 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:30:58.122733 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.179471 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.206132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.243966 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.285116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4c9df-6106-483c-bef2-977269c66233 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:30:58.348132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc971d-ba03-465c-b47b-3b67045cdd65 None None] Pushing event updated for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.362044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:58.362933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=62955be0-d8ef-4467-8b56-fd4c270b98ec,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:58.366730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.25.5.128 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/233e8ba0-3b72-47ae-abf3-635484f56406) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:30:58.373307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:58.378589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:58.386025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:58.386859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.445446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4f3fcb76-7784-43e5-accd-e64fb9916a74 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0119362 Oct 26 14:30:58.448393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:58.628925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Attempting to bind port 338d6582-5b4f-41cd-969e-f3778263f0fa on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:30:58.629615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Attempting to bind port 338d6582-5b4f-41cd-969e-f3778263f0fa by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:30:58.629615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Attempting to bind port 338d6582-5b4f-41cd-969e-f3778263f0fa on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:30:58.721683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31602c58-3c16-4d17-bc0a-10853141c749 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:30:58.724563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:30:58.725176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:30:58.725749 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.726306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Bound using segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:30:58.726955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Bound port: 338d6582-5b4f-41cd-969e-f3778263f0fa, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:30:58.727507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.827627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 31602c58-3c16-4d17-bc0a-10853141c749 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:30:58.830038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-74e6aad4-1849-4284-b7f4-83f26419f786 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:58.831981 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-74e6aad4-1849-4284-b7f4-83f26419f786 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 797 time: 0.3442564 Oct 26 14:30:58.833890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31602c58-3c16-4d17-bc0a-10853141c749 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:30:58.855200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 62955be0-d8ef-4467-8b56-fd4c270b98ec {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:30:58.856594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:58.956850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10381dc7-6a97-458e-8126-e04efd46491b req-a05eb769-5271-41d0-8b72-1ca24d80c378 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:30:58.960890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10381dc7-6a97-458e-8126-e04efd46491b req-a05eb769-5271-41d0-8b72-1ca24d80c378 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.2024682 Oct 26 14:30:59.004311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4fba5a5a-125d-499c-95b0-38cba5f270e3 req-fe094ceb-9828-4a2a-a01b-f1ffabe0051b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 210 time: 0.0692956 Oct 26 14:30:59.048129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.064543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-33531748-8549-4556-85e6-cb666a0aef2a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 379 time: 0.2224274 Oct 26 14:30:59.075633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'port': {'device_id': '031c3b2e-b7c0-4810-a059-6296b5510601', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'admin_state_up': True, 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'security_groups': ['42a71154-0ad2-4077-998b-3614eff85abc']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:59.076653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.140546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] For port 338d6582-5b4f-41cd-969e-f3778263f0fa, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:30:59.145977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] For port 338d6582-5b4f-41cd-969e-f3778263f0fa, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=338d6582-5b4f-41cd-969e-f3778263f0fa,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:30:59.165648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.215691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10381dc7-6a97-458e-8126-e04efd46491b req-9fcd2911-8ca6-4c23-910c-2f6991764030 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362700 Oct 26 14:30:59.239019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 62955be0-d8ef-4467-8b56-fd4c270b98ec owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:30:59.326145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:30:59.327292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:30:59.544045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.570427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:30:59.576527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.623355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.769953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=62955be0-d8ef-4467-8b56-fd4c270b98ec,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.774535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:30:59.788136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:30:59.792645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a32f41c1-966a-4893-a3e1-56adf69ed84a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/62955be0-d8ef-4467-8b56-fd4c270b98ec HTTP/1.1" status: 204 len: 168 time: 1.3422048 Oct 26 14:30:59.798697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:30:59.800935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:30:59.806592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'mac_address': 'fa:16:3e:5a:cb:98', 'name': 'tempest-PortsIpV6TestJSON-187646904'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:30:59.814636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:30:59.842353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=233e8ba0-3b72-47ae-abf3-635484f56406,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:30:59.904167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc971d-ba03-465c-b47b-3b67045cdd65 None None] Pushing event updated for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:00.014048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:00.124227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:00.389417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.423153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.497541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab45ee24-0f2b-4568-8f8b-5c09c6588125 req-d05fa4f8-5870-4fab-beea-de2167a272f7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 210 time: 0.2778068 Oct 26 14:31:00.497641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 81adc4ce-4797-4dcb-bf67-3371a6740c64 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:00.497732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] Provisioning complete for port 338d6582-5b4f-41cd-969e-f3778263f0fa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:00.497732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:00.713776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.6 (2bcade7e-5eff-4eab-9527-08bd277a5acb/3f686aea-38b6-4bfc-8168-ef33d8f9895c/a55347b1-53d4-43a5-8624-d9c740e431cb) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:01.009646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d656022-5ab0-411d-b868-62297944786d req-fb2d431c-ff32-4221-bf69-51334f822bbc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:01.018667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.022936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d656022-5ab0-411d-b868-62297944786d req-fb2d431c-ff32-4221-bf69-51334f822bbc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.5347660 Oct 26 14:31:01.099084 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.116812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.240971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] For port 338d6582-5b4f-41cd-969e-f3778263f0fa, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=338d6582-5b4f-41cd-969e-f3778263f0fa,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:01.260890 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.291761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.427801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:30:59Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:01.428461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.497419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:01.592019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d700d6-2f36-4430-b062-b4b629d3db6f None None] The sync data for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 is: [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:30:59Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:01.611563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:01.625279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:01.633236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5c0f7515-879e-4a26-ac8c-2b7341631bda None None] Provisioning complete for port 338d6582-5b4f-41cd-969e-f3778263f0fa triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:01.633454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c0f7515-879e-4a26-ac8c-2b7341631bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:01.640601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5d9ad-e905-47a8-8165-c4f705e45653 None None] Pushing event updated for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:01.655980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router 5d939352-07fe-47a3-ac1c-977e6e603263 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:31:01.673627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:02.392348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c673bae4-8a2c-418b-8842-9c0159ae8ef8 None None] Provisioning complete for port a55347b1-53d4-43a5-8624-d9c740e431cb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:02.393266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c673bae4-8a2c-418b-8842-9c0159ae8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.518491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16041717-67a8-4400-8084-716fd823fd93 req-0694b2f5-b77b-46c3-8b03-0a8d384cae2a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:02.544225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16041717-67a8-4400-8084-716fd823fd93 req-0694b2f5-b77b-46c3-8b03-0a8d384cae2a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 931 time: 0.6578765 Oct 26 14:31:02.548606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d656022-5ab0-411d-b868-62297944786d req-e0212172-1a33-4318-a184-3e8caa3f8f27 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2463636 Oct 26 14:31:02.579353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.620869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 338d6582-5b4f-41cd-969e-f3778263f0fa up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:02.702944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:02.707956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.728027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:02.731461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c673bae4-8a2c-418b-8842-9c0159ae8ef8 None None] Port a55347b1-53d4-43a5-8624-d9c740e431cb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:02.759393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:02.777260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:02.806889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:02.807552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.830911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=81adc4ce-4797-4dcb-bf67-3371a6740c64,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:02.840668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 338d6582-5b4f-41cd-969e-f3778263f0fa triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:02.841233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.849754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-16041717-67a8-4400-8084-716fd823fd93 req-bb3562b7-8642-4611-8f1b-1def4422f224 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038034 Oct 26 14:31:02.850861 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:02.875300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36144) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:02.875594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d8515bb7-8f5e-4254-b22f-ab212caf9575 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0717390 Oct 26 14:31:02.896418 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Sync routers for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:02.934498 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:02.934670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-83636616-9eb3-44e6-96d1-db1eeb99d8dc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8631928 Oct 26 14:31:02.935975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:02.965546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Request body: {'port': {'device_id': '031c3b2e-b7c0-4810-a059-6296b5510601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:02.977432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:02.978724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0620774a-534b-4f34-b7a3-8ee8ca4e7538 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.4082878 Oct 26 14:31:02.984689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36148) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:02.999428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408d2db-4934-4985-a3c1-253560d02acf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:03.007198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6408d2db-4934-4985-a3c1-253560d02acf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/81adc4ce-4797-4dcb-bf67-3371a6740c64 HTTP/1.1" status: 200 len: 844 time: 0.1283183 Oct 26 14:31:03.041974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:03.151152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dac559-bfa7-4610-856a-2e56884549eb tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:03.157846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-17dac559-bfa7-4610-856a-2e56884549eb tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=930976f8201b4b5eb10ce2e8980c2276&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1716359 Oct 26 14:31:03.162404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36152) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:03.268286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.371757 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:03.545054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-0425636e-f87c-44a7-b074-c652417d00ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259507 Oct 26 14:31:03.549343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9e290-5494-4b06-845e-eee1eee5a099 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:03.564721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-48b9e290-5494-4b06-845e-eee1eee5a099 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4011519 Oct 26 14:31:03.581457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36160) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:03.702495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 81adc4ce-4797-4dcb-bf67-3371a6740c64 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:03.704086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:03.829952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-33a74456-9eac-4ad2-8b50-09930035a837 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2452211 Oct 26 14:31:03.834387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36164) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:03.883826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-59555df0-2090-4c77-b27b-5a50d60150d8 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=930976f8201b4b5eb10ce2e8980c2276&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480077 Oct 26 14:31:03.894123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:03.937178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-a5317537-6737-4f3c-aba9-fd89dba3cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:03.940296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-a5317537-6737-4f3c-aba9-fd89dba3cd7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.2105684 Oct 26 14:31:04.047749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c94498-181f-4c1d-aca2-5219f6214a20 req-84ee7fa0-ac2f-494f-8fe1-d681f7c20140 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:04.060544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33c94498-181f-4c1d-aca2-5219f6214a20 req-84ee7fa0-ac2f-494f-8fe1-d681f7c20140 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.3302593 Oct 26 14:31:04.108992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:04.127388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:04.154492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Transition to ACTIVE for port object a55347b1-53d4-43a5-8624-d9c740e431cb will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:31:04.174912 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:00Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:04.180399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:04.212617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 81adc4ce-4797-4dcb-bf67-3371a6740c64 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:04.267849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33c94498-181f-4c1d-aca2-5219f6214a20 req-d520f1f7-4285-41af-b267-39d1a3d0c13b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062438 Oct 26 14:31:04.308657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Checking router: 5d939352-07fe-47a3-ac1c-977e6e603263 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:04.308657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Updating router 5d939352-07fe-47a3-ac1c-977e6e603263 port 233e8ba0-3b72-47ae-abf3-635484f56406 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:04.420096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797d2a4-b618-47e8-8692-e8733eb48c15 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:04.427887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c797d2a4-b618-47e8-8692-e8733eb48c15 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5274189 Oct 26 14:31:04.428146 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:04.429088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36174) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:04.472926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-da7a776e-f411-4266-8c08-0fa938d551bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:04.476152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-da7a776e-f411-4266-8c08-0fa938d551bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.4620733 Oct 26 14:31:04.549158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7457826e-5bd0-4871-93bf-e0325cb5356d tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075017 Oct 26 14:31:04.551045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36180) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:04.645662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-48291610', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:04.824314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-49a06621-8db2-49d4-949e-749d91d0145f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 1002 time: 0.3065228 Oct 26 14:31:04.950020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-02ab6ea7-e764-4e42-b88c-6b3dd3678353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:04.953770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-02ab6ea7-e764-4e42-b88c-6b3dd3678353 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1163845 Oct 26 14:31:05.002084 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.019728 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.026627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.027329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:05.034529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.125597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:05.165570 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Attempting to bind port 233e8ba0-3b72-47ae-abf3-635484f56406 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:05.174452 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Attempting to bind port 233e8ba0-3b72-47ae-abf3-635484f56406 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:05.175318 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Attempting to bind port 233e8ba0-3b72-47ae-abf3-635484f56406 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:05.195718 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d755f-6520-4ed0-94ae-29da69db386e None None] Pushing event updated for resources: {'Port': ['ID=233e8ba0-3b72-47ae-abf3-635484f56406,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:05.198846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c1a03-5c97-4139-adce-2a0e6caff05b req-1d399f19-d2a3-4d0f-951e-91b4af07e0a2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:05.200177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:05.200454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f5c1a03-5c97-4139-adce-2a0e6caff05b req-1d399f19-d2a3-4d0f-951e-91b4af07e0a2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.8312097 Oct 26 14:31:05.216951 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:05.218299 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.219965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:05.220876 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Bound port: 233e8ba0-3b72-47ae-abf3-635484f56406, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:05.221539 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.228277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-89eb7786-ca12-43e0-b178-3a027d2402f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:05.230715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-89eb7786-ca12-43e0-b178-3a027d2402f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682455 Oct 26 14:31:05.355219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f5c1a03-5c97-4139-adce-2a0e6caff05b req-2703dc0f-b18e-4c87-9f6c-3d297e18d8f4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354394 Oct 26 14:31:05.429298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] For port 233e8ba0-3b72-47ae-abf3-635484f56406, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:05.434383 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.440031 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] For port 233e8ba0-3b72-47ae-abf3-635484f56406, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=233e8ba0-3b72-47ae-abf3-635484f56406,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:05.449190 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.476091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=81adc4ce-4797-4dcb-bf67-3371a6740c64,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:05.482039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:05.482145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:05.482409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:05.492704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.500307 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-870878a2-3f92-46bb-85d4-6259d1b46851 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/81adc4ce-4797-4dcb-bf67-3371a6740c64 HTTP/1.1" status: 204 len: 168 time: 2.4569900 Oct 26 14:31:05.501060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:05.562015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:31:05.562375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:05.577559 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e76d2c-c9ea-429d-8712-61031bc757ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:05.580384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:05.583384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:30:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:05.585470 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-85e76d2c-c9ea-429d-8712-61031bc757ce tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/81adc4ce-4797-4dcb-bf67-3371a6740c64 HTTP/1.1" status: 404 len: 333 time: 0.0828168 Oct 26 14:31:05.586806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:05.587390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:05.588000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Bound using segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:05.588647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Bound port: a55347b1-53d4-43a5-8624-d9c740e431cb, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:05.589236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.591498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36200) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:05.597835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'name': 'tempest-PortsIpV6TestJSON-1028537966'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:05.770046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:05.774400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:05.791021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.827474 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d755f-6520-4ed0-94ae-29da69db386e None None] Pushing event updated for resources: {'Port': ['ID=233e8ba0-3b72-47ae-abf3-635484f56406,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:05.856329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:05.857198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:05.859339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] 10.222.0.73 "PUT /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1091 time: 2.9122560 Oct 26 14:31:05.862409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:05.872859 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98298c19-8d4d-418e-a9da-62584bcde984" -d '{"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:05.887079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df628e6c-4d0a-4d8a-a8c0-3f03efa39297 req-d8c47c36-565a-473f-8bfe-a2d8844d685c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:05.891289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df628e6c-4d0a-4d8a-a8c0-3f03efa39297 req-d8c47c36-565a-473f-8bfe-a2d8844d685c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 943 time: 0.4272289 Oct 26 14:31:05.947123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ab8e0-a1a9-4d57-881e-c2d67631c051 service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:05.964777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:05.971810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.024651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 82e545ac-6552-4513-a949-6f25774e1d8c yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:06.097454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:06.165843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-68931b3d-b14b-458a-a643-91b415016779 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9193022 Oct 26 14:31:06.354235 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdfb75c-2c5d-426e-8f86-251480b4f532 x-openstack-request-id: req-efdfb75c-2c5d-426e-8f86-251480b4f532 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:06.355072 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:06.355072 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efdfb75c-2c5d-426e-8f86-251480b4f532 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:06.355072 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:31:06.361516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a1dce67a-59c6-4528-9b00-ea1aaa16cf6e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:31:06.417566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.429295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-31d4032b-4acd-4a17-a5ed-c2738ced9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:06.430791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-31d4032b-4acd-4a17-a5ed-c2738ced9094 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1094 time: 0.4216433 Oct 26 14:31:06.449477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df628e6c-4d0a-4d8a-a8c0-3f03efa39297 req-1bb9f8b0-ad70-4395-a73f-2cf2b27da135 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5283341 Oct 26 14:31:06.546789 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:00Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:06.563351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-04ae3c62-3d1d-4896-be78-b07739f5f14e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 217 time: 0.1038115 Oct 26 14:31:06.613159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2faa32-ca34-4134-bbad-3710b35f8769 None None] The sync data for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 is: [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:00Z', 'revision_number': 3, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:06.650695 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.661516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:06.692256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'port_id': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'mac_address': 'fa:16:3e:1f:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:31:06.751769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-a467274b-92ae-404d-b98a-55b87b5b9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:06.753548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-a467274b-92ae-404d-b98a-55b87b5b9cd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1703291 Oct 26 14:31:06.756720 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.764087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.769242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428a381-ba11-46a5-99ba-81d281d9c0a9 req-d4c1a237-6f2c-4f20-88f4-e7c6e90c79d0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:06.771213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a428a381-ba11-46a5-99ba-81d281d9c0a9 req-d4c1a237-6f2c-4f20-88f4-e7c6e90c79d0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.1891975 Oct 26 14:31:06.783361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1dce67a-59c6-4528-9b00-ea1aaa16cf6e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:06.812917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:06.819849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fecdbd31-832f-4562-9a2f-8863fa1b0b2b req-90d94094-db90-4a00-b64e-3a1645892f0f service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393414 Oct 26 14:31:06.821449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Subnet': ['ID=1a26152a-cd5d-4de5-857f-3fcaf8644213,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:06.821647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:06.891735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Checking segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:06.892593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network hostable DHCP agents. Network: 4105e8b0-f08c-4dcd-8168-8b1fbde17005, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:06.940823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:06.975313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:06.986577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:07.009534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:07.019241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4105e8b0-f08c-4dcd-8168-8b1fbde17005) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:07.019409 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:07.024354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:07.025536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.032055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa096bfc-ee03-4d7c-afce-71d06c2361e4 None None] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:07.040169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:07.040993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:07.067050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a428a381-ba11-46a5-99ba-81d281d9c0a9 req-9e96d883-8909-4b50-ba62-1d6d6f876c5e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489560 Oct 26 14:31:07.069692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=82e545ac-6552-4513-a949-6f25774e1d8c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:07.076308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-ab7dc142-9f04-4d56-adf0-c24752f36dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:07.079086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-ab7dc142-9f04-4d56-adf0-c24752f36dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3065596 Oct 26 14:31:07.097491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d634a2b1-2784-4fa2-ae6c-da753c4d084e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5045903 Oct 26 14:31:07.100233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36224) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:07.164772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:07.175233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38854076-7437-40f1-9047-585b3c802a45 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.5336821 Oct 26 14:31:07.184988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:07.198536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36226) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:07.340315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-079f5067-00ca-4d40-87c2-6bc542ff84fc service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339036 Oct 26 14:31:07.634091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e70dcb7b-4ffd-43da-9848-ff561d8d1fe6 req-48327666-2f4d-46fa-9662-bfeacf90959f service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878509 Oct 26 14:31:07.866943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298c19-8d4d-418e-a9da-62584bcde984 req-a1fa9ca5-00a7-4303-8475-0d24b7c17a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:07.875728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-a1fa9ca5-00a7-4303-8475-0d24b7c17a8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1094 time: 0.1575446 Oct 26 14:31:07.988013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'fixed_ips': [{'subnet_id': '1a26152a-cd5d-4de5-857f-3fcaf8644213'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:07.991989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.175911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.198241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cf9ca-fa3f-46c1-bc33-e8408aa878ba req-d6dde3ba-0729-47b0-b8b4-a8c35493d89e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.199253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298c19-8d4d-418e-a9da-62584bcde984 req-1914155b-0eb8-48f1-b1a3-7d6e0140ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.203731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-1914155b-0eb8-48f1-b1a3-7d6e0140ffd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.3178496 Oct 26 14:31:08.209171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-981cf9ca-fa3f-46c1-bc33-e8408aa878ba req-d6dde3ba-0729-47b0-b8b4-a8c35493d89e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 944 time: 0.2359998 Oct 26 14:31:08.322535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-981cf9ca-fa3f-46c1-bc33-e8408aa878ba req-15473419-fe84-4cdd-abd3-f11fe5a6a212 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065915 Oct 26 14:31:08.464783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-4e39cac4-ca81-4f88-9279-01a207d8f839 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 217 time: 0.2537169 Oct 26 14:31:08.649006 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.664136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 233e8ba0-3b72-47ae-abf3-635484f56406 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:08.691562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.795470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328befca-b959-45ff-a554-565e0e73a4df req-50a6d744-e47d-4405-8eee-06352aa9cce6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.809340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-328befca-b959-45ff-a554-565e0e73a4df req-50a6d744-e47d-4405-8eee-06352aa9cce6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.4115195 Oct 26 14:31:08.817686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298c19-8d4d-418e-a9da-62584bcde984 req-cfa82e90-a0ee-4865-93fc-e871b8268985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.821057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=82e545ac-6552-4513-a949-6f25774e1d8c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:08.821365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-cfa82e90-a0ee-4865-93fc-e871b8268985 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.2910135 Oct 26 14:31:08.838593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] In _notify_port_updated(), no bound segment for port 82e545ac-6552-4513-a949-6f25774e1d8c on network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 {{(pid=102163) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:31:08.847236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:08.847236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:08.848669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ad9aa133-de1c-41c4-9e65-983541af936d tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/ports/82e545ac-6552-4513-a949-6f25774e1d8c HTTP/1.1" status: 200 len: 818 time: 1.7123260 Oct 26 14:31:08.854682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36252) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:08.891514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Allocated IP 172.20.0.18 (4105e8b0-f08c-4dcd-8168-8b1fbde17005/1a26152a-cd5d-4de5-857f-3fcaf8644213/4ebc9967-8d27-4d5e-b850-0d2a66ad644c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:09.048646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298c19-8d4d-418e-a9da-62584bcde984 req-a2977e23-30d8-4807-9ac6-92524d2540a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:09.052198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-a2977e23-30d8-4807-9ac6-92524d2540a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216759 Oct 26 14:31:09.146627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 233e8ba0-3b72-47ae-abf3-635484f56406 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:09.147543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:09.318658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-c0029eaa-5581-4140-b81b-535e04f34478 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554569 Oct 26 14:31:09.325756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-328befca-b959-45ff-a554-565e0e73a4df req-ce909b02-6f8f-40f9-b82b-c685d1b15bee tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758368 Oct 26 14:31:09.542568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:09.566311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:09.583798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-98298c19-8d4d-418e-a9da-62584bcde984 req-a8ed0af4-1cb8-432e-9ee6-4c135f63f543 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547946 Oct 26 14:31:09.693140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Pushing event updated for resources: {'Port': ['ID=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:09.782201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:09.788737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:09.795269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:09.862705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:09.964240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Attempting to bind port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:09.965227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Attempting to bind port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:09.966147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Attempting to bind port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c on network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:10.013062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:10.013448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Checking segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:10.013860 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.014264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Bound using segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:10.014872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Bound port: 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:10.015530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.040997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 233e8ba0-3b72-47ae-abf3-635484f56406, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=233e8ba0-3b72-47ae-abf3-635484f56406,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:10.060066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.130235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 82e545ac-6552-4513-a949-6f25774e1d8c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:10.131387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.251377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] For port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:10.253844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] For port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:10.266324 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.283647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed7de-1627-443c-aaeb-f4c9cdd08630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.316756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=233e8ba0-3b72-47ae-abf3-635484f56406,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:10.414016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.417944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a1dce67a-59c6-4528-9b00-ea1aaa16cf6e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:10.469812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 82e545ac-6552-4513-a949-6f25774e1d8c owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:10.487785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1722a-acb5-4b9a-8f69-0f177e0afbbf req-fa435667-a33b-47fa-b238-ba01d1e6681a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:10.489745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84b1722a-acb5-4b9a-8f69-0f177e0afbbf req-fa435667-a33b-47fa-b238-ba01d1e6681a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 944 time: 0.4677701 Oct 26 14:31:10.625036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:31:10.629171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 233e8ba0-3b72-47ae-abf3-635484f56406 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:10.646382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ab2d-d8b8-4e4d-b617-fbbf507fabf6 None None] Pushing event updated for resources: {'Port': ['ID=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:10.694076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.700242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-84b1722a-acb5-4b9a-8f69-0f177e0afbbf req-8c9f1284-81ed-480d-b1c4-d31427bbedbb tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918635 Oct 26 14:31:10.774254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:31:10.796838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:10.797395 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:10.869864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c040663-ec20-430c-b29b-8f3fc697a4a0 req-4718458e-7796-4ee3-95bc-5c2a9356a76b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:10.880803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c040663-ec20-430c-b29b-8f3fc697a4a0 req-4718458e-7796-4ee3-95bc-5c2a9356a76b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.2624390 Oct 26 14:31:10.975739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.017535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8c040663-ec20-430c-b29b-8f3fc697a4a0 req-43fe744c-dd22-490e-afec-15e2a0f055c1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127856 Oct 26 14:31:11.021200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=82e545ac-6552-4513-a949-6f25774e1d8c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:11.114949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.122674 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1714410e-8b25-4df8-9f57-4bda7b5ef9a1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/82e545ac-6552-4513-a949-6f25774e1d8c HTTP/1.1" status: 204 len: 168 time: 2.2666807 Oct 26 14:31:11.126153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36292) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:11.171576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 233e8ba0-3b72-47ae-abf3-635484f56406 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:11.171948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.240521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ccdd3-4481-44df-8da1-b942f56e2e4e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:11.245077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-195ccdd3-4481-44df-8da1-b942f56e2e4e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1145928 Oct 26 14:31:11.246533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:11.247524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36294) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:11.304585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:31:11.323551 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7a3d24-bf0f-49f9-a0ba-c66284fe2245 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:11.327080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca7a3d24-bf0f-49f9-a0ba-c66284fe2245 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/82e545ac-6552-4513-a949-6f25774e1d8c HTTP/1.1" status: 404 len: 333 time: 0.0781255 Oct 26 14:31:11.334278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36296) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:11.349738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1915349079'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:11.381291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:11.386721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.425743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:11.442052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.442830 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment a3e069a8-b92f-4d2e-875f-62579b67e25f of type vlan for network 9918f0ba-a9db-43ee-a672-8eda09a2da3c Oct 26 14:31:11.491485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.518034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.575961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.578404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.592787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:11.593452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.633881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:11.654236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:11.659678 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf201b25-3187-4c8f-8209-8717a43d591d" -d '{"events": [{"server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:11.694493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:11.699414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:11.705966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.721123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:11.733736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3959930 Oct 26 14:31:11.739265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.20.0.17 (4105e8b0-f08c-4dcd-8168-8b1fbde17005/1a26152a-cd5d-4de5-857f-3fcaf8644213/6375f49a-8612-48b0-82f2-8004ca338f99) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:11.743038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36306) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:11.754729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:11.838849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:11.967265 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c86cd8f-15f8-43ca-ae01-dd2bc6f6cf64 x-openstack-request-id: req-5c86cd8f-15f8-43ca-ae01-dd2bc6f6cf64 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:11.968119 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "name": "network-vif-plugged", "status": "completed", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:11.968372 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c86cd8f-15f8-43ca-ae01-dd2bc6f6cf64 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:11.968817 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'code': 200} Oct 26 14:31:11.997852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d69339-1305-4cdf-83d9-9f19ebb00d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=9918f0ba-a9db-43ee-a672-8eda09a2da3c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:12.021413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:12.025987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.122623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.160751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['a55347b1-53d4-43a5-8624-d9c740e431cb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:12.239635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce1d8-75b3-4db5-a56c-805c6c88d6c4 req-ea28a8a1-f9e4-4fbd-9f6e-017dbee58c76 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:12.248236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94dce1d8-75b3-4db5-a56c-805c6c88d6c4 req-ea28a8a1-f9e4-4fbd-9f6e-017dbee58c76 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.2303305 Oct 26 14:31:12.252955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:12.261098 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.294477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:12.439074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:12.467282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b53a18-c882-423a-8c11-66ac8046ffbb None None] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:12.476695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:12.497984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:12.506741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:12.529784 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94dce1d8-75b3-4db5-a56c-805c6c88d6c4 req-60e39d8b-989a-4cd2-9a00-ebdaae16700a tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116538 Oct 26 14:31:12.627726 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.689477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] Provisioning complete for port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:12.689850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:12.734323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ebc9967-8d27-4d5e-b850-0d2a66ad644c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:12.916371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf233-dd1e-461e-8dba-07a9301bc831 req-2671267e-e60c-4e69-9fcc-ccbb52d8d634 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:12.923575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d03bf233-dd1e-461e-8dba-07a9301bc831 req-2671267e-e60c-4e69-9fcc-ccbb52d8d634 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.6542244 Oct 26 14:31:12.930425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353e2f-196e-4137-9205-f2452eb43bef req-1401c3c3-ff62-4c8e-8bfc-0af7a111a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:12.932028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02353e2f-196e-4137-9205-f2452eb43bef req-1401c3c3-ff62-4c8e-8bfc-0af7a111a736 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1096 time: 0.8356938 Oct 26 14:31:12.959065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.039164 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e39014cc-0ec8-4a66-b6be-39682e9421e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.091441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.134705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=f9f0a0f0-7ae7-4863-bcec-715cbb90904c,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:13.143237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': 'a3e069a8-b92f-4d2e-875f-62579b67e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:13.143237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: 9918f0ba-a9db-43ee-a672-8eda09a2da3c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:13.164845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:13.165293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.176890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:13.200549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9918f0ba-a9db-43ee-a672-8eda09a2da3c) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:13.217934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:13.218304 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.218555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.235502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d03bf233-dd1e-461e-8dba-07a9301bc831 req-b8a9de45-06e9-4e48-87ff-f56cf8ea9702 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789633 Oct 26 14:31:13.240279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c6ae15-76fb-453e-9020-fe59546f3c59 None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:13.272978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1646511c-2e09-4f20-b8f7-8c9153a699af tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5277443 Oct 26 14:31:13.277012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36322) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:13.282742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:13.343547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02353e2f-196e-4137-9205-f2452eb43bef req-872cdfd2-125f-4161-bc86-d39bdb44adbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600249 Oct 26 14:31:13.372869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] For port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:13.401661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.596804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:13.603381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.757137 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9f0a0f0-7ae7-4863-bcec-715cbb90904c (CIDR: 2001:db8::/64) Oct 26 14:31:13.769083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568b58-eac4-4153-b737-7e34b2120dac None None] Pushing event updated for resources: {'Port': ['ID=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:13.770715 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:31:13.771317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:31:13.856221 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-318324af-3c8b-42a9-9979-3175bc3bdb96 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5779247 Oct 26 14:31:13.860871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36330) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:13.865429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:13.869525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': 'f9f0a0f0-7ae7-4863-bcec-715cbb90904c'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:13.873494 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.913133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c04b42ee-5128-48db-bab0-d8b65df496f1 None None] Provisioning complete for port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:13.913488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c04b42ee-5128-48db-bab0-d8b65df496f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:13.993874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661725af-ba0c-4166-9a8c-12282ac4f332 req-f4594b1a-881c-4c2b-bc6b-18e6a15c5441 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:13.995466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-661725af-ba0c-4166-9a8c-12282ac4f332 req-f4594b1a-881c-4c2b-bc6b-18e6a15c5441 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.2011027 Oct 26 14:31:14.020175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.038629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.056146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.142832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-661725af-ba0c-4166-9a8c-12282ac4f332 req-9b88d368-1e7b-4fd6-9a31-e92d8e6399b1 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286154 Oct 26 14:31:14.151495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:14.174792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.196644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:14.206175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.377306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.411541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Allocated IP 2001:db8::2 (9918f0ba-a9db-43ee-a672-8eda09a2da3c/f9f0a0f0-7ae7-4863-bcec-715cbb90904c/350a080e-2142-487f-a51e-d4d373b44c88) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:14.615264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:14.617704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:14.636031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dbdae-bf97-4782-bdad-6ab8854327b7 req-9b4e027d-dd9a-463f-a0b3-8bca4866d75f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:14.637747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce3dbdae-bf97-4782-bdad-6ab8854327b7 req-9b4e027d-dd9a-463f-a0b3-8bca4866d75f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.2329319 Oct 26 14:31:14.659479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:14.662141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ebc9967-8d27-4d5e-b850-0d2a66ad644c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:14.766151 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.865463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce3dbdae-bf97-4782-bdad-6ab8854327b7 req-060ba48e-7506-488f-abfa-4b958449af88 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034493 Oct 26 14:31:14.877185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.936881 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:14.960337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router 5d939352-07fe-47a3-ac1c-977e6e603263 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:15.003890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:15.008214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:15.019206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:15.019719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.055690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=0bb0b612-f3bb-4200-bdbc-466e75e5cc9d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:15.077790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aab8f86f-2669-41b2-850e-6e5ff15f8b92 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2154629 Oct 26 14:31:15.079429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36350) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:15.095908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'fixed_ips': [{'subnet_id': 'f9f0a0f0-7ae7-4863-bcec-715cbb90904c'}, {'subnet_id': '0bb0b612-f3bb-4200-bdbc-466e75e5cc9d'}], 'name': 'tempest-PortsIpV6TestJSON-1167748263'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:15.160331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:15.195106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:15.206610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:15.210109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88f37f62-2179-4fab-b3b1-1b5d2a3d7f65 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "PUT /v2.0/routers/5d939352-07fe-47a3-ac1c-977e6e603263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0108538 Oct 26 14:31:15.215387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:15.234888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port a55347b1-53d4-43a5-8624-d9c740e431cb completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:31:15.239985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Sync routers for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:15.265884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:15.268035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.270713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c04b42ee-5128-48db-bab0-d8b65df496f1 None None] Provisioning complete for port 6375f49a-8612-48b0-82f2-8004ca338f99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:15.270988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c04b42ee-5128-48db-bab0-d8b65df496f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.293795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Pushing event updated for resources: {'Port': ['ID=350a080e-2142-487f-a51e-d4d373b44c88,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:15.397166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port a55347b1-53d4-43a5-8624-d9c740e431cb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:15.397547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.441215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126f0c-5afa-4d9b-a457-fa551162ddfa req-f2ba7908-ae4a-4ed5-a56d-e739a6913194 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:15.443196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e126f0c-5afa-4d9b-a457-fa551162ddfa req-f2ba7908-ae4a-4ed5-a56d-e739a6913194 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.0873458 Oct 26 14:31:15.500366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:15.501223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:15.503464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e126f0c-5afa-4d9b-a457-fa551162ddfa req-0f4431e0-002e-4604-bd3f-67c5267c7330 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505922 Oct 26 14:31:15.504352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:15.718621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:15.740702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port db2dd5a9-770c-4979-aa3c-a19b4779ecef yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:15.747783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:15.787749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30455e-c0e9-4527-ac55-f465ac78365a req-d92ee923-c8eb-44fe-92f6-2d14fbba9fc0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:15.805113 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe30455e-c0e9-4527-ac55-f465ac78365a req-d92ee923-c8eb-44fe-92f6-2d14fbba9fc0 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.1642170 Oct 26 14:31:15.957431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe30455e-c0e9-4527-ac55-f465ac78365a req-8641fbee-e3bd-4e65-8868-d909f389d2c5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451240 Oct 26 14:31:16.000627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:16.025863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Attempting to bind port 350a080e-2142-487f-a51e-d4d373b44c88 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:16.027447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Attempting to bind port 350a080e-2142-487f-a51e-d4d373b44c88 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a3e069a8-b92f-4d2e-875f-62579b67e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:16.028341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Attempting to bind port 350a080e-2142-487f-a51e-d4d373b44c88 on network 9918f0ba-a9db-43ee-a672-8eda09a2da3c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:16.056658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c04b42ee-5128-48db-bab0-d8b65df496f1 None None] Port 6375f49a-8612-48b0-82f2-8004ca338f99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:16.175377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:16.176251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Checking segment: {'id': 'a3e069a8-b92f-4d2e-875f-62579b67e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:16.177508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.178288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Bound using segment: {'id': 'a3e069a8-b92f-4d2e-875f-62579b67e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:16.179228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Bound port: 350a080e-2142-487f-a51e-d4d373b44c88, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e069a8-b92f-4d2e-875f-62579b67e25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:16.179970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.283502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eca283-83e5-4d41-b1ee-0062646d9dc8 req-46cf849e-ccef-4017-b6d1-d0976bd78a1e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:16.285483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.292027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60eca283-83e5-4d41-b1ee-0062646d9dc8 req-46cf849e-ccef-4017-b6d1-d0976bd78a1e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.1224720 Oct 26 14:31:16.350120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60eca283-83e5-4d41-b1ee-0062646d9dc8 req-37a18022-c719-4443-a87f-f2fde9a99094 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573699 Oct 26 14:31:16.374759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-87059524-6bf8-4974-a054-6bfec51e1ca7 None None] Provisioning complete for port 6375f49a-8612-48b0-82f2-8004ca338f99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:16.375318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87059524-6bf8-4974-a054-6bfec51e1ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.382869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-e85091dc-8bde-49ba-8b11-3068c983d66f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:16.385925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-e85091dc-8bde-49ba-8b11-3068c983d66f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/networks?id=4105e8b0-f08c-4dcd-8168-8b1fbde17005 HTTP/1.1" status: 200 len: 798 time: 0.4599729 Oct 26 14:31:16.455901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-43621d42-2e30-46a9-a8e9-b963094eac82 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/quotas/930976f8201b4b5eb10ce2e8980c2276 HTTP/1.1" status: 200 len: 375 time: 0.0556691 Oct 26 14:31:16.618988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::120 (9918f0ba-a9db-43ee-a672-8eda09a2da3c/f9f0a0f0-7ae7-4863-bcec-715cbb90904c/db2dd5a9-770c-4979-aa3c-a19b4779ecef) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:16.634911 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:31:16.669449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-49fcd07d-ddb1-44f2-a49b-dda0f5515420 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1783140 Oct 26 14:31:16.678932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8:0:1::30c (9918f0ba-a9db-43ee-a672-8eda09a2da3c/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d/db2dd5a9-770c-4979-aa3c-a19b4779ecef) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:16.754260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] For port 350a080e-2142-487f-a51e-d4d373b44c88, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:16.759053 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.765235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] For port 350a080e-2142-487f-a51e-d4d373b44c88, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=350a080e-2142-487f-a51e-d4d373b44c88,segment=NetworkSegment(a3e069a8-b92f-4d2e-875f-62579b67e25f),segment_id=a3e069a8-b92f-4d2e-875f-62579b67e25f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:16.801811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.805174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-87059524-6bf8-4974-a054-6bfec51e1ca7 None None] Port 6375f49a-8612-48b0-82f2-8004ca338f99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:16.843695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a1ca6-e830-49cb-9320-1a886eb00242 tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:16.853770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-482a1ca6-e830-49cb-9320-1a886eb00242 tempest-TestVolumeBootPattern-811255192 tempest-TestVolumeBootPattern-811255192-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1091 time: 0.8509016 Oct 26 14:31:16.854706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:16.865939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:16.947177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:16.986732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:16.989635 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab3f363-ff35-4ce5-a88c-e941f4deb47e" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:17.027923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:17.052722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.072275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56790f36-acb5-4cd5-89b7-82b339226db6 None None] Pushing event updated for resources: {'Port': ['ID=350a080e-2142-487f-a51e-d4d373b44c88,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:17.175630 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0a6fe-e28a-4567-9985-1d1e149d4067 x-openstack-request-id: req-e8b0a6fe-e28a-4567-9985-1d1e149d4067 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:17.175925 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:17.176181 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b0a6fe-e28a-4567-9985-1d1e149d4067 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:17.176634 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'code': 200} Oct 26 14:31:17.235776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:12Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6375f49a-8612-48b0-82f2-8004ca338f99', 'name': '', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:2d:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:11Z', 'updated_at': '2021-10-26T14:31:13Z', 'revision_number': 2, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:17.251886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-f6876536-6af9-4d05-b309-41467d6b4aee service neutron] 10.222.0.37 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946871 Oct 26 14:31:17.292223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:17.296803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Checking router: 5d939352-07fe-47a3-ac1c-977e6e603263 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:17.297116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Updating router 5d939352-07fe-47a3-ac1c-977e6e603263 port 6375f49a-8612-48b0-82f2-8004ca338f99 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:31:17.302278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.327294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.615750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.648378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6355d08-2b95-4dbe-9b39-10f2aaad5037 req-602b4ddf-45be-49d0-8db6-82a7e1e42bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:17.651387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6355d08-2b95-4dbe-9b39-10f2aaad5037 req-602b4ddf-45be-49d0-8db6-82a7e1e42bc4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.3783734 Oct 26 14:31:17.695665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Allocated IP 172.25.5.68 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/3c213504-1358-4238-8e9d-026e24275a8b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:17.728345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc528663-7250-4fb2-9128-789a86205dc4 req-68039148-0c0c-42a4-b747-d85caac435d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:17.731302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc528663-7250-4fb2-9128-789a86205dc4 req-68039148-0c0c-42a4-b747-d85caac435d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1725371 Oct 26 14:31:17.754746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-64747bb9-61c1-4e35-9a6d-ee247a914b5d service neutron] 10.222.0.37 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760928 Oct 26 14:31:17.811988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c6355d08-2b95-4dbe-9b39-10f2aaad5037 req-4ca3d797-34a7-414d-b808-4c89bfc32a70 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474926 Oct 26 14:31:17.834742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.951771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:17.957374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:17.964448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=db2dd5a9-770c-4979-aa3c-a19b4779ecef,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:17.978305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:17.985509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:17.999796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:18.000521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.040033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dba377a5-653b-47a1-a20f-26d0d874dbb6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9547570 Oct 26 14:31:18.042892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36414) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:18.048897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9f0a0f0-7ae7-4863-bcec-715cbb90904c'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:18.087224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc528663-7250-4fb2-9128-789a86205dc4 req-5f0e3e25-9140-4b36-b7f8-6dfff1cd9e1b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495607 Oct 26 14:31:18.097504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.199598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:18.218496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:18.234781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:18.241802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4c9c1f7-bffd-4c7f-af90-8264d58c699a req-8d17fe32-6191-4064-9b15-b5d218e1625a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 210 time: 0.1684978 Oct 26 14:31:18.374515 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.383356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.403009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.521050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Pushing event updated for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:18.617228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.618153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.618909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.633783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.634690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.635476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.635971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.636549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.637753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.638385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.639333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.640098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:18.697548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Attempting to bind port 6375f49a-8612-48b0-82f2-8004ca338f99 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:18.697916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Attempting to bind port 6375f49a-8612-48b0-82f2-8004ca338f99 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:18.705096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Attempting to bind port 6375f49a-8612-48b0-82f2-8004ca338f99 on network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:18.719849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:18.720815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Checking segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:18.723712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:18.724442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Bound using segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:18.725136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Bound port: 6375f49a-8612-48b0-82f2-8004ca338f99, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:18.726229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.075468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] For port 6375f49a-8612-48b0-82f2-8004ca338f99, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:19.081397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] For port 6375f49a-8612-48b0-82f2-8004ca338f99, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6375f49a-8612-48b0-82f2-8004ca338f99,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:19.110946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.151427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 350a080e-2142-487f-a51e-d4d373b44c88 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:19.157224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] Provisioning complete for port 6375f49a-8612-48b0-82f2-8004ca338f99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:19.157602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:19.210394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Delete allocated IP 2001:db8:0:1::30c (9918f0ba-a9db-43ee-a672-8eda09a2da3c/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d) {{(pid=102164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:31:19.347967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e8dc7-e3c3-4c98-8747-c907db4deed1 None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:19.455428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=3c213504-1358-4238-8e9d-026e24275a8b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:19.843798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:19.846055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:19.889279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d5ad1-2cd0-49e7-ac20-2be5cb908e01 req-12b7a8bd-622f-44d5-b787-4125a063e1a1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:19.909355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-229d5ad1-2cd0-49e7-ac20-2be5cb908e01 req-12b7a8bd-622f-44d5-b787-4125a063e1a1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.4743207 Oct 26 14:31:19.935967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d4579-aa8c-4d24-81a0-5d535fe537f9 None None] Pushing event updated for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:20.134519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:20.138401 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.223570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.255026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-229d5ad1-2cd0-49e7-ac20-2be5cb908e01 req-d2cd3e36-f2f1-4107-9566-49bba80cd0b5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348594 Oct 26 14:31:20.272654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.322815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.378803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:20.505705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.509855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] For port 6375f49a-8612-48b0-82f2-8004ca338f99, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6375f49a-8612-48b0-82f2-8004ca338f99,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:20.533984 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.582282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=db2dd5a9-770c-4979-aa3c-a19b4779ecef,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:20.593524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c032fd24-da99-40e3-b3ed-92610c6a4e92 req-4ebfe38f-80e1-40f6-ab64-44bb6b347a42 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 210 time: 0.4535465 Oct 26 14:31:20.612260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 350a080e-2142-487f-a51e-d4d373b44c88, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=350a080e-2142-487f-a51e-d4d373b44c88,segment=NetworkSegment(a3e069a8-b92f-4d2e-875f-62579b67e25f),segment_id=a3e069a8-b92f-4d2e-875f-62579b67e25f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:20.635527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.656264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] In _notify_port_updated(), no bound segment for port db2dd5a9-770c-4979-aa3c-a19b4779ecef on network 9918f0ba-a9db-43ee-a672-8eda09a2da3c {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:31:20.662830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:20.663796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.665633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9781c66c-2be5-4a9a-8774-2869a717ce03 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/ports/db2dd5a9-770c-4979-aa3c-a19b4779ecef HTTP/1.1" status: 200 len: 926 time: 2.6216290 Oct 26 14:31:20.668351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36458) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:20.683907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9f0a0f0-7ae7-4863-bcec-715cbb90904c'}, {'subnet_id': '0bb0b612-f3bb-4200-bdbc-466e75e5cc9d'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:20.698412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.788671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-96d3cbab-7974-40d0-9638-41ec2c7f2250 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:20.789877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96d3cbab-7974-40d0-9638-41ec2c7f2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:20.864529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df7eee-221f-459c-a2ae-bca60e26bf61 None None] Pushing event updated for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:20.941035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.012663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.057430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35aafd-e42a-4db7-a4cd-34938165a90b req-5b1187de-2d87-418e-be18-21a0fd73580e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:21.062258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f35aafd-e42a-4db7-a4cd-34938165a90b req-5b1187de-2d87-418e-be18-21a0fd73580e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.2927361 Oct 26 14:31:21.177607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-712de44a-d4e9-4818-ad1d-35b0d3b4903b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:21.180200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-712de44a-d4e9-4818-ad1d-35b0d3b4903b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.41 "GET /v2.0/networks?id=4105e8b0-f08c-4dcd-8168-8b1fbde17005 HTTP/1.1" status: 200 len: 798 time: 0.8696494 Oct 26 14:31:21.204176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Request body: {'port': {'device_id': 'ea32a974-b82c-4986-81be-373760368643', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'admin_state_up': True, 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:21.281122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Update dhcp port {'port': {'network_id': '9918f0ba-a9db-43ee-a672-8eda09a2da3c', 'fixed_ips': [{'subnet_id': 'f9f0a0f0-7ae7-4863-bcec-715cbb90904c', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bb0b612-f3bb-4200-bdbc-466e75e5cc9d'}], 'binding:host_id': 'n-d-813419-9'}, 'id': '350a080e-2142-487f-a51e-d4d373b44c88'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:31:21.312344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f35aafd-e42a-4db7-a4cd-34938165a90b req-db020110-fe7d-467d-b758-65da05f80def tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137432 Oct 26 14:31:21.332095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=350a080e-2142-487f-a51e-d4d373b44c88,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:21.412816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.465429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:12Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6375f49a-8612-48b0-82f2-8004ca338f99', 'name': '', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:2d:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:11Z', 'updated_at': '2021-10-26T14:31:19Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:21.500024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8:0:1::d8 (9918f0ba-a9db-43ee-a672-8eda09a2da3c/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d/db2dd5a9-770c-4979-aa3c-a19b4779ecef) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:21.518189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.521125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36466) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:21.549662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.562038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcd3b8c-5a16-4a42-ad33-0b7e4ce4e60e None None] The sync data for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 is: [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:12Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '6375f49a-8612-48b0-82f2-8004ca338f99', 'name': '', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:2d:6e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:31:11Z', 'updated_at': '2021-10-26T14:31:19Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:21.607292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-96d3cbab-7974-40d0-9638-41ec2c7f2250 None None] Provisioning complete for port 6375f49a-8612-48b0-82f2-8004ca338f99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:21.609821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96d3cbab-7974-40d0-9638-41ec2c7f2250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.726652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event updated for resources: {'Port': ['ID=3c213504-1358-4238-8e9d-026e24275a8b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:21.865419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.897753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:21.977806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.021208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc062620-912c-4d58-b09e-03a51c0407f3 req-354a63c6-aa5b-46f0-9921-0085c78bf71a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 210 time: 0.1309443 Oct 26 14:31:22.142051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fff80f-263e-41cf-a8b1-3366047814ae tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:22.143854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8fff80f-263e-41cf-a8b1-3366047814ae tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1091 time: 0.6212187 Oct 26 14:31:22.148475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36490) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:22.236619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:22.259627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Made reservation on behalf of 930976f8201b4b5eb10ce2e8980c2276 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:22.274729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.422323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] In _notify_port_updated(), no bound segment for port db2dd5a9-770c-4979-aa3c-a19b4779ecef on network 9918f0ba-a9db-43ee-a672-8eda09a2da3c {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:31:22.447416 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP 66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f associated. External IP: 172.25.5.68, port: a1dce67a-59c6-4528-9b00-ea1aaa16cf6e. Oct 26 14:31:22.449846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:22.450989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.463781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/ports/db2dd5a9-770c-4979-aa3c-a19b4779ecef HTTP/1.1" status: 200 len: 1011 time: 1.7936571 Oct 26 14:31:22.466745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070908a2-43dc-483c-ad6f-23438b37344f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=db2dd5a9-770c-4979-aa3c-a19b4779ecef,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:22.485443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:22.488961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.774890 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:22.859060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Allocated IP 2001:db8:0:1::2 (9918f0ba-a9db-43ee-a672-8eda09a2da3c/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d/350a080e-2142-487f-a51e-d4d373b44c88) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:22.917567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Allocated IP 172.20.0.24 (4105e8b0-f08c-4dcd-8168-8b1fbde17005/1a26152a-cd5d-4de5-857f-3fcaf8644213/e94cab4f-95c8-4edc-b6c1-35d979e5be44) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:23.160303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port db2dd5a9-770c-4979-aa3c-a19b4779ecef {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:23.180325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.251256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] For port 350a080e-2142-487f-a51e-d4d373b44c88, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=350a080e-2142-487f-a51e-d4d373b44c88,segment=NetworkSegment(a3e069a8-b92f-4d2e-875f-62579b67e25f),segment_id=a3e069a8-b92f-4d2e-875f-62579b67e25f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:23.331765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.347239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6375f49a-8612-48b0-82f2-8004ca338f99 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:23.356877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.439426 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.604162 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.663086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15978-fe85-4419-b7ab-d997a1359604 None None] Pushing event updated for resources: {'Port': ['ID=350a080e-2142-487f-a51e-d4d373b44c88,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:23.696009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13ef94a7-0635-485d-93e3-608025e99f41 req-b03b615e-5bab-40b4-b0e0-fa0d6ff1acba tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 210 time: 0.1728704 Oct 26 14:31:23.711231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6375f49a-8612-48b0-82f2-8004ca338f99 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:23.717590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.913515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:23.919883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:23.926185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.048039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for db2dd5a9-770c-4979-aa3c-a19b4779ecef owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:24.071571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 350a080e-2142-487f-a51e-d4d373b44c88 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:24.222226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:24.222598 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.309934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.64 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c7e9aef4-318c-4919-b56a-d592d0f76c3f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:24.351491 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.647055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:24.660319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event updated for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:24.695061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:24.705502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:24.711881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.900633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:24.919872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:24.920951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:24.921807 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:24.976699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.027419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-e9046eaa-661f-4ffb-b80b-7796a43bee5d tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.8309278 Oct 26 14:31:25.040307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:25.046801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:25.052915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Request body: {'port': {'device_id': 'ea32a974-b82c-4986-81be-373760368643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:25.057549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.064667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 350a080e-2142-487f-a51e-d4d373b44c88 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:25.078829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.098530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da85bd1c-8b1c-4725-8219-048f9b8ca5b6 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.2420862 Oct 26 14:31:25.163555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:25.166718 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595abf27-bea3-408a-8143-ff8214220b57" -d '{"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:25.213032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff78af4-e013-4e1c-8548-ab26cab3a3fb None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:25.301654 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1d01a-66b0-4620-b436-4b2c0bd52b6d x-openstack-request-id: req-e7a1d01a-66b0-4620-b436-4b2c0bd52b6d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:25.302266 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:25.302694 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7a1d01a-66b0-4620-b436-4b2c0bd52b6d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:25.303405 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'status': 'completed', 'code': 200} Oct 26 14:31:25.309005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=c7e9aef4-318c-4919-b56a-d592d0f76c3f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:25.345875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.482731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:25.489441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6c7b80c7-7ff0-44e7-9cde-24d76ff3a014 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:25.490531 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c7b80c7-7ff0-44e7-9cde-24d76ff3a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.598449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=db2dd5a9-770c-4979-aa3c-a19b4779ecef,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:25.628973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:25.629741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.635780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:25.693222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:25.885656 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:25.924947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6c7b80c7-7ff0-44e7-9cde-24d76ff3a014 None None] Could not find standard attr ID for object db2dd5a9-770c-4979-aa3c-a19b4779ecef. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:25.927218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:25.943846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9fee760b-5fb9-4b70-9b94-02f5eb41c325 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/db2dd5a9-770c-4979-aa3c-a19b4779ecef HTTP/1.1" status: 204 len: 168 time: 3.4456942 Oct 26 14:31:25.947194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36770) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:26.015580 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbc6cda-fd65-479a-87dd-d555d27bc96c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:26.020441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1dbc6cda-fd65-479a-87dd-d555d27bc96c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/db2dd5a9-770c-4979-aa3c-a19b4779ecef HTTP/1.1" status: 404 len: 333 time: 0.0664523 Oct 26 14:31:26.023393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36778) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:26.031936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaadc35-f79d-4a5d-84b4-ecd1f0cf7132 req-66ecec95-42e6-4d31-88a3-7076ccad418b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:26.051652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0aaadc35-f79d-4a5d-84b4-ecd1f0cf7132 req-66ecec95-42e6-4d31-88a3-7076ccad418b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 895 time: 0.6894295 Oct 26 14:31:26.057483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595abf27-bea3-408a-8143-ff8214220b57 req-913fc462-c4c9-4e33-a678-f1c462ff6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:26.088443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-913fc462-c4c9-4e33-a678-f1c462ff6d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1096 time: 0.7359617 Oct 26 14:31:26.167894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-263a1403-0c99-467d-8e7d-d2ea679d8075 None None] Provisioning complete for port e94cab4f-95c8-4edc-b6c1-35d979e5be44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:26.171104 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-263a1403-0c99-467d-8e7d-d2ea679d8075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.251981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 0bb0b612-f3bb-4200-bdbc-466e75e5cc9d {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:26.281910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.411472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-263a1403-0c99-467d-8e7d-d2ea679d8075 None None] Port e94cab4f-95c8-4edc-b6c1-35d979e5be44 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:26.507084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.529987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595abf27-bea3-408a-8143-ff8214220b57 req-fff88443-ad9e-4b86-8595-8e81828f59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:26.535357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-fff88443-ad9e-4b86-8595-8e81828f59db service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.3839879 Oct 26 14:31:26.618912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aaf4a41a-a1e3-4ad3-8d85-74143215abb0 None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:26.619905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a41a-a1e3-4ad3-8d85-74143215abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.769399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94cab4f-95c8-4edc-b6c1-35d979e5be44 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:26.777910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-d8dcabb6-85c4-4f0d-8d46-89e08f1b7fac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 998 time: 0.2278693 Oct 26 14:31:26.803206 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}, {'id': '66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:1f:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d8a8a-6228-41e5-b530-885749f306c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:20Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:26.818083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:26.849030 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:26.862923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:26.915201 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:26.915869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:26.983889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Transition to ACTIVE for port object e94cab4f-95c8-4edc-b6c1-35d979e5be44 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:31:26.997951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.067159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.122601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e3aefe09-34a9-406c-9c68-bf111f5230f3 None None] Could not find standard attr ID for object db2dd5a9-770c-4979-aa3c-a19b4779ecef. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:27.213782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Pushing event updated for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:27.224729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595abf27-bea3-408a-8143-ff8214220b57 req-3a1dec4a-90a9-4bf7-b4cb-a894cd3e0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:27.228587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-3a1dec4a-90a9-4bf7-b4cb-a894cd3e0771 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.4420755 Oct 26 14:31:27.376776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:27.390418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26e73fa4-6e88-4cd2-a66b-1c3711d91104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.508429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de091a02-e571-4094-bf7f-c1bdf835ea12 None None] Could not find standard attr ID for object db2dd5a9-770c-4979-aa3c-a19b4779ecef. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:27.548518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595abf27-bea3-408a-8143-ff8214220b57 req-3b2e04e0-8d87-4527-b97d-b047ac0ab7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:27.553246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-3b2e04e0-8d87-4527-b97d-b047ac0ab7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038759 Oct 26 14:31:27.726733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.856479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.897828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb0b612-f3bb-4200-bdbc-466e75e5cc9d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:27.929162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:27.935487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a70baeba-94ef-4ede-bf1b-ad8bdf9f8610 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d HTTP/1.1" status: 204 len: 168 time: 1.9107525 Oct 26 14:31:27.946306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36910) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:27.969970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fdd23-a18a-47ba-9bb5-d5a9954257f2 req-943c3a48-a24a-417c-ae51-f04d775931de tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:27.978932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b0fdd23-a18a-47ba-9bb5-d5a9954257f2 req-943c3a48-a24a-417c-ae51-f04d775931de tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 907 time: 0.7025368 Oct 26 14:31:28.001355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Attempting to bind port e94cab4f-95c8-4edc-b6c1-35d979e5be44 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:28.002031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Attempting to bind port e94cab4f-95c8-4edc-b6c1-35d979e5be44 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:28.002390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Attempting to bind port e94cab4f-95c8-4edc-b6c1-35d979e5be44 on network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:28.053737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-71e2200f-91d8-4376-a04c-547f11adb590 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746454 Oct 26 14:31:28.055781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.056990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba163f-0071-4feb-b73c-583cc323c30b None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:28.076896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Port e94cab4f-95c8-4edc-b6c1-35d979e5be44 on network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:31:28.077268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Attempting to bind port e94cab4f-95c8-4edc-b6c1-35d979e5be44 on network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:28.101433 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}, {'id': '66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:1f:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d8a8a-6228-41e5-b530-885749f306c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:20Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:28.125769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:28.126316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Checking segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:28.126954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Bound using segment: {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:28.127777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Bound port: e94cab4f-95c8-4edc-b6c1-35d979e5be44, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:28.128279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.138604 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f2344d-5c94-4754-a996-f93d6df086f5 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}, {'id': '66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:1f:8e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472d8a8a-6228-41e5-b530-885749f306c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:20Z', 'updated_at': '2021-10-26T14:31:20Z', 'revision_number': 0, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:28.179662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-96214ed1-5e9a-4eff-acad-e3e9156bc383 None None] Could not find standard attr ID for object db2dd5a9-770c-4979-aa3c-a19b4779ecef. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:28.251565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet f9f0a0f0-7ae7-4863-bcec-715cbb90904c {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:28.261850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.374975 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26e73fa4-6e88-4cd2-a66b-1c3711d91104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.381552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:28.386355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.391928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:28.393792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-26e73fa4-6e88-4cd2-a66b-1c3711d91104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.445953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.485838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-595abf27-bea3-408a-8143-ff8214220b57 req-ecf4f8a2-45ac-4f3a-8189-001ca233188a service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238572 Oct 26 14:31:28.589749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Pushing event updated for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.658948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.662452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-26e73fa4-6e88-4cd2-a66b-1c3711d91104 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3df4fad1c706489399205d29c4d96796&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8388324 Oct 26 14:31:28.666967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:28.688200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:28.689969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.691994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-277ed91c-97c8-419d-9f12-67f9f810a27a service neutron] 10.222.0.41 "PUT /v2.0/ports/e94cab4f-95c8-4edc-b6c1-35d979e5be44 HTTP/1.1" status: 200 len: 1055 time: 3.6451833 Oct 26 14:31:28.693030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:28.695612 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd3fa7-2573-466f-8413-343002027d80" -d '{"events": [{"name": "network-changed", "server_uuid": "ea32a974-b82c-4986-81be-373760368643", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:28.707791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73fa4-6e88-4cd2-a66b-1c3711d91104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ffeb2f-b3a6-4fa5-a63e-fb230901cdd8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.710451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744a25d-96ce-4995-b694-ab83e9e4ceaa None None] New status for floating IP 66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:28.749566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.872584 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89ce41-1b0b-41b2-bdd7-7f82483e8382 x-openstack-request-id: req-af89ce41-1b0b-41b2-bdd7-7f82483e8382 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:28.872857 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea32a974-b82c-4986-81be-373760368643", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:28.873151 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af89ce41-1b0b-41b2-bdd7-7f82483e8382 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:28.873631 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44', 'status': 'completed', 'code': 200} Oct 26 14:31:28.891415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:28.941420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-0771785c-77c9-4af2-87de-35f204f206b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:28.943391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-0771785c-77c9-4af2-87de-35f204f206b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 1058 time: 0.1713772 Oct 26 14:31:28.975990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=c7e9aef4-318c-4919-b56a-d592d0f76c3f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:28.990894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.022565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.067245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-058695a1-9477-4053-9450-5a73274db7d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44 HTTP/1.1" status: 200 len: 217 time: 0.1010897 Oct 26 14:31:29.075900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.247887 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.310468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-e1e98e93-5e70-4bc3-b99c-f6a3b9fa8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:29.313599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-e1e98e93-5e70-4bc3-b99c-f6a3b9fa8b34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a26152a-cd5d-4de5-857f-3fcaf8644213 HTTP/1.1" status: 200 len: 836 time: 0.2297702 Oct 26 14:31:29.317808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f0a0f0-7ae7-4863-bcec-715cbb90904c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:29.329785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.337340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bf8a811d-4514-42b0-a6f0-3641d09e2e68 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f9f0a0f0-7ae7-4863-bcec-715cbb90904c HTTP/1.1" status: 204 len: 168 time: 1.3883519 Oct 26 14:31:29.338910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36966) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:29.390775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49cade-6802-4b22-890f-3ebd3677761b req-48962c2b-66b3-4c26-8ef8-3dc110981b8c tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:29.393537 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b49cade-6802-4b22-890f-3ebd3677761b req-48962c2b-66b3-4c26-8ef8-3dc110981b8c tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 907 time: 0.2764480 Oct 26 14:31:29.606505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.612119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951ab2-1652-4052-b646-517c236defc7 req-d8ad6163-4afc-4daf-9341-640f78dfa84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:29.613772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-d8ad6163-4afc-4daf-9341-640f78dfa84f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4105e8b0-f08c-4dcd-8168-8b1fbde17005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2736413 Oct 26 14:31:29.678548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.682318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.687738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98ffeb2f-b3a6-4fa5-a63e-fb230901cdd8 HTTP/1.1" status: 204 len: 168 time: 1.0186520 Oct 26 14:31:29.701923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3b41b-5731-4041-ac23-797fd135db98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ffeb2f-b3a6-4fa5-a63e-fb230901cdd8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:29.748539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7a33f9-e4a9-4382-946c-094861dc4a79 None None] Network 9918f0ba-a9db-43ee-a672-8eda09a2da3c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:29.791666 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 3c98c57b-3fee-437f-96f8-2e5f2a27e94d associated. External IP: 172.25.5.64, port: a55347b1-53d4-43a5-8624-d9c740e431cb. Oct 26 14:31:29.821880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 350a080e-2142-487f-a51e-d4d373b44c88 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:29.822588 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:29.828667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-9ef62856-b202-4594-bc5b-0238dc288490 service neutron] 10.222.0.41 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063603 Oct 26 14:31:29.882905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9fb9681d-dcaa-4a71-ba4d-ecfcfe0d892f None None] Provisioning complete for port 350a080e-2142-487f-a51e-d4d373b44c88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:29.883746 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9fb9681d-dcaa-4a71-ba4d-ecfcfe0d892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.015143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port 350a080e-2142-487f-a51e-d4d373b44c88, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=350a080e-2142-487f-a51e-d4d373b44c88,segment=NetworkSegment(a3e069a8-b92f-4d2e-875f-62579b67e25f),segment_id=a3e069a8-b92f-4d2e-875f-62579b67e25f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:30.019527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.067110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 350a080e-2142-487f-a51e-d4d373b44c88 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:30.153413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-80951ab2-1652-4052-b646-517c236defc7 req-58b78234-9603-4238-900c-f5a42e413aeb service neutron] 10.222.0.41 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137245 Oct 26 14:31:30.233913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.318203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=350a080e-2142-487f-a51e-d4d373b44c88,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:30.325433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 75524e88-9171-450a-97f1-a0583bb70a09 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:30.350139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b833487-e45c-423a-ac69-6c89f9bbc9fe None None] DHCP port deletion for 9918f0ba-a9db-43ee-a672-8eda09a2da3c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:31:30.368188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port 350a080e-2142-487f-a51e-d4d373b44c88 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:30.406290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:30.457555 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d8c04fd-b7ef-45f3-8c44-2fb883c50c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.569302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3fa7-2573-466f-8413-343002027d80 req-c884b1c1-f1d8-4a58-910d-b20208876fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:30.571841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-c884b1c1-f1d8-4a58-910d-b20208876fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 1058 time: 0.2767394 Oct 26 14:31:30.612190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.618486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbadd6-ea4e-4f52-b52a-321e6fa328d4 req-ad85b133-a371-4d12-9159-f721e16de6d7 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:30.620758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67cbadd6-ea4e-4f52-b52a-321e6fa328d4 req-ad85b133-a371-4d12-9159-f721e16de6d7 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 907 time: 0.1232898 Oct 26 14:31:30.662212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:30.677675 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Sync routers for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:30.697619 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:30.699098 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:30.699848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.777908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-458b3ae9-d224-4970-85c2-ec7e6a2f41df tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.5809371 Oct 26 14:31:30.778996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:30.784391 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f7104-2a48-4edf-936e-5227dcc8a75e" -d '{"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:30.785983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d8c04fd-b7ef-45f3-8c44-2fb883c50c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.802254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918f0ba-a9db-43ee-a672-8eda09a2da3c']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:30.817480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e069a8-b92f-4d2e-875f-62579b67e25f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:30.817928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e069a8-b92f-4d2e-875f-62579b67e25f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:30.834098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.877067 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.888669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:30.889964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:30.956221 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b730e5f-fa7f-482d-802e-6a63625544d4 x-openstack-request-id: req-6b730e5f-fa7f-482d-802e-6a63625544d4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:30.956708 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:30.965218 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b730e5f-fa7f-482d-802e-6a63625544d4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:30.966337 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:30.988994 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:30.995146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7d8c04fd-b7ef-45f3-8c44-2fb883c50c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.006755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 350a080e-2142-487f-a51e-d4d373b44c88 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:31.031927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.064210 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:31.065290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 350a080e-2142-487f-a51e-d4d373b44c88 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:31.065717 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 350a080e-2142-487f-a51e-d4d373b44c88 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:31.086320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.095205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.095471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/9918f0ba-a9db-43ee-a672-8eda09a2da3c HTTP/1.1" status: 204 len: 168 time: 1.7493236 Oct 26 14:31:31.176948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-d9280927-76f6-4d51-9b5e-d1de30ff5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.178679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-d9280927-76f6-4d51-9b5e-d1de30ff5ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.1669083 Oct 26 14:31:31.276268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0f9ce-b19a-4a2e-8786-3b100c9d6031 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.281777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2dd6e-b8a5-47be-b3c2-ab2789dfbb22 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=9918f0ba-a9db-43ee-a672-8eda09a2da3c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:31.284934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9e0f9ce-b19a-4a2e-8786-3b100c9d6031 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1829464 Oct 26 14:31:31.285712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 36996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.300052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7d8c04fd-b7ef-45f3-8c44-2fb883c50c0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2db577af3c02487bb834a72beab8c03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885539 Oct 26 14:31:31.302579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 36998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.321035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3fa7-2573-466f-8413-343002027d80 req-fa211024-8e3c-4c72-8c52-be6ed3a0accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.323717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-fa211024-8e3c-4c72-8c52-be6ed3a0accd service neutron] 10.222.0.41 "GET /v2.0/networks?id=4105e8b0-f08c-4dcd-8168-8b1fbde17005 HTTP/1.1" status: 200 len: 899 time: 0.7275810 Oct 26 14:31:31.367435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c04fd-b7ef-45f3-8c44-2fb883c50c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f487d38d-ff58-42f7-8f92-7b050ad421fa,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:31.407312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d45e0233-3527-4b19-bc4a-4e587dcf72fd tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1158667 Oct 26 14:31:31.408049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.413574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-481672189'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:31.434856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-db7a0a55-c775-44ca-8d26-9815433c4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.437482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-db7a0a55-c775-44ca-8d26-9815433c4728 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.2471890 Oct 26 14:31:31.441988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:31.447043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.470953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-971b60d4-3586-4088-b476-da82fe693802 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44 HTTP/1.1" status: 200 len: 217 time: 0.1070874 Oct 26 14:31:31.500918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4432e7-1e7d-4eaf-987e-584ff8e39407 req-081e632d-1941-4d89-9182-9a946b684bca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.504775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4432e7-1e7d-4eaf-987e-584ff8e39407 req-081e632d-1941-4d89-9182-9a946b684bca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.4970844 Oct 26 14:31:31.540072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:31.552150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-81932290-c6a6-4158-94fc-2dca975019fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.1010821 Oct 26 14:31:31.557045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.557389 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment 5de964a6-13bc-49fb-a517-639219a051f3 of type vlan for network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b Oct 26 14:31:31.619323 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3c98c57b-3fee-437f-96f8-2e5f2a27e94d', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c3b2e-b7c0-4810-a059-6296b5510601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:26Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:31.643123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.653796 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Checking router: 75524e88-9171-450a-97f1-a0583bb70a09 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:31.661428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-69903967-7811-4d12-8a27-61a06088ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.662973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-69903967-7811-4d12-8a27-61a06088ccd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.0969672 Oct 26 14:31:31.687605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.688452 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:31.689555 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:31.692779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3fa7-2573-466f-8413-343002027d80 req-c9b3f126-3f60-4716-ace3-41f7005a5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.695298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-c9b3f126-3f60-4716-ace3-41f7005a5257 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a26152a-cd5d-4de5-857f-3fcaf8644213 HTTP/1.1" status: 200 len: 836 time: 0.2105329 Oct 26 14:31:31.700757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d4432e7-1e7d-4eaf-987e-584ff8e39407 req-514dab9c-d01e-4456-b81f-81dd24daef74 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679771 Oct 26 14:31:31.718672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.725061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.725786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.741024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:31.788199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:31.856115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3fa7-2573-466f-8413-343002027d80 req-f98bb088-29d2-4099-9d2a-7eeb59ede3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:31.859473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-f98bb088-29d2-4099-9d2a-7eeb59ede3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4105e8b0-f08c-4dcd-8168-8b1fbde17005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507099 Oct 26 14:31:31.954128 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:32.002392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.007401 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.011554 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f487d38d-ff58-42f7-8f92-7b050ad421fa HTTP/1.1" status: 204 len: 168 time: 0.6911225 Oct 26 14:31:32.024863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-1c0dd0f7-2384-4365-98ec-86cb9b05457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:32.027658 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-1c0dd0f7-2384-4365-98ec-86cb9b05457a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540785 Oct 26 14:31:32.040823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093dcd9-05c3-4c15-b0be-3aee54c44eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f487d38d-ff58-42f7-8f92-7b050ad421fa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:32.074192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-a4a265df-589c-4795-81ac-894036d76c24 service neutron] 10.222.0.41 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071683 Oct 26 14:31:32.166557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7570717 Oct 26 14:31:32.170781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37008) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:32.180896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:32.219437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef89c6-99bd-40da-9c13-485119154f41 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=bb713b60-dfc6-496c-8f0b-1b26ef51fd8b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:32.246572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:32.267747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-13fc3162-9fea-4452-954d-e3584182c9a8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 200 len: 990 time: 0.5200095 Oct 26 14:31:32.291760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab519-fad5-4f15-b4e6-acb4483b0091 req-2acba1be-780a-40e0-931d-fe479220008f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:32.294589 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02fab519-fad5-4f15-b4e6-acb4483b0091 req-2acba1be-780a-40e0-931d-fe479220008f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 907 time: 0.5470777 Oct 26 14:31:32.380783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-cf35207c-b21e-4135-b13d-d99f2e0ad8f7 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159146 Oct 26 14:31:32.429082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39cd3fa7-2573-466f-8413-343002027d80 req-47af1e0c-e8aa-4876-b714-58cf62850d67 service neutron] 10.222.0.41 "GET /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472111 Oct 26 14:31:32.520128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e94cab4f-95c8-4edc-b6c1-35d979e5be44 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:31:32.538581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:32.542444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:32.678928 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3c98c57b-3fee-437f-96f8-2e5f2a27e94d', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c3b2e-b7c0-4810-a059-6296b5510601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:26Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:32.716747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-612f7104-2a48-4edf-936e-5227dcc8a75e req-adbcc82f-deba-44c9-8eec-3478179e5a68 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259706 Oct 26 14:31:32.818622 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe4453-e2b3-41b7-98c2-8b2320e769f4 None None] The sync data for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 is: [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '3c98c57b-3fee-437f-96f8-2e5f2a27e94d', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031c3b2e-b7c0-4810-a059-6296b5510601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:31:26Z', 'updated_at': '2021-10-26T14:31:26Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:32.970827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:32.991287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44', 'network_id': '4105e8b0-f08c-4dcd-8168-8b1fbde17005', 'port_id': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44', 'mac_address': 'fa:16:3e:06:25:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a26152a-cd5d-4de5-857f-3fcaf8644213', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:31:33.104928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.127478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94cab4f-95c8-4edc-b6c1-35d979e5be44 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:31:33.177422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:33.187202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.193649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.270396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:33.297878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:33.366849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fcf014-1ac8-49d9-9702-33597062a3a8 None None] New status for floating IP 3c98c57b-3fee-437f-96f8-2e5f2a27e94d: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:33.378832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=23e0463c-1dda-4803-aa16-b22fdaf6d0f1,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:33.429093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-99ddc59b-db5e-45eb-a33c-6fcacc7cfccf tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 200 len: 990 time: 0.1562133 Oct 26 14:31:33.458571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e94cab4f-95c8-4edc-b6c1-35d979e5be44'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:31:33.462067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': '5de964a6-13bc-49fb-a517-639219a051f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:33.462583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: bb713b60-dfc6-496c-8f0b-1b26ef51fd8b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:33.597539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:33.617678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, bb713b60-dfc6-496c-8f0b-1b26ef51fd8b) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:33.629248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1b03a-7293-47cb-a718-66f8dc0aa290 req-869fa297-568e-4582-8be6-5ab4e48f0794 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:33.630902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a0f0f-221b-4aa9-bf18-66ae34f588eb None None] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:33.631900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39a1b03a-7293-47cb-a718-66f8dc0aa290 req-869fa297-568e-4582-8be6-5ab4e48f0794 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 908 time: 0.1329906 Oct 26 14:31:33.636233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:33.637278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.661601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a30cafab-a241-4b0d-bc7f-d8527b7ee904 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4855635 Oct 26 14:31:33.664767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37038) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:33.674706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b', 'name': 'tempest-PortsIpV6TestJSON-1789948840'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:33.878051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:33.883569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:33.920281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 5fe0f91f-f1bc-4b89-938e-0503b6f31454 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:34.114404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-bb713b60-dfc6-496c-8f0b-1b26ef51fd8b', 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': '23e0463c-1dda-4803-aa16-b22fdaf6d0f1'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:34.115427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.217227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::1e5 (bb713b60-dfc6-496c-8f0b-1b26ef51fd8b/23e0463c-1dda-4803-aa16-b22fdaf6d0f1/5fe0f91f-f1bc-4b89-938e-0503b6f31454) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:34.434173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37060) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:34.517337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.531974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e94cab4f-95c8-4edc-b6c1-35d979e5be44 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:34.618837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.677178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e70f1f04-4db3-47bb-b799-c803c006e9c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 200 len: 992 time: 0.2411604 Oct 26 14:31:34.738672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:34.743183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:34.748637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:34.755744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:34.756755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:34.775765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=5fe0f91f-f1bc-4b89-938e-0503b6f31454,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:34.780442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Allocated IP 2001:db8::2 (bb713b60-dfc6-496c-8f0b-1b26ef51fd8b/23e0463c-1dda-4803-aa16-b22fdaf6d0f1/92329a27-d2a6-4752-883a-73ab42124428) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:34.790960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5c6214d-b1be-4dd6-8ea1-71710b257165 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1238787 Oct 26 14:31:34.795079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37072) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:34.804068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b', 'name': 'tempest-PortsIpV6TestJSON-444724357'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:34.906151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a4f5-215d-4643-b775-3b4021941b7c req-a7aaf265-c1e6-4b0b-b992-beaca25970b6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:34.908532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25a2a4f5-215d-4643-b775-3b4021941b7c req-a7aaf265-c1e6-4b0b-b992-beaca25970b6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 908 time: 0.0796411 Oct 26 14:31:34.955227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port e94cab4f-95c8-4edc-b6c1-35d979e5be44 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:31:34.964387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e94cab4f-95c8-4edc-b6c1-35d979e5be44 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:34.965236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.126515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:35.126778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.133576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.173609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 829e2ad5-e890-4e2c-8258-fa679c836d39 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:35.180287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:35.182984 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911abf6-16d3-43c0-a15d-f056c6253ffd" -d '{"events": [{"server_uuid": "ea32a974-b82c-4986-81be-373760368643", "name": "network-vif-plugged", "status": "completed", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:35.203538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37082) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:35.212629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:35.222980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.234464 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.273578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.293678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:35.297953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:35.308364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:35.383414 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465bb408-a3ad-4a15-939f-f37655a85200 x-openstack-request-id: req-465bb408-a3ad-4a15-939f-f37655a85200 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:35.383684 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea32a974-b82c-4986-81be-373760368643", "name": "network-vif-plugged", "status": "completed", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:35.384127 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-465bb408-a3ad-4a15-939f-f37655a85200 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:35.384597 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44', 'code': 200} Oct 26 14:31:35.411847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::3d1 (bb713b60-dfc6-496c-8f0b-1b26ef51fd8b/23e0463c-1dda-4803-aa16-b22fdaf6d0f1/829e2ad5-e890-4e2c-8258-fa679c836d39) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:35.438903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.455792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Attempting to bind port 92329a27-d2a6-4752-883a-73ab42124428 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:35.456210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Attempting to bind port 92329a27-d2a6-4752-883a-73ab42124428 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5de964a6-13bc-49fb-a517-639219a051f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:35.456755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Attempting to bind port 92329a27-d2a6-4752-883a-73ab42124428 on network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:35.469983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:35.470363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Checking segment: {'id': '5de964a6-13bc-49fb-a517-639219a051f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:35.470768 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.472075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Bound using segment: {'id': '5de964a6-13bc-49fb-a517-639219a051f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:35.473868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Bound port: 92329a27-d2a6-4752-883a-73ab42124428, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de964a6-13bc-49fb-a517-639219a051f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'bb713b60-dfc6-496c-8f0b-1b26ef51fd8b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:35.473868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.519837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd08676-2108-43c7-befe-e7c561d915c1 req-1d874eeb-98a6-472c-9d25-9f6d9ed366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:35.519837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bd08676-2108-43c7-befe-e7c561d915c1 req-1d874eeb-98a6-472c-9d25-9f6d9ed366aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 1060 time: 0.1071682 Oct 26 14:31:35.540716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-866b0f41-0132-4610-a0e6-ddf6791ab2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.590323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] For port 92329a27-d2a6-4752-883a-73ab42124428, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:35.601172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] For port 92329a27-d2a6-4752-883a-73ab42124428, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92329a27-d2a6-4752-883a-73ab42124428,segment=NetworkSegment(5de964a6-13bc-49fb-a517-639219a051f3),segment_id=5de964a6-13bc-49fb-a517-639219a051f3)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:35.617857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.679101 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-866b0f41-0132-4610-a0e6-ddf6791ab2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.685031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Pushing event updated for resources: {'Port': ['ID=92329a27-d2a6-4752-883a-73ab42124428,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.701741 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-866b0f41-0132-4610-a0e6-ddf6791ab2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.735714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.764631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-866b0f41-0132-4610-a0e6-ddf6791ab2ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18ff5512446f4208be4435806c3ec4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597434 Oct 26 14:31:35.772757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:35.782494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b0f41-0132-4610-a0e6-ddf6791ab2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076a4c63-5553-427d-810a-410537acf061,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.825603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965316-37d1-45db-9c4c-0de0fafc24fa None None] Pushing event updated for resources: {'Port': ['ID=92329a27-d2a6-4752-883a-73ab42124428,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.829285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.907299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:35.918740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:35.921612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=829e2ad5-e890-4e2c-8258-fa679c836d39,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:35.924481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:35.930991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:35.931651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.943710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:35.970546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-710b14a1-b3f3-4b24-82ee-c2d990328ac5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1729858 Oct 26 14:31:35.974849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37094) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:36.083247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.169020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ef2bd0-75af-4f8a-aa38-fb87ba77f9f7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.171934 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d9ef2bd0-75af-4f8a-aa38-fb87ba77f9f7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e5 HTTP/1.1" status: 200 len: 929 time: 0.1946509 Oct 26 14:31:36.176302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37098) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:36.190941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebc30-36e4-472a-a7c7-df704bfac8bb req-685c0071-7927-4ad5-8142-704a709d2b17 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:36.193166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f57ebc30-36e4-472a-a7c7-df704bfac8bb req-685c0071-7927-4ad5-8142-704a709d2b17 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1212752 Oct 26 14:31:36.256617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.261379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.266807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/076a4c63-5553-427d-810a-410537acf061 HTTP/1.1" status: 204 len: 168 time: 0.4885910 Oct 26 14:31:36.633131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab083a91-802a-4fee-8644-5a79066cb027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a4c63-5553-427d-810a-410537acf061,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:36.688861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 829e2ad5-e890-4e2c-8258-fa679c836d39 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:36.689415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.864478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:36.906176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 829e2ad5-e890-4e2c-8258-fa679c836d39 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:37.038204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92329a27-d2a6-4752-883a-73ab42124428 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:37.159070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.170098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 92329a27-d2a6-4752-883a-73ab42124428 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:37.172027 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.231571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=829e2ad5-e890-4e2c-8258-fa679c836d39,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:37.261086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.273331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63ff60a0-7700-4ee4-93dc-094deb28fb20 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/829e2ad5-e890-4e2c-8258-fa679c836d39 HTTP/1.1" status: 204 len: 168 time: 1.0923750 Oct 26 14:31:37.274163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37118) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:37.385371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.394886 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f1033-6c22-44b5-9ab9-05545cce1d01 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:37.408458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-443f1033-6c22-44b5-9ab9-05545cce1d01 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/829e2ad5-e890-4e2c-8258-fa679c836d39 HTTP/1.1" status: 404 len: 333 time: 0.1324034 Oct 26 14:31:37.410961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37122) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:37.500826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8649-f425-4b80-82a2-275f18dcb9c3 req-174218c1-574a-4896-b637-2c5af7b80fd0 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.502566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc9f8649-f425-4b80-82a2-275f18dcb9c3 req-174218c1-574a-4896-b637-2c5af7b80fd0 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1191316 Oct 26 14:31:37.527158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 92329a27-d2a6-4752-883a-73ab42124428, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92329a27-d2a6-4752-883a-73ab42124428,segment=NetworkSegment(5de964a6-13bc-49fb-a517-639219a051f3),segment_id=5de964a6-13bc-49fb-a517-639219a051f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:37.544017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.749305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 5fe0f91f-f1bc-4b89-938e-0503b6f31454 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:37.750019 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.764192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e0cf9-a824-4609-b5e0-6f7e82f9b49f None None] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:37.896946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=92329a27-d2a6-4752-883a-73ab42124428,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:37.941352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02826a51-cc99-40c6-bec7-49f3863b2368 req-cbd7f6b5-f9e3-47d3-bb19-4348c8a92f54 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:37.943653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02826a51-cc99-40c6-bec7-49f3863b2368 req-cbd7f6b5-f9e3-47d3-bb19-4348c8a92f54 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1995060 Oct 26 14:31:37.964799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:37.987235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 5fe0f91f-f1bc-4b89-938e-0503b6f31454 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:38.032191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6718db61-4c0a-4d70-8d01-a5e4c1279a4f None None] Provisioning complete for port 92329a27-d2a6-4752-883a-73ab42124428 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:38.034931 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6718db61-4c0a-4d70-8d01-a5e4c1279a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.205802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec724-116d-4682-a365-9c101ee0c261 req-4e3891a9-b93b-4302-95e5-38edae1885a4 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.209015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c83ec724-116d-4682-a365-9c101ee0c261 req-4e3891a9-b93b-4302-95e5-38edae1885a4 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 1060 time: 0.0903804 Oct 26 14:31:38.221550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.269538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=5fe0f91f-f1bc-4b89-938e-0503b6f31454,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:38.324509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.329281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-46b5ace8-b917-4e73-91ea-daad0f2a72a4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/5fe0f91f-f1bc-4b89-938e-0503b6f31454 HTTP/1.1" status: 204 len: 168 time: 0.9159236 Oct 26 14:31:38.333180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37142) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:38.383406 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-9840309d-d2d3-417d-a47f-ca8d7ccebfae tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:38.386180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9840309d-d2d3-417d-a47f-ca8d7ccebfae tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/5fe0f91f-f1bc-4b89-938e-0503b6f31454 HTTP/1.1" status: 404 len: 333 time: 0.0514979 Oct 26 14:31:38.391843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37146) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:38.463352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0129577-1f41-4f45-9563-39e6bd6ced00 req-e75b3f8d-a03d-442b-90d6-e867f3892573 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.471835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0129577-1f41-4f45-9563-39e6bd6ced00 req-e75b3f8d-a03d-442b-90d6-e867f3892573 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1135 time: 0.0630507 Oct 26 14:31:38.510979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 23e0463c-1dda-4803-aa16-b22fdaf6d0f1 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:38.519065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.565172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0129577-1f41-4f45-9563-39e6bd6ced00 req-f0d063f2-9412-4495-ac32-38d6df3580b3 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0919785 Oct 26 14:31:38.594864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:38.672941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c6f8d-6523-4a71-91d9-5a97ac2a01d0 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:38.674364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.675610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c7c6f8d-6523-4a71-91d9-5a97ac2a01d0 tempest-TestSecurityGroupsBasicOps-157565770 tempest-TestSecurityGroupsBasicOps-157565770-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 1055 time: 0.0796032 Oct 26 14:31:38.804171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.876442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a645f72d-6769-4d9f-a05e-ede967e5a050 None None] Provisioning complete for port 92329a27-d2a6-4752-883a-73ab42124428 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:38.876943 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a645f72d-6769-4d9f-a05e-ede967e5a050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:38.924894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.009907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=23e0463c-1dda-4803-aa16-b22fdaf6d0f1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:39.031649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.043482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37160) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:39.045841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd3c164f-2007-449b-8218-1a89b38bba59 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/23e0463c-1dda-4803-aa16-b22fdaf6d0f1 HTTP/1.1" status: 204 len: 168 time: 0.6481204 Oct 26 14:31:39.097065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92329a27-d2a6-4752-883a-73ab42124428 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:39.226893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 92329a27-d2a6-4752-883a-73ab42124428 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:39.227511 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.231709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.264428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ef0af-ff93-43d1-9311-5c2f6064e7b2 req-46ba0722-95dd-4166-bb38-d81ba89fcbfd tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:39.273149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-663ef0af-ff93-43d1-9311-5c2f6064e7b2 req-46ba0722-95dd-4166-bb38-d81ba89fcbfd tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1400659 Oct 26 14:31:39.337611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 92329a27-d2a6-4752-883a-73ab42124428 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:39.338250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.377449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ddbaa9-12c3-4955-9c97-afd84aa6ae60 None None] Network bb713b60-dfc6-496c-8f0b-1b26ef51fd8b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:39.443306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d0665599-8ee0-4d49-85ac-938b28689ac5 None None] Could not find standard attr ID for object 5fe0f91f-f1bc-4b89-938e-0503b6f31454. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:39.444541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port 92329a27-d2a6-4752-883a-73ab42124428, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92329a27-d2a6-4752-883a-73ab42124428,segment=NetworkSegment(5de964a6-13bc-49fb-a517-639219a051f3),segment_id=5de964a6-13bc-49fb-a517-639219a051f3)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:39.445294 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.486983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 92329a27-d2a6-4752-883a-73ab42124428 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:39.691809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.731333 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=92329a27-d2a6-4752-883a-73ab42124428,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:39.738134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port 92329a27-d2a6-4752-883a-73ab42124428 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:39.822530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1582b-e3e2-4adf-914a-71d1a564b4c4 None None] DHCP port deletion for bb713b60-dfc6-496c-8f0b-1b26ef51fd8b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:31:39.876188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:39.910383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb713b60-dfc6-496c-8f0b-1b26ef51fd8b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:39.930794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de964a6-13bc-49fb-a517-639219a051f3') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:39.931226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de964a6-13bc-49fb-a517-639219a051f3') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:39.960231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.001825 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.018088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:40.019116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:40.026316 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:40.072796 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf4d70e5-e7e4-4261-a390-5077e751ac36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.136124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.150186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.161513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/bb713b60-dfc6-496c-8f0b-1b26ef51fd8b HTTP/1.1" status: 204 len: 168 time: 1.1122746 Oct 26 14:31:40.162618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37208) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:40.172735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-447837392'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:40.475507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-95c4ee9a-81bd-485f-a8f8-77ee2abcb23a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:40.477416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-95c4ee9a-81bd-485f-a8f8-77ee2abcb23a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1743507 Oct 26 14:31:40.583897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a73fb-2448-40d7-83f0-3f642f8e9224 req-e9791b54-c460-446b-956f-ed363fd7a4e6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:40.594102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d7a73fb-2448-40d7-83f0-3f642f8e9224 req-e9791b54-c460-446b-956f-ed363fd7a4e6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 909 time: 0.1640415 Oct 26 14:31:40.613535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b541-86c3-4589-b998-899821e25ba4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=bb713b60-dfc6-496c-8f0b-1b26ef51fd8b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:40.643222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:40.649788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.694569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port e94cab4f-95c8-4edc-b6c1-35d979e5be44 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:40.695080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.705646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:40.735796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.736740 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment ec705b55-9f9d-4323-8ce6-f9f4a30e3745 of type vlan for network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 Oct 26 14:31:40.825997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port e94cab4f-95c8-4edc-b6c1-35d979e5be44, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e94cab4f-95c8-4edc-b6c1-35d979e5be44,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:40.825997 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.832327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.869884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for e94cab4f-95c8-4edc-b6c1-35d979e5be44 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:40.885313 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.894594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:40.895738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:40.975204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8061776 Oct 26 14:31:40.977677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37244) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:40.983353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92329a27-d2a6-4752-883a-73ab42124428 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:40.985584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:40.987394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0323a25-c5fa-4cb7-a0fc-d3a3b2015ebf tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=8b36e0b2-4ac6-495e-befb-ae0a08773b70,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.028780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 92329a27-d2a6-4752-883a-73ab42124428 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:41.028780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92329a27-d2a6-4752-883a-73ab42124428 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:41.028780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:41.149902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:41.156042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.178057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37248) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:41.325195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.374193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b33676-86c4-4726-b664-08216aea1128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.383052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=e94cab4f-95c8-4edc-b6c1-35d979e5be44,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.482871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] No DVR routers for this DVR port e94cab4f-95c8-4edc-b6c1-35d979e5be44 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:41.522720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.526564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d6d1f2a0-b69f-47e4-a571-a57ff6f81166 req-30c38577-0558-4c99-867f-724e9f0969cf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.41 "DELETE /v2.0/ports/e94cab4f-95c8-4edc-b6c1-35d979e5be44 HTTP/1.1" status: 204 len: 173 time: 1.0400174 Oct 26 14:31:41.527209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'name': 'network-vif-deleted', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:41.531040 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91652e82-d79b-424f-9d4c-41c26a85591b" -d '{"events": [{"server_uuid": "ea32a974-b82c-4986-81be-373760368643", "name": "network-vif-deleted", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:41.536242 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b33676-86c4-4726-b664-08216aea1128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.543211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4b33676-86c4-4726-b664-08216aea1128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.627635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a4b33676-86c4-4726-b664-08216aea1128 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=280435de3eb84973831de43ad5621134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472818 Oct 26 14:31:41.633004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:41.654600 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c158a7-8462-4a60-b7f3-8bd3222f801e x-openstack-request-id: req-64c158a7-8462-4a60-b7f3-8bd3222f801e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:41.654950 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea32a974-b82c-4986-81be-373760368643", "name": "network-vif-deleted", "tag": "e94cab4f-95c8-4edc-b6c1-35d979e5be44", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:41.655107 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64c158a7-8462-4a60-b7f3-8bd3222f801e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:41.655713 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea32a974-b82c-4986-81be-373760368643', 'name': 'network-vif-deleted', 'tag': 'e94cab4f-95c8-4edc-b6c1-35d979e5be44', 'status': 'completed', 'code': 200} Oct 26 14:31:41.668929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33676-86c4-4726-b664-08216aea1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f9a11-eee2-4568-a767-150b26825e07,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.769812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.803622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.845850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.910101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=f86bade6-1b03-4162-83be-22ea5e548213,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.942918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5d6649b-4630-48ef-bed4-ac25db070b53 req-820cef4a-e44e-40ad-99a1-f9bcb27374eb tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea32a974-b82c-4986-81be-373760368643 HTTP/1.1" status: 200 len: 210 time: 0.0469153 Oct 26 14:31:41.943712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.944162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:41.944661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: 8b36e0b2-4ac6-495e-befb-ae0a08773b70, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:41.949198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:41.951619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/880f9a11-eee2-4568-a767-150b26825e07 HTTP/1.1" status: 204 len: 168 time: 0.3166428 Oct 26 14:31:41.974879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938de7-d5bc-4b51-ba98-9974bcf1bf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f9a11-eee2-4568-a767-150b26825e07,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:41.981737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:42.001073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 8b36e0b2-4ac6-495e-befb-ae0a08773b70) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:42.017992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:42.019247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.031600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5af112a-7b26-46d7-839b-31ce92189be9 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:42.074939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f4fcbf02-13b7-4733-a04e-74aa7b07bd2f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0966978 Oct 26 14:31:42.078912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37264) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:42.091055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70', 'name': 'tempest-PortsIpV6TestJSON-448243502', 'fixed_ips': [{'subnet_id': 'f86bade6-1b03-4162-83be-22ea5e548213', 'ip_address': '2001:db8::10'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:42.262433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-8b36e0b2-4ac6-495e-befb-ae0a08773b70', 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': 'f86bade6-1b03-4162-83be-22ea5e548213'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:42.264200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.298897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:42.461659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.479672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Allocated IP 2001:db8::2 (8b36e0b2-4ac6-495e-befb-ae0a08773b70/f86bade6-1b03-4162-83be-22ea5e548213/a1fc1bc7-2caf-479a-bde2-4611f52bc7d0) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:42.496732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 3f67b679-3808-404a-9147-c375a4f46b13 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:42.504914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:42.530748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30d4a175-9e53-4ded-8a4d-b92ac21ab17d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.710575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30d4a175-9e53-4ded-8a4d-b92ac21ab17d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.720212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30d4a175-9e53-4ded-8a4d-b92ac21ab17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.814813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4a175-9e53-4ded-8a4d-b92ac21ab17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41efce79-7e76-40e6-8b2c-2587d491c0d7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:42.837768 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.858139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30d4a175-9e53-4ded-8a4d-b92ac21ab17d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92681da6d311455db41e31b4ba8c0cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511453 Oct 26 14:31:42.860800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.869184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37274) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:42.963968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:42.967476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1a61bac7-1c96-40cd-b5be-4da45ce1a6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:42.988987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:42.991033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Pushing event updated for resources: {'Port': ['ID=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:42.998981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:43.009286 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.017270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::10 (8b36e0b2-4ac6-495e-befb-ae0a08773b70/f86bade6-1b03-4162-83be-22ea5e548213/3f67b679-3808-404a-9147-c375a4f46b13) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:43.056388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37282) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:43.092758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.193003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.199471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.203279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41efce79-7e76-40e6-8b2c-2587d491c0d7 HTTP/1.1" status: 204 len: 168 time: 0.3326671 Oct 26 14:31:43.221426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8924e-02fa-4c6c-b764-925537117624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41efce79-7e76-40e6-8b2c-2587d491c0d7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.301578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Attempting to bind port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:43.302606 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Attempting to bind port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:43.303186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Attempting to bind port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 on network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:43.311401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:43.312205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Checking segment: {'id': 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:43.312879 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.313470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Bound using segment: {'id': 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:43.314183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Bound port: a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:43.314793 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.418583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] For port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:43.426327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] For port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,segment=NetworkSegment(ec705b55-9f9d-4323-8ce6-f9f4a30e3745),segment_id=ec705b55-9f9d-4323-8ce6-f9f4a30e3745)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:43.433425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.499774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.510211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede92d8-d758-4cfb-9e8a-53f096f20019 None None] Pushing event updated for resources: {'Port': ['ID=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.625015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.711527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:43.748007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:43.752189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:43.759400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:43.760284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:43.772385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=3f67b679-3808-404a-9147-c375a4f46b13,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:43.807521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1e421ff-0a3e-4afd-af0b-c8c66139349e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7266936 Oct 26 14:31:43.810457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37300) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:43.818918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': '8b36e0b2-4ac6-495e-befb-ae0a08773b70', 'name': 'tempest-PortsIpV6TestJSON-1801017906', 'fixed_ips': [{'subnet_id': 'f86bade6-1b03-4162-83be-22ea5e548213', 'ip_address': '2001:db8::f'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:43.940402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.073043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.109494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:44.258216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.275112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:44.315351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port c4c09d15-84c9-4118-bc47-b525fdf00330 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:44.611039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e94cab4f-95c8-4edc-b6c1-35d979e5be44 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:44.699927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::f (8b36e0b2-4ac6-495e-befb-ae0a08773b70/f86bade6-1b03-4162-83be-22ea5e548213/c4c09d15-84c9-4118-bc47-b525fdf00330) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:44.719912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: e94cab4f-95c8-4edc-b6c1-35d979e5be44 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:44.721173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e94cab4f-95c8-4edc-b6c1-35d979e5be44 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:44.787847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port 6375f49a-8612-48b0-82f2-8004ca338f99 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:44.788186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.019843 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.077060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port 6375f49a-8612-48b0-82f2-8004ca338f99, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6375f49a-8612-48b0-82f2-8004ca338f99,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:45.077894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.112727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for 6375f49a-8612-48b0-82f2-8004ca338f99 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:45.115957 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.147475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:45.272526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:45.279572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:45.287467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:45.298920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.299721 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.340614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=c4c09d15-84c9-4118-bc47-b525fdf00330,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:45.348043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95941480-0d5d-49d5-b8d4-4d0cc9c89222 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:45.370557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb6d5c2b-b750-4d3f-ab82-05d46c569cf4 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5583942 Oct 26 14:31:45.373789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37334) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:45.537565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:45.538505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.637597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.680927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2be65ad7-450b-4572-8218-f32ab1cf90d0 None None] Provisioning complete for port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:45.681853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2be65ad7-450b-4572-8218-f32ab1cf90d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.690454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=6375f49a-8612-48b0-82f2-8004ca338f99,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:45.709917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50dcdb4-64ea-43f3-bf88-efaa90e96bcd tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.713843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b50dcdb4-64ea-43f3-bf88-efaa90e96bcd tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3382041 Oct 26 14:31:45.719452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37350) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:45.792141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:45.899162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b899344-1870-4e25-af06-6ed8103e43a8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.906264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b899344-1870-4e25-af06-6ed8103e43a8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.913108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b899344-1870-4e25-af06-6ed8103e43a8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:45.915125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b899344-1870-4e25-af06-6ed8103e43a8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1930766 Oct 26 14:31:45.918400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37356) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:46.040605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.109672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.119135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,segment=NetworkSegment(ec705b55-9f9d-4323-8ce6-f9f4a30e3745),segment_id=ec705b55-9f9d-4323-8ce6-f9f4a30e3745)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:46.145642 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.195857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port c4c09d15-84c9-4118-bc47-b525fdf00330 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:46.198460 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.323568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:46.383626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.401839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for c4c09d15-84c9-4118-bc47-b525fdf00330 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:46.560123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router 5d939352-07fe-47a3-ac1c-977e6e603263 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:46.697325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.735097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Could not find standard attr ID for object c4c09d15-84c9-4118-bc47-b525fdf00330. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:46.751738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=c4c09d15-84c9-4118-bc47-b525fdf00330,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:46.772288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:46.784955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3bbd2d8-a5db-4f1b-ae05-c8cf5f3ce2ea tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "PUT /v2.0/routers/5d939352-07fe-47a3-ac1c-977e6e603263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270439 Oct 26 14:31:46.787850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:46.792286 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Sync routers for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:46.798314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.803687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b725788e-de3b-4b66-88a1-796dc5a328ee tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/c4c09d15-84c9-4118-bc47-b525fdf00330 HTTP/1.1" status: 204 len: 168 time: 0.8835933 Oct 26 14:31:46.805684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37392) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:46.807230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Provisioning complete for port 3f67b679-3808-404a-9147-c375a4f46b13 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:46.807603 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:46.817513 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:46.823990 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:46.841208 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aef9986-dd4e-4059-ab43-9617da961961 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:46.843902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3aef9986-dd4e-4059-ab43-9617da961961 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/c4c09d15-84c9-4118-bc47-b525fdf00330 HTTP/1.1" status: 404 len: 333 time: 0.0366602 Oct 26 14:31:46.846806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37396) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:46.877823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Port 3f67b679-3808-404a-9147-c375a4f46b13 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:46.894040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Provisioning complete for port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:46.894532 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f86fe59c-dba7-4a15-be01-d4c0d457bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.085729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 3f67b679-3808-404a-9147-c375a4f46b13 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:47.086404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.284798 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:47.298249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.335980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:47.349765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 3f67b679-3808-404a-9147-c375a4f46b13 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:47.508037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:47.508037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.516244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-71c764ce-c87b-4a0d-8e33-13d2174a610f None None] Provisioning complete for port 3f67b679-3808-404a-9147-c375a4f46b13 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:47.516244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71c764ce-c87b-4a0d-8e33-13d2174a610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.624797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting subnet 1a26152a-cd5d-4de5-857f-3fcaf8644213 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:47.644360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.722266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-71c764ce-c87b-4a0d-8e33-13d2174a610f None None] Port 3f67b679-3808-404a-9147-c375a4f46b13 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:47.731946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.791638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.800440 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:45Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:47.806523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=3f67b679-3808-404a-9147-c375a4f46b13,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:47.856041 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Checking router: 5d939352-07fe-47a3-ac1c-977e6e603263 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:47.881216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:47.893525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-87b6481a-fcc7-430b-9dff-46a7ee10c0e7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/3f67b679-3808-404a-9147-c375a4f46b13 HTTP/1.1" status: 204 len: 168 time: 1.0428336 Oct 26 14:31:47.895771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37420) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:47.898159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Routers {'5d939352-07fe-47a3-ac1c-977e6e603263'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:47.899038 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5d939352-07fe-47a3-ac1c-977e6e603263'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:47.939798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-006af4b1-7bcc-4a4c-85bb-a4e716247732 None None] Could not find standard attr ID for object c4c09d15-84c9-4118-bc47-b525fdf00330. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:31:47.977895 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7644cfa-e61e-43b0-8810-0807ca9003ea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:31:47.986466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e7644cfa-e61e-43b0-8810-0807ca9003ea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/3f67b679-3808-404a-9147-c375a4f46b13 HTTP/1.1" status: 404 len: 333 time: 0.0873768 Oct 26 14:31:47.993718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37422) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:48.028921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:48.092605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.101351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet f86bade6-1b03-4162-83be-22ea5e548213 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:31:48.106882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.180444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] Set router 5d939352-07fe-47a3-ac1c-977e6e603263 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:48.192773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.244840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.293808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Subnet': ['ID=1a26152a-cd5d-4de5-857f-3fcaf8644213,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:48.304285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.309006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/subnets/1a26152a-cd5d-4de5-857f-3fcaf8644213 HTTP/1.1" status: 204 len: 168 time: 1.5200682 Oct 26 14:31:48.316225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e940fb4-3c9d-4bde-bb4b-4d7ff320b5ef None None] Network 4105e8b0-f08c-4dcd-8168-8b1fbde17005 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:48.318178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37432) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:48.334402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-253ac4a6-7462-4824-9954-d06a6fcd8034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.385113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.385869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.389255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.390746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.391277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.391797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.394271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.396547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.409913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.411105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.411646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.412249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845c3b7-a817-4b31-979b-2bf4691c1eac tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:48.567848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.573277 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:45Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:48.575015 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.658865 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09eba9-8a46-42e4-a801-197a4023c0e8 None None] The sync data for ids ['5d939352-07fe-47a3-ac1c-977e6e603263'] in n-d-813419-9 is: [{'id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'name': 'tempest-TestSecurityGroupsBasicOps-router-653101869', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:55Z', 'updated_at': '2021-10-26T14:31:45Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '233e8ba0-3b72-47ae-abf3-635484f56406', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ba:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d939352-07fe-47a3-ac1c-977e6e603263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:58Z', 'updated_at': '2021-10-26T14:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:48.662070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-253ac4a6-7462-4824-9954-d06a6fcd8034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.670671 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-253ac4a6-7462-4824-9954-d06a6fcd8034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.733049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ac4a6-7462-4824-9954-d06a6fcd8034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc3b9bb-f5d0-4227-b6c1-070d4a9bb55c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:48.744656 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-253ac4a6-7462-4824-9954-d06a6fcd8034 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aa96ca47a4d4f15bbab6de2f4734504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094340 Oct 26 14:31:48.745028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:48.836669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] DHCP port deletion for 4105e8b0-f08c-4dcd-8168-8b1fbde17005 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:31:48.853843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.920996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.928986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.974121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=f86bade6-1b03-4162-83be-22ea5e548213,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:48.979850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.990497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:48.995286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4732a424-d3ab-4197-b1fa-f386d7c480d1 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f86bade6-1b03-4162-83be-22ea5e548213 HTTP/1.1" status: 204 len: 168 time: 0.9997275 Oct 26 14:31:48.997658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37444) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:49.004505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6375f49a-8612-48b0-82f2-8004ca338f99 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:49.007318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d860a3-a6dd-47da-897d-ecb3775ae024 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:49.066126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port 233e8ba0-3b72-47ae-abf3-635484f56406 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:49.066570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.094441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.098413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.101690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cc3b9bb-f5d0-4227-b6c1-070d4a9bb55c HTTP/1.1" status: 204 len: 168 time: 0.3529403 Oct 26 14:31:49.140709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29091-1fe0-40cc-a56f-d2902c066573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc3b9bb-f5d0-4227-b6c1-070d4a9bb55c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.160391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.163180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6375f49a-8612-48b0-82f2-8004ca338f99 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:49.163533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6375f49a-8612-48b0-82f2-8004ca338f99 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:49.164117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4ebc9967-8d27-4d5e-b850-0d2a66ad644c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:49.213418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port 233e8ba0-3b72-47ae-abf3-635484f56406, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=233e8ba0-3b72-47ae-abf3-635484f56406,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:49.213873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.233736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for 233e8ba0-3b72-47ae-abf3-635484f56406 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:49.236605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:49.236960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.328839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Deleting port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:49.329312 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.412338 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.429052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,segment=NetworkSegment(ec705b55-9f9d-4323-8ce6-f9f4a30e3745),segment_id=ec705b55-9f9d-4323-8ce6-f9f4a30e3745)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:49.430024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.464334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:49.467998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:49.472273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] DHCP port deletion for 8b36e0b2-4ac6-495e-befb-ae0a08773b70 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:31:49.479204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] For port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,segment=NetworkSegment(aa32fe8e-7997-4b06-a085-e6e3c9c78c36),segment_id=aa32fe8e-7997-4b06-a085-e6e3c9c78c36)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:49.479971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.527781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.607458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Calling delete_port for 4ebc9967-8d27-4d5e-b850-0d2a66ad644c owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:49.694446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.719380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:49.742752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.768051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37460) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:49.791679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1c788d0-df09-42ad-b38c-23334a95dec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.836054 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:49.882756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Deleting port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:49.883443 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.886171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.916099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b36e0b2-4ac6-495e-befb-ae0a08773b70']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:49.931647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:49.932001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec705b55-9f9d-4323-8ce6-f9f4a30e3745') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:49.940345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.945621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:49.976271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=233e8ba0-3b72-47ae-abf3-635484f56406,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.041254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1c788d0-df09-42ad-b38c-23334a95dec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.042629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.052125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1c788d0-df09-42ad-b38c-23334a95dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.056151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:50.056849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:50.068915 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:50.100849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.197174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1c788d0-df09-42ad-b38c-23334a95dec4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfce6d52f8ff48feac4318c21825e58e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269505 Oct 26 14:31:50.198030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.199081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:50.200910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c788d0-df09-42ad-b38c-23334a95dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0924eb0b-b916-4c3b-9d06-795daf181528,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.225173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] For port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:50.225998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.241035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.242452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Calling delete_port for a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:50.244457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.246033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:31:50.251232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.264233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.286507 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.289114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] Pushing event deleted for resources: {'Port': ['ID=4ebc9967-8d27-4d5e-b850-0d2a66ad644c,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.294063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f3799-c9da-478f-8b56-092f521f25f6 None None] No DVR routers for this DVR port 4ebc9967-8d27-4d5e-b850-0d2a66ad644c on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:50.296951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Network 8b36e0b2-4ac6-495e-befb-ae0a08773b70 is not hosted by any dhcp agent {{(pid=102165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:31:50.297551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] No DVR routers for this DVR port a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:50.301701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/8b36e0b2-4ac6-495e-befb-ae0a08773b70 HTTP/1.1" status: 204 len: 168 time: 1.3021233 Oct 26 14:31:50.308255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37468) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:50.323652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1202250404'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:50.336701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.337588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Fanout notify agent at l3_agent the message router_deleted on router 5d939352-07fe-47a3-ac1c-977e6e603263 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:31:50.342634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebca37c-6441-4b79-b1ab-e80bde8f30d7 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=8b36e0b2-4ac6-495e-befb-ae0a08773b70,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.349304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6a77a-eb4c-42be-88b7-937528ffbc43 None None] Pushing event deleted for resources: {'Port': ['ID=a1fc1bc7-2caf-479a-bde2-4611f52bc7d0,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.358935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.360417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6eebc7c8-7969-462f-8607-9cc9ffc76a24 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/routers/5d939352-07fe-47a3-ac1c-977e6e603263 HTTP/1.1" status: 204 len: 168 time: 2.0411499 Oct 26 14:31:50.369079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:50.383644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.423729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.525520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.531848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.536964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0924eb0b-b916-4c3b-9d06-795daf181528 HTTP/1.1" status: 204 len: 168 time: 0.3266082 Oct 26 14:31:50.555758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:50.562590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadcfb8-5519-4fc8-9ab1-4cc9475c4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0924eb0b-b916-4c3b-9d06-795daf181528,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.562951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.628937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.642306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:31:50.660856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.661326 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Added segment 4b69329c-35f2-4e4e-84b0-c080a2ebc5d3 of type vlan for network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 Oct 26 14:31:50.814906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.825303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.863913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4105e8b0-f08c-4dcd-8168-8b1fbde17005']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:50.878881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:50.879244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa32fe8e-7997-4b06-a085-e6e3c9c78c36') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:50.883342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.891097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:50.892246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:50.988974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Network': ['ID=8ef7c07a-4a5c-439c-ba21-0af60a61dfe6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:50.994531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.007973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:31:51.043566 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.062018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37488) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:51.065107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5fa8cc4c-cd9f-48f2-91e0-fb08f99ca49a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7550092 Oct 26 14:31:51.071986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:51.078116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:31:51.080037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.086045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 233e8ba0-3b72-47ae-abf3-635484f56406 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:31:51.088142 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:31:51.126703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 233e8ba0-3b72-47ae-abf3-635484f56406 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:51.127036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 233e8ba0-3b72-47ae-abf3-635484f56406 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:51.127612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:51.157281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:51.157847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a1fc1bc7-2caf-479a-bde2-4611f52bc7d0 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:51.230325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.241683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.249397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/networks/4105e8b0-f08c-4dcd-8168-8b1fbde17005 HTTP/1.1" status: 204 len: 168 time: 0.8765948 Oct 26 14:31:51.251262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:51.276431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76c515-8acb-413a-9be0-67907e02ed9a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Network': ['ID=4105e8b0-f08c-4dcd-8168-8b1fbde17005,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:51.322536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:51.328725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.793186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port 8b0d2581-eed0-4ac7-9f64-e7310b0775ad {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:51.793612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.953613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:51.973768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.105064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.105842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.159824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for 8b0d2581-eed0-4ac7-9f64-e7310b0775ad owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:52.165599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=07efbce2-ff32-4e03-8a88-a4522b2ef183,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:52.188313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Checking segment: {'id': '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:52.188950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network hostable DHCP agents. Network: 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:31:52.326196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:31:52.400058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:52.414570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:52.418505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83653da0-ad94-4fac-a6f9-5277ed837d68 None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:52.426551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.483219 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37548) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:52.484223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9f609ea9-9187-47e0-bf67-38219cd969bb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4198012 Oct 26 14:31:52.488987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-319616711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:52.568475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.569133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.620185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.652209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=8b0d2581-eed0-4ac7-9f64-e7310b0775ad,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:52.683434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.691828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.726254 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.727594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-219484e6-fd99-46f3-8402-9129ba7ac9c6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2423627 Oct 26 14:31:52.730411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37556) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:52.738023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6', 'name': 'tempest-PortsIpV6TestJSON-1465072989'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:31:52.777934 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.778287 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Floating IP 8299e892-98b9-4e4d-ac42-360fae75b8c1 disassociated (deleted). External IP: 172.25.5.188, port: f4b769c8-8519-442e-9653-9399b1e4f931. Oct 26 14:31:52.810177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-8ef7c07a-4a5c-439c-ba21-0af60a61dfe6', 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': '07efbce2-ff32-4e03-8a88-a4522b2ef183'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:31:52.811774 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:52.959559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:31:52.968473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.006070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port ac194bb5-0492-450e-b212-569cfb4d814c yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:31:53.041642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Allocated IP 2001:db8::2 (8ef7c07a-4a5c-439c-ba21-0af60a61dfe6/07efbce2-ff32-4e03-8a88-a4522b2ef183/7e8950f2-96a5-4f6f-b212-92726d427e1f) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:53.270510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router f4f77361-ae40-4fc0-9792-e4225df842b1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:31:53.416852 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.491325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:31:53.497136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.514350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Sync routers for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:31:53.517114 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.530105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:53.564976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3eb7dfc-1c40-4c92-a25a-9182aafec76a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/floatingips/8299e892-98b9-4e4d-ac42-360fae75b8c1 HTTP/1.1" status: 204 len: 168 time: 2.3108628 Oct 26 14:31:53.566940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:53.570113 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31f43c-0f62-43e9-9e68-440a2380db1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:53.650446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:31:53.691163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:53.697961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:53.745497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::1b1 (8ef7c07a-4a5c-439c-ba21-0af60a61dfe6/07efbce2-ff32-4e03-8a88-a4522b2ef183/ac194bb5-0492-450e-b212-569cfb4d814c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:31:53.761630 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc39fdd5-9c17-4787-8d9e-455579ef82c0 x-openstack-request-id: req-fc39fdd5-9c17-4787-8d9e-455579ef82c0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:53.761941 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:53.762216 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc39fdd5-9c17-4787-8d9e-455579ef82c0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:53.762935 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'status': 'completed', 'code': 200} Oct 26 14:31:53.962671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-91749d83-aeba-4bc5-9ec5-fcb0bb75ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:53.978342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-91749d83-aeba-4bc5-9ec5-fcb0bb75ed9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=930976f8201b4b5eb10ce2e8980c2276&device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 1135 time: 0.1793230 Oct 26 14:31:53.982564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Pushing event updated for resources: {'Port': ['ID=7e8950f2-96a5-4f6f-b212-92726d427e1f,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:53.995503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:54.002500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:54.051796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:54.093537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:54.120628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff1468-8acc-4d6b-ab76-4f059137dd83 req-8e09efa8-16e4-4e09-9c62-2612d121fbfd tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.124281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b3ff1468-8acc-4d6b-ab76-4f059137dd83 req-8e09efa8-16e4-4e09-9c62-2612d121fbfd tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.1506772 Oct 26 14:31:54.238145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.270137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b3ff1468-8acc-4d6b-ab76-4f059137dd83 req-b999f917-af1f-4f19-8cae-f3c5db97663a tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1338382 Oct 26 14:31:54.390698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Attempting to bind port 7e8950f2-96a5-4f6f-b212-92726d427e1f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:31:54.392174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Attempting to bind port 7e8950f2-96a5-4f6f-b212-92726d427e1f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:31:54.392174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Attempting to bind port 7e8950f2-96a5-4f6f-b212-92726d427e1f on network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:31:54.392473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-1ee6f570-ede2-4220-9d33-eb7c7fbaeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.397416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-1ee6f570-ede2-4220-9d33-eb7c7fbaeaca service neutron] 10.222.0.73 "GET /v2.0/networks?id=1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 200 len: 898 time: 0.4090741 Oct 26 14:31:54.405802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956adc37-20e1-462c-bec9-b9cca7c74d56 req-8de143f8-67ab-478a-af26-be9ac84df131 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.409957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:31:54.410468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Checking segment: {'id': '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:31:54.411628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.412184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Bound using segment: {'id': '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:31:54.412781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Bound port: 7e8950f2-96a5-4f6f-b212-92726d427e1f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8ef7c07a-4a5c-439c-ba21-0af60a61dfe6'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:31:54.413885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.421207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-956adc37-20e1-462c-bec9-b9cca7c74d56 req-8de143f8-67ab-478a-af26-be9ac84df131 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.2045250 Oct 26 14:31:54.423296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.486699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:31:54.490334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:31:54.506162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:31:54.515326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.516002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.535911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-fdf8e4e2-b9df-4a6e-acbe-09f227df28e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 200 len: 217 time: 0.1131566 Oct 26 14:31:54.543025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=ac194bb5-0492-450e-b212-569cfb4d814c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:54.558799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38b5de05-15f5-443a-9d40-66197dcc800b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8270867 Oct 26 14:31:54.562135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:54.617722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] For port 7e8950f2-96a5-4f6f-b212-92726d427e1f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:31:54.652806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-956adc37-20e1-462c-bec9-b9cca7c74d56 req-3bb1311a-9da0-4874-b452-485a0a0d18b9 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640220 Oct 26 14:31:54.655825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] For port 7e8950f2-96a5-4f6f-b212-92726d427e1f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e8950f2-96a5-4f6f-b212-92726d427e1f,segment=NetworkSegment(4b69329c-35f2-4e4e-84b0-c080a2ebc5d3),segment_id=4b69329c-35f2-4e4e-84b0-c080a2ebc5d3)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:31:54.689796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-08e25d4a-542b-4326-bd8e-80363b836d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.694633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-08e25d4a-542b-4326-bd8e-80363b836d3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8e830f7a-ecf4-4767-b2c7-36030a9e9b12 HTTP/1.1" status: 200 len: 834 time: 0.1461143 Oct 26 14:31:54.706758 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:54.763836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-21e13be5-ed18-4492-8dd7-f015167cb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:54.767025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-21e13be5-ed18-4492-8dd7-f015167cb969 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1541ed07-1803-4ad8-9a99-86cc40913c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640972 Oct 26 14:31:54.805739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:54.851215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Checking router: f4f77361-ae40-4fc0-9792-e4225df842b1 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:31:54.856718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fc5de-9431-4463-9965-f269e59501c7 None None] Pushing event updated for resources: {'Port': ['ID=7e8950f2-96a5-4f6f-b212-92726d427e1f,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:54.889720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:31:54.891304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:55.017275 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-9a50eb77-e028-414c-b5bf-e79278032961 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402196 Oct 26 14:31:55.181747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-473a9cf4-792e-4724-b3d1-f574dc1de510 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2801459 Oct 26 14:31:55.197473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:31:55.245525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a897e0-475b-4f41-826f-f478294c7307 req-a4f57d67-7c07-46ec-a8d5-b96e457debae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.248953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a897e0-475b-4f41-826f-f478294c7307 req-a4f57d67-7c07-46ec-a8d5-b96e457debae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.4927189 Oct 26 14:31:55.297220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da31f43c-0f62-43e9-9e68-440a2380db1c req-bad4d4d8-932b-4a18-9b89-1525e32794f1 service neutron] 10.222.0.73 "GET /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673788 Oct 26 14:31:55.537951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5a897e0-475b-4f41-826f-f478294c7307 req-39e86f39-9306-4d5a-b847-29a946b01ca3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357423 Oct 26 14:31:55.556923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-810676f6-8aa5-47c5-9de1-aaf07e2c4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.561271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-810676f6-8aa5-47c5-9de1-aaf07e2c4893 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.2354393 Oct 26 14:31:55.601237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:31:55.619080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e869f6-d1c2-433d-a0fc-87deb3921e8e req-f76037f9-861d-4377-b638-3da06bf33139 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.620887 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26e869f6-d1c2-433d-a0fc-87deb3921e8e req-f76037f9-861d-4377-b638-3da06bf33139 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.1306422 Oct 26 14:31:55.664100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359acbe-161d-4059-9797-8919ac16b245 req-637a010d-06de-4e93-9a58-63c0fd43229b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:55.671375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4359acbe-161d-4059-9797-8919ac16b245 req-637a010d-06de-4e93-9a58-63c0fd43229b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.4472392 Oct 26 14:31:55.724165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:31:55.818897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebe4fe9-b7ce-438c-98ab-de4521c66225 None None] The sync data for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 is: [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:29:47Z', 'revision_number': 4, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'da8d64b2-7744-4531-bf52-cd2514ef3279', 'name': '', 'network_id': '1541ed07-1803-4ad8-9a99-86cc40913c3b', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'mac_address': 'fa:16:3e:b0:66:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:45Z', 'updated_at': '2021-10-26T14:29:57Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'subnets': [{'id': '8e830f7a-ecf4-4767-b2c7-36030a9e9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:31:55.933175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.206799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port f4b769c8-8519-442e-9653-9399b1e4f931 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:31:56.207953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.346860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-c2974fea-1025-4a1f-8522-07ee60482968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:56.350187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-c2974fea-1025-4a1f-8522-07ee60482968 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.7283256 Oct 26 14:31:56.484405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26e869f6-d1c2-433d-a0fc-87deb3921e8e req-7a30cc86-ae7f-4ac9-888c-3025148e245f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8290296 Oct 26 14:31:56.549657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe74d77-effc-4eee-a6b2-f484fe149e35 None None] New status for floating IP 8299e892-98b9-4e4d-ac42-360fae75b8c1: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:31:56.571387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c8843e9-d3e0-4bc7-929f-60040b971e01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 200 len: 992 time: 0.9687970 Oct 26 14:31:56.573742 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-6a199c43-25c0-4526-86de-6d2a760961f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1000 time: 0.2138951 Oct 26 14:31:56.772461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-12e088bd-12a6-46c2-ad25-031080c3cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:56.775136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-12e088bd-12a6-46c2-ad25-031080c3cc1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1939950 Oct 26 14:31:56.783512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port f4b769c8-8519-442e-9653-9399b1e4f931, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f4b769c8-8519-442e-9653-9399b1e4f931,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:56.784026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:56.875662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for f4b769c8-8519-442e-9653-9399b1e4f931 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:31:56.907808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-a34c1407-0dab-4639-9098-79e917a0f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:56.925663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-a34c1407-0dab-4639-9098-79e917a0f57a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271677 Oct 26 14:31:57.007288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca3122-b1bd-49ec-bbad-b21bf5d3aba3 None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:31:57.150793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e8950f2-96a5-4f6f-b212-92726d427e1f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:57.195570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-de68d099-9526-4c04-a696-14ad44b56c5a service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586601 Oct 26 14:31:57.254417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] Provisioning complete for port 7e8950f2-96a5-4f6f-b212-92726d427e1f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:57.256968 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.454662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-411bb3f3-c7aa-42fc-98ea-0e35e5a42ec5 req-a245effa-6b94-4023-a711-aa159592c2e7 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527061 Oct 26 14:31:57.464390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7e8950f2-96a5-4f6f-b212-92726d427e1f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:57.464944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.588076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.683546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] For port 7e8950f2-96a5-4f6f-b212-92726d427e1f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e8950f2-96a5-4f6f-b212-92726d427e1f,segment=NetworkSegment(4b69329c-35f2-4e4e-84b0-c080a2ebc5d3),segment_id=4b69329c-35f2-4e4e-84b0-c080a2ebc5d3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:31:57.705499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc364-0adc-4ed5-8a2f-832c48dba8f3 req-8583b330-1228-4a1e-8f26-04506c9c552e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:57.714041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218cc364-0adc-4ed5-8a2f-832c48dba8f3 req-8583b330-1228-4a1e-8f26-04506c9c552e tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 984 time: 0.1030133 Oct 26 14:31:57.722621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:57.797468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-218cc364-0adc-4ed5-8a2f-832c48dba8f3 req-d49d2750-9092-48b9-a948-4a644cae0adf tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/security-groups?id=7ae039ca-946b-4b3c-8c1f-9f429839ca6c&id=bba88d88-f372-4cfa-b980-9d830bd6b466&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0829096 Oct 26 14:31:57.827183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c56a4e-91b9-477a-9bc5-d389cf7754ab None None] Pushing event updated for resources: {'Port': ['ID=7e8950f2-96a5-4f6f-b212-92726d427e1f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:57.989059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.025111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242023d-cbad-48fd-b8f0-33b6ff57a08c req-d4d37479-fd22-451b-9801-77f7d45b987c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:58.034851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b242023d-cbad-48fd-b8f0-33b6ff57a08c req-d4d37479-fd22-451b-9801-77f7d45b987c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.3746891 Oct 26 14:31:58.037950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.256426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=ac194bb5-0492-450e-b212-569cfb4d814c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:58.261724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b242023d-cbad-48fd-b8f0-33b6ff57a08c req-206a0fdb-1d27-4d76-ac14-da1c76452d81 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259700 Oct 26 14:31:58.358793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-80d110d8-3512-44f6-99e8-77886754a14b None None] Provisioning complete for port 7e8950f2-96a5-4f6f-b212-92726d427e1f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:58.359661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-80d110d8-3512-44f6-99e8-77886754a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.382502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.382870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.383197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.383536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.383870 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.384204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.384565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.384903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.385231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.385558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.385882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.386201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:31:58.400170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-eab4f442-bd7e-405f-bcf6-46de799b94ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7370646 Oct 26 14:31:58.538274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.585141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.650266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=f4b769c8-8519-442e-9653-9399b1e4f931,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:31:58.713305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f4b769c8-8519-442e-9653-9399b1e4f931 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:31:58.761108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: f4b769c8-8519-442e-9653-9399b1e4f931 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:31:58.761447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f4b769c8-8519-442e-9653-9399b1e4f931 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:31:58.819881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-80d110d8-3512-44f6-99e8-77886754a14b None None] Provisioning complete for port ac194bb5-0492-450e-b212-569cfb4d814c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:31:58.820667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-80d110d8-3512-44f6-99e8-77886754a14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.849906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] No DVR routers for this DVR port f4b769c8-8519-442e-9653-9399b1e4f931 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:31:58.860424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:58.869578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4359acbe-161d-4059-9797-8919ac16b245 req-fc46337c-6d92-425f-a26f-2c387426b89f tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.73 "DELETE /v2.0/ports/f4b769c8-8519-442e-9653-9399b1e4f931 HTTP/1.1" status: 204 len: 173 time: 3.1899662 Oct 26 14:31:58.870331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'name': 'network-vif-deleted', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:31:58.880112 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f92d566-5d23-4a3d-8aed-64b246c7a89b" -d '{"events": [{"server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "name": "network-vif-deleted", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:31:59.027959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-80d110d8-3512-44f6-99e8-77886754a14b None None] Port ac194bb5-0492-450e-b212-569cfb4d814c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:31:59.067198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:31:59.129389 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04dff28f-99b5-4440-af25-181765512358 req-4bdabc13-c0db-4d41-9cc3-0d7de7d15507 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d5efc36-eafe-45c8-8643-f569ecbc7d3d HTTP/1.1" status: 200 len: 210 time: 0.1440072 Oct 26 14:31:59.141236 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89154531-3d62-4ddf-8d29-a94e9a80316a x-openstack-request-id: req-89154531-3d62-4ddf-8d29-a94e9a80316a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:31:59.141236 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5efc36-eafe-45c8-8643-f569ecbc7d3d", "name": "network-vif-deleted", "tag": "f4b769c8-8519-442e-9653-9399b1e4f931", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:31:59.141236 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89154531-3d62-4ddf-8d29-a94e9a80316a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:31:59.141236 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5efc36-eafe-45c8-8643-f569ecbc7d3d', 'name': 'network-vif-deleted', 'tag': 'f4b769c8-8519-442e-9653-9399b1e4f931', 'status': 'completed', 'code': 200} Oct 26 14:31:59.227141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e8950f2-96a5-4f6f-b212-92726d427e1f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:31:59.563120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649b946-6260-4739-9430-65a82051f204 req-8ea88333-d94e-442e-b0ac-11f93f63b823 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:31:59.571952 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5649b946-6260-4739-9430-65a82051f204 req-8ea88333-d94e-442e-b0ac-11f93f63b823 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1655722 Oct 26 14:31:59.867599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5649b946-6260-4739-9430-65a82051f204 req-0e94f2f5-df57-4f1e-9f04-beb9d2b9e439 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943137 Oct 26 14:32:00.036152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c8e44781-bd8d-4c2c-a0ef-0af728346903 None None] Provisioning complete for port ac194bb5-0492-450e-b212-569cfb4d814c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:00.037115 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c8e44781-bd8d-4c2c-a0ef-0af728346903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.147713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c8e44781-bd8d-4c2c-a0ef-0af728346903 None None] Port ac194bb5-0492-450e-b212-569cfb4d814c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:00.167750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7e8950f2-96a5-4f6f-b212-92726d427e1f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:00.168257 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.295747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.314097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.317936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.335100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d842e536-6d95-48d1-8a02-af15003df072 None None] Provisioning complete for port ac194bb5-0492-450e-b212-569cfb4d814c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:00.335545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d842e536-6d95-48d1-8a02-af15003df072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.338194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37886) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:00.482761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d842e536-6d95-48d1-8a02-af15003df072 None None] Port ac194bb5-0492-450e-b212-569cfb4d814c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:00.663604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.683449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=ac194bb5-0492-450e-b212-569cfb4d814c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:00.694678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:00.724520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:00.753318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:01.115611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.133474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.164174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.165414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/security-groups/7ae039ca-946b-4b3c-8c1f-9f429839ca6c HTTP/1.1" status: 204 len: 168 time: 0.8250349 Oct 26 14:32:01.294375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c391be-2c37-4119-aa45-8aa75f19141b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae039ca-946b-4b3c-8c1f-9f429839ca6c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:01.387630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.389774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Router be8a0a3e-f355-4425-ab05-80f009d80362 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:32:01.404340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-82638019-ed5a-41d4-b569-833d80c4dc3c None None] Provisioning complete for port ac194bb5-0492-450e-b212-569cfb4d814c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:01.405149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-82638019-ed5a-41d4-b569-833d80c4dc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.442339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.495326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-82638019-ed5a-41d4-b569-833d80c4dc3c None None] Port ac194bb5-0492-450e-b212-569cfb4d814c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:01.566935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.570343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:01.573017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/security-groups/bba88d88-f372-4cfa-b980-9d830bd6b466 HTTP/1.1" status: 204 len: 168 time: 0.4061091 Oct 26 14:32:01.573496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997976b-3972-4594-89c4-331a740ce582 req-788dde07-3829-4c99-8934-541bfcd809da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:01.575143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9997976b-3972-4594-89c4-331a740ce582 req-788dde07-3829-4c99-8934-541bfcd809da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.5099702 Oct 26 14:32:01.583590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 37952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.587713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223c9bb-9d1a-4b59-965f-2825568112b5 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba88d88-f372-4cfa-b980-9d830bd6b466,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:01.596805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-4a7c9cdf-deb4-4ab7-9ddb-5da8ace434e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:01.598367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-4a7c9cdf-deb4-4ab7-9ddb-5da8ace434e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.3305585 Oct 26 14:32:01.836793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:01.858757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] Sync routers for ids ['be8a0a3e-f355-4425-ab05-80f009d80362'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:01.889426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-15076bcf-8e62-42b8-a3a9-609ed187cbea tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/routers/be8a0a3e-f355-4425-ab05-80f009d80362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3255944 Oct 26 14:32:01.893789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:01.900601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] Routers {'be8a0a3e-f355-4425-ab05-80f009d80362'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:01.901932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['be8a0a3e-f355-4425-ab05-80f009d80362'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:01.929817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9997976b-3972-4594-89c4-331a740ce582 req-1989ad11-a5e6-4664-977e-5294e8610290 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365138 Oct 26 14:32:01.939686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-b2fc18d0-594f-428a-a23d-136384944987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:01.947324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-b2fc18d0-594f-428a-a23d-136384944987 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.3058901 Oct 26 14:32:02.036919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:02.080189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] Routers {'be8a0a3e-f355-4425-ab05-80f009d80362'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:02.082107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8846ec8-7e39-4e82-8246-c943b7a34d78 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:02.084101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['be8a0a3e-f355-4425-ab05-80f009d80362'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:02.085759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e8846ec8-7e39-4e82-8246-c943b7a34d78 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?device_id=be8a0a3e-f355-4425-ab05-80f009d80362 HTTP/1.1" status: 200 len: 989 time: 0.1897335 Oct 26 14:32:02.089424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 37972) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:02.202247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:02.203148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec7f37-8a6a-4510-b832-30c133bc3145 None None] The sync data for ids ['be8a0a3e-f355-4425-ab05-80f009d80362'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:02.406809 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c91fbe65-4dcd-4994-b9fe-701da737de65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1000 time: 0.2949681 Oct 26 14:32:02.644545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-b1dd3702-98c8-40d2-8437-be7ba0eb2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:02.648370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-b1dd3702-98c8-40d2-8437-be7ba0eb2170 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.2126517 Oct 26 14:32:02.769798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-e152f748-1c11-4183-959f-eae427e6354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:02.773414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-e152f748-1c11-4183-959f-eae427e6354a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159666 Oct 26 14:32:02.984102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.984399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:02.987677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-751f4c64-79c1-45b9-a852-a450a4541df0 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028093 Oct 26 14:32:03.332833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33aab5-af6a-4a0c-894b-c2a0fc7682e9 req-6647a985-81a7-4bd4-9816-00d28d8c9d7d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:03.335644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d33aab5-af6a-4a0c-894b-c2a0fc7682e9 req-6647a985-81a7-4bd4-9816-00d28d8c9d7d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1857755 Oct 26 14:32:03.541301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-561ed308-91c5-4886-86ba-3810a61531f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1713696 Oct 26 14:32:03.542117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d33aab5-af6a-4a0c-894b-c2a0fc7682e9 req-4d9011a9-5dcc-4738-b64e-4e4e7436ebe5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303375 Oct 26 14:32:03.543893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-4d0cb837-0f5a-4bdd-8668-c030051ae31e service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176213 Oct 26 14:32:03.751907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-a417c5f7-ec12-4820-9285-9e23ab70fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:03.753515 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-a417c5f7-ec12-4820-9285-9e23ab70fa8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.0856524 Oct 26 14:32:03.782602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port ac194bb5-0492-450e-b212-569cfb4d814c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:03.783489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.804060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38040) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:03.942031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-7e01db16-6c1f-4d75-9d5d-05668cba1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:03.943972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-7e01db16-6c1f-4d75-9d5d-05668cba1d63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.1514282 Oct 26 14:32:03.962439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port da8d64b2-7744-4531-bf52-cd2514ef3279 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:03.962794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.963726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:03.985020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for ac194bb5-0492-450e-b212-569cfb4d814c owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:04.058005 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14f47d67-8716-4e83-ab68-815470fd0b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.115001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-67b56d0f-3199-4866-9a57-ce21bd5716b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 1002 time: 0.1612628 Oct 26 14:32:04.215780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port da8d64b2-7744-4531-bf52-cd2514ef3279, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=da8d64b2-7744-4531-bf52-cd2514ef3279,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:04.217696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.241416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for da8d64b2-7744-4531-bf52-cd2514ef3279 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:04.250167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-95324ffe-254a-48fb-b52e-aa53efdc9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:04.251691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-95324ffe-254a-48fb-b52e-aa53efdc9559 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1206107 Oct 26 14:32:04.255195 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14f47d67-8716-4e83-ab68-815470fd0b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.263376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14f47d67-8716-4e83-ab68-815470fd0b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.314596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.331664 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47d67-8716-4e83-ab68-815470fd0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095f3609-d829-4f4b-b778-4aac821e078d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:04.362736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-a0a03e5a-65ba-4da8-b172-1bfcf4f3ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:04.364764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-a0a03e5a-65ba-4da8-b172-1bfcf4f3ec9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051567 Oct 26 14:32:04.369600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-14f47d67-8716-4e83-ab68-815470fd0b83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cf4ee47c99b49a3b247fd6b9b60a84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442827 Oct 26 14:32:04.375332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=ac194bb5-0492-450e-b212-569cfb4d814c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:04.375579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:04.487292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.528376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-b93607dc-0231-481d-9249-3f14b87be677 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543369 Oct 26 14:32:04.675325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d783d2b6-a1ed-4b97-9bfa-330a5437f03f req-ee582250-9989-4845-88b5-247986d3cea2 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254754 Oct 26 14:32:04.782950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Router be8a0a3e-f355-4425-ab05-80f009d80362 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:04.882840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.886237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:04.892838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-860fa64c-1a25-41ac-a38b-3b89dcc0daa8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/routers/be8a0a3e-f355-4425-ab05-80f009d80362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8018150 Oct 26 14:32:04.895895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38062) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:04.900104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f3c7-7200-4b2d-9581-ef99e10c72fa req-ad546a15-ffe2-407a-8abd-1d19cda4a31f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:04.906842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] Sync routers for ids ['be8a0a3e-f355-4425-ab05-80f009d80362'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:04.910091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c388f3c7-7200-4b2d-9581-ef99e10c72fa req-ad546a15-ffe2-407a-8abd-1d19cda4a31f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1558447 Oct 26 14:32:04.920198 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] Routers {'be8a0a3e-f355-4425-ab05-80f009d80362'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:04.921157 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['be8a0a3e-f355-4425-ab05-80f009d80362'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:04.925776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:04.933918 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-71875f14-a1fa-4e97-99b5-9d0adb8e0859 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:32:04.939795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-71875f14-a1fa-4e97-99b5-9d0adb8e0859 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/ac194bb5-0492-450e-b212-569cfb4d814c HTTP/1.1" status: 404 len: 333 time: 0.0425260 Oct 26 14:32:04.940633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38064) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:04.956236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=da8d64b2-7744-4531-bf52-cd2514ef3279,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:04.962187 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:04.976406 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] Routers {'be8a0a3e-f355-4425-ab05-80f009d80362'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:04.977245 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['be8a0a3e-f355-4425-ab05-80f009d80362'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.042642 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:05.045211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.046077 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a9352-9ef5-45f5-8dba-8f4b7ede9250 None None] The sync data for ids ['be8a0a3e-f355-4425-ab05-80f009d80362'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:05.087825 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.110979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c388f3c7-7200-4b2d-9581-ef99e10c72fa req-4ef9686c-d0ec-4479-943a-fa994b634a1a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998086 Oct 26 14:32:05.291397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.296470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.300775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/095f3609-d829-4f4b-b778-4aac821e078d HTTP/1.1" status: 204 len: 168 time: 0.9219894 Oct 26 14:32:05.338196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722475a-9b89-4607-920e-4da9025061fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f3609-d829-4f4b-b778-4aac821e078d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:05.416761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.470657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.475198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.594230 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.595645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Fanout notify agent at l3_agent the message router_deleted on router be8a0a3e-f355-4425-ab05-80f009d80362 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:05.604358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.612852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38074) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:05.619166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7650a57b-28cf-4a20-a995-0673fae73433 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/routers/be8a0a3e-f355-4425-ab05-80f009d80362 HTTP/1.1" status: 204 len: 168 time: 0.6754825 Oct 26 14:32:05.735911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 07efbce2-ff32-4e03-8a88-a4522b2ef183 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:05.774694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.835716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:05.901159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Router f4f77361-ae40-4fc0-9792-e4225df842b1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:06.031739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.105256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:06.116218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-76b9ce03-5123-45ff-8a28-949fd674fa2b tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "PUT /v2.0/routers/f4f77361-ae40-4fc0-9792-e4225df842b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5290215 Oct 26 14:32:06.116852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38094) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:06.150200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.153864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Sync routers for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:06.168389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:06.169697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:06.197863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=07efbce2-ff32-4e03-8a88-a4522b2ef183,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.206039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.211782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a67ca22f-8df4-47ef-ab12-2a5ad2c956ba tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/07efbce2-ff32-4e03-8a88-a4522b2ef183 HTTP/1.1" status: 204 len: 168 time: 0.5949674 Oct 26 14:32:06.213649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:06.229290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting subnet 8e830f7a-ecf4-4767-b2c7-36030a9e9b12 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:06.234478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.271608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa7050-91b4-43a8-8571-0e73708d429a None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:06.298631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.520608 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.553286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:06.720103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.830541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Subnet': ['ID=8e830f7a-ecf4-4767-b2c7-36030a9e9b12,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:06.853412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:06.868959 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2fbafee4-1600-467f-97fa-df72f69aa212 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/subnets/8e830f7a-ecf4-4767-b2c7-36030a9e9b12 HTTP/1.1" status: 204 len: 168 time: 0.7506633 Oct 26 14:32:06.869955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:06.916457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8e674-d2e6-4045-a366-bde320fe9b1b None None] Network 1541ed07-1803-4ad8-9a99-86cc40913c3b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:06.920756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] DHCP port deletion for 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:06.949421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fee820-64f1-484d-8b65-7b77f49c8b10 req-325ba140-e434-4da8-9f0f-c236a8b80d02 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:06.958273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59fee820-64f1-484d-8b65-7b77f49c8b10 req-325ba140-e434-4da8-9f0f-c236a8b80d02 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1107638 Oct 26 14:32:06.970669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.102225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59fee820-64f1-484d-8b65-7b77f49c8b10 req-79d53550-4023-49be-b11f-d3a7c623d202 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429174 Oct 26 14:32:07.125928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 7e8950f2-96a5-4f6f-b212-92726d427e1f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:07.126407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.189328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.206345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] For port 7e8950f2-96a5-4f6f-b212-92726d427e1f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7e8950f2-96a5-4f6f-b212-92726d427e1f,segment=NetworkSegment(4b69329c-35f2-4e4e-84b0-c080a2ebc5d3),segment_id=4b69329c-35f2-4e4e-84b0-c080a2ebc5d3)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:07.207503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.225023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 7e8950f2-96a5-4f6f-b212-92726d427e1f owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:07.297520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e8950f2-96a5-4f6f-b212-92726d427e1f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:07.325123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.338804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Deleting port 7e8950f2-96a5-4f6f-b212-92726d427e1f {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:07.354946 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.364521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=7e8950f2-96a5-4f6f-b212-92726d427e1f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:07.374131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No DVR routers for this DVR port 7e8950f2-96a5-4f6f-b212-92726d427e1f on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:07.479132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.492167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.509948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef7c07a-4a5c-439c-ba21-0af60a61dfe6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:07.530213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:07.530673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b69329c-35f2-4e4e-84b0-c080a2ebc5d3') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:07.555416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.558559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:32:04Z', 'revision_number': 5, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port': {'id': '10963db6-c417-4d2e-8a69-3e7b7ef46892', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:29:37Z', 'updated_at': '2021-10-26T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:07.618010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.624133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Checking router: f4f77361-ae40-4fc0-9792-e4225df842b1 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:07.630746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No active binding found for port 7e8950f2-96a5-4f6f-b212-92726d427e1f {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:32:07.631271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7e8950f2-96a5-4f6f-b212-92726d427e1f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:07.640245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:07.642745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.659549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] For port 7e8950f2-96a5-4f6f-b212-92726d427e1f, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:07.659961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.664884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] DHCP port deletion for 1541ed07-1803-4ad8-9a99-86cc40913c3b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:07.679795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Deleting port 10963db6-c417-4d2e-8a69-3e7b7ef46892 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:07.681709 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.708892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Routers {'f4f77361-ae40-4fc0-9792-e4225df842b1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:07.709585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:31:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['f4f77361-ae40-4fc0-9792-e4225df842b1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:07.750017 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:07.756576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Calling delete_port for 7e8950f2-96a5-4f6f-b212-92726d427e1f owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:07.757664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.805319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.805721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Port 7e8950f2-96a5-4f6f-b212-92726d427e1f was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:32:07.821039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 HTTP/1.1" status: 204 len: 168 time: 1.5991457 Oct 26 14:32:07.821039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0205bd-6e41-4538-8b08-902d8c1a0b04 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=8ef7c07a-4a5c-439c-ba21-0af60a61dfe6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:07.821380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.823667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.876661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Network 8ef7c07a-4a5c-439c-ba21-0af60a61dfe6 is not hosted by any dhcp agent {{(pid=102165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:32:07.877032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] No DVR routers for this DVR port 7e8950f2-96a5-4f6f-b212-92726d427e1f on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:07.890602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d056fe-659f-40ef-96a2-e4484032a243 None None] Pushing event deleted for resources: {'Port': ['ID=7e8950f2-96a5-4f6f-b212-92726d427e1f,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:07.902877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] Set router f4f77361-ae40-4fc0-9792-e4225df842b1 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:07.924772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ba3ec-3f65-463f-a8ee-8b3c97da2f07 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:07.927772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b62ba3ec-3f65-463f-a8ee-8b3c97da2f07 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/eebdda97-cfba-47d8-a4e6-6f7f951f9dbe HTTP/1.1" status: 200 len: 844 time: 0.1027398 Oct 26 14:32:07.936650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38156) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:07.967153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] For port 10963db6-c417-4d2e-8a69-3e7b7ef46892, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=10963db6-c417-4d2e-8a69-3e7b7ef46892,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:07.969237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.976185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Deleting port f588184a-6564-4f0d-9774-2abc80684d86 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:07.976604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:07.978762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:32:07Z', 'revision_number': 6, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:08.019448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Calling delete_port for 10963db6-c417-4d2e-8a69-3e7b7ef46892 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:08.041954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b54fd851-460a-4b79-9855-9cc38c4aa285 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/eebdda97-cfba-47d8-a4e6-6f7f951f9dbe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1038015 Oct 26 14:32:08.042644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:08.048826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:08.073520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d02ce-c478-4faf-94fc-76faf08555a9 None None] The sync data for ids ['f4f77361-ae40-4fc0-9792-e4225df842b1'] in n-d-813419-9 is: [{'id': 'f4f77361-ae40-4fc0-9792-e4225df842b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-205703496', 'tenant_id': '930976f8201b4b5eb10ce2e8980c2276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:29:35Z', 'updated_at': '2021-10-26T14:32:07Z', 'revision_number': 6, 'project_id': '930976f8201b4b5eb10ce2e8980c2276', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:08.150588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] For port f588184a-6564-4f0d-9774-2abc80684d86, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f588184a-6564-4f0d-9774-2abc80684d86,segment=NetworkSegment(98370c37-ad52-43b2-9379-01f591dd6fbc),segment_id=98370c37-ad52-43b2-9379-01f591dd6fbc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:08.152641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.187548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Calling delete_port for f588184a-6564-4f0d-9774-2abc80684d86 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:08.261710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:08.273293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.324334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.362186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] Pushing event deleted for resources: {'Port': ['ID=f588184a-6564-4f0d-9774-2abc80684d86,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:08.372818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e5956-a833-42db-8642-500b0af80bee None None] No DVR routers for this DVR port f588184a-6564-4f0d-9774-2abc80684d86 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:08.677616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38178) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:08.686844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.745805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=d12a25dc-b0f0-497e-bddf-027941709326,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:08.772465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:08.774751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:08.778320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:08.778992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.803125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4e16f-1ef3-466c-94b5-5435c9a9d86b None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:08.811286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7307c74d-c267-4fb7-9d9c-893d3739719e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7660220 Oct 26 14:32:08.813261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38188) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:08.827836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'security_group': {'name': 'tempest-secgroup-995989408'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:08.908262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:08.942091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.085525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.097174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.103139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642f740-2c40-4400-a24a-39b2c78a4891 req-6cc46ef3-a858-48d8-a94d-219f179506bc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:09.105790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6642f740-2c40-4400-a24a-39b2c78a4891 req-6cc46ef3-a858-48d8-a94d-219f179506bc tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.4334373 Oct 26 14:32:09.150434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Port': ['ID=10963db6-c417-4d2e-8a69-3e7b7ef46892,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.150687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'tenant_id': '12930ae2677548e4b224659fa3d978c1', 'fixed_ips': [{'subnet_id': 'd12a25dc-b0f0-497e-bddf-027941709326'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:09.151656 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.188822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f588184a-6564-4f0d-9774-2abc80684d86 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:09.214167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.216971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4014025 Oct 26 14:32:09.224061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.236925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'security_group': {'name': 'tempest-secgroup-66358919'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:09.240404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-927318be-9354-4d30-8a8c-e94714b59f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.275359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc9871-9f2f-4f12-9eea-244bd35d6bc2 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72334009-d048-4774-aae5-fd785a45dae0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.289331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f588184a-6564-4f0d-9774-2abc80684d86 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:09.289569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f588184a-6564-4f0d-9774-2abc80684d86 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:09.291041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device da8d64b2-7744-4531-bf52-cd2514ef3279 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:09.301959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.319280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.327108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6642f740-2c40-4400-a24a-39b2c78a4891 req-3075556a-3c49-4620-a60e-f1fbf2184b23 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825643 Oct 26 14:32:09.350874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: da8d64b2-7744-4531-bf52-cd2514ef3279 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:09.352758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device da8d64b2-7744-4531-bf52-cd2514ef3279 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:09.372941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10963db6-c417-4d2e-8a69-3e7b7ef46892 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:09.460868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 10963db6-c417-4d2e-8a69-3e7b7ef46892 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:09.462025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 10963db6-c417-4d2e-8a69-3e7b7ef46892 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:09.477598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.486958 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.524457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.538885 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.611514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.611820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Allocated IP 2001:db8::2 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/d12a25dc-b0f0-497e-bddf-027941709326/d67c9af4-8fbf-4ffe-8518-57d90952d3f2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:09.614449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3884456 Oct 26 14:32:09.617545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38196) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.624902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-927318be-9354-4d30-8a8c-e94714b59f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.629122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-234586000', 'security_groups': ['257dd14b-6791-49fa-8036-f068a2258399'], 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd12a25dc-b0f0-497e-bddf-027941709326'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:09.629856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.630916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Fanout notify agent at l3_agent the message router_deleted on router f4f77361-ae40-4fc0-9792-e4225df842b1 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:32:09.646144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.649520 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb89d5f5-af1c-478d-87bf-4193579d80f6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/routers/f4f77361-ae40-4fc0-9792-e4225df842b1 HTTP/1.1" status: 204 len: 168 time: 2.7765832 Oct 26 14:32:09.650100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-927318be-9354-4d30-8a8c-e94714b59f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.654394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.683285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2be55-c700-415e-84ec-0cf261f3644e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257dd14b-6791-49fa-8036-f068a2258399,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.771624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-927318be-9354-4d30-8a8c-e94714b59f09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e827a51d03f4509a8151588b5957187&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0707321 Oct 26 14:32:09.771624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927318be-9354-4d30-8a8c-e94714b59f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff775665-4cdb-4368-b7e6-1872a4f974cc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:09.773365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38202) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:09.884852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.943295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:09.968812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.030740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:10.031586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.034995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.039353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff775665-4cdb-4368-b7e6-1872a4f974cc HTTP/1.1" status: 204 len: 168 time: 0.2624764 Oct 26 14:32:10.047516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20334b3f-0fe3-4439-99ad-c5f48cf2056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff775665-4cdb-4368-b7e6-1872a4f974cc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.116204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6179-00ff-49cf-a695-46b77a80965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.198521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.210298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.213316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.253435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1541ed07-1803-4ad8-9a99-86cc40913c3b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:10.272872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98370c37-ad52-43b2-9379-01f591dd6fbc') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:10.273153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98370c37-ad52-43b2-9379-01f591dd6fbc') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:10.278027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.297941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.319058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:10.324717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.338236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:10.339022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.340600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:10.343085 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:10.351404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:10.352916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:10.355960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:10.424966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Attempting to bind port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:10.425617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Attempting to bind port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7d2d2cf5-2838-400b-8223-cc57654cedb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:10.426082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Attempting to bind port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 on network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:10.432734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:10.433681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Checking segment: {'id': '7d2d2cf5-2838-400b-8223-cc57654cedb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:10.434302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.435444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Bound using segment: {'id': '7d2d2cf5-2838-400b-8223-cc57654cedb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:10.436366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Bound port: d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2d2cf5-2838-400b-8223-cc57654cedb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:10.437582 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.536354 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:10.586464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:10.593166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.608956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.629998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:10.633493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] 10.222.0.37 "DELETE /v2.0/networks/1541ed07-1803-4ad8-9a99-86cc40913c3b HTTP/1.1" status: 204 len: 168 time: 0.9741328 Oct 26 14:32:10.662248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb179f20-4c3e-45e5-88cb-6a7ea289e673 req-be30c45f-8619-4f1e-9df4-6866f5838ada tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:10.664300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb179f20-4c3e-45e5-88cb-6a7ea289e673 req-be30c45f-8619-4f1e-9df4-6866f5838ada tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1710808 Oct 26 14:32:10.668456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee453cf7-4a6e-48c9-b904-cea2ca2551a6 tempest-TestSecurityGroupsBasicOps-878518496 tempest-TestSecurityGroupsBasicOps-878518496-project] Pushing event deleted for resources: {'Network': ['ID=1541ed07-1803-4ad8-9a99-86cc40913c3b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.726207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0c048-5413-44c7-b1d2-d9b23c01ec8c None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:10.760666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb179f20-4c3e-45e5-88cb-6a7ea289e673 req-1907b3f5-c47f-48ad-8825-375677922420 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856984 Oct 26 14:32:10.797094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::2ed (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/d12a25dc-b0f0-497e-bddf-027941709326/2d48f6d8-0356-4de8-923e-f56cb65cc8c8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:11.168272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.191691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38242) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:11.264515 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.349774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:11.354281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:11.359731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:11.366275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:11.367080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.385511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=2d48f6d8-0356-4de8-923e-f56cb65cc8c8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:11.409558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e925df5-c833-4d67-9c4c-6508d8684d50 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7901573 Oct 26 14:32:11.413131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38256) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:11.425145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:11.548301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1327b14f-20e8-445e-a91e-5e227abddc74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=930976f8201b4b5eb10ce2e8980c2276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497119 Oct 26 14:32:11.548524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38260) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:11.629704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.629915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:11.639022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.665503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.776275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.788280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:11.793191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1384ad8-3003-4ac3-9659-fbd5425f5c46 HTTP/1.1" status: 204 len: 168 time: 0.2434270 Oct 26 14:32:11.811246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659aaa2-b761-4f5f-85d5-11816b5e62f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1384ad8-3003-4ac3-9659-fbd5425f5c46,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:11.937013 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d12a25dc-b0f0-497e-bddf-027941709326 (CIDR: 2001:db8::/64) Oct 26 14:32:11.944942 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:32:11.945740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:12.024713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c4bbcc89-a4f4-4a9c-8c00-398203718c53 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6030872 Oct 26 14:32:12.025138 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38282) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.036912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:12.095897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3064-71e9-4f3f-b51b-e410ebc2d301 req-59d2a19d-1538-4056-9c9c-d4ce36ac31ee tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:12.104940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-047a3064-71e9-4f3f-b51b-e410ebc2d301 req-59d2a19d-1538-4056-9c9c-d4ce36ac31ee tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1409507 Oct 26 14:32:12.136933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38286) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.203783 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-047a3064-71e9-4f3f-b51b-e410ebc2d301 req-7dc52934-c21c-4567-b7c3-8695ae2373cd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905480 Oct 26 14:32:12.235354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:12.244611 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.362576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-955e2fb1-01d5-476b-80a4-8abdd4373208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.417053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.433120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c52-e426-411e-ad17-5cdd16969beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.568288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-955e2fb1-01d5-476b-80a4-8abdd4373208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.572412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c52-e426-411e-ad17-5cdd16969beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.579937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-955e2fb1-01d5-476b-80a4-8abdd4373208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.581216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8c52-e426-411e-ad17-5cdd16969beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.617304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-955e2fb1-01d5-476b-80a4-8abdd4373208 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e051b1ed83524741b78782b96eee24b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793003 Oct 26 14:32:12.620179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.673881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e2fb1-01d5-476b-80a4-8abdd4373208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbec3cda-ebcd-492d-87a9-5c80b7513193,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:12.699125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:12.699783 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.702962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.707146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8c52-e426-411e-ad17-5cdd16969beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9e6d07-6b0b-4dc4-b9d1-589df8c72525,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:12.715811 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7bbd8c52-e426-411e-ad17-5cdd16969beb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=369e361e483948a08276d66f0fb2fc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972007 Oct 26 14:32:12.716629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.738937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.804992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=6f8c7f95-b489-4165-9125-7dc7150d656a,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:12.824684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:12.826463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:12.837953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:12.844849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.845048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.865642 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e64ef0f-d35a-4f3a-8818-2ae37b3ca708 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8374372 Oct 26 14:32:12.875946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38304) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:12.896078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1722703258', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f8c7f95-b489-4165-9125-7dc7150d656a'}], 'security_groups': ['72334009-d048-4774-aae5-fd785a45dae0']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:12.936056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.945964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:12.961101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e82da6b-b22c-4f23-a417-fa8adfd336f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.001754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.007418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:13.017425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.060525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.091241 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.101548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.101548 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbec3cda-ebcd-492d-87a9-5c80b7513193 HTTP/1.1" status: 204 len: 168 time: 0.4764483 Oct 26 14:32:13.102564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f2046-8f00-412d-b20b-aeddf606158b None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:13.130814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a6748-fb6c-4407-97da-97695da4be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbec3cda-ebcd-492d-87a9-5c80b7513193,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:13.180856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.185194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.187018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff9e6d07-6b0b-4dc4-b9d1-589df8c72525 HTTP/1.1" status: 204 len: 168 time: 0.4667399 Oct 26 14:32:13.206650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194f4a2-b81d-4871-ad53-96f18be6a3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9e6d07-6b0b-4dc4-b9d1-589df8c72525,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:13.465347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:13.648100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958fd77-7e20-4a9f-9627-5c893925cf15 req-95e91473-e272-40f2-91e1-8dae1bb92bfe tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:13.652378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b958fd77-7e20-4a9f-9627-5c893925cf15 req-95e91473-e272-40f2-91e1-8dae1bb92bfe tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1528335 Oct 26 14:32:13.746392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:13.763017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:13.763971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:13.796239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b958fd77-7e20-4a9f-9627-5c893925cf15 req-36d98457-2e16-4478-9d05-02f8a4a482c4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352725 Oct 26 14:32:13.798239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Delete allocated IP 2001:db8::2ed (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/d12a25dc-b0f0-497e-bddf-027941709326) {{(pid=102164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:32:13.809361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8:0:1::174 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/6f8c7f95-b489-4165-9125-7dc7150d656a/2d48f6d8-0356-4de8-923e-f56cb65cc8c8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:13.948769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38334) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:13.970861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bb920344-9878-4207-a10d-1a60af76fc73 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:14.030687 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.035776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:14.036483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.068551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8be19e2a-2e9d-478d-bdd0-2e2420499818 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd531221cace4d81aa7f7f8aebd4e598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178296 Oct 26 14:32:14.070630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38338) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:14.130757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Update dhcp port {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'fixed_ips': [{'subnet_id': 'd12a25dc-b0f0-497e-bddf-027941709326', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f8c7f95-b489-4165-9125-7dc7150d656a'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'd67c9af4-8fbf-4ffe-8518-57d90952d3f2'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:32:14.181303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.188896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9f65c203-5f97-443e-93ee-5ea852f9ae5b None None] Provisioning complete for port 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:14.189224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f65c203-5f97-443e-93ee-5ea852f9ae5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.234671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c203-5f97-443e-93ee-5ea852f9ae5b None None] Port 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:14.247878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.256973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.273716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.333941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.346776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.353483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.358523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.363777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a6f0303-93c1-4d21-a100-e44db907b277 HTTP/1.1" status: 204 len: 168 time: 0.2915521 Oct 26 14:32:14.386456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50579c40-4ffc-4fca-9a1d-d9c690b44528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f0303-93c1-4d21-a100-e44db907b277,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:14.412586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] In _notify_port_updated(), no bound segment for port 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 on network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:14.419824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:14.420550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.426306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/ports/2d48f6d8-0356-4de8-923e-f56cb65cc8c8 HTTP/1.1" status: 200 len: 931 time: 1.5519955 Oct 26 14:32:14.427780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38348) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:14.456036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4fbb8-dfb4-425e-9b94-6a08eea33a35 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=2d48f6d8-0356-4de8-923e-f56cb65cc8c8,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:14.617505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:14.618374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.629578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Allocated IP 2001:db8:0:1::2 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/6f8c7f95-b489-4165-9125-7dc7150d656a/d67c9af4-8fbf-4ffe-8518-57d90952d3f2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:14.775523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.797535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 2d48f6d8-0356-4de8-923e-f56cb65cc8c8 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:14.835988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:14.923789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:14.932834 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.061409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc250e-0132-4df3-a78b-bd297ae2df2c None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:15.117037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.150880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=2d48f6d8-0356-4de8-923e-f56cb65cc8c8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:15.173739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87157ac8-12f8-45dd-aba8-051545b25059 req-8805a88b-2145-4b26-a3df-a5b1daa5a563 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:15.174028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:15.175650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87157ac8-12f8-45dd-aba8-051545b25059 req-8805a88b-2145-4b26-a3df-a5b1daa5a563 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1164553 Oct 26 14:32:15.240232 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.244771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0f80cd47-1cc6-4346-bdc5-6c56a8fc0ee5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/2d48f6d8-0356-4de8-923e-f56cb65cc8c8 HTTP/1.1" status: 204 len: 168 time: 0.8155589 Oct 26 14:32:15.249354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38376) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:15.314443 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba17b421-b399-4971-b8de-57f85d7e960f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:32:15.318003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ba17b421-b399-4971-b8de-57f85d7e960f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/2d48f6d8-0356-4de8-923e-f56cb65cc8c8 HTTP/1.1" status: 404 len: 333 time: 0.0666945 Oct 26 14:32:15.322864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38378) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:15.324313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:15.334420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:15.335091 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.348511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87157ac8-12f8-45dd-aba8-051545b25059 req-546171b5-3fb2-454d-9595-a68ba6cdf59c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298931 Oct 26 14:32:15.465080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.517975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.584460 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.588255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.589670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/security-groups/257dd14b-6791-49fa-8036-f068a2258399 HTTP/1.1" status: 204 len: 168 time: 0.2565796 Oct 26 14:32:15.595382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:15.610000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcdb2b-4109-4752-805b-71ac96cf327c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257dd14b-6791-49fa-8036-f068a2258399,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:15.758883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.826966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.839142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.902983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.910755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:15.910755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/security-groups/72334009-d048-4774-aae5-fd785a45dae0 HTTP/1.1" status: 204 len: 168 time: 0.3123512 Oct 26 14:32:15.912397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38398) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:15.922822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2528e-6f26-446a-8f58-becfeb062b99 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72334009-d048-4774-aae5-fd785a45dae0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.016540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-696351714'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.084048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet d12a25dc-b0f0-497e-bddf-027941709326 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:16.090656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.140415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:16.147247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.177257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.223120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.224446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38408) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:16.402634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.442240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-439580195-network', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.462219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.474516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.484885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Made reservation on behalf of f62713aeb0654aa8ac0041eb6924b35d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:16.487366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.489667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:16.503352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.577800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.577800 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Added segment 8dc6400a-065e-4f62-a6e8-13e29d840ee2 of type vlan for network 940f968b-53b9-47cf-b7e1-18bed3c8c714 Oct 26 14:32:16.646776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380e3aea-e0ba-42c9-a9fa-1dcfa0409c7b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.670699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd07ba-669d-4f33-857f-1a9d4ad19ebf req-b5c338aa-ff22-4125-98d1-bdf52d20f145 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:16.679734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ecd07ba-669d-4f33-857f-1a9d4ad19ebf req-b5c338aa-ff22-4125-98d1-bdf52d20f145 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1839676 Oct 26 14:32:16.694825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.701187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.702965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.713196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.723932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.733254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/d12a25dc-b0f0-497e-bddf-027941709326 HTTP/1.1" status: 204 len: 168 time: 0.8166859 Oct 26 14:32:16.734573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38418) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:16.745922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bb032-c016-459b-a673-b4237a8b8078 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:16.777733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d5b98-3b32-4680-802f-c6e1080381fa tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=d12a25dc-b0f0-497e-bddf-027941709326,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:16.788924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.809909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ecd07ba-669d-4f33-857f-1a9d4ad19ebf req-ee2ec132-f4ed-4e46-a8aa-4ba908013f0c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292369 Oct 26 14:32:16.819646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.836117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:16.838539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:16.948607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6221056 Oct 26 14:32:16.960318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:16.968030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'subnet': {'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:16.984336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:16.985049 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.029769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:17.036760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8af88a-719b-4151-aea5-023ea9d8582c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Network': ['ID=940f968b-53b9-47cf-b7e1-18bed3c8c714,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.061800 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.062248 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Added segment 06deba04-6f45-4223-91d1-e6864a0d128f of type vlan for network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 Oct 26 14:32:17.065612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44080498-3c84-41cd-a855-5dd1c1750a6d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.106942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:17.126922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:17.150547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:17.156179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.166077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:17.167858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.171828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.274738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.276068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:17.276919 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.309897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0821850 Oct 26 14:32:17.373334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:17.384884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Request body: {'subnet': {'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-439580195-subnet', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:17.516798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:17.517449 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.529174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160aa675-f834-45b0-9fc1-4ae5b54f143c admin admin] Pushing event updated for resources: {'Network': ['ID=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.564063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:17.577782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Made reservation on behalf of f62713aeb0654aa8ac0041eb6924b35d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:17.581917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.587211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.697893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Subnet': ['ID=5652107b-0178-4aae-9089-2c0162eb05d4,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:17.785476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Checking segment: {'id': '8dc6400a-065e-4f62-a6e8-13e29d840ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:17.786038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network hostable DHCP agents. Network: 940f968b-53b9-47cf-b7e1-18bed3c8c714, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:17.832454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:17.849700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:17.850626 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.875613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 940f968b-53b9-47cf-b7e1-18bed3c8c714) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:17.895458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:17.902832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:17.966409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df741b27-28fa-4320-8d59-de3773c9a543 None None] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:18.008996 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58ec7431-c722-43d2-b8bb-9699f2f45237 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0472083 Oct 26 14:32:18.010035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:18.020888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1935828431', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:18.097226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.099545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.127226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:18.138242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4db38978-2e06-4cb1-83ef-9cb695521f39 None None] Could not find standard attr ID for object 2d48f6d8-0356-4de8-923e-f56cb65cc8c8. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:18.280805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b32734-d8e3-4c8a-8a8f-65bf782a7637 None None] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:18.298382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.443329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.618359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:18.634804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.644734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=899a69d5-8315-44d0-bcf0-a9109ccfc7f0,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:18.656694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.660366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:18.705250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:18.705882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:18.759903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558ac0-3ea0-465b-8635-d8c30b27a15a req-a2699eaa-82ad-41a8-acf0-81c7c84a181c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:18.763851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51558ac0-3ea0-465b-8635-d8c30b27a15a req-a2699eaa-82ad-41a8-acf0-81c7c84a181c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.6763456 Oct 26 14:32:18.854484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6cd353e5-fe70-4532-99e6-8f3867e0f135 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1126537 Oct 26 14:32:18.878114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38450) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:18.891328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1793254662'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:18.939536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Checking segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:18.940010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Network hostable DHCP agents. Network: c52b2d7d-ffe5-4218-a083-c7dde0afa6d2, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:18.942740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3160cce7-d8b1-4915-875e-65775b8b4b96,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:18.978959 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-51558ac0-3ea0-465b-8635-d8c30b27a15a req-216a8914-77b1-4774-9cfc-b48585b010ad tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665468 Oct 26 14:32:19.012520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.031928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:19.053503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd631eb5-f32e-4e01-86a0-d7deaece0897 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:19.070033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c52b2d7d-ffe5-4218-a083-c7dde0afa6d2) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:19.095349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:19.097344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.147693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a2fd3b4e-8172-41af-8c33-f03f0b9df33e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7727263 Oct 26 14:32:19.156457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38454) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.164058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:19.197187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b490887-8320-4eed-a41c-cfd1253caa96 None None] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:19.230729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.246195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.327669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.329660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.370421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b3e69903-b3d1-47f8-b562-ff8f29f05ec0 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:19.370817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3e69903-b3d1-47f8-b562-ff8f29f05ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.374548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.383313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5031922 Oct 26 14:32:19.385986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38462) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:19.394646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1058118546'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:19.410151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28dfa-df03-4129-bac4-cbcbf43e3bdc tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4f354-a3ff-42c3-adb8-66635263490f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:19.473299 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.501350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.545197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.550403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.668378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:19.671903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.679011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b3e69903-b3d1-47f8-b562-ff8f29f05ec0 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:19.679474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3e69903-b3d1-47f8-b562-ff8f29f05ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.694536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Update dhcp port {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'fixed_ips': [{'subnet_id': '6f8c7f95-b489-4165-9125-7dc7150d656a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '899a69d5-8315-44d0-bcf0-a9109ccfc7f0'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'd67c9af4-8fbf-4ffe-8518-57d90952d3f2'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:32:19.723371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.78 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f4313089-4b58-4e25-981f-dc2ce8e676e6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:19.767649 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.772678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b3e69903-b3d1-47f8-b562-ff8f29f05ec0 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:19.867445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.907320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:19.994444 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.025022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Allocated IP 172.20.0.2 (c52b2d7d-ffe5-4218-a083-c7dde0afa6d2/3160cce7-d8b1-4915-875e-65775b8b4b96/9823a134-b62c-4e87-bb9f-33653ada19dd) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:20.046283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.065947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.115465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d9040a-2525-4bb0-9f11-5abd6335602e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.145596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:20.148002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.151148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bde95dfb-467d-4f3f-abbd-deea67e29ad5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7621465 Oct 26 14:32:20.156390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.162971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780438661'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:20.179495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Allocated IP 2001:db8::2 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/899a69d5-8315-44d0-bcf0-a9109ccfc7f0/d67c9af4-8fbf-4ffe-8518-57d90952d3f2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:20.210249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:20.216857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:20.230875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=f4313089-4b58-4e25-981f-dc2ce8e676e6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.334597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a434-0ccb-4352-af88-1cc6a1e6395f req-93a3aad0-467b-499f-94b6-045f251ee9f2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:20.337451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc85a434-0ccb-4352-af88-1cc6a1e6395f req-93a3aad0-467b-499f-94b6-045f251ee9f2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.2365699 Oct 26 14:32:20.346018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.386069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.414572 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.452522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.471709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:20.478054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.556436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.579040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.579838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:20.596657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:20.613909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.616203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:20.629297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.631798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Pushing event updated for resources: {'Port': ['ID=9823a134-b62c-4e87-bb9f-33653ada19dd,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.636777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.637931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc85a434-0ccb-4352-af88-1cc6a1e6395f req-129417e7-c37c-4a08-ab0b-428c8ef6762e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856214 Oct 26 14:32:20.654180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4964373 Oct 26 14:32:20.664380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38482) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:20.666124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Allocated IP 172.25.5.101 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1e915bb2-21d1-49c0-b629-591d6097a5b1) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:20.673536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30e7ea-bd2f-4879-b254-1bf1ed2ef05f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4016287d-ee6d-426f-b780-52dd88c74a48,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.676246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-560317757', 'security_groups': ['4016287d-ee6d-426f-b780-52dd88c74a48'], 'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '899a69d5-8315-44d0-bcf0-a9109ccfc7f0'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:20.738509 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.739211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.739755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.740290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.740972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.741514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.742973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.743786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.744436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.745082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.745608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.748097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:20.849643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.879100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Attempting to bind port 9823a134-b62c-4e87-bb9f-33653ada19dd on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:20.879482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Attempting to bind port 9823a134-b62c-4e87-bb9f-33653ada19dd by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:20.879856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Attempting to bind port 9823a134-b62c-4e87-bb9f-33653ada19dd on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:20.889383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:20.889752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Checking segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:20.890165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.890568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Bound using segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:20.891068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Bound port: 9823a134-b62c-4e87-bb9f-33653ada19dd, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:20.891454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.959805 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:20.967992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96ec9a-5ad2-40a9-81be-c45f0f8e3bdd None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:20.985274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] For port 9823a134-b62c-4e87-bb9f-33653ada19dd, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:20.990266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] For port 9823a134-b62c-4e87-bb9f-33653ada19dd, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9823a134-b62c-4e87-bb9f-33653ada19dd,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:20.997885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.074589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:21.079490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:21.084696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:21.119415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08571-208a-40ac-9421-42e561c8accb None None] Pushing event updated for resources: {'Port': ['ID=9823a134-b62c-4e87-bb9f-33653ada19dd,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.144130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.147484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:21.158114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Pushing event updated for resources: {'Port': ['ID=1e915bb2-21d1-49c0-b629-591d6097a5b1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:21.446850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.565292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] device_id is not set on port 76872bf8-e7c4-40b4-82e0-4533f6932360 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:21.847187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8::2e1 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/899a69d5-8315-44d0-bcf0-a9109ccfc7f0/76872bf8-e7c4-40b4-82e0-4533f6932360) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:21.899659 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.958183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:21.982425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b1bc5-e140-4d23-bdb1-b4fda4fc852d req-a2eb9239-0331-410f-aa95-e7a8d2903ce4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:21.985224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f95b1bc5-e140-4d23-bdb1-b4fda4fc852d req-a2eb9239-0331-410f-aa95-e7a8d2903ce4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1693282 Oct 26 14:32:22.070704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.147011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.151337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f95b1bc5-e140-4d23-bdb1-b4fda4fc852d req-5b92a4b3-6e31-4c40-b1a9-d96e92004b49 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580172 Oct 26 14:32:22.263455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de55bd69-ac8e-45cb-9b1e-b4a3e4754c04 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:22.265275 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de55bd69-ac8e-45cb-9b1e-b4a3e4754c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.280644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:32:22.301020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.511513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:22.532476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:22.537391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:22.543574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:22.545245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.549785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=76872bf8-e7c4-40b4-82e0-4533f6932360,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:22.597412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-25fc87ed-9cf7-48c2-a5af-06ee3140fb88 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9305680 Oct 26 14:32:22.605043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38508) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.608257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:22.613802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-de55bd69-ac8e-45cb-9b1e-b4a3e4754c04 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:22.616149 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de55bd69-ac8e-45cb-9b1e-b4a3e4754c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.623533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:22.631564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:22.639838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.645124 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:22.646855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce3a985e-43da-4989-a608-5826cd640f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6329994 Oct 26 14:32:22.647309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38510) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:22.647820 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:22.680334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-de55bd69-ac8e-45cb-9b1e-b4a3e4754c04 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:22.726270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:22.757611 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:22.759774 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:22.853114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:22.899853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-900547aa-8046-4393-8d5c-cfd5b195060b None None] Could not find standard attr ID for object 2d48f6d8-0356-4de8-923e-f56cb65cc8c8. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:23.083550 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:23.084462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe68580c-5d22-459e-ace3-92bcb2a0bbbc None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:23.179368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9823a134-b62c-4e87-bb9f-33653ada19dd up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:23.284433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9823a134-b62c-4e87-bb9f-33653ada19dd triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:23.285075 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.432771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:23.452893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.453595 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.454739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.483366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d03c-ad3a-4a8d-925c-56e4e9493ceb req-ce069830-9e00-4322-bd30-30ee02ea3fb2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:23.485918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9132d03c-ad3a-4a8d-925c-56e4e9493ceb req-ce069830-9e00-4322-bd30-30ee02ea3fb2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1679821 Oct 26 14:32:23.510137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 9823a134-b62c-4e87-bb9f-33653ada19dd, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9823a134-b62c-4e87-bb9f-33653ada19dd,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:23.529754 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.533825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:23.596618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25b899-630d-4dad-936c-f3d8f4d9c933 None None] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:23.619902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9132d03c-ad3a-4a8d-925c-56e4e9493ceb req-7fa247d1-4f69-4d39-b9a9-9c29dbd6543a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148913 Oct 26 14:32:23.683947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:32:23.764804 n-d-813419-9 neutron-server[102163]: INFO neutron.db.ipam_backend_mixin [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 899a69d5-8315-44d0-bcf0-a9109ccfc7f0 (CIDR: 2001:db8::/64) Oct 26 14:32:23.770580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c116562c-e0c7-403d-bda8-be2f2665416a None None] Provisioning complete for port 76872bf8-e7c4-40b4-82e0-4533f6932360 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:23.771051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c116562c-e0c7-403d-bda8-be2f2665416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.812133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=9823a134-b62c-4e87-bb9f-33653ada19dd,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:23.877293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c116562c-e0c7-403d-bda8-be2f2665416a None None] Port 76872bf8-e7c4-40b4-82e0-4533f6932360 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:23.891588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:23.892034 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:23.907184 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:32:23.907684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:23.963875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c2b75cfc-ce9f-46ac-8eda-3285d4ad60ab tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3540649 Oct 26 14:32:23.967946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38528) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:23.976531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:24.026835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:24.052013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.053418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5113706-6160-4397-8434-83931b138f09 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8947620 Oct 26 14:32:24.056228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38530) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:24.224581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.276930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:24.280564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Sync routers for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:24.282683 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.363583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5952fda-f12b-4679-9139-c8286e00b95b None None] Provisioning complete for port 9823a134-b62c-4e87-bb9f-33653ada19dd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:24.364424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5952fda-f12b-4679-9139-c8286e00b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:24.419840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:24.420839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:24.509525 n-d-813419-9 neutron-server[102164]: INFO neutron.db.ipam_backend_mixin [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6f8c7f95-b489-4165-9125-7dc7150d656a (CIDR: 2001:db8:0:1::/64) Oct 26 14:32:24.547731 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:32:24.548471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:24.592034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-80229fe0-a293-417b-bc1d-eb7344e0569b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6193037 Oct 26 14:32:24.592552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38542) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:24.604175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'subnet': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:24.820022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Made reservation on behalf of 12930ae2677548e4b224659fa3d978c1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:24.825598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.031586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:25.032617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5404b24-79ea-4fe2-9611-0cf823822fca req-f98cc57e-3db5-444c-acfe-80ba69eab438 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:25.038658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5404b24-79ea-4fe2-9611-0cf823822fca req-f98cc57e-3db5-444c-acfe-80ba69eab438 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.2640083 Oct 26 14:32:25.224895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.1 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/86b2b03b-9c99-4bd5-814e-57c20a7ff91c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:25.406314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.419393 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5404b24-79ea-4fe2-9611-0cf823822fca req-969b4cc7-b729-43d0-8f05-90507254ac64 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558252 Oct 26 14:32:25.444457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:25.451187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:25.454025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.536383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9823a134-b62c-4e87-bb9f-33653ada19dd up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:25.540429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a2a1d8-095a-4f25-ae14-fb6ee5cd07f8 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:25.582192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:25.583534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.628042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Subnet': ['ID=a9b0f345-e25f-4219-982a-6d045dcbf621,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:25.643777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-13a87668-a2f0-47cb-a166-84c1ad6af9cb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0469368 Oct 26 14:32:25.644550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:25.650882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1062180440', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9b0f345-e25f-4219-982a-6d045dcbf621'}], 'security_groups': ['b2a4f354-a3ff-42c3-adb8-66635263490f', '51d9040a-2525-4bb0-9f11-5abd6335602e']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:25.721234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fb854747-d7bc-4969-9729-ebad7fc409c1 None None] Provisioning complete for port 9823a134-b62c-4e87-bb9f-33653ada19dd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:25.721507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb854747-d7bc-4969-9729-ebad7fc409c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.782062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:25.896602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 9823a134-b62c-4e87-bb9f-33653ada19dd triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:25.897043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.163294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:21Z', 'revision_number': 3, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:26.234894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Checking router: 1db2234d-3e8f-4e45-b7a5-5828659c6a34 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:26.235185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Updating router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 port 1e915bb2-21d1-49c0-b629-591d6097a5b1 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:32:26.252026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.269242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.345408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.436659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=86b2b03b-9c99-4bd5-814e-57c20a7ff91c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:26.467804 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-8d1b25ba-994e-4eae-8dc9-1759cbbf0358 service neutron] show failed (client error): The resource could not be found. Oct 26 14:32:26.469879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-8d1b25ba-994e-4eae-8dc9-1759cbbf0358 service neutron] 10.222.0.73 "GET /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.9590001 Oct 26 14:32:26.475399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:26.490480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:26.497364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:26.604883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Delete allocated IP 2001:db8::2e1 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/899a69d5-8315-44d0-bcf0-a9109ccfc7f0) {{(pid=102164) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 26 14:32:26.631122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Allocated IP 2001:db8:0:2::177 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/a9b0f345-e25f-4219-982a-6d045dcbf621/76872bf8-e7c4-40b4-82e0-4533f6932360) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:26.734877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Update dhcp port {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'fixed_ips': [{'subnet_id': '6f8c7f95-b489-4165-9125-7dc7150d656a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '899a69d5-8315-44d0-bcf0-a9109ccfc7f0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9b0f345-e25f-4219-982a-6d045dcbf621'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'd67c9af4-8fbf-4ffe-8518-57d90952d3f2'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:32:26.820980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:26.910761 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.111358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.130745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.142839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07531c9-404e-42f4-afda-85fa5d83f3cf req-0e753ff8-73e0-4976-99d4-898d520e22f6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:27.144722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f07531c9-404e-42f4-afda-85fa5d83f3cf req-0e753ff8-73e0-4976-99d4-898d520e22f6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1072233 Oct 26 14:32:27.146105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.273241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-6eae0a9a-c4d5-411e-880d-22a6ab8e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:27.275261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-6eae0a9a-c4d5-411e-880d-22a6ab8e2454 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 1096 time: 0.3130193 Oct 26 14:32:27.331157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:27.474318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.522907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Allocated IP 172.20.0.1 (c52b2d7d-ffe5-4218-a083-c7dde0afa6d2/3160cce7-d8b1-4915-875e-65775b8b4b96/21d5f679-b5f4-45b9-b349-6350762f3054) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:27.538828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.565264 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.637084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event updated for resources: {'Port': ['ID=76872bf8-e7c4-40b4-82e0-4533f6932360,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:27.671044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Allocated IP 2001:db8:0:2::2 (a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5/a9b0f345-e25f-4219-982a-6d045dcbf621/d67c9af4-8fbf-4ffe-8518-57d90952d3f2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:27.729815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f07531c9-404e-42f4-afda-85fa5d83f3cf req-ca5633f7-068a-46bc-bac6-8ed27d0b681f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298656 Oct 26 14:32:27.731997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] In _notify_port_updated(), no bound segment for port 76872bf8-e7c4-40b4-82e0-4533f6932360 on network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 {{(pid=102164) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 26 14:32:27.738583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:27.739385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:27.743790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-82177495-5405-4678-9bef-cf3d13c7e371 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "PUT /v2.0/ports/76872bf8-e7c4-40b4-82e0-4533f6932360 HTTP/1.1" status: 200 len: 970 time: 2.0953910 Oct 26 14:32:27.744069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:27.914601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port 76872bf8-e7c4-40b4-82e0-4533f6932360 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:27.914895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.049875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.051929 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.069137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for 76872bf8-e7c4-40b4-82e0-4533f6932360 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:28.070061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.081641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.125556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Attempting to bind port 1e915bb2-21d1-49c0-b629-591d6097a5b1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:28.127217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Attempting to bind port 1e915bb2-21d1-49c0-b629-591d6097a5b1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:28.128133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Attempting to bind port 1e915bb2-21d1-49c0-b629-591d6097a5b1 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:28.166617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:28.166893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:28.167462 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.167867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:28.168366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Bound port: 1e915bb2-21d1-49c0-b629-591d6097a5b1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:28.175696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.187955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.209121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=86b2b03b-9c99-4bd5-814e-57c20a7ff91c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.241238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b5a9d-ec20-438e-b970-741915d416ae None None] Pushing event updated for resources: {'Port': ['ID=1e915bb2-21d1-49c0-b629-591d6097a5b1,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.286551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:28.303493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] For port 1e915bb2-21d1-49c0-b629-591d6097a5b1, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:28.325356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] For port 1e915bb2-21d1-49c0-b629-591d6097a5b1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1e915bb2-21d1-49c0-b629-591d6097a5b1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:28.338688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.357549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.386713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.401046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:28.418194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.448723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:28.449039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:28.460327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=76872bf8-e7c4-40b4-82e0-4533f6932360,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.490031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.510899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.520561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:28.520837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64ce4e27-9a1c-4c67-a999-8a300c41e68a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/76872bf8-e7c4-40b4-82e0-4533f6932360 HTTP/1.1" status: 204 len: 168 time: 0.7753086 Oct 26 14:32:28.578146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b5a9d-ec20-438e-b970-741915d416ae None None] Pushing event updated for resources: {'Port': ['ID=1e915bb2-21d1-49c0-b629-591d6097a5b1,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.625277 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-328ad7f4-dbf3-4687-8fbc-47ceebd22629 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] GET failed (client error): The resource could not be found. Oct 26 14:32:28.627748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-328ad7f4-dbf3-4687-8fbc-47ceebd22629 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports/76872bf8-e7c4-40b4-82e0-4533f6932360 HTTP/1.1" status: 404 len: 333 time: 0.0983801 Oct 26 14:32:28.630883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:28.633101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:28.634513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:28.667941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:28.680891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:28.683814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:28.693818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:28.706604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d496cd-3366-44ee-8f06-f2f38a590abe None None] Pushing event updated for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.762884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:28.764218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Pushing event updated for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:28.770478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:28.869856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:28.874814 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d8d1c-61ec-4b7f-862d-dab23e1cad4c" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-unplugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:32:28.955112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:28.987703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.041973 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15cfab7-5c63-46c8-ad1f-d6ef7372db3f x-openstack-request-id: req-d15cfab7-5c63-46c8-ad1f-d6ef7372db3f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:32:29.042671 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-unplugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:32:29.043134 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d15cfab7-5c63-46c8-ad1f-d6ef7372db3f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:32:29.044413 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'code': 200} Oct 26 14:32:29.066948 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.082252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Transition to ACTIVE for port object a55347b1-53d4-43a5-8624-d9c740e431cb will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:32:29.129331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.195234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.235216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:29.254336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.257832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.262695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/security-groups/4016287d-ee6d-426f-b780-52dd88c74a48 HTTP/1.1" status: 204 len: 168 time: 0.6301076 Oct 26 14:32:29.263445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:29.326067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:29.329094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7c3939df-179d-4e6b-aba4-3d0bd763af9a None None] Provisioning complete for port 21d5f679-b5f4-45b9-b349-6350762f3054 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:29.329685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c3939df-179d-4e6b-aba4-3d0bd763af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.398772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8f417-6fcb-4847-b2b5-281df682a83f tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4016287d-ee6d-426f-b780-52dd88c74a48,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:29.469072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.520827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:29.531116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-95311272-3898-41fc-976c-773fbcc2f5d1 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/routers/db1a45e6-d1b3-4206-853d-0e3d3f30c7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8669116 Oct 26 14:32:29.536357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:29.547700 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:29.549475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:29.553306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'port': {'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714', 'name': 'tempest-FloatingIPTestJSON-1225040407'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:29.556968 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7c3939df-179d-4e6b-aba4-3d0bd763af9a None None] Port 21d5f679-b5f4-45b9-b349-6350762f3054 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:29.601021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:29.601021 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:29.665642 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:29.682019 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:29.683449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:29.730380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:29.780349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:29.783016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:29.784200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.784615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c200d6-2bdc-4a5c-9902-24f370fd9f17 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:29.787828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.903490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:21Z', 'revision_number': 3, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:29.987209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.989945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:29.999548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/security-groups/51d9040a-2525-4bb0-9f11-5abd6335602e HTTP/1.1" status: 204 len: 168 time: 0.7238057 Oct 26 14:32:30.004302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f639e76-9f65-4857-b0c6-f48a7c36ee24 None None] The sync data for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 is: [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:21Z', 'revision_number': 3, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:30.006531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:30.022717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05015a-4e9e-4e24-8076-0059834bf565 req-3695b268-4acb-40af-b994-c5d4e0302016 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:30.025896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a05015a-4e9e-4e24-8076-0059834bf565 req-3695b268-4acb-40af-b994-c5d4e0302016 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.9917665 Oct 26 14:32:30.069637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668bab-f284-4328-955d-32c0b33da8c8 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d9040a-2525-4bb0-9f11-5abd6335602e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:30.160840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:30.161138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.161340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.163152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:30.169739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.261403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:30.269079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Could not find standard attr ID for object 76872bf8-e7c4-40b4-82e0-4533f6932360. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:30.270536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] device_id is not set on port b9902ca1-6447-4bea-9922-84ecd5b88038 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:30.286283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.300318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:30.300724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e41006bb-ff42-404e-be0c-1790616a6185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.415055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.608854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ca866075-483b-4a01-bee9-7d104f77a4a8 None None] Could not find standard attr ID for object 76872bf8-e7c4-40b4-82e0-4533f6932360. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:32:30.640205 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:32:30.651373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.654697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:30.656125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2a4f354-a3ff-42c3-adb8-66635263490f HTTP/1.1" status: 204 len: 168 time: 0.6456695 Oct 26 14:32:30.657810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.5 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/b9902ca1-6447-4bea-9922-84ecd5b88038) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:30.670790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:30.776930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680472f2-83a0-41a1-8d04-f07c7802cca9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4f354-a3ff-42c3-adb8-66635263490f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:30.792524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 899a69d5-8315-44d0-bcf0-a9109ccfc7f0 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:30.807279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.061579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a05015a-4e9e-4e24-8076-0059834bf565 req-dbaeca29-34c7-4e5b-a0b2-bc467e7f5f55 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9048445 Oct 26 14:32:31.090059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] No DVR routers for this DVR port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:31.097815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.234182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.240910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.256174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.265051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.344213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Pushing event updated for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:31.374069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.381711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:31.382088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:31.382267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.382453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:31.390119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:31.390447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:31.403866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:31.404519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:31.405087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Bound using segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:31.406429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Bound port: a55347b1-53d4-43a5-8624-d9c740e431cb, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:31.406980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.422912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=899a69d5-8315-44d0-bcf0-a9109ccfc7f0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:31.483265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1e915bb2-21d1-49c0-b629-591d6097a5b1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:31.485859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.541572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:31.541572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:31.553440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:31.566619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.570876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a2af8511-8e78-4c32-a086-58c353a8d8a6 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/899a69d5-8315-44d0-bcf0-a9109ccfc7f0 HTTP/1.1" status: 204 len: 168 time: 0.8987374 Oct 26 14:32:31.576633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996dce6b-da23-4176-be4d-b3bb39570058 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:31.614165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38642) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:31.633894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:31.638550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:31.813584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet a9b0f345-e25f-4219-982a-6d045dcbf621 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:31.820478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.868970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1e915bb2-21d1-49c0-b629-591d6097a5b1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:31.869568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.919309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:31.929411 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:31.945205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:31.967104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:31.993757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.014267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=b9902ca1-6447-4bea-9922-84ecd5b88038,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:32.037387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.038249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.058113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.100210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9c0ed429-0f49-45f4-9025-0c6ab25d427a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5594463 Oct 26 14:32:32.103672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:32.110872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'port': {'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714', 'name': 'tempest-FloatingIPTestJSON-1279341458'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:32.111134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b38dee86-cfb9-4725-8736-b28563f39146 None None] Provisioning complete for port 21d5f679-b5f4-45b9-b349-6350762f3054 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:32.111681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b38dee86-cfb9-4725-8736-b28563f39146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.162270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1e915bb2-21d1-49c0-b629-591d6097a5b1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1e915bb2-21d1-49c0-b629-591d6097a5b1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:32.181136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.239745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.249976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b38dee86-cfb9-4725-8736-b28563f39146 None None] Port 21d5f679-b5f4-45b9-b349-6350762f3054 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:32.293074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1e915bb2-21d1-49c0-b629-591d6097a5b1,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:32.321988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.323214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.326728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] 10.222.0.41 "PUT /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1091 time: 5.0394602 Oct 26 14:32:32.334598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:32.338320 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24" -d '{"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:32:32.456346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a46a34-7c85-4190-b912-a05bb7cc5801 service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:32.563667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d7477-03a7-4746-9ced-e7c98795e6e8 req-e3f6cc26-359d-443c-b74f-98afc3fc1660 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.565565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc9d7477-03a7-4746-9ced-e7c98795e6e8 req-e3f6cc26-359d-443c-b74f-98afc3fc1660 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.2740831 Oct 26 14:32:32.569425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:32.573351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.629919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] device_id is not set on port 16b81cf8-6755-49a7-b700-eb3fbb0630e1 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:32:32.640789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:32.689895 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779eb985-5ecb-4c46-9da6-772ecf1cdebe x-openstack-request-id: req-779eb985-5ecb-4c46-9da6-772ecf1cdebe {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:32:32.691661 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:32:32.692299 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-779eb985-5ecb-4c46-9da6-772ecf1cdebe {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:32:32.692941 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:32:32.695526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:32.711989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f1f70f1-0921-48a3-9960-6da4860fbd0a admin admin] 10.222.0.37 "PUT /v2.0/routers/1db2234d-3e8f-4e45-b7a5-5828659c6a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6528208 Oct 26 14:32:32.743066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-8bc95f22-b454-4238-bf78-1d151fddec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.751005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-8bc95f22-b454-4238-bf78-1d151fddec74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1094 time: 0.3807497 Oct 26 14:32:32.832612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.6 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/16b81cf8-6755-49a7-b700-eb3fbb0630e1) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:32.968234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-c8ed8a2f-3025-4939-8902-da6babbba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:32.976896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-c8ed8a2f-3025-4939-8902-da6babbba3f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1094 time: 0.4135859 Oct 26 14:32:33.062396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-32d91201-1da5-4408-b65f-599414c8c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.065370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-32d91201-1da5-4408-b65f-599414c8c5af service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.3048365 Oct 26 14:32:33.143204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Sync routers for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:33.148448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b0f345-e25f-4219-982a-6d045dcbf621,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:33.161065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.169873 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e97cd197-9d40-4612-a627-4ed95f37b03e tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/a9b0f345-e25f-4219-982a-6d045dcbf621 HTTP/1.1" status: 204 len: 168 time: 1.5518889 Oct 26 14:32:33.174406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:33.175386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:33.185826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38676) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.308777 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-21506bf4-08cc-42f3-bc6f-3b3c17ae928a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:33.310124 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21506bf4-08cc-42f3-bc6f-3b3c17ae928a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:33.315654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-21506bf4-08cc-42f3-bc6f-3b3c17ae928a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/899a69d5-8315-44d0-bcf0-a9109ccfc7f0 HTTP/1.1" status: 404 len: 337 time: 0.1272547 Oct 26 14:32:33.337556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc9d7477-03a7-4746-9ced-e7c98795e6e8 req-e660b1ef-8e36-41cf-bd68-5624e30ee6c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7230937 Oct 26 14:32:33.338222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38682) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.363289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-f7e3c034-89ff-42a1-8b14-0d12e8922ca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.2628434 Oct 26 14:32:33.532316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-1e2e6e26-efc7-427c-8fcc-2e6ce9340dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.534923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-1e2e6e26-efc7-427c-8fcc-2e6ce9340dfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1579106 Oct 26 14:32:33.565379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1e915bb2-21d1-49c0-b629-591d6097a5b1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:33.571692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting subnet 6f8c7f95-b489-4165-9125-7dc7150d656a {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:32:33.581650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.626764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-bef49386-5b3c-4208-888f-d73ff8fdcb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.629280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-bef49386-5b3c-4208-888f-d73ff8fdcb16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.6372831 Oct 26 14:32:33.635831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:33.739570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.759470 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.823053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-49fae71c-af07-4140-831c-12bcd1a7c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:33.827317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-49fae71c-af07-4140-831c-12bcd1a7c542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2811341 Oct 26 14:32:33.928080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:33.938501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d44fa7-f701-4715-a6a6-ce5df2fbd7a1 None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:33.951132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:33.960146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1161825880-network', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:33.971620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-022d922b-e809-40f5-85ea-90434e5868ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.3303363 Oct 26 14:32:34.089550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.136804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Made reservation on behalf of e362362d98714de9a60fa2a61899cc59 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:34.140859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.167614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.204862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-28113c55-f5a7-4888-a014-192d0ade615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:34.207629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-28113c55-f5a7-4888-a014-192d0ade615a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.2165184 Oct 26 14:32:34.207970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:34.230394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:34.237676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-20bbc04c-1b0c-4c22-8841-135abb614b11 service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994632 Oct 26 14:32:34.254825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:34.304810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e744ab56-f9ad-4d40-b83e-a51a985e3ba4 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:34.305729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e744ab56-f9ad-4d40-b83e-a51a985e3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.317506 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.354834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e744ab56-f9ad-4d40-b83e-a51a985e3ba4 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:34.372159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.385096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/6f8c7f95-b489-4165-9125-7dc7150d656a HTTP/1.1" status: 204 len: 168 time: 1.0383003 Oct 26 14:32:34.397813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e744ab56-f9ad-4d40-b83e-a51a985e3ba4 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:34.398432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e744ab56-f9ad-4d40-b83e-a51a985e3ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.407287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1e915bb2-21d1-49c0-b629-591d6097a5b1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:34.407938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.422415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38700) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.437113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=16b81cf8-6755-49a7-b700-eb3fbb0630e1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:34.466812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6940e-2e6b-4c2a-bcc9-d591ede91a4c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8c7f95-b489-4165-9125-7dc7150d656a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:34.530761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:34.532980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.533898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:29Z', 'revision_number': 4, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '21d5f679-b5f4-45b9-b349-6350762f3054', 'name': '', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'mac_address': 'fa:16:3e:dd:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:26Z', 'updated_at': '2021-10-26T14:32:30Z', 'revision_number': 2, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'subnets': [{'id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:34.571171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Checking router: 1db2234d-3e8f-4e45-b7a5-5828659c6a34 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:34.571776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Updating router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 port 21d5f679-b5f4-45b9-b349-6350762f3054 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:32:34.583189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee36bf1e-8569-46b1-8cf3-0d0d8f109a09 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4749389 Oct 26 14:32:34.584070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.602893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '16b81cf8-6755-49a7-b700-eb3fbb0630e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:34.611509 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:34.619632 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d17aac-1154-4a21-a07b-d912fcc07d3c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:34.621173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d17aac-1154-4a21-a07b-d912fcc07d3c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:34.629740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-90d17aac-1154-4a21-a07b-d912fcc07d3c tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/d12a25dc-b0f0-497e-bddf-027941709326 HTTP/1.1" status: 404 len: 337 time: 0.1879523 Oct 26 14:32:34.639075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.644641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-48b45b32-415c-4b2b-808a-f011b2e176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:34.647461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-48b45b32-415c-4b2b-808a-f011b2e176a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4316480 Oct 26 14:32:34.732465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c50d5cd9-cd2b-4c33-b0bb-d5148fcef028 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "GET /v2.0/ports?device_id=be8a0a3e-f355-4425-ab05-80f009d80362 HTTP/1.1" status: 200 len: 205 time: 0.0902188 Oct 26 14:32:34.744250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38710) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.875962 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-759a0ce5-460d-4b16-9854-1afeff7b1e7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] delete failed (client error): The resource could not be found. Oct 26 14:32:34.882571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-759a0ce5-460d-4b16-9854-1afeff7b1e7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/routers/be8a0a3e-f355-4425-ab05-80f009d80362 HTTP/1.1" status: 404 len: 336 time: 0.1314483 Oct 26 14:32:34.885465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.933190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a7701a7-8042-4637-bfef-7ebcb837f483 req-0a4a729b-3644-49c5-81cc-04d2901cb8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466413 Oct 26 14:32:34.937268 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f162fc-b340-4b7b-8d18-9e12dba56d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:34.937747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f162fc-b340-4b7b-8d18-9e12dba56d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:34.943136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b6717-7fac-4fe3-937e-30cdc3a6241f None None] Update dhcp port {'port': {'network_id': 'a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5', 'fixed_ips': [{'subnet_id': '6f8c7f95-b489-4165-9125-7dc7150d656a'}], 'binding:host_id': 'n-d-813419-9'}, 'id': 'd67c9af4-8fbf-4ffe-8518-57d90952d3f2'} from n-d-813419-9. {{(pid=102165) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 26 14:32:34.947529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9f162fc-b340-4b7b-8d18-9e12dba56d7b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/07efbce2-ff32-4e03-8a88-a4522b2ef183 HTTP/1.1" status: 404 len: 337 time: 0.0603158 Oct 26 14:32:34.948416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:34.950921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba907c9-af1c-4a4e-b359-97780d5a6fc2 req-b05cfbbb-fa9c-4126-841f-c168acfecc59 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:34.955547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dba907c9-af1c-4a4e-b359-97780d5a6fc2 req-b05cfbbb-fa9c-4126-841f-c168acfecc59 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.3062530 Oct 26 14:32:34.975452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.037514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.040890 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-9ff08102-32ad-4f1a-b8f8-11ecf5072c15 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831747 Oct 26 14:32:35.050995 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2444a368-c671-44a2-b3c1-a7dcfe7dbd3a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.051713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2444a368-c671-44a2-b3c1-a7dcfe7dbd3a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.062637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2444a368-c671-44a2-b3c1-a7dcfe7dbd3a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f86bade6-1b03-4162-83be-22ea5e548213 HTTP/1.1" status: 404 len: 337 time: 0.1111712 Oct 26 14:32:35.063620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38718) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.079438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.089469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e65b6717-7fac-4fe3-937e-30cdc3a6241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.103209 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:35.126970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.127717 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Added segment 92a84103-a828-4fbd-bc95-a57804da9afb of type vlan for network ed047bd2-a659-4b12-aa61-8decaf91dfe3 Oct 26 14:32:35.188802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.201049 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-490f5034-0e0b-4467-ba71-c873385462d9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.202121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490f5034-0e0b-4467-ba71-c873385462d9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.212949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-490f5034-0e0b-4467-ba71-c873385462d9 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/23e0463c-1dda-4803-aa16-b22fdaf6d0f1 HTTP/1.1" status: 404 len: 337 time: 0.0796700 Oct 26 14:32:35.214084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38720) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.266122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.267211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:35.267885 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.289579 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4ad4a8-c3e8-493f-9316-a00a04b5ffe0 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.293170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4ad4a8-c3e8-493f-9316-a00a04b5ffe0 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.334202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c4ad4a8-c3e8-493f-9316-a00a04b5ffe0 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/db2dd5a9-770c-4979-aa3c-a19b4779ecef HTTP/1.1" status: 404 len: 333 time: 0.1149216 Oct 26 14:32:35.335287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.404205 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d6b26a-b4af-4297-a600-9047dd1b5a1a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.404528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.405000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d6b26a-b4af-4297-a600-9047dd1b5a1a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.417668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-92d6b26a-b4af-4297-a600-9047dd1b5a1a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/0bb0b612-f3bb-4200-bdbc-466e75e5cc9d HTTP/1.1" status: 404 len: 337 time: 0.0787616 Oct 26 14:32:35.421912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38724) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.424757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e939824-2469-4ee5-87f1-dcc7b92a390e None None] Network a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:35.430750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4778502 Oct 26 14:32:35.431412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.450056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.465581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Request body: {'subnet': {'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1161825880-subnet', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:35.491946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958ca16-88a4-4446-8399-0daae70218b3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:35.548191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Made reservation on behalf of e362362d98714de9a60fa2a61899cc59 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:35.548461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-0feb555a-02c0-4c5a-8d60-93419b0f67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:35.550614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-0feb555a-02c0-4c5a-8d60-93419b0f67b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1094 time: 0.4968047 Oct 26 14:32:35.552227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.557211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dba907c9-af1c-4a4e-b359-97780d5a6fc2 req-3dfbce60-81ae-44c9-971c-5be500fa85a4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5138814 Oct 26 14:32:35.561871 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b87be4-3834-4e2c-a4cb-99fc54f384fb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.563035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b87be4-3834-4e2c-a4cb-99fc54f384fb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.574672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f5b87be4-3834-4e2c-a4cb-99fc54f384fb tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f9f0a0f0-7ae7-4863-bcec-715cbb90904c HTTP/1.1" status: 404 len: 337 time: 0.1509705 Oct 26 14:32:35.588738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38728) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.603820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13638744-8855-4f89-ab61-4b9649d7b7bd admin admin] Pushing event updated for resources: {'Network': ['ID=ed047bd2-a659-4b12-aa61-8decaf91dfe3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:35.623627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-27979e3d-a173-4dd4-9cf0-f28153fafcf3 None None] Provisioning complete for port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:35.624001 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-27979e3d-a173-4dd4-9cf0-f28153fafcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.634469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:35.677602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5fb92-a9c4-4c68-9d34-d77724a2bd64 None None] Pushing event updated for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:35.734199 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0656a695-30a5-49b6-b558-77b57449756b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.735081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0656a695-30a5-49b6-b558-77b57449756b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.739588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0656a695-30a5-49b6-b558-77b57449756b tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/239843bb-6199-4117-ac37-a102d051949e HTTP/1.1" status: 404 len: 333 time: 0.1403141 Oct 26 14:32:35.747755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38730) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.776211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-5d40dc85-1884-4b7e-a461-4ccf5d6f05bf service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190926 Oct 26 14:32:35.830032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-097b5e82-650b-4de5-bbc2-db928c3a81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:35.831624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-097b5e82-650b-4de5-bbc2-db928c3a81d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.2685287 Oct 26 14:32:35.875442 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-044bce31-d662-46c8-9f83-32e82cb044d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:35.876268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044bce31-d662-46c8-9f83-32e82cb044d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:35.888227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-044bce31-d662-46c8-9f83-32e82cb044d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/f4994b35-7090-4cb7-8444-d0091a53fe28 HTTP/1.1" status: 404 len: 337 time: 0.1188197 Oct 26 14:32:35.892203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:35.903133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-27979e3d-a173-4dd4-9cf0-f28153fafcf3 None None] Port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:35.941841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-e77f7ba5-d98b-4f70-a2b4-569a23bccc06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.0993390 Oct 26 14:32:35.969963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-27979e3d-a173-4dd4-9cf0-f28153fafcf3 None None] Provisioning complete for port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:35.977004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-27979e3d-a173-4dd4-9cf0-f28153fafcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:35.986266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Attempting to bind port 21d5f679-b5f4-45b9-b349-6350762f3054 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:35.987090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Attempting to bind port 21d5f679-b5f4-45b9-b349-6350762f3054 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:35.987573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Attempting to bind port 21d5f679-b5f4-45b9-b349-6350762f3054 on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:36.027413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:36.029015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Checking segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:36.029438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.029957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Bound using segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:36.030682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Bound port: 21d5f679-b5f4-45b9-b349-6350762f3054, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:36.031174 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.063419 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc255f5-19f9-4caa-977e-455d3632b2d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] DELETE failed (client error): The resource could not be found. Oct 26 14:32:36.064239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc255f5-19f9-4caa-977e-455d3632b2d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:32:36.075015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fbc255f5-19f9-4caa-977e-455d3632b2d5 tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/subnets/43c85cc1-914b-41f0-b8fb-08679fc15c85 HTTP/1.1" status: 404 len: 337 time: 0.1766741 Oct 26 14:32:36.079452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38736) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:36.082013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.113665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-e8d9e953-d785-4731-9d09-7804c3d1a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:36.117532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-e8d9e953-d785-4731-9d09-7804c3d1a9f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1668606 Oct 26 14:32:36.123980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] DHCP port deletion for a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:32:36.170440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] For port 21d5f679-b5f4-45b9-b349-6350762f3054, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:36.192455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-ca53ee87-f3b1-40b5-8ce0-7ac94e5e98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:36.194603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-ca53ee87-f3b1-40b5-8ce0-7ac94e5e98f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672331 Oct 26 14:32:36.197116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] For port 21d5f679-b5f4-45b9-b349-6350762f3054, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=21d5f679-b5f4-45b9-b349-6350762f3054,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:36.229720 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.251694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.129 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/88ad33d6-cd86-430e-b038-2816813829ed) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:36.332923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Deleting port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:36.333108 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.366527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-e3db10d4-ed6a-49e8-adcb-487e74c2c494 service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623852 Oct 26 14:32:36.445076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] For port d67c9af4-8fbf-4ffe-8518-57d90952d3f2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,segment=NetworkSegment(7d2d2cf5-2838-400b-8223-cc57654cedb7),segment_id=7d2d2cf5-2838-400b-8223-cc57654cedb7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:36.446106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.474841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Calling delete_port for d67c9af4-8fbf-4ffe-8518-57d90952d3f2 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:36.541066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe7530f-f4c2-4ae0-b74b-078aed9bbe24 req-0cad7ebe-03e9-4210-8562-fe147bf35e77 service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647062 Oct 26 14:32:36.581350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.591144 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.636689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Deleting port eebdda97-cfba-47d8-a4e6-6f7f951f9dbe {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:36.637438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.680267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:36.681437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:36.807269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2f42d4-38f6-40e6-80d0-bfd51fcafe26,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.827915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Checking segment: {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:36.828711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Network hostable DHCP agents. Network: ed047bd2-a659-4b12-aa61-8decaf91dfe3, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:36.836838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.848040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:32:36.851220 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.890023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5fb92-a9c4-4c68-9d34-d77724a2bd64 None None] Pushing event updated for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.896467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Calling delete_port for eebdda97-cfba-47d8-a4e6-6f7f951f9dbe owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:36.914933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547a06-3774-4f69-acd6-824dad0bd294 req-bc31ad96-8fa1-43db-8a93-101b9d62578b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:36.917110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f547a06-3774-4f69-acd6-824dad0bd294 req-bc31ad96-8fa1-43db-8a93-101b9d62578b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 943 time: 0.1765008 Oct 26 14:32:36.942382 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.957565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:36.976139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] Provisioning complete for port 21d5f679-b5f4-45b9-b349-6350762f3054 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:36.976413 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:36.976759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=88ad33d6-cd86-430e-b038-2816813829ed,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:36.984744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:37.086169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] Pushing event deleted for resources: {'Port': ['ID=d67c9af4-8fbf-4ffe-8518-57d90952d3f2,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:37.181099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd22f7b-ab25-4169-8287-2dc6a3668a40 None None] No DVR routers for this DVR port d67c9af4-8fbf-4ffe-8518-57d90952d3f2 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:37.236632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:37.337208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:37.341502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:37.355383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.401863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:37.444541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] For port 21d5f679-b5f4-45b9-b349-6350762f3054, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=21d5f679-b5f4-45b9-b349-6350762f3054,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:37.466015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5f547a06-3774-4f69-acd6-824dad0bd294 req-650d62d1-6681-4414-9717-08cf6da7c33e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5380580 Oct 26 14:32:37.514733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ed047bd2-a659-4b12-aa61-8decaf91dfe3) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:37.531860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:37.532456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.576288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.584609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2b9b5b0d-1ad5-4d56-a870-909ced13ca7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1306283 Oct 26 14:32:37.585216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38742) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:37.593614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:37.634679 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.638151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.680754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:32:37.682867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Port': ['ID=eebdda97-cfba-47d8-a4e6-6f7f951f9dbe,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:37.688364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:37.690485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834d72ea-fe95-4686-a5c8-253e929850a3 None None] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:37.697055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.702306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.705632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-47f877f5-8617-4277-8326-10ffe8e59c5a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/ports/eebdda97-cfba-47d8-a4e6-6f7f951f9dbe HTTP/1.1" status: 204 len: 168 time: 1.3823788 Oct 26 14:32:37.708762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:37.785529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.788714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d67c9af4-8fbf-4ffe-8518-57d90952d3f2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:32:37.789068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d67c9af4-8fbf-4ffe-8518-57d90952d3f2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:37.921739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:37.938406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:32:37.943966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fc6c0-6be7-4e8f-8b55-7ebd4a9e81c4 None None] Pushing event updated for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.008772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:38.015619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.021294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.089209 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.120422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'fixed_ips': [{'subnet_id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:38.122252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.137034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.138666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.147435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:29Z', 'revision_number': 4, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '21d5f679-b5f4-45b9-b349-6350762f3054', 'name': '', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'mac_address': 'fa:16:3e:dd:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:26Z', 'updated_at': '2021-10-26T14:32:36Z', 'revision_number': 4, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'subnets': [{'id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.188597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868ad3-4ebd-49b3-8cc5-374f04697472 None None] The sync data for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 is: [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:32:29Z', 'revision_number': 4, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '21d5f679-b5f4-45b9-b349-6350762f3054', 'name': '', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'mac_address': 'fa:16:3e:dd:68:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:26Z', 'updated_at': '2021-10-26T14:32:36Z', 'revision_number': 4, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'subnets': [{'id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:38.196054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.287683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['a55347b1-53d4-43a5-8624-d9c740e431cb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:32:38.382575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.460585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Allocated IP 172.20.0.2 (ed047bd2-a659-4b12-aa61-8decaf91dfe3/be2f42d4-38f6-40e6-80d0-bfd51fcafe26/89fe890f-8bfa-484e-a8b9-110c9142f431) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:38.476667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.498178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2d2cf5-2838-400b-8223-cc57654cedb7') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.504986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2d2cf5-2838-400b-8223-cc57654cedb7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:38.539193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.550574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.585569 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.595390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.604715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:32:38.605475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:32:38.714410 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:32:38.723409 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.733609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.742445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] 10.222.0.37 "DELETE /v2.0/networks/a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5 HTTP/1.1" status: 204 len: 168 time: 1.0322223 Oct 26 14:32:38.787777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7038fe-500f-41c8-a6b5-f0e5aa23211a tempest-PortsIpV6TestJSON-1710101390 tempest-PortsIpV6TestJSON-1710101390-project] Pushing event deleted for resources: {'Network': ['ID=a8b6b154-6940-4a5b-9a3b-b1ac1f7919d5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:38.833514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208fa9-4ff6-4a4a-9c45-d5df626e91f5 req-76344808-d0ba-401d-9b3e-8b7a8cb2d5a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:38.847687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24208fa9-4ff6-4a4a-9c45-d5df626e91f5 req-76344808-d0ba-401d-9b3e-8b7a8cb2d5a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.2325678 Oct 26 14:32:38.908352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.908960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.921145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.953986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:38.990130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Allocated IP 172.25.5.190 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/ddbe5b4d-fba5-4b6b-a377-105ad988c37d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:39.030598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24208fa9-4ff6-4a4a-9c45-d5df626e91f5 req-364b05d6-ecdf-4edf-904a-8d66d84f45d0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813915 Oct 26 14:32:39.142058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.146160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Pushing event updated for resources: {'Port': ['ID=89fe890f-8bfa-484e-a8b9-110c9142f431,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:39.223331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:39.242649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:39.246093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:39.416396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.545161 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 2de08971-ae73-4a92-8e14-bc7ac434ddd4 associated. External IP: 172.25.5.129, port: 16b81cf8-6755-49a7-b700-eb3fbb0630e1. Oct 26 14:32:39.615144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 21d5f679-b5f4-45b9-b349-6350762f3054 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:39.651888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Attempting to bind port 89fe890f-8bfa-484e-a8b9-110c9142f431 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:39.651888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Attempting to bind port 89fe890f-8bfa-484e-a8b9-110c9142f431 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:39.655349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Attempting to bind port 89fe890f-8bfa-484e-a8b9-110c9142f431 on network ed047bd2-a659-4b12-aa61-8decaf91dfe3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:39.660291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=88ad33d6-cd86-430e-b038-2816813829ed,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:39.664576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38762) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:39.709178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:39.709682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Checking segment: {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:39.710157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.710756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Bound using segment: {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:39.715079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Bound port: 89fe890f-8bfa-484e-a8b9-110c9142f431, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:39.715079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.886762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] For port 89fe890f-8bfa-484e-a8b9-110c9142f431, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:39.894631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] For port 89fe890f-8bfa-484e-a8b9-110c9142f431, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=89fe890f-8bfa-484e-a8b9-110c9142f431,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:39.897284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 21d5f679-b5f4-45b9-b349-6350762f3054 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:39.898016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:39.907675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.027437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:40.144817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c6be-9d29-4c1d-aa67-c84b5bebe1f8 None None] Pushing event updated for resources: {'Port': ['ID=89fe890f-8bfa-484e-a8b9-110c9142f431,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:40.167267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b75a60c-5bdd-4264-9bbe-ee7ec41ecd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.317155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:40.333153 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:40.355425 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:40.357609 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:40.379784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.472033 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:40.533204 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:40.548439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:40.554141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.582121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1771f4af-fd8c-424a-9f77-08df381d0b2d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9915125 Oct 26 14:32:40.588724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38768) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:40.601088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:40.691491 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:40.692996 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04423f5-f604-4166-a6e7-3ceabfd5a85f None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:40.701634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:40.717713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-2f47ee9b-e7b2-490d-8c07-ebe70b4f0047 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:40.719791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-2f47ee9b-e7b2-490d-8c07-ebe70b4f0047 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&tenant_id=664d07e1bf9948d5a5ba1622f9309e03&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 944 time: 1.2363050 Oct 26 14:32:40.725137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:40.739548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:40.742185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Pushing event updated for resources: {'Port': ['ID=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:40.801318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:40.826270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:40.849661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac0ec1-ebf8-462c-ab71-06708f78a724 req-e926c41a-8e15-40b5-b671-9e2450a89bf5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:40.851875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcac0ec1-ebf8-462c-ab71-06708f78a724 req-e926c41a-8e15-40b5-b671-9e2450a89bf5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 1.0639679 Oct 26 14:32:40.932759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port a55347b1-53d4-43a5-8624-d9c740e431cb completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:32:40.942872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port a55347b1-53d4-43a5-8624-d9c740e431cb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:40.943526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.072096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-7a37366a-0f4d-42f5-85d8-894f0c12dcb9 service neutron] 10.222.0.41 "GET /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.3411672 Oct 26 14:32:41.078941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bcac0ec1-ebf8-462c-ab71-06708f78a724 req-a8890929-d847-4c33-8690-c0003215a93a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094018 Oct 26 14:32:41.086150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-606659bb-9c6a-4911-ac0a-a2af5ecd4b9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12930ae2677548e4b224659fa3d978c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4163153 Oct 26 14:32:41.087068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38770) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:41.113117 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.162391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:41.174884 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229fbca6-d21f-4201-9b96-a6166a3585b0" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:32:41.179812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.186598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.187147 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 2de08971-ae73-4a92-8e14-bc7ac434ddd4 disassociated. External IP: 172.25.5.129, port: 16b81cf8-6755-49a7-b700-eb3fbb0630e1. Oct 26 14:32:41.212039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:41.222844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.307633 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a89be-05e8-470d-b33f-9e75ced2d1cf x-openstack-request-id: req-cf0a89be-05e8-470d-b33f-9e75ced2d1cf {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:32:41.308113 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:32:41.309883 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf0a89be-05e8-470d-b33f-9e75ced2d1cf {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:32:41.309883 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'code': 200} Oct 26 14:32:41.384024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.393045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-9fa97fd8-361e-410b-bef1-3375b3931e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:41.393407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-9fa97fd8-361e-410b-bef1-3375b3931e25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1095 time: 0.2639854 Oct 26 14:32:41.430659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:41.508236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.513438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 89fe890f-8bfa-484e-a8b9-110c9142f431 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:41.631611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 89fe890f-8bfa-484e-a8b9-110c9142f431 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:41.631611 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.637943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:41.662959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.667319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.674009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9e74721-be09-47bd-ae61-6521e8481270 HTTP/1.1" status: 204 len: 168 time: 0.5855713 Oct 26 14:32:41.737402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320952-1a24-4163-b8f9-be7dfdc385d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e74721-be09-47bd-ae61-6521e8481270,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:41.754005 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.760794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.852610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 89fe890f-8bfa-484e-a8b9-110c9142f431, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=89fe890f-8bfa-484e-a8b9-110c9142f431,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:41.869359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.910477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:41.921104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:41.938225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:41.966599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:41.968233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:41.997554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-12a0cf4e-a095-4a1a-878a-a8938bed1f07 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/2de08971-ae73-4a92-8e14-bc7ac434ddd4 HTTP/1.1" status: 200 len: 688 time: 1.4059682 Oct 26 14:32:41.999060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38778) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:42.038070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.064552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:42.064552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.071148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=89fe890f-8bfa-484e-a8b9-110c9142f431,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:42.170755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:42.173342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-4a9a340e-fe20-4c61-a2b3-87ae37a9f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:42.175840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c17518-45d9-4e43-8819-dcfa6a9f0b1d None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:42.176136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-4a9a340e-fe20-4c61-a2b3-87ae37a9f6a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.7735436 Oct 26 14:32:42.204009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bbd59-2fd1-470d-b165-9e441564b390 None None] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:42.300974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5836b680-c6fb-42af-87bc-93eda8b71583 None None] Provisioning complete for port 89fe890f-8bfa-484e-a8b9-110c9142f431 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:42.302097 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5836b680-c6fb-42af-87bc-93eda8b71583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.354866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 88ad33d6-cd86-430e-b038-2816813829ed {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:32:42.355244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.489733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.491657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.510866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 88ad33d6-cd86-430e-b038-2816813829ed owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:32:42.597764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-fa34dacf-8e92-440b-be3f-4948b7ab8d96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1000 time: 0.3498843 Oct 26 14:32:42.705911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c42ee-7a27-482b-9468-6dd4f8bcb6e0 req-d3efb5d0-f166-4841-80c7-bfa2f517e5c6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:42.708725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-375c42ee-7a27-482b-9468-6dd4f8bcb6e0 req-d3efb5d0-f166-4841-80c7-bfa2f517e5c6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.4642150 Oct 26 14:32:42.781881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.828527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.845047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-27f91db7-871f-4e3c-9f61-3fd8be363393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:42.847062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-27f91db7-871f-4e3c-9f61-3fd8be363393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.2360089 Oct 26 14:32:42.847311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=88ad33d6-cd86-430e-b038-2816813829ed,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:42.921698 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f922675c-459f-49df-b4f9-c83d5b40045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:42.986832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-375c42ee-7a27-482b-9468-6dd4f8bcb6e0 req-bde1aa55-dde4-4a3f-9822-acbfd1571b5b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560151 Oct 26 14:32:43.026234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.032149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.038176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7d0b9409-8c8b-4841-bf08-426f31d9d74d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/2de08971-ae73-4a92-8e14-bc7ac434ddd4 HTTP/1.1" status: 204 len: 168 time: 1.0324364 Oct 26 14:32:43.039548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38794) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:43.067526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'b9902ca1-6447-4bea-9922-84ecd5b88038'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:43.086435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-fd516603-4747-4c70-8bc7-f1d1ca28dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:43.089336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-fd516603-4747-4c70-8bc7-f1d1ca28dee2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347732 Oct 26 14:32:43.108208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.353496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-af3aac63-60d3-4292-bee4-a8f3233c0577 None None] Provisioning complete for port 89fe890f-8bfa-484e-a8b9-110c9142f431 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:43.354464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.355861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-af3aac63-60d3-4292-bee4-a8f3233c0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.531140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-cdbaa0c6-bf84-452a-b5a8-962a13c6560a service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323056 Oct 26 14:32:43.531802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Router 157332a0-b5c6-4508-9388-60b7a0330a52 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:32:43.533559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 89fe890f-8bfa-484e-a8b9-110c9142f431 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:43.625508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.149 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6b215952-88bf-4177-bd13-d68b7c52063e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:43.654702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 89fe890f-8bfa-484e-a8b9-110c9142f431 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:43.655078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.747345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38806) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:43.864577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-0a6c2bab-ef1d-431f-94e3-b6c40f21e28f service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196228 Oct 26 14:32:43.865415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.879071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:43.896694 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Sync routers for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:43.915023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.917579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.917772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c6f8d2cb-d3d2-4655-8fe0-06f997203a04 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3297634 Oct 26 14:32:43.920921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:43.938473 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:43.944627 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:43.951408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:43.977681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-734034859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:44.015990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:44.025119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:44.027051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=6b215952-88bf-4177-bd13-d68b7c52063e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:44.030953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:44.060968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.062035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.095133 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:44.187404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.217315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.274752 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.381462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:41Z', 'revision_number': 3, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:44.439439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Checking router: 157332a0-b5c6-4508-9388-60b7a0330a52 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:44.440082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Updating router 157332a0-b5c6-4508-9388-60b7a0330a52 port ddbe5b4d-fba5-4b6b-a377-105ad988c37d binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:32:44.535602 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.752257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.915030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:44.917193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b06b2841-72b3-4f21-845e-8b32cdea0bfc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1688356 Oct 26 14:32:44.921922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:44.936091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5a2c-7690-46c1-8fe1-327c3c91b3a2 req-d7ffe231-0bf7-4fad-b281-ba65589a4748 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:44.938172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-556d5a2c-7690-46c1-8fe1-327c3c91b3a2 req-d7ffe231-0bf7-4fad-b281-ba65589a4748 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.7861416 Oct 26 14:32:44.942347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1341049591'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:45.004169 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.017743 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.030019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Allocated IP 172.20.0.1 (ed047bd2-a659-4b12-aa61-8decaf91dfe3/be2f42d4-38f6-40e6-80d0-bfd51fcafe26/8d37555f-0a36-41d5-882d-c8db38cc4694) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:45.037368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:45.042469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.080235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-556d5a2c-7690-46c1-8fe1-327c3c91b3a2 req-b0dedd2d-47a3-44af-b5aa-ffa9dd62036e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208673 Oct 26 14:32:45.091145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.102110 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.105240 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Attempting to bind port ddbe5b4d-fba5-4b6b-a377-105ad988c37d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:45.106736 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Attempting to bind port ddbe5b4d-fba5-4b6b-a377-105ad988c37d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:45.106736 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Attempting to bind port ddbe5b4d-fba5-4b6b-a377-105ad988c37d on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:45.116693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:45.117139 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:45.117388 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.118353 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:45.118353 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Bound port: ddbe5b4d-fba5-4b6b-a377-105ad988c37d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:45.119068 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.163611 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Pushing event updated for resources: {'Port': ['ID=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.203274 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.203815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.204321 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.204843 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.205593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.206103 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.206585 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.207064 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.207600 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.208387 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.210200 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.210733 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:45.233664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.243565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.260546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] For port ddbe5b4d-fba5-4b6b-a377-105ad988c37d, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:45.267279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] For port ddbe5b4d-fba5-4b6b-a377-105ad988c37d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:45.275061 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.301080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.326562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.337780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.394028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:45.395747 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:45.396398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:45.400153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:45.403473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:45.442227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254c27a-c74d-4c3f-b4f2-e8b517209cb3 None None] Pushing event updated for resources: {'Port': ['ID=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.462291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Pushing event updated for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.470212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:45.504049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.517749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4277874e-544a-4968-be5f-07e7dd66c9a0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:45.541369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.544144 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Added segment b9e75b14-44d2-429a-947d-9b1aa54ca907 of type vlan for network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e Oct 26 14:32:45.583898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:45.687692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.778827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.783431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.792872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:45.793698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.815969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.820165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8950899 Oct 26 14:32:45.822378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:45.859068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:45.915669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'subnet': {'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:45.961125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1482661a-144c-4d22-b6f6-2ae93917146d None None] Provisioning complete for port 8d37555f-0a36-41d5-882d-c8db38cc4694 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:45.961839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1482661a-144c-4d22-b6f6-2ae93917146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.003991 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:41Z', 'revision_number': 3, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:46.029444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1482661a-144c-4d22-b6f6-2ae93917146d None None] Port 8d37555f-0a36-41d5-882d-c8db38cc4694 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:46.045593 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b36e66-5f74-474a-81d0-e1873b7060f0 None None] The sync data for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 is: [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:41Z', 'revision_number': 3, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:46.080484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03193947-52fe-4b63-b2a9-9a09f1b12619 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Network': ['ID=a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:46.096339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:46.104326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.106865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=6b215952-88bf-4177-bd13-d68b7c52063e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:46.384597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:46.391410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.493795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36549-af54-474c-81d0-d69d9c706844 req-56b197ab-3736-4eec-b4b8-b6a87ffe643f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:46.499653 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ac36549-af54-474c-81d0-d69d9c706844 req-56b197ab-3736-4eec-b4b8-b6a87ffe643f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 945 time: 0.1549082 Oct 26 14:32:46.530348 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 375ec01a-a228-4a7c-bf27-d79f54ffe0ad associated. External IP: 172.25.5.149, port: b9902ca1-6447-4bea-9922-84ecd5b88038. Oct 26 14:32:46.556364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-cf99b53d-2469-4fa6-8fae-bf3640d3e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:46.557994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-cf99b53d-2469-4fa6-8fae-bf3640d3e280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 1096 time: 0.2186134 Oct 26 14:32:46.594803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:46.720036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3ac36549-af54-474c-81d0-d69d9c706844 req-233b5f26-0b6d-4d03-8dbf-8502a16ca833 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750834 Oct 26 14:32:46.735820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:46.824207 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.144793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:47.152226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.295824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Subnet': ['ID=a720a716-1fed-49c1-9515-0a4e5834f434,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:47.329246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.346774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:47.350604 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.491107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ddbe5b4d-fba5-4b6b-a377-105ad988c37d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:47.493879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Checking segment: {'id': 'b9e75b14-44d2-429a-947d-9b1aa54ca907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:47.494065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.496207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network hostable DHCP agents. Network: a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:47.503295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Pushing event updated for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:47.509538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:47.549737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:47.568132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:47.587785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:47.589974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:47.597877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:47.598985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.601198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa25c57-d2a7-435b-a890-7670a7cef0d7 None None] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:47.633150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.658429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:47.661550 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37360ffe-e32c-49ed-9345-c38604b3270e" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-unplugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:32:47.668323 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.714470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38842) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:47.716618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Transition to ACTIVE for port object a55347b1-53d4-43a5-8624-d9c740e431cb will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:32:47.728267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ddbe5b4d-fba5-4b6b-a377-105ad988c37d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:47.728793 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.729990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6705270c-daee-4a4a-9d5e-6bc5ad9c430f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6831141 Oct 26 14:32:47.754058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f326eb76-d6b2-445c-9dc7-1b309b8ac5d9 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8755763 Oct 26 14:32:47.754728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38844) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:47.765189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'network': {'name': 'tempest-router-network01--680161254'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:47.773378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:47.774397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.795553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:47.799773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.812784 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fd19a-87b2-494e-b365-33ed594c9467 x-openstack-request-id: req-b47fd19a-87b2-494e-b365-33ed594c9467 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:32:47.812784 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-unplugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:32:47.813039 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b47fd19a-87b2-494e-b365-33ed594c9467 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:32:47.813336 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'code': 200} Oct 26 14:32:47.814229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.840298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:47.853991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.854699 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Added segment df878fcd-4136-4cf7-88a5-b8edaff9242f of type vlan for network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 Oct 26 14:32:47.880749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:47.904404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cac05b4c-d902-4b49-8302-76a652b3b923 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/floatingips/375ec01a-a228-4a7c-bf27-d79f54ffe0ad HTTP/1.1" status: 200 len: 978 time: 0.1858799 Oct 26 14:32:47.907361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38850) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:47.946900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.961699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:47.990326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:47.999745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:48.000701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.044576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:48.073953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:48.112093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Network': ['ID=2dac8c43-63d6-4591-bfbf-4e4a44471f77,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.144327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88d79b70-b23d-466b-857a-b70ec8475ada tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3838301 Oct 26 14:32:48.145107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:48.156872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:48.157654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:48.160567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'network': {'name': 'tempest-router-network02--1345312635'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:48.171549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:48.219582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:48.224236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.298088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:32:48.327180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.327966 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Added segment f69eac2d-c906-438e-8b71-067a3eeede72 of type vlan for network a1d103d8-d303-4a3c-9f30-02a5da2d048a Oct 26 14:32:48.421251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Router 157332a0-b5c6-4508-9388-60b7a0330a52 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:48.457808 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45d175e2-55f9-4073-873f-3b83e8ac5ff3 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5490761 Oct 26 14:32:48.460425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38856) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:48.488282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': '16b81cf8-6755-49a7-b700-eb3fbb0630e1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:48.504644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.510114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:48.512638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7804e481-924f-45a3-a39f-c3db16b2593c None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:48.529070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] No DVR routers for this DVR port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:32:48.676683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.681504 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.684005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e', 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e', 'tenant_id': 'b967ca0a54a543eeac44291cf0287926', 'fixed_ips': [{'subnet_id': 'a720a716-1fed-49c1-9515-0a4e5834f434'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:48.685768 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.688112 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.695880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:48.697042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.720420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port ddbe5b4d-fba5-4b6b-a377-105ad988c37d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:48.738885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:48.832066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6858385 Oct 26 14:32:48.842881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38858) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:48.846611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'subnet': {'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:48.887831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Network': ['ID=a1d103d8-d303-4a3c-9f30-02a5da2d048a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:48.916917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6569-9b80-4ae7-a021-97ed3c307574 req-ff38afbd-3db4-49fd-8940-bd32ee57fdc4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:48.919350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a4f6569-9b80-4ae7-a021-97ed3c307574 req-ff38afbd-3db4-49fd-8940-bd32ee57fdc4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.3947053 Oct 26 14:32:48.936671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:48.936944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:48.937305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:48.954667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:48.959347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.959691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.960044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.960349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.960691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.962649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.963025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.963360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.963694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.964024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.964354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.968456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:32:48.970391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b74beb0-016a-494a-b866-b268eb8465bb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:48.978824 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Sync routers for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:48.988448 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ffc2feb7-c457-43d7-ba64-a70388fde8ff admin admin] 10.222.0.37 "PUT /v2.0/routers/157332a0-b5c6-4508-9388-60b7a0330a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0654340 Oct 26 14:32:49.013207 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:49.014961 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:49.044531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:49.045075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Attempting to bind port a55347b1-53d4-43a5-8624-d9c740e431cb on network 2bcade7e-5eff-4eab-9527-08bd277a5acb {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:49.067732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:49.068295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Checking segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:49.068981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Bound using segment: {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:49.069746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Bound port: a55347b1-53d4-43a5-8624-d9c740e431cb, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b628662c-9271-4e2a-b265-0689c623e262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:49.070329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.078956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:32:49.159454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:49.176126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.186864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:49.191417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:49.207491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8d9d794e-f498-48a1-af79-2b4fcbaedecb None None] Provisioning complete for port 8d37555f-0a36-41d5-882d-c8db38cc4694 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:49.208154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d9d794e-f498-48a1-af79-2b4fcbaedecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.210187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:32:49.218703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a4f6569-9b80-4ae7-a021-97ed3c307574 req-ca35df8a-bac2-4a65-9352-97ba64f722d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611382 Oct 26 14:32:49.227960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.279469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:49.280330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.282197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] 10.222.0.73 "PUT /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 1092 time: 2.7078152 Oct 26 14:32:49.346790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069971-3032-4120-b9b5-a264c787f70d service neutron] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=11']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:49.402759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:49.423536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-7e6031e4-59eb-47b1-809d-694cd99b948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:49.425261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-7e6031e4-59eb-47b1-809d-694cd99b948b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1095 time: 0.0741045 Oct 26 14:32:49.465338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d794e-f498-48a1-af79-2b4fcbaedecb None None] Port 8d37555f-0a36-41d5-882d-c8db38cc4694 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:49.480666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Allocated IP 172.20.0.2 (a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e/a720a716-1fed-49c1-9515-0a4e5834f434/327bac71-1d9a-4084-9834-15ae5830a311) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:49.651086 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:49.689709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-b91f5aa0-238e-4014-8f43-32c90a69dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:49.691302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-b91f5aa0-238e-4014-8f43-32c90a69dfec service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.2554436 Oct 26 14:32:49.816872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:49.826946 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005d670-1e8e-4303-9fb8-037c570353c5" -d '{"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:32:49.914028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-01f13d3a-1266-4a15-a4da-ea7d8eb2d10f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.2142565 Oct 26 14:32:49.967794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:49.988089 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.037669 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5c04c2-d351-4b2f-ab6e-657c1d4d876a x-openstack-request-id: req-dc5c04c2-d351-4b2f-ab6e-657c1d4d876a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:32:50.037914 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:32:50.038478 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5c04c2-d351-4b2f-ab6e-657c1d4d876a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:32:50.039146 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:32:50.058035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Pushing event updated for resources: {'Port': ['ID=327bac71-1d9a-4084-9834-15ae5830a311,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.082219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:50.084306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:50.088362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:50.193527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Attempting to bind port 327bac71-1d9a-4084-9834-15ae5830a311 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:50.194142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Attempting to bind port 327bac71-1d9a-4084-9834-15ae5830a311 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b9e75b14-44d2-429a-947d-9b1aa54ca907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:50.194697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Attempting to bind port 327bac71-1d9a-4084-9834-15ae5830a311 on network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:50.198014 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:46Z', 'revision_number': 4, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8d37555f-0a36-41d5-882d-c8db38cc4694', 'name': '', 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:44Z', 'updated_at': '2021-10-26T14:32:46Z', 'revision_number': 2, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'subnets': [{'id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:50.202255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:50.203052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Checking segment: {'id': 'b9e75b14-44d2-429a-947d-9b1aa54ca907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:50.203702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.204245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Bound using segment: {'id': 'b9e75b14-44d2-429a-947d-9b1aa54ca907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:50.204932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Bound port: 327bac71-1d9a-4084-9834-15ae5830a311, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e75b14-44d2-429a-947d-9b1aa54ca907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:50.206827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.273507 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Checking router: 157332a0-b5c6-4508-9388-60b7a0330a52 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:32:50.274024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Updating router 157332a0-b5c6-4508-9388-60b7a0330a52 port 8d37555f-0a36-41d5-882d-c8db38cc4694 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:32:50.336399 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.339074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] For port 327bac71-1d9a-4084-9834-15ae5830a311, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:50.346645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] For port 327bac71-1d9a-4084-9834-15ae5830a311, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=327bac71-1d9a-4084-9834-15ae5830a311,segment=NetworkSegment(b9e75b14-44d2-429a-947d-9b1aa54ca907),segment_id=b9e75b14-44d2-429a-947d-9b1aa54ca907)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:50.359600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.438385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-1c4281c7-11e0-4296-80f6-1d44b9a7f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.445743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-1c4281c7-11e0-4296-80f6-1d44b9a7f31a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.5187070 Oct 26 14:32:50.473760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0092-3198-4339-a4e3-6aee6f7246ed None None] Pushing event updated for resources: {'Port': ['ID=327bac71-1d9a-4084-9834-15ae5830a311,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.503552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.540023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-262467d8-20a1-4be8-9f89-858a084e4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.542063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-262467d8-20a1-4be8-9f89-858a084e4e6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1095 time: 0.4972425 Oct 26 14:32:50.609645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Subnet': ['ID=1258c61a-c161-4744-b1c6-72f0b3980ed4,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:50.749907 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.759711 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.912075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-0c37da80-4d1f-4e82-8a0f-242f478fdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.914324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-0c37da80-4d1f-4e82-8a0f-242f478fdf08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.3341606 Oct 26 14:32:50.949019 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Attempting to bind port 8d37555f-0a36-41d5-882d-c8db38cc4694 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:50.949873 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Attempting to bind port 8d37555f-0a36-41d5-882d-c8db38cc4694 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:50.950000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-08463d23-6155-4903-9ded-5c26551b103e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:50.950235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Attempting to bind port 8d37555f-0a36-41d5-882d-c8db38cc4694 on network ed047bd2-a659-4b12-aa61-8decaf91dfe3 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:50.952720 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-08463d23-6155-4903-9ded-5c26551b103e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 0.9122698 Oct 26 14:32:50.968723 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:50.969104 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Checking segment: {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:50.969514 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.969917 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Bound using segment: {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:50.970415 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Bound port: 8d37555f-0a36-41d5-882d-c8db38cc4694, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a84103-a828-4fbd-bc95-a57804da9afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:50.970801 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:50.997952 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effffb10-128e-4db6-9d03-41f9faaaa017 None None] Pushing event updated for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:51.076619 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] For port 8d37555f-0a36-41d5-882d-c8db38cc4694, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:51.080446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] For port 8d37555f-0a36-41d5-882d-c8db38cc4694, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8d37555f-0a36-41d5-882d-c8db38cc4694,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:51.090526 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.107816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-1212e554-a9ad-4f0d-b63b-9db1e240cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.109892 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-1212e554-a9ad-4f0d-b63b-9db1e240cf22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6385555 Oct 26 14:32:51.119689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.146141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-18ce7df2-2a02-480b-aa36-e6d61ce44ff4 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/quotas/e362362d98714de9a60fa2a61899cc59 HTTP/1.1" status: 200 len: 375 time: 0.1663480 Oct 26 14:32:51.147813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767be24-bcc7-4e38-acea-b4218b53ee79 req-d18b593f-717d-45b9-867a-b545d33b3a9b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.152131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d767be24-bcc7-4e38-acea-b4218b53ee79 req-d18b593f-717d-45b9-867a-b545d33b3a9b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.7629268 Oct 26 14:32:51.156075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.242969 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effffb10-128e-4db6-9d03-41f9faaaa017 None None] Pushing event updated for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:51.274950 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:51.275637 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:51.331591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-e52136ab-f1c3-471e-8d84-af1ace48ae5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.3774309 Oct 26 14:32:51.356715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] Provisioning complete for port 8d37555f-0a36-41d5-882d-c8db38cc4694 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:51.357383 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.437534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Checking segment: {'id': 'df878fcd-4136-4cf7-88a5-b8edaff9242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:51.437928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network hostable DHCP agents. Network: 2dac8c43-63d6-4591-bfbf-4e4a44471f77, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:51.484136 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:32:51.531974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-f455c81a-e59e-4316-8b55-97c935cdf949 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3560536 Oct 26 14:32:51.566248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d767be24-bcc7-4e38-acea-b4218b53ee79 req-5db5dcc3-eac1-4dcc-a773-419e2a3acfd9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467458 Oct 26 14:32:51.590435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:51.639842 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.651994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-5f781c67-98df-4927-b8fd-b1f53f9039cd service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323372 Oct 26 14:32:51.664365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2dac8c43-63d6-4591-bfbf-4e4a44471f77) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:51.680213 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 375ec01a-a228-4a7c-bf27-d79f54ffe0ad associated. External IP: 172.25.5.149, port: b9902ca1-6447-4bea-9922-84ecd5b88038. Oct 26 14:32:51.689988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1482c-affa-4997-bbd6-5a9c7d598fad None None] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:51.703695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.704308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:51.732401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-7fd8ed24-cc3e-447c-86a2-6442b449d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:51.735367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-7fd8ed24-cc3e-447c-86a2-6442b449d385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.3936327 Oct 26 14:32:51.923136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] For port 8d37555f-0a36-41d5-882d-c8db38cc4694, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8d37555f-0a36-41d5-882d-c8db38cc4694,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:51.943111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.000164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6c37d6db-3d55-4389-ac89-96a1b978522c tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1552286 Oct 26 14:32:52.013693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:52.028109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'subnet': {'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:52.150946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 327bac71-1d9a-4084-9834-15ae5830a311 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:52.161644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217a52e-9705-4492-ad59-9c6a6f888246 None None] Pushing event updated for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:52.215730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.228118 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:46Z', 'revision_number': 4, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8d37555f-0a36-41d5-882d-c8db38cc4694', 'name': '', 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:44Z', 'updated_at': '2021-10-26T14:32:51Z', 'revision_number': 4, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'subnets': [{'id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:52.249567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c5054463-6f29-4e50-8a37-49e4cead410d None None] Provisioning complete for port 8d37555f-0a36-41d5-882d-c8db38cc4694 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:52.250329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c5054463-6f29-4e50-8a37-49e4cead410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.310283 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e88f19-ad5c-4a97-a747-6f1b22fd7df3 None None] The sync data for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 is: [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:32:46Z', 'revision_number': 4, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8d37555f-0a36-41d5-882d-c8db38cc4694', 'name': '', 'network_id': 'ed047bd2-a659-4b12-aa61-8decaf91dfe3', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'mac_address': 'fa:16:3e:39:ba:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:44Z', 'updated_at': '2021-10-26T14:32:51Z', 'revision_number': 4, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'subnets': [{'id': 'be2f42d4-38f6-40e6-80d0-bfd51fcafe26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:52.476114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 327bac71-1d9a-4084-9834-15ae5830a311 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:52.476704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.578341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-2dac8c43-63d6-4591-bfbf-4e4a44471f77', 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77', 'tenant_id': 'b967ca0a54a543eeac44291cf0287926', 'fixed_ips': [{'subnet_id': '1258c61a-c161-4744-b1c6-72f0b3980ed4'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:52.579909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.611932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d0425d-2bc4-4e51-a3f5-d57b980ec937 None None] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:52.641367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-a0f9e468-9ba0-4d45-ada1-8796ea12d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:52.644379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-a0f9e468-9ba0-4d45-ada1-8796ea12d941 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8600333 Oct 26 14:32:52.671090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Made reservation on behalf of b967ca0a54a543eeac44291cf0287926 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:52.681564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:52.735926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-58369213-3b2b-4c0f-a882-776cfbfee1c8 req-b96f2d6c-4238-4e2b-81cf-269a3b2b196f service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0645244 Oct 26 14:32:52.790103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-96a409af-2f3e-4e5e-b326-7f2d5b44ca4a service neutron] 10.222.0.37 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2570999 Oct 26 14:32:52.824645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9e6f5fd0-4139-4a68-88f9-bc75d3093a64 None None] Provisioning complete for port 327bac71-1d9a-4084-9834-15ae5830a311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:52.825094 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5fd0-4139-4a68-88f9-bc75d3093a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.003215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-079c8e4b-30f8-4688-a362-b7ecf3ace1c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473368 Oct 26 14:32:53.121518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:53.142579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-ced05c3d-44fd-4317-be30-55fca8b14644 service neutron] 10.222.0.37 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513842 Oct 26 14:32:53.152086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-be6ef67b-5c77-42b3-b601-38cc9d70b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:53.155105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15170764-9029-4c5a-80f3-11a62fb51ce3 req-696ccdc0-89f3-416b-9004-f21f556d321b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:53.157160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15170764-9029-4c5a-80f3-11a62fb51ce3 req-696ccdc0-89f3-416b-9004-f21f556d321b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.2625628 Oct 26 14:32:53.160677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-be6ef67b-5c77-42b3-b601-38cc9d70b5d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1095 time: 0.3542895 Oct 26 14:32:53.278246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.322022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.341628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Allocated IP 172.20.0.2 (2dac8c43-63d6-4591-bfbf-4e4a44471f77/1258c61a-c161-4744-b1c6-72f0b3980ed4/93bbb320-330e-48f9-a7fa-6fc2054a9140) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:53.542700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-3cf13801-e233-4f6c-82cf-c04b7abd2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:53.545256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-3cf13801-e233-4f6c-82cf-c04b7abd2868 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.3694630 Oct 26 14:32:53.562016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-c0f0bc0f-5ba4-434c-aac5-4a07abaaec3a service neutron] 10.222.0.41 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473418 Oct 26 14:32:53.577066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 327bac71-1d9a-4084-9834-15ae5830a311, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=327bac71-1d9a-4084-9834-15ae5830a311,segment=NetworkSegment(b9e75b14-44d2-429a-947d-9b1aa54ca907),segment_id=b9e75b14-44d2-429a-947d-9b1aa54ca907)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:53.600303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15170764-9029-4c5a-80f3-11a62fb51ce3 req-2ba610ea-a84b-42e3-b8c4-9033c1a45817 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823339 Oct 26 14:32:53.607606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05f2f3bc-c432-4f19-ba25-d677941dc1e8 req-8470c10d-7f22-4471-bd37-420ef6ef7cf1 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 210 time: 0.0673254 Oct 26 14:32:53.690042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e6f5fd0-4139-4a68-88f9-bc75d3093a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.693347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Subnet': ['ID=62cde5ea-80ce-4d37-b04b-7a1c69e7eb75,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:53.704370 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.705535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ddbe5b4d-fba5-4b6b-a377-105ad988c37d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:53.742196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-a61edd9d-d46c-46cc-9c1f-df737ee2feba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 998 time: 0.1833363 Oct 26 14:32:53.790674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:53.814683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Checking segment: {'id': 'f69eac2d-c906-438e-8b71-067a3eeede72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:53.814683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network hostable DHCP agents. Network: a1d103d8-d303-4a3c-9f30-02a5da2d048a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:32:53.863542 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:53.897712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-e8662c89-f63d-421c-b05b-0174c650ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:53.899702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-e8662c89-f63d-421c-b05b-0174c650ef87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1500885 Oct 26 14:32:53.942612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:54.047142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=327bac71-1d9a-4084-9834-15ae5830a311,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:54.056599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-3a95445a-5b25-4083-94fe-d7b4bf716c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:54.062678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ddbe5b4d-fba5-4b6b-a377-105ad988c37d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:54.063051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.068979 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-3a95445a-5b25-4083-94fe-d7b4bf716c01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564195 Oct 26 14:32:54.165621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:32:54.195175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a1d103d8-d303-4a3c-9f30-02a5da2d048a) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:54.220696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:54.223156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.226115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf36509-55cc-4270-9834-346cb40b5da7 None None] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:54.228393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:54.229213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:54.263433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-9e6f5fd0-4139-4a68-88f9-bc75d3093a64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:32:54.264048 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-9e6f5fd0-4139-4a68-88f9-bc75d3093a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:32:54.285787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7347bbc9-5d31-47e0-8a8a-372f0f082157 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2707398 Oct 26 14:32:54.286460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:54.328978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-1a9fd74d-fd74-4f5d-8be5-e8422b83218b service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470777 Oct 26 14:32:54.586386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:54.604974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c005d670-1e8e-4303-9fb8-037c570353c5 req-9a721064-e9c6-4005-8530-f137d6411592 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694476 Oct 26 14:32:54.866273 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:54.881206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c86a47-c6ef-49f0-94ab-a24ecf7698b1 req-bad9e6a1-3803-4eb5-9e3b-174f7110c97e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 210 time: 0.0484841 Oct 26 14:32:54.887349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:54.889314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:55.021508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ebd9b-59dd-4542-9c45-822ebb91e131 req-0a81d954-1115-405c-b2a3-2f80405fb758 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:55.030241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-467ebd9b-59dd-4542-9c45-822ebb91e131 req-0a81d954-1115-405c-b2a3-2f80405fb758 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 944 time: 0.2381384 Oct 26 14:32:55.066989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:55.141274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.153821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:55.156754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b95e7-c5b6-47b6-8da4-8ca5cb98c39c None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:55.173537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:32:55.235014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.253345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-43264b89-022d-4161-b0d3-dd518ba30967 req-c83b479c-f172-4962-bdea-533f0c3cea6e service neutron] (102163) timed out ('10.222.0.73', 52399) {{(pid=102163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:32:55.271760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8d37555f-0a36-41d5-882d-c8db38cc4694 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:55.411635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:55.473946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:55.487253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:55.508149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-97c3e834-7332-4a09-9502-02a1dacb9d8a None None] Provisioning complete for port 327bac71-1d9a-4084-9834-15ae5830a311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:55.508702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-97c3e834-7332-4a09-9502-02a1dacb9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.538182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Pushing event updated for resources: {'Port': ['ID=93bbb320-330e-48f9-a7fa-6fc2054a9140,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:55.573714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-467ebd9b-59dd-4542-9c45-822ebb91e131 req-f395e977-585a-4788-90fb-400d9973c2ca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5422931 Oct 26 14:32:55.602642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:55.626673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8d37555f-0a36-41d5-882d-c8db38cc4694 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:55.627306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.841998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56e6c745-7868-4ff7-8e7e-24d96c3bd7b3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 200 len: 990 time: 0.2373123 Oct 26 14:32:55.887521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a1d103d8-d303-4a3c-9f30-02a5da2d048a', 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a', 'tenant_id': 'b967ca0a54a543eeac44291cf0287926', 'fixed_ips': [{'subnet_id': '62cde5ea-80ce-4d37-b04b-7a1c69e7eb75'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:32:55.888331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:55.925883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Attempting to bind port 93bbb320-330e-48f9-a7fa-6fc2054a9140 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:55.926339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Attempting to bind port 93bbb320-330e-48f9-a7fa-6fc2054a9140 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'df878fcd-4136-4cf7-88a5-b8edaff9242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:55.926674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Attempting to bind port 93bbb320-330e-48f9-a7fa-6fc2054a9140 on network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:55.931591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-69c2b5a1-0f06-47ad-ac1d-0846d96f16f5 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:55.935512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-69c2b5a1-0f06-47ad-ac1d-0846d96f16f5 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.41 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 0.2731647 Oct 26 14:32:55.955269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:55.977444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Request body: {'port': {'device_id': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'admin_state_up': True, 'tenant_id': 'e362362d98714de9a60fa2a61899cc59'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:56.037612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Made reservation on behalf of e362362d98714de9a60fa2a61899cc59 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:32:56.043814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.072624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:56.072984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Checking segment: {'id': 'df878fcd-4136-4cf7-88a5-b8edaff9242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:56.073400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.073893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Bound using segment: {'id': 'df878fcd-4136-4cf7-88a5-b8edaff9242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:56.074415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Bound port: 93bbb320-330e-48f9-a7fa-6fc2054a9140, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df878fcd-4136-4cf7-88a5-b8edaff9242f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '2dac8c43-63d6-4591-bfbf-4e4a44471f77'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:56.074817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.098046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'port_id': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'mac_address': 'fa:16:3e:52:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:32:56.111221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7770179-c9e5-4feb-884f-22d7d75151b4 req-8800a5fd-b8fe-424e-b6d7-efc7b01432f4 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 210 time: 0.0418394 Oct 26 14:32:56.188900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.192342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 327bac71-1d9a-4084-9834-15ae5830a311 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:56.279216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Allocated IP 172.20.0.8 (c52b2d7d-ffe5-4218-a083-c7dde0afa6d2/3160cce7-d8b1-4915-875e-65775b8b4b96/54093e01-52ee-4237-b80c-a73a73967f8b) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:56.290530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Allocated IP 172.20.0.1 (2dac8c43-63d6-4591-bfbf-4e4a44471f77/1258c61a-c161-4744-b1c6-72f0b3980ed4/1797b08c-1fff-490c-a299-d7208ed1ff4c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:56.347760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:32:56.408649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] For port 93bbb320-330e-48f9-a7fa-6fc2054a9140, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:56.411440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Allocated IP 172.20.0.2 (a1d103d8-d303-4a3c-9f30-02a5da2d048a/62cde5ea-80ce-4d37-b04b-7a1c69e7eb75/5ea90b97-2149-49aa-8381-def01326ec2b) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:32:56.422263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] For port 93bbb320-330e-48f9-a7fa-6fc2054a9140, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93bbb320-330e-48f9-a7fa-6fc2054a9140,segment=NetworkSegment(df878fcd-4136-4cf7-88a5-b8edaff9242f),segment_id=df878fcd-4136-4cf7-88a5-b8edaff9242f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:56.424331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:56.444218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.450156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.480064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.534762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:56.548092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 327bac71-1d9a-4084-9834-15ae5830a311 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:56.548092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.548305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.561788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.577274 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:56.583116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.626248 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:56.628295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:56.637277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:56.735560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Pushing event updated for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:56.767191 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:56.771920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:56.774713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:56.795920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:56.821251 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:56.822229 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:56.839821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Port': ['ID=1797b08c-1fff-490c-a299-d7208ed1ff4c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:56.878196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:56.880021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:56.900776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:56.908676 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:56.909606 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81acf02-4136-4ff4-ab64-924e1f41a5a1 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:56.960452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13524c86-7d65-4ebd-86f7-8596918242df None None] Pushing event updated for resources: {'Port': ['ID=93bbb320-330e-48f9-a7fa-6fc2054a9140,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.049022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d64856ca-5ab8-4406-bb62-8e0fcf297945 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/375ec01a-a228-4a7c-bf27-d79f54ffe0ad HTTP/1.1" status: 200 len: 978 time: 8.5834746 Oct 26 14:32:57.058023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:57.067138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['a55347b1-53d4-43a5-8624-d9c740e431cb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:32:57.067377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:57.115445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:57.120348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.192309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5dabaaab-0efa-4461-a6cf-c1d7a700a30a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2448137 Oct 26 14:32:57.201915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-f335098f-b330-4706-a06c-14af3611fd70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3127685 Oct 26 14:32:57.218537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Request body: {'port': {'device_id': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:32:57.220328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.309318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.326456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.365516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fd445cf2-9c2d-484c-8899-26f8ad4cea59 None None] Provisioning complete for port 54093e01-52ee-4237-b80c-a73a73967f8b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:57.366223 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fd445cf2-9c2d-484c-8899-26f8ad4cea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.388638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.447962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.483923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.491361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-099f4858-4f31-4f0b-819e-6cb13483647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:57.495482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-099f4858-4f31-4f0b-819e-6cb13483647e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1096 time: 0.2285039 Oct 26 14:32:57.641631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Pushing event updated for resources: {'Port': ['ID=5ea90b97-2149-49aa-8381-def01326ec2b,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:57.649499 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.679383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:57.692530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fd445cf2-9c2d-484c-8899-26f8ad4cea59 None None] Port 54093e01-52ee-4237-b80c-a73a73967f8b cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:32:57.701877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:57.704832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:32:57.715253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-30e9e903-939a-487f-bccc-15dbad597d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:57.718885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-30e9e903-939a-487f-bccc-15dbad597d0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.1765964 Oct 26 14:32:57.939710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Attempting to bind port 5ea90b97-2149-49aa-8381-def01326ec2b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:57.939710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Attempting to bind port 5ea90b97-2149-49aa-8381-def01326ec2b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f69eac2d-c906-438e-8b71-067a3eeede72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:57.940845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Attempting to bind port 5ea90b97-2149-49aa-8381-def01326ec2b on network a1d103d8-d303-4a3c-9f30-02a5da2d048a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:57.961725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:57.962706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Checking segment: {'id': 'f69eac2d-c906-438e-8b71-067a3eeede72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:57.962706 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.963013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Bound using segment: {'id': 'f69eac2d-c906-438e-8b71-067a3eeede72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:57.963407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Bound port: 5ea90b97-2149-49aa-8381-def01326ec2b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69eac2d-c906-438e-8b71-067a3eeede72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a1d103d8-d303-4a3c-9f30-02a5da2d048a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:57.963812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:57.981356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-fe317fba-fc90-4f32-b1cf-fe22af824d20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 999 time: 0.2540896 Oct 26 14:32:57.988611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93bbb320-330e-48f9-a7fa-6fc2054a9140 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:32:58.003923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.013061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d995-4341-4588-b628-57f7564395be req-005b7ae1-b19b-4220-b95a-23b8770de3c8 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:58.042495 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c791d995-4341-4588-b628-57f7564395be req-005b7ae1-b19b-4220-b95a-23b8770de3c8 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1027 time: 0.6348312 Oct 26 14:32:58.065843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.066752 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 375ec01a-a228-4a7c-bf27-d79f54ffe0ad disassociated. External IP: 172.25.5.149, port: 16b81cf8-6755-49a7-b700-eb3fbb0630e1. Oct 26 14:32:58.199762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 93bbb320-330e-48f9-a7fa-6fc2054a9140 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:58.200351 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.223941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-4e980530-7cdd-40ad-9191-d3dfb4b49a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:58.226474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-4e980530-7cdd-40ad-9191-d3dfb4b49a35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.2356644 Oct 26 14:32:58.289193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] For port 5ea90b97-2149-49aa-8381-def01326ec2b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:58.295903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] For port 5ea90b97-2149-49aa-8381-def01326ec2b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ea90b97-2149-49aa-8381-def01326ec2b,segment=NetworkSegment(f69eac2d-c906-438e-8b71-067a3eeede72),segment_id=f69eac2d-c906-438e-8b71-067a3eeede72)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:58.314018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.359254 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c791d995-4341-4588-b628-57f7564395be req-fb32bf67-a568-4fe6-b0fa-dd676153ea52 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030250 Oct 26 14:32:58.360128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54093e01-52ee-4237-b80c-a73a73967f8b {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:32:58.420699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.483299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Transition to ACTIVE for port object 54093e01-52ee-4237-b80c-a73a73967f8b will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:32:58.509570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.595291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-15169ab1-5ca1-4bea-8604-ceaaadfc1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:58.610965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-15169ab1-5ca1-4bea-8604-ceaaadfc1743 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350035 Oct 26 14:32:58.618648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81232d-7229-42fb-a2e4-f43c50551329 None None] Pushing event updated for resources: {'Port': ['ID=5ea90b97-2149-49aa-8381-def01326ec2b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:58.640432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.680863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd29cb7-ddbe-4100-a369-7f70e49ddab4 None None] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:32:58.816456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:58.928133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-482549e9-2757-460d-ba3e-08057622da31 None None] Provisioning complete for port 93bbb320-330e-48f9-a7fa-6fc2054a9140 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:32:58.928894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.929076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:32:58.929461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.930016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.930620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.931233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.931789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.932392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.933145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.933659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.934204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.934754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.935184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-482549e9-2757-460d-ba3e-08057622da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:58.935650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:32:58.958150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 93bbb320-330e-48f9-a7fa-6fc2054a9140, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93bbb320-330e-48f9-a7fa-6fc2054a9140,segment=NetworkSegment(df878fcd-4136-4cf7-88a5-b8edaff9242f),segment_id=df878fcd-4136-4cf7-88a5-b8edaff9242f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:32:59.050699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.062066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.170440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-5ebd1f7d-b1dc-410b-a834-b8326a3d2a01 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379670 Oct 26 14:32:59.178280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Attempting to bind port 54093e01-52ee-4237-b80c-a73a73967f8b on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:32:59.178735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Attempting to bind port 54093e01-52ee-4237-b80c-a73a73967f8b by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:32:59.179284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Attempting to bind port 54093e01-52ee-4237-b80c-a73a73967f8b on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:59.198616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.201515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Port 54093e01-52ee-4237-b80c-a73a73967f8b on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:32:59.202030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Attempting to bind port 54093e01-52ee-4237-b80c-a73a73967f8b on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:32:59.288207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:32:59.288906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Checking segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:32:59.289414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Bound using segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:32:59.290172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Bound port: 54093e01-52ee-4237-b80c-a73a73967f8b, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:32:59.290759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.306188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=93bbb320-330e-48f9-a7fa-6fc2054a9140,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:59.356832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.359211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:32:59.364243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.392345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Port': ['ID=1797b08c-1fff-490c-a299-d7208ed1ff4c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:32:59.490504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:32:59.510973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:32:59.515244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:32:59.524154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:32:59.526047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=54093e01-52ee-4237-b80c-a73a73967f8b,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:32:59.530943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:59.531634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:59.544464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98f41fc5-2e9a-4403-8f6d-b06c1533227c req-7c72ba79-0d8e-4c7e-b127-6b8b298f87ed service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591590 Oct 26 14:32:59.560954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.588030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:59.642974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:32:59.644042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:59.708866 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff4809da-4027-48c5-8b6e-2c08ab27b1d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/375ec01a-a228-4a7c-bf27-d79f54ffe0ad HTTP/1.1" status: 200 len: 688 time: 2.6485837 Oct 26 14:32:59.709636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:32:59.720468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:32:59.721176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197620d-5e61-418a-8747-a7025aafe4ff None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:32:59.829100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:32:59.830146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:32:59.832614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] 10.222.0.41 "PUT /v2.0/ports/54093e01-52ee-4237-b80c-a73a73967f8b HTTP/1.1" status: 200 len: 1091 time: 2.6295395 Oct 26 14:32:59.883720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:32:59.904326 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1008b1-92e0-4cd9-b400-49aad5d0f733" -d '{"events": [{"name": "network-changed", "server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:00.084957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c079da4-f2d5-4197-adf3-addff582fea0 service neutron] Pushing event updated for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:00.095901 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11332007-16f2-4fce-a305-95b3dd804387 x-openstack-request-id: req-11332007-16f2-4fce-a305-95b3dd804387 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:00.096715 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:00.097677 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11332007-16f2-4fce-a305-95b3dd804387 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:00.098644 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b', 'status': 'completed', 'code': 200} Oct 26 14:33:00.141017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Router e69e9240-65bd-4fb6-b99c-00b381262285 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:33:00.196851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2ad66-cb37-466b-863a-bbb2c184c038 req-2c50264f-df28-49a1-a37c-bc01d5560a0a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.201472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cc2ad66-cb37-466b-863a-bbb2c184c038 req-2c50264f-df28-49a1-a37c-bc01d5560a0a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.5997603 Oct 26 14:33:00.275937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-fb7ba72a-23d1-4156-9f2e-22e99804efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.283661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-fb7ba72a-23d1-4156-9f2e-22e99804efc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.2463117 Oct 26 14:33:00.356451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93bbb320-330e-48f9-a7fa-6fc2054a9140 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:00.415465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-e4e66c13-0749-4aea-b169-ece02c2a14f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54093e01-52ee-4237-b80c-a73a73967f8b HTTP/1.1" status: 200 len: 217 time: 0.1186852 Oct 26 14:33:00.515430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cc2ad66-cb37-466b-863a-bbb2c184c038 req-47bb84bd-0603-452e-80d5-b41498e5577a tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652650 Oct 26 14:33:00.618275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 93bbb320-330e-48f9-a7fa-6fc2054a9140 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:00.618794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.721928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-f9bf74dd-4ddc-4dbf-9370-43056268ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.734231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-f9bf74dd-4ddc-4dbf-9370-43056268ed4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3160cce7-d8b1-4915-875e-65775b8b4b96 HTTP/1.1" status: 200 len: 848 time: 0.2388849 Oct 26 14:33:00.815581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5a4e2383-66b2-444a-84b7-e52d7efb34f0 None None] Provisioning complete for port 1797b08c-1fff-490c-a299-d7208ed1ff4c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:00.816297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2383-66b2-444a-84b7-e52d7efb34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:00.907630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae51bc-652e-4d2d-be1a-29071067c84e req-66d387f1-329e-4f24-85a6-383f647e96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:00.914009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-66d387f1-329e-4f24-85a6-383f647e96b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699827 Oct 26 14:33:00.943415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:01.160178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e2383-66b2-444a-84b7-e52d7efb34f0 None None] Port 1797b08c-1fff-490c-a299-d7208ed1ff4c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:01.247850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5a4e2383-66b2-444a-84b7-e52d7efb34f0 None None] Provisioning complete for port 93bbb320-330e-48f9-a7fa-6fc2054a9140 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:01.248328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2383-66b2-444a-84b7-e52d7efb34f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.253930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ea90b97-2149-49aa-8381-def01326ec2b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:01.337654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-5faddb78-d38a-4f4f-9e55-40c5608fbb81 service neutron] 10.222.0.41 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136655 Oct 26 14:33:01.373331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46559e-1a97-4340-b2da-389662458ce8 None None] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:01.587068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port a55347b1-53d4-43a5-8624-d9c740e431cb completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:33:01.621476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port a55347b1-53d4-43a5-8624-d9c740e431cb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:01.622978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.642587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-caae51bc-652e-4d2d-be1a-29071067c84e req-6b576262-b456-4729-9c9a-a32a698961bb service neutron] 10.222.0.41 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937145 Oct 26 14:33:01.651530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:01.689501 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] Sync routers for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:01.742307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:01.746699 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:01.753354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23bcee7c-8f33-4ee1-adfc-49e2e18a61fb tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4574165 Oct 26 14:33:01.756794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:01.923966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 6b215952-88bf-4177-bd13-d68b7c52063e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:01.924887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:01.945179 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:01.968402 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:01.971295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:01.989531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5ea90b97-2149-49aa-8381-def01326ec2b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:01.989885 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.000386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d537e8-79c7-4608-ae48-89c75c10f84b req-2e342993-ecd6-45dc-97de-6e1f06a2bd25 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:02.002096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7d537e8-79c7-4608-ae48-89c75c10f84b req-2e342993-ecd6-45dc-97de-6e1f06a2bd25 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.2370210 Oct 26 14:33:02.060121 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:02.061279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed247bf-f850-4058-b7cb-d379683ce783 None None] The sync data for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:02.109366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.109938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.136689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 6b215952-88bf-4177-bd13-d68b7c52063e owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:02.137377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-dcfbc665-d7b1-4f87-9b4e-c39a723fe4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:02.141578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-dcfbc665-d7b1-4f87-9b4e-c39a723fe4ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.2741914 Oct 26 14:33:02.255212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d7d537e8-79c7-4608-ae48-89c75c10f84b req-21baf072-abf7-42f9-99c9-e5ac319ddb3e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279277 Oct 26 14:33:02.335728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.468280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:02.472202 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e396a957-8936-417c-b652-2a227edb9596" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:02.491152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.581902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=6b215952-88bf-4177-bd13-d68b7c52063e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:02.587016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:02.603726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.662789 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf31a8c-a1ca-43dc-9bcb-b0df431117de x-openstack-request-id: req-fcf31a8c-a1ca-43dc-9bcb-b0df431117de {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:02.667130 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-plugged", "status": "completed", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:02.670215 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcf31a8c-a1ca-43dc-9bcb-b0df431117de {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:02.689618 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'code': 200} Oct 26 14:33:02.778507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 5ea90b97-2149-49aa-8381-def01326ec2b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ea90b97-2149-49aa-8381-def01326ec2b,segment=NetworkSegment(f69eac2d-c906-438e-8b71-067a3eeede72),segment_id=f69eac2d-c906-438e-8b71-067a3eeede72)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:02.801828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.812991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5b6a0951-5ceb-4df5-af87-916b1c05d2d0 None None] Provisioning complete for port 5ea90b97-2149-49aa-8381-def01326ec2b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:02.815286 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0951-5ceb-4df5-af87-916b1c05d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.846223 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.858067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:02.860269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-63d5a3c8-41d2-4ea5-9344-1126e1f1b861 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/375ec01a-a228-4a7c-bf27-d79f54ffe0ad HTTP/1.1" status: 204 len: 168 time: 3.1472559 Oct 26 14:33:02.865924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:02.893396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.005041 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c3b93811-828d-4fee-bbc9-92f32c18a6ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] delete failed (client error): The resource could not be found. Oct 26 14:33:03.007086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3b93811-828d-4fee-bbc9-92f32c18a6ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/375ec01a-a228-4a7c-bf27-d79f54ffe0ad HTTP/1.1" status: 404 len: 345 time: 0.1390617 Oct 26 14:33:03.017359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.025330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=13']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:03.287647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b9c28-bf25-4a14-b298-9721f2fd6eec tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.319445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b9c28-bf25-4a14-b298-9721f2fd6eec tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.353483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b9c28-bf25-4a14-b298-9721f2fd6eec tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.361295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-559b9c28-bf25-4a14-b298-9721f2fd6eec tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/ports?network_id=940f968b-53b9-47cf-b7e1-18bed3c8c714 HTTP/1.1" status: 200 len: 2358 time: 0.3378742 Oct 26 14:33:03.366666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.496856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf374c6-b16c-4f57-bca5-c84a8ef7696a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.523512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bbf374c6-b16c-4f57-bca5-c84a8ef7696a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/subnets/5652107b-0178-4aae-9089-2c0162eb05d4 HTTP/1.1" status: 200 len: 797 time: 0.1459079 Oct 26 14:33:03.524847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 38968) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.535137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=5ea90b97-2149-49aa-8381-def01326ec2b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:03.555671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5b6a0951-5ceb-4df5-af87-916b1c05d2d0 None None] Provisioning complete for port 1797b08c-1fff-490c-a299-d7208ed1ff4c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:03.556243 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0951-5ceb-4df5-af87-916b1c05d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.564865 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-351aa45b-d975-487d-982b-5f94355e4117 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:33:03.566842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-351aa45b-d975-487d-982b-5f94355e4117 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8078237 Oct 26 14:33:03.573428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 38970) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:03.592713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'port': {'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714', 'name': 'tempest-FloatingIPTestJSON-1131711389', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:03.675439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a0951-5ceb-4df5-af87-916b1c05d2d0 None None] Port 1797b08c-1fff-490c-a299-d7208ed1ff4c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:03.711011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-49961c3b-b867-4809-a006-8ee7c8984289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.713471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-49961c3b-b867-4809-a006-8ee7c8984289 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 1.5201561 Oct 26 14:33:03.741551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75e6aa-82db-46f7-a051-1a7daab341f3 req-5f293522-c1f6-43bf-a45b-c122b705dd50 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.743111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b75e6aa-82db-46f7-a051-1a7daab341f3 req-5f293522-c1f6-43bf-a45b-c122b705dd50 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.2169976 Oct 26 14:33:03.789367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-5c05e133-25ee-477e-823b-ee7e013e0d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54093e01-52ee-4237-b80c-a73a73967f8b HTTP/1.1" status: 200 len: 217 time: 0.0650342 Oct 26 14:33:03.807880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:03.815768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b75e6aa-82db-46f7-a051-1a7daab341f3 req-72a54938-d8ea-4f98-b923-d4be965cf7a9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569675 Oct 26 14:33:03.831059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f26a695a-5279-4ed8-91d9-92fa642f7afa None None] Provisioning complete for port 5ea90b97-2149-49aa-8381-def01326ec2b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:03.831537 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f26a695a-5279-4ed8-91d9-92fa642f7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.925141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-9ec692e7-8b46-469f-8d5c-58d64692428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:03.926564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-9ec692e7-8b46-469f-8d5c-58d64692428a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3160cce7-d8b1-4915-875e-65775b8b4b96 HTTP/1.1" status: 200 len: 848 time: 0.1302154 Oct 26 14:33:03.928033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:03.952239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] device_id is not set on port 2247dac0-17b5-4153-a280-8dcc19535eea yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:04.031444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-b98460b6-02d8-4512-8545-a31e34b411b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:04.033117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-b98460b6-02d8-4512-8545-a31e34b411b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739815 Oct 26 14:33:04.403985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-03315d05-fff5-489e-8e5e-6471f1da9cbe service neutron] 10.222.0.41 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464503 Oct 26 14:33:04.427161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b1008b1-92e0-4cd9-b400-49aad5d0f733 req-88e094ad-c6ba-40ae-943a-10c87ec86c8e service neutron] 10.222.0.41 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129698 Oct 26 14:33:04.444974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.567268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.14 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/2247dac0-17b5-4153-a280-8dcc19535eea) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:04.578441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.13 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/2247dac0-17b5-4153-a280-8dcc19535eea) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:04.795906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting port 1797b08c-1fff-490c-a299-d7208ed1ff4c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:04.796864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.820175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.875036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.932673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:04.950962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 54093e01-52ee-4237-b80c-a73a73967f8b details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:33:04.954728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Calling delete_port for 1797b08c-1fff-490c-a299-d7208ed1ff4c owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:04.966635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:04.977015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:04.989022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:05.003117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=2247dac0-17b5-4153-a280-8dcc19535eea,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.072180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:05.073232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.094078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ea90b97-2149-49aa-8381-def01326ec2b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:05.098836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a2182d03-e997-4799-a83d-6755c4b4e46c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5148704 Oct 26 14:33:05.103570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:05.110736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '2247dac0-17b5-4153-a280-8dcc19535eea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:05.171938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=54093e01-52ee-4237-b80c-a73a73967f8b,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:05.191444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '54093e01-52ee-4237-b80c-a73a73967f8b', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'port_id': '54093e01-52ee-4237-b80c-a73a73967f8b', 'mac_address': 'fa:16:3e:57:de:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:33:05.199660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5ea90b97-2149-49aa-8381-def01326ec2b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:05.200011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.205152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.319635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.351235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54093e01-52ee-4237-b80c-a73a73967f8b {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:05.437279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=54093e01-52ee-4237-b80c-a73a73967f8b,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:05.448865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.472152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.545667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-e4ef070d-2ae4-46eb-9092-95ecdcb9c89b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2046952 Oct 26 14:33:05.549859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4721-3b92-4772-a348-ad2ae0650f28 req-39987436-1aa5-40a4-a11b-d6b8d730e063 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:05.562869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.564812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e7a4721-3b92-4772-a348-ad2ae0650f28 req-39987436-1aa5-40a4-a11b-d6b8d730e063 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1094 time: 0.4755301 Oct 26 14:33:05.672485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['54093e01-52ee-4237-b80c-a73a73967f8b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:05.680680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.155 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0d79e51e-78bb-4a57-abf2-720c4403e105) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:05.701308 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e7a4721-3b92-4772-a348-ad2ae0650f28 req-dc5b76d9-0220-4fd9-b91a-e7ba3f391436 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149788 Oct 26 14:33:05.718050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9061c5-5548-4985-8864-6591816f6a58 req-05865bc2-ae1c-437f-820b-953b911985b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:05.738320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-05865bc2-ae1c-437f-820b-953b911985b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1096 time: 0.1297369 Oct 26 14:33:05.739824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.848464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Port': ['ID=1797b08c-1fff-490c-a299-d7208ed1ff4c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:05.874878 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:05.967007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.052171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:06.070335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:06.074652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:06.078123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9061c5-5548-4985-8864-6591816f6a58 req-6282945c-d6a1-44e6-9f41-c1569d42cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.080966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-6282945c-d6a1-44e6-9f41-c1569d42cf3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.3170209 Oct 26 14:33:06.153444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=0d79e51e-78bb-4a57-abf2-720c4403e105,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:06.248042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-feea7697-3770-4ce7-9af1-8737c94c5761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 1000 time: 0.1570835 Oct 26 14:33:06.248830 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.390542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9061c5-5548-4985-8864-6591816f6a58 req-1d7096d7-fed8-423a-b6f7-6a2c0fbe2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.392773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-1d7096d7-fed8-423a-b6f7-6a2c0fbe2ef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1367645 Oct 26 14:33:06.553715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Router e69e9240-65bd-4fb6-b99c-00b381262285 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:06.657186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.678000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9061c5-5548-4985-8864-6591816f6a58 req-ec2d082b-03dc-42a2-8f7e-b02f16a5de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:06.679615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-ec2d082b-03dc-42a2-8f7e-b02f16a5de00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749491 Oct 26 14:33:06.682667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:06.689591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-842980e2-473f-457a-bea7-0c705d26c568 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1141524 Oct 26 14:33:06.694028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:06.717515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] Sync routers for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:06.732671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:06.734451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.749918 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c6b0e2fb-9af9-4ea6-b39a-48b31f4065d7 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] delete failed (client error): The resource could not be found. Oct 26 14:33:06.750976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c6b0e2fb-9af9-4ea6-b39a-48b31f4065d7 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-824103704 HTTP/1.1" status: 404 len: 334 time: 0.0559876 Oct 26 14:33:06.756980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39032) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:06.762569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0d02e001-34be-42ac-b6ff-9f60d4b726ae tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e69e9240-65bd-4fb6-b99c-00b381262285'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:06.799074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.813057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:06.813769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.857815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:06.858518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d44be59-13a7-43fc-beb1-22392e7b812c None None] The sync data for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:06.905868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:06.948322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-6a298dbd-f62e-4d0a-9430-6300336d7cbf service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569489 Oct 26 14:33:06.984061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 54093e01-52ee-4237-b80c-a73a73967f8b up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:07.100933 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb9061c5-5548-4985-8864-6591816f6a58 req-ad9b7355-9c84-480b-ad58-22cd466003d7 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452382 Oct 26 14:33:07.113656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 54093e01-52ee-4237-b80c-a73a73967f8b completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:33:07.114821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab2dd-e9a7-4f5f-a771-2fac543eb7c9 req-a1137545-799a-4d0d-9778-afab25590a8d tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:07.116414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc8ab2dd-e9a7-4f5f-a771-2fac543eb7c9 req-a1137545-799a-4d0d-9778-afab25590a8d tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1095 time: 0.2599466 Oct 26 14:33:07.124389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 54093e01-52ee-4237-b80c-a73a73967f8b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:07.125011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.224305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d02e001-34be-42ac-b6ff-9f60d4b726ae tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.251171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.282014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:07.296554 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128b6e8-3824-40de-bb25-f309dc4c533e" -d '{"events": [{"server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "name": "network-vif-plugged", "status": "completed", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:07.296771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc8ab2dd-e9a7-4f5f-a771-2fac543eb7c9 req-446a6dd0-fa1e-4a88-98df-3e73da68cae0 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200125 Oct 26 14:33:07.296771 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-0d02e001-34be-42ac-b6ff-9f60d4b726ae tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] update failed (client error): The resource could not be found. Oct 26 14:33:07.304256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39044) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:07.317434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d02e001-34be-42ac-b6ff-9f60d4b726ae tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285 HTTP/1.1" status: 404 len: 339 time: 0.5591552 Oct 26 14:33:07.321224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=54093e01-52ee-4237-b80c-a73a73967f8b,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:07.331131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.376058 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000af5b9-0350-4242-ab32-b77e317a1a5e x-openstack-request-id: req-000af5b9-0350-4242-ab32-b77e317a1a5e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:07.376358 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "name": "network-vif-plugged", "status": "completed", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:07.376775 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-000af5b9-0350-4242-ab32-b77e317a1a5e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:07.377235 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b', 'code': 200} Oct 26 14:33:07.418454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:07.470036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.477801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.549976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=0d79e51e-78bb-4a57-abf2-720c4403e105,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:07.611865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:07.637267 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:33:07.755985 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP ef4aadce-363b-4b4a-91de-e0e55cacd596 associated. External IP: 172.25.5.155, port: 2247dac0-17b5-4153-a280-8dcc19535eea. Oct 26 14:33:08.075669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ec6a-0be2-4ce3-b82b-f83e684ce5f9 req-ff771eb7-a82c-416d-b233-e354959c3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:08.078428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3038ec6a-0be2-4ce3-b82b-f83e684ce5f9 req-ff771eb7-a82c-416d-b233-e354959c3ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1557117 Oct 26 14:33:08.324365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3038ec6a-0be2-4ce3-b82b-f83e684ce5f9 req-2f4f0ce2-4da2-4ba2-8b81-cf33bb6cb164 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885350 Oct 26 14:33:08.363553 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.592203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:08.605837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e063ae-1b82-4158-b383-08a8538172c7 req-a18f8923-6efd-40a2-b23c-a86be1f6d147 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:08.608594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2e063ae-1b82-4158-b383-08a8538172c7 req-a18f8923-6efd-40a2-b23c-a86be1f6d147 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1751399 Oct 26 14:33:08.684100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Allocated IP 172.20.0.1 (a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e/a720a716-1fed-49c1-9515-0a4e5834f434/b6fd22a0-85ad-43ae-b6c3-d275e6c12c23) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:08.819077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2e063ae-1b82-4158-b383-08a8538172c7 req-6bc3119d-ff5c-4900-b40a-4f4a10714651 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011731 Oct 26 14:33:08.834366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.864648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:08.880215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:08.896393 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:08.897831 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:08.903224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.930225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:08.942217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:08.954831 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:08.955594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:08.995273 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f080715d-f003-4840-914d-63e8010fd501 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8790462 Oct 26 14:33:08.995273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39076) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:09.008961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': '2247dac0-17b5-4153-a280-8dcc19535eea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:09.019249 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:09.020327 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44040d-9b39-4e9c-8748-dd05aa36f72e None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:09.058824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Port': ['ID=b6fd22a0-85ad-43ae-b6c3-d275e6c12c23,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:09.079761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:09.084038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:09.090010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:09.100161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.201888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.519259 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.545990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c02020c9-9624-4dde-a5be-ba3e8f6e5316 None None] Provisioning complete for port b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:09.548344 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c02020c9-9624-4dde-a5be-ba3e8f6e5316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.643473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c02020c9-9624-4dde-a5be-ba3e8f6e5316 None None] Port b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:09.899016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:09.908901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.069714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8d7cd60-856a-4f51-a6f3-7ac8c11e7f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.106899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4dc0d-84d8-4cf1-b81c-134555f4c02c req-277ec4e3-12ea-4ab5-a174-7a2617df64d2 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.108565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49b4dc0d-84d8-4cf1-b81c-134555f4c02c req-277ec4e3-12ea-4ab5-a174-7a2617df64d2 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1096606 Oct 26 14:33:10.111088 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.135074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.257172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49b4dc0d-84d8-4cf1-b81c-134555f4c02c req-0b04458a-b604-49ba-aa1a-30503371d01f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372850 Oct 26 14:33:10.274959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.279623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event updated for resources: {'Port': ['ID=b6fd22a0-85ad-43ae-b6c3-d275e6c12c23,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:10.359926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:10.485258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:10.488729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:10.522616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fd944-7466-47fd-b4bd-25d5a6ddd5ed req-3af16b72-f9b3-4f93-8a4f-de3037846239 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:10.523841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e2fd944-7466-47fd-b4bd-25d5a6ddd5ed req-3af16b72-f9b3-4f93-8a4f-de3037846239 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.0970347 Oct 26 14:33:10.553801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:10.568913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:10.569234 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57da87a-268c-4408-8af9-f5169533706b None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:10.592829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:10.594191 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:10.665766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8e2fd944-7466-47fd-b4bd-25d5a6ddd5ed req-206789ce-8d0f-4519-976b-b40c12fa5bd9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199770 Oct 26 14:33:10.679370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ab75bd7e-8ed7-46f6-bcd3-c101865e2907 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/ef4aadce-363b-4b4a-91de-e0e55cacd596 HTTP/1.1" status: 200 len: 979 time: 1.6828587 Oct 26 14:33:10.682201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:10.685689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:10.722646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:10.724426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:10.738751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Router e69e9240-65bd-4fb6-b99c-00b381262285 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:10.825867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b57da87a-268c-4408-8af9-f5169533706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:10.827080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57da87a-268c-4408-8af9-f5169533706b None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:10.989825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 0d79e51e-78bb-4a57-abf2-720c4403e105 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:10.990736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.009411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:11.015117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e205791-8fe6-4820-a499-bcbf7d79f6c0 req-41ab9328-032e-46c0-b517-ad9af5001186 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:11.017863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e205791-8fe6-4820-a499-bcbf7d79f6c0 req-41ab9328-032e-46c0-b517-ad9af5001186 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1526036 Oct 26 14:33:11.026042 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] Sync routers for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:11.030800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-55037e58-63bc-442f-940d-b05a35a355bc tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238319 Oct 26 14:33:11.032463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:11.072200 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:11.073023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.112766 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.135245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.135573 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.155158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 0d79e51e-78bb-4a57-abf2-720c4403e105 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:11.157824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-57857659-3c7d-4bf0-bdd8-cc2f6629b4b7 None None] Provisioning complete for port b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:11.158962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57857659-3c7d-4bf0-bdd8-cc2f6629b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.160963 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:11.162070 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:32:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.195335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e205791-8fe6-4820-a499-bcbf7d79f6c0 req-65c35508-53d0-46e7-9af3-1970b5287208 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590440 Oct 26 14:33:11.223889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bbe27b0-5a1f-4818-98b4-7121c3a31797 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.259476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-57857659-3c7d-4bf0-bdd8-cc2f6629b4b7 None None] Port b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:11.292769 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:11.294308 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6933f212-b4a3-4f22-8227-49e4e0b07980 None None] The sync data for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:11.437641 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-7bbe27b0-5a1f-4818-98b4-7121c3a31797 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 26 14:33:11.437641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7bbe27b0-5a1f-4818-98b4-7121c3a31797 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285 HTTP/1.1" status: 409 len: 329 time: 0.3965895 Oct 26 14:33:11.438797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39134) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:11.543524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.568742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39142) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:11.629070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=0d79e51e-78bb-4a57-abf2-720c4403e105,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:11.935693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-e1c8c92e-782e-4eff-ab07-984871ff301f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:11.938316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-e1c8c92e-782e-4eff-ab07-984871ff301f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 0.4392476 Oct 26 14:33:11.977876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:11.978514 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP ef4aadce-363b-4b4a-91de-e0e55cacd596 disassociated (deleted). External IP: 172.25.5.155, port: 2247dac0-17b5-4153-a280-8dcc19535eea. Oct 26 14:33:11.989591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-4c6196ad-2a62-4ecc-8c40-bc036897be58 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/quotas/e362362d98714de9a60fa2a61899cc59 HTTP/1.1" status: 200 len: 375 time: 0.0402870 Oct 26 14:33:12.044390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 3c213504-1358-4238-8e9d-026e24275a8b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:12.044390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.150267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.150570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.166905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 3c213504-1358-4238-8e9d-026e24275a8b owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:12.441083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.513883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=3c213504-1358-4238-8e9d-026e24275a8b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:12.603897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.603897 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP 66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f disassociated (deleted). External IP: 172.25.5.68, port: a1dce67a-59c6-4528-9b00-ea1aaa16cf6e. Oct 26 14:33:12.867543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-84b66748-1757-4b6d-a585-cec84ef18570 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8107898 Oct 26 14:33:12.885153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51790673-237d-4783-9c72-107d1c58fb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:12.952291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:13.113759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:13.126682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:13.127668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.144713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:13.145970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:13.168805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c46cf6f7-9429-49f5-a0cc-2b62b147fc97 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "DELETE /v2.0/floatingips/66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f HTTP/1.1" status: 204 len: 168 time: 1.5986793 Oct 26 14:33:13.169746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:13.173114 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe746f80-3d2e-4f37-9455-11c4a3df9658" -d '{"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:13.333288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:13.337546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.341698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-dc55d3f7-933a-4fc4-8031-144eda11ab2a service neutron] 10.222.0.37 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578216 Oct 26 14:33:13.371573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:13.555482 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87219ff6-b151-489c-acf5-9ff1fc4c6bce x-openstack-request-id: req-87219ff6-b151-489c-acf5-9ff1fc4c6bce {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:13.556106 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:13.556106 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87219ff6-b151-489c-acf5-9ff1fc4c6bce {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:13.556627 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'status': 'completed', 'code': 200} Oct 26 14:33:13.737109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0f05d-a6a2-44c1-9db0-0513af3ac490 req-ab75e9d1-216d-4300-b439-c0650498cd22 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.739054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5e0f05d-a6a2-44c1-9db0-0513af3ac490 req-ab75e9d1-216d-4300-b439-c0650498cd22 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.0912459 Oct 26 14:33:13.741619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-d8aabb03-97e7-4305-8eab-4cf98241aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:13.743550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-d8aabb03-97e7-4305-8eab-4cf98241aec5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 1096 time: 0.1454444 Oct 26 14:33:13.925533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5e0f05d-a6a2-44c1-9db0-0513af3ac490 req-bd4064d9-8fef-468b-b3d7-05d85105f370 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777339 Oct 26 14:33:13.965978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:13.996311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-cd2ebc12-7654-45f9-bc2a-b11fc814352a service neutron] 10.222.0.37 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088607 Oct 26 14:33:14.014651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:14.020281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.020623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.031732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:14.049140 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:14.051608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-67906c16-c42b-45d8-8246-806e8b63e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.051967 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.055571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-67906c16-c42b-45d8-8246-806e8b63e29f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.2922502 Oct 26 14:33:14.123937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:14.133814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0cf5089-3e5d-4a8c-9c9d-f3373552c75a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/ef4aadce-363b-4b4a-91de-e0e55cacd596 HTTP/1.1" status: 204 len: 168 time: 3.4496303 Oct 26 14:33:14.142228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39194) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:14.147891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:14.148670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.180109 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.208134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:14.208801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.221958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-6d67ef41-a4bc-43f1-9493-426c868ec51c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 200 len: 217 time: 0.1575420 Oct 26 14:33:14.254932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:14.255657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9a70c7-f48b-43bf-960e-c2714523f4f4 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:14.343805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-ca7c87a7-e85e-4b75-b373-e5ce29c869c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.346300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-ca7c87a7-e85e-4b75-b373-e5ce29c869c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.1142292 Oct 26 14:33:14.362532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting port b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:14.363056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.390651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.433994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d5bfdbc-27fa-4d96-9660-77f025982594 req-d34751f1-4e4a-4151-a2bc-f06f29cff5a7 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 210 time: 0.0622458 Oct 26 14:33:14.457902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-99a86646-734f-4570-a446-194192308251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:14.459560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-99a86646-734f-4570-a446-194192308251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042941 Oct 26 14:33:14.488563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:14.539109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 2247dac0-17b5-4153-a280-8dcc19535eea {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:14.539454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.628524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.634193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-e9ceba38-0e15-4b5d-98e1-de794470ad73 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629462 Oct 26 14:33:14.674817 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Calling delete_port for b6fd22a0-85ad-43ae-b6c3-d275e6c12c23 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:14.944937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:14.988754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Port': ['ID=b6fd22a0-85ad-43ae-b6c3-d275e6c12c23,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:15.046020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.209628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 2247dac0-17b5-4153-a280-8dcc19535eea owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:15.271362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:15.300164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe746f80-3d2e-4f37-9455-11c4a3df9658 req-7db7fb4d-b4dd-4cd1-9035-5ba5b6a983e4 service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570022 Oct 26 14:33:15.306490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13566d7-09a9-4165-b72d-820df7d5c144 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '1542751f-5d2d-41da-a76c-c42c36f58861', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'port_id': '91beb6de-de43-492e-be7d-6518066982d4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'mac_address': 'fa:16:3e:b6:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:28:28Z', 'updated_at': '2021-10-26T14:28:32Z', 'revision_number': 1, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:15.635410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2334df1-0162-4494-bee0-af701e53eb98 req-70f02994-b8e6-4e7f-b704-0a53d4a472a6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 210 time: 0.0448165 Oct 26 14:33:15.677918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7d16-702e-4765-8145-258520eaf395 req-a6b42d49-4b66-47f3-b93c-87d42c6cb584 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.680761 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dfd7d16-702e-4765-8145-258520eaf395 req-a6b42d49-4b66-47f3-b93c-87d42c6cb584 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.4175825 Oct 26 14:33:15.698686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-aaec0cc4-a35c-4ba3-b803-d1ff4e5be04f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:15.701558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-aaec0cc4-a35c-4ba3-b803-d1ff4e5be04f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.6524298 Oct 26 14:33:15.840467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.861725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:15.947164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad31a3c-4a7c-4082-ad4d-290dcd05a173 None None] New status for floating IP 66d8edcd-750a-4fdf-bb0d-4352c8fc4d0f: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:33:15.985701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3dfd7d16-702e-4765-8145-258520eaf395 req-168946b8-6b11-406e-8dfe-c9e47bd2671f tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104208 Oct 26 14:33:16.607626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-abd080cc-e9b2-49e9-acbb-0411de1665c1 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:16.612955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-abd080cc-e9b2-49e9-acbb-0411de1665c1 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.73 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 0.1968503 Oct 26 14:33:16.635780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.651116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Request body: {'port': {'device_id': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'admin_state_up': True, 'tenant_id': 'e362362d98714de9a60fa2a61899cc59'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:16.727554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:16.727982 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.730423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Made reservation on behalf of e362362d98714de9a60fa2a61899cc59 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:16.738016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=2247dac0-17b5-4153-a280-8dcc19535eea,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:16.738305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:16.864868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Router e69e9240-65bd-4fb6-b99c-00b381262285 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:16.906165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04a65cb9-73d4-4583-b7fe-67b2a607ccd1 req-b7f85431-acb0-4531-90ac-393d444c26c9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 210 time: 0.0989008 Oct 26 14:33:17.052271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Allocated IP 172.20.0.7 (c52b2d7d-ffe5-4218-a083-c7dde0afa6d2/3160cce7-d8b1-4915-875e-65775b8b4b96/6b9fafd0-c8b9-4efa-bab2-58cb430144d4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:17.232969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:17.251392 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] Sync routers for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:17.270411 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:17.271900 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:17.300857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b58c21cf-8634-4bbd-a1c2-9650df121399 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8606706 Oct 26 14:33:17.311856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39258) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.321058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:17.321640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.382609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for a1dce67a-59c6-4528-9b00-ea1aaa16cf6e owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:17.388158 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-68e2296b-7822-41aa-a2d5-12ce4e837117 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] show failed (client error): The resource could not be found. Oct 26 14:33:17.391233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-68e2296b-7822-41aa-a2d5-12ce4e837117 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1917299711 HTTP/1.1" status: 404 len: 335 time: 0.0766802 Oct 26 14:33:17.396450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39260) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.402243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.403192 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1a0f5213-3bbe-4ad1-b10d-4ce354e66d84 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.408229 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed51288f-f096-42d1-b4a0-fc013ad2f1ba tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/2247dac0-17b5-4153-a280-8dcc19535eea HTTP/1.1" status: 204 len: 168 time: 3.2646766 Oct 26 14:33:17.417028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39264) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.424652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:17.439280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc73cd2-93d1-49ea-8a5a-9aef4c65b080 req-c80b2bd9-c296-4cee-a03a-410117f29593 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:17.441968 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc73cd2-93d1-49ea-8a5a-9aef4c65b080 req-c80b2bd9-c296-4cee-a03a-410117f29593 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 945 time: 0.2749114 Oct 26 14:33:17.487233 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-1a0f5213-3bbe-4ad1-b10d-4ce354e66d84 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] update failed (client error): The resource could not be found. Oct 26 14:33:17.488781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1a0f5213-3bbe-4ad1-b10d-4ce354e66d84 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1552228921 HTTP/1.1" status: 404 len: 335 time: 0.0912578 Oct 26 14:33:17.503071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39266) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:17.576294 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:17.581701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.597489 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] Routers {'e69e9240-65bd-4fb6-b99c-00b381262285'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:17.598796 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e69e9240-65bd-4fb6-b99c-00b381262285'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:17.606322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.632084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bc73cd2-93d1-49ea-8a5a-9aef4c65b080 req-81b7dd95-08ed-4215-88dd-1d4bd812340c tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041253 Oct 26 14:33:17.664437 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:17.666154 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695326fc-1ed4-4d80-bf8b-b245037c75dd None None] The sync data for ids ['e69e9240-65bd-4fb6-b99c-00b381262285'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:17.744856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.745690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting subnet 62cde5ea-80ce-4d37-b04b-7a1c69e7eb75 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:17.763102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.791782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=a1dce67a-59c6-4528-9b00-ea1aaa16cf6e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:17.841066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.846878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.860344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['54093e01-52ee-4237-b80c-a73a73967f8b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:17.892324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port a1dce67a-59c6-4528-9b00-ea1aaa16cf6e on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:17.895821 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:17.901693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-42c105be-91bb-487b-9c78-aefd8ec87a09 req-551d2e8a-10fa-459f-9608-1cf9994b98a3 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "DELETE /v2.0/ports/a1dce67a-59c6-4528-9b00-ea1aaa16cf6e HTTP/1.1" status: 204 len: 173 time: 2.1278136 Oct 26 14:33:17.902431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'name': 'network-vif-deleted', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:17.905756 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe53902-d4a7-46fe-8128-8444d1094c33" -d '{"events": [{"server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "name": "network-vif-deleted", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:17.996255 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f63f64-6337-4d11-be54-ec6fe7117976 x-openstack-request-id: req-b2f63f64-6337-4d11-be54-ec6fe7117976 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:17.996819 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472d8a8a-6228-41e5-b530-885749f306c1", "name": "network-vif-deleted", "tag": "a1dce67a-59c6-4528-9b00-ea1aaa16cf6e", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:17.997346 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2f63f64-6337-4d11-be54-ec6fe7117976 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:17.997943 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472d8a8a-6228-41e5-b530-885749f306c1', 'name': 'network-vif-deleted', 'tag': 'a1dce67a-59c6-4528-9b00-ea1aaa16cf6e', 'status': 'completed', 'code': 200} Oct 26 14:33:18.005631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Pushing event updated for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:18.034494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:18.051747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:18.075274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:18.185672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.245233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336c997-2887-4f28-afbf-9300aeae1616 req-0995bef9-c319-4e86-b73f-3b57b73ba2b6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:18.249155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c336c997-2887-4f28-afbf-9300aeae1616 req-0995bef9-c319-4e86-b73f-3b57b73ba2b6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1027 time: 0.1814296 Oct 26 14:33:18.316809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:18.317701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.340359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.385205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c336c997-2887-4f28-afbf-9300aeae1616 req-3296f949-9375-4b7d-8b38-6db398929817 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282260 Oct 26 14:33:18.398328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-b3e34f0a-0723-481a-84fc-d8c0dea04e45 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7714105 Oct 26 14:33:18.420122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Request body: {'port': {'device_id': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:18.489328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.607961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Subnet': ['ID=62cde5ea-80ce-4d37-b04b-7a1c69e7eb75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:18.618806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.622956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f96b578c-de55-4dc5-b68e-83149b232e76 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/subnets/62cde5ea-80ce-4d37-b04b-7a1c69e7eb75 HTTP/1.1" status: 204 len: 168 time: 1.1179092 Oct 26 14:33:18.627368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39286) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:18.652629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e135d87-b320-40db-90aa-2ee8a0c477f1 None None] Network a1d103d8-d303-4a3c-9f30-02a5da2d048a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:18.666329 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.773882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting subnet 1258c61a-c161-4744-b1c6-72f0b3980ed4 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:18.780062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.137 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/70474886-ea56-45eb-88d8-96fc138b7ebd) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:18.783431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.868417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.868802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f41b6510-0109-4bce-aa68-7380b01e14c3 None None] Provisioning complete for port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:18.869515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f41b6510-0109-4bce-aa68-7380b01e14c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:18.939947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f41b6510-0109-4bce-aa68-7380b01e14c3 None None] Port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:19.069535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a1dce67a-59c6-4528-9b00-ea1aaa16cf6e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:19.133103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: a1dce67a-59c6-4528-9b00-ea1aaa16cf6e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:19.133561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device a1dce67a-59c6-4528-9b00-ea1aaa16cf6e not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:19.150467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.165739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] DHCP port deletion for a1d103d8-d303-4a3c-9f30-02a5da2d048a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:19.274703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Deleting port 5ea90b97-2149-49aa-8381-def01326ec2b {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:19.275147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.298931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19bf7588-b783-4bcd-978a-55eb2f323ede req-18e029b1-0914-4897-9a4c-7634d2a39aea tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.1559236 Oct 26 14:33:19.316582 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.343253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.348381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/subnets/1258c61a-c161-4744-b1c6-72f0b3980ed4 HTTP/1.1" status: 204 len: 168 time: 0.7164621 Oct 26 14:33:19.352074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39300) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:19.376108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db4dbf-c207-480b-afc3-8686ae0c2167 None None] Network 2dac8c43-63d6-4591-bfbf-4e4a44471f77 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:19.385065 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.430886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed08568-eb8f-4ab6-8084-44677f5e977e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Subnet': ['ID=1258c61a-c161-4744-b1c6-72f0b3980ed4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:19.454524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] For port 5ea90b97-2149-49aa-8381-def01326ec2b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ea90b97-2149-49aa-8381-def01326ec2b,segment=NetworkSegment(f69eac2d-c906-438e-8b71-067a3eeede72),segment_id=f69eac2d-c906-438e-8b71-067a3eeede72)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:19.454524 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.483909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Calling delete_port for 5ea90b97-2149-49aa-8381-def01326ec2b owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:19.534598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.556935 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.675215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:19.684234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:19.696538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4f67-e510-43d8-9c28-1cca96bb27a6 req-cdecd48e-bd17-4124-b02e-9141dc5408b1 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:19.701228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.707429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aaaa4f67-e510-43d8-9c28-1cca96bb27a6 req-cdecd48e-bd17-4124-b02e-9141dc5408b1 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1027 time: 0.1516240 Oct 26 14:33:19.711570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:19.812687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aaaa4f67-e510-43d8-9c28-1cca96bb27a6 req-8f3f73a7-0078-44e3-8804-cfe0675c61ca tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839319 Oct 26 14:33:19.826260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] Pushing event deleted for resources: {'Port': ['ID=5ea90b97-2149-49aa-8381-def01326ec2b,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:19.838156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting port 5ea90b97-2149-49aa-8381-def01326ec2b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:19.838954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:19.932150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=70474886-ea56-45eb-88d8-96fc138b7ebd,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:19.942551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecf73b-7c21-41ff-8d8f-ac490877daf6 None None] No DVR routers for this DVR port 5ea90b97-2149-49aa-8381-def01326ec2b on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:19.957363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] For port 5ea90b97-2149-49aa-8381-def01326ec2b, host n-d-813419-9, got binding levels [] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:19.958049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.009722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Calling delete_port for 5ea90b97-2149-49aa-8381-def01326ec2b owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:20.014568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Port 5ea90b97-2149-49aa-8381-def01326ec2b was not found and therefore no delete operation was performed {{(pid=102164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:33:20.017329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.049953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Port': ['ID=5ea90b97-2149-49aa-8381-def01326ec2b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:20.069481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] No DVR routers for this DVR port 5ea90b97-2149-49aa-8381-def01326ec2b on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:20.171565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:20.211133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] DHCP port deletion for 2dac8c43-63d6-4591-bfbf-4e4a44471f77 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:20.234143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.288817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.316347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Transition to ACTIVE for port object 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:33:20.317623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Deleting port 93bbb320-330e-48f9-a7fa-6fc2054a9140 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:20.318167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.330712 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.333245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d103d8-d303-4a3c-9f30-02a5da2d048a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.336169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.350922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69eac2d-c906-438e-8b71-067a3eeede72') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.351331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69eac2d-c906-438e-8b71-067a3eeede72') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:20.383830 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.420293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.431511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:20.432075 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:20.438043 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:20.547374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] For port 93bbb320-330e-48f9-a7fa-6fc2054a9140, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93bbb320-330e-48f9-a7fa-6fc2054a9140,segment=NetworkSegment(df878fcd-4136-4cf7-88a5-b8edaff9242f),segment_id=df878fcd-4136-4cf7-88a5-b8edaff9242f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:20.548292 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.563061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.572415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.576964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/networks/a1d103d8-d303-4a3c-9f30-02a5da2d048a HTTP/1.1" status: 204 len: 168 time: 1.2233522 Oct 26 14:33:20.604913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39324) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:20.607348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c59b59f0-65da-49dd-ae79-e7ca4dd5405f req-495e1350-e47b-452b-a289-50a6c4a89366 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.0611656 Oct 26 14:33:20.655992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:20.691278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61b24d-f31d-49b1-9c51-84a2751b3329 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Network': ['ID=a1d103d8-d303-4a3c-9f30-02a5da2d048a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:20.710129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Calling delete_port for 93bbb320-330e-48f9-a7fa-6fc2054a9140 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:20.746853 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.761703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.939356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting port 93bbb320-330e-48f9-a7fa-6fc2054a9140 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:20.940135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:20.982186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.075393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Pushing event deleted for resources: {'Port': ['ID=93bbb320-330e-48f9-a7fa-6fc2054a9140,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:21.099785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.100414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.101014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.101556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.102051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.102568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.103991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.105328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.106065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.106643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.107162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.107650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:21.118249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ea90b97-2149-49aa-8381-def01326ec2b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:21.156275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdffa6-b9d6-43f3-8266-47cdb374eb55 None None] No DVR routers for this DVR port 93bbb320-330e-48f9-a7fa-6fc2054a9140 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:21.179470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5ea90b97-2149-49aa-8381-def01326ec2b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:21.179827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ea90b97-2149-49aa-8381-def01326ec2b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:21.180243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93bbb320-330e-48f9-a7fa-6fc2054a9140 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:21.194828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Attempting to bind port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:21.195638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Attempting to bind port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:21.195638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Attempting to bind port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:21.221040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 93bbb320-330e-48f9-a7fa-6fc2054a9140 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:21.221040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93bbb320-330e-48f9-a7fa-6fc2054a9140 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:21.225078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] For port 93bbb320-330e-48f9-a7fa-6fc2054a9140, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93bbb320-330e-48f9-a7fa-6fc2054a9140,segment=NetworkSegment(df878fcd-4136-4cf7-88a5-b8edaff9242f),segment_id=df878fcd-4136-4cf7-88a5-b8edaff9242f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:21.225876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:33:21.226341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Attempting to bind port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 on network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:21.227770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.269852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Calling delete_port for 93bbb320-330e-48f9-a7fa-6fc2054a9140 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:21.328830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:21.329534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Checking segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:21.330133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Bound using segment: {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:21.330820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Bound port: 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06deba04-6f45-4223-91d1-e6864a0d128f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:21.331624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.357631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fb6d0-fe00-4333-8065-d54eef31bdb1 req-6829f509-8f97-433a-9148-f3b10a2f224e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.366472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-106fb6d0-fe00-4333-8065-d54eef31bdb1 req-6829f509-8f97-433a-9148-f3b10a2f224e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1052 time: 0.3349726 Oct 26 14:33:21.434369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.488049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-106fb6d0-fe00-4333-8065-d54eef31bdb1 req-71c55f06-c399-41cd-8581-70f3f924d3e4 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202388 Oct 26 14:33:21.491231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Port': ['ID=93bbb320-330e-48f9-a7fa-6fc2054a9140,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:21.505089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] No DVR routers for this DVR port 93bbb320-330e-48f9-a7fa-6fc2054a9140 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:21.515556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:21.524250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:21.551402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.593348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:21.594966 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.597356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] 10.222.0.73 "PUT /v2.0/ports/6b9fafd0-c8b9-4efa-bab2-58cb430144d4 HTTP/1.1" status: 200 len: 1091 time: 3.1842179 Oct 26 14:33:21.637273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:21.641489 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:21.671922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.695837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.754164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.780792 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652aef2e-146e-4fe7-9ab6-9eb8efad1507 x-openstack-request-id: req-652aef2e-146e-4fe7-9ab6-9eb8efad1507 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:21.781177 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:21.781408 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-652aef2e-146e-4fe7-9ab6-9eb8efad1507 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:21.781882 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4', 'status': 'completed', 'code': 200} Oct 26 14:33:21.834987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dac8c43-63d6-4591-bfbf-4e4a44471f77']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.849287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df878fcd-4136-4cf7-88a5-b8edaff9242f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.849581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df878fcd-4136-4cf7-88a5-b8edaff9242f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:21.862138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617871ff-c729-4cba-b3aa-ef408c06961f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:21.863644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.886520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.908308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:21.908946 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:21.919977 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:21.970322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.013409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.014281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.024037 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.032014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/networks/2dac8c43-63d6-4591-bfbf-4e4a44471f77 HTTP/1.1" status: 204 len: 168 time: 1.4191492 Oct 26 14:33:22.049540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39338) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.061582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce5009-2ee5-45f1-85af-6502362c0635 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Network': ['ID=2dac8c43-63d6-4591-bfbf-4e4a44471f77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:22.075893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3eaaa30c-7116-4348-a624-0ca7142a28a7 req-69211a11-be9a-46f5-bf32-7a6c36aa6634 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.1837251 Oct 26 14:33:22.133835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-6969f939-13f3-4b24-b723-15e1eedfe9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.136772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-6969f939-13f3-4b24-b723-15e1eedfe9e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1094 time: 0.4094574 Oct 26 14:33:22.148089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.150954 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7312119 Oct 26 14:33:22.154641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.164394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'port': {'network_id': '940f968b-53b9-47cf-b7e1-18bed3c8c714', 'name': 'tempest-FloatingIPTestJSON-1585529786'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:22.174732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337bb22-1a20-4980-9a13-b35721604550 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=70474886-ea56-45eb-88d8-96fc138b7ebd,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:22.180892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting subnet a720a716-1fed-49c1-9515-0a4e5834f434 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:22.208567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.256137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-2913ec5a-f329-4e73-a0f1-cddfdbb169aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4 HTTP/1.1" status: 200 len: 217 time: 0.0920243 Oct 26 14:33:22.338018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-be5db14b-52d0-4d6e-a886-5b7fa9da5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.340128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-be5db14b-52d0-4d6e-a886-5b7fa9da5125 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3160cce7-d8b1-4915-875e-65775b8b4b96 HTTP/1.1" status: 200 len: 848 time: 0.0830739 Oct 26 14:33:22.381298 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.408282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-61051b21-7b53-4cf4-a59e-cd1db8b308bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.409815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-61051b21-7b53-4cf4-a59e-cd1db8b308bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622575 Oct 26 14:33:22.540802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:22.546078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.597598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] device_id is not set on port 6b9ef980-14c1-47ff-9750-c0a4a12a4725 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:22.623811 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.644457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-cdc32586-a97e-43f3-844e-b9ce0289e8a9 service neutron] 10.222.0.73 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253690 Oct 26 14:33:22.771880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3af49-5d7b-411d-beab-27f8cadb31d1 req-3c33568e-deb9-477c-8604-768e8c9c6793 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:22.773937 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51f3af49-5d7b-411d-beab-27f8cadb31d1 req-3c33568e-deb9-477c-8604-768e8c9c6793 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1094 time: 0.1712387 Oct 26 14:33:22.845265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65562dd0-5e67-484a-a74c-391e739e8db9 req-ceeace2b-14c3-4a0d-a832-10e321ed9846 service neutron] 10.222.0.73 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925437 Oct 26 14:33:22.866328 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.958122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51f3af49-5d7b-411d-beab-27f8cadb31d1 req-cf2d727d-0f77-4bd0-926f-2ca1ae665528 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507573 Oct 26 14:33:22.974764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:22.986783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/subnets/a720a716-1fed-49c1-9515-0a4e5834f434 HTTP/1.1" status: 204 len: 168 time: 0.9313245 Oct 26 14:33:22.986783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7632-c3ef-437a-bcaf-638842b20dbd tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Subnet': ['ID=a720a716-1fed-49c1-9515-0a4e5834f434,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:22.987344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39348) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:22.988292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee04c7-1b7c-4f70-afc5-b84fed6f2449 None None] Network a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:22.988538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.2 (940f968b-53b9-47cf-b7e1-18bed3c8c714/5652107b-0178-4aae-9089-2c0162eb05d4/6b9ef980-14c1-47ff-9750-c0a4a12a4725) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:23.132205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-dc48be0a-1e74-4a74-bceb-8b35ab5e07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.134866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-dc48be0a-1e74-4a74-bceb-8b35ab5e07d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e362362d98714de9a60fa2a61899cc59&device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1094 time: 0.2286153 Oct 26 14:33:23.263583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.296850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f01bde2-6d3d-4512-8a6c-e443b274b608 req-fc1e02f9-8012-422b-b800-e255d6d22361 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.0523155 Oct 26 14:33:23.390227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.399887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-aa0acac1-783a-4809-be19-fc0930d17a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.401621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-aa0acac1-783a-4809-be19-fc0930d17a4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 200 len: 910 time: 0.2558270 Oct 26 14:33:23.425785 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.460306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Deleting port 327bac71-1d9a-4084-9834-15ae5830a311 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:23.460822 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.462020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] DHCP port deletion for a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:23.528464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.583691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Deleting port 327bac71-1d9a-4084-9834-15ae5830a311 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:23.584832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.597548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 940f968b-53b9-47cf-b7e1-18bed3c8c714 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:23.601400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:23.613588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:23.636832 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-920863af-20c5-4ec2-95fd-a1cdd1878a10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4 HTTP/1.1" status: 200 len: 217 time: 0.2210395 Oct 26 14:33:23.649075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=6b9ef980-14c1-47ff-9750-c0a4a12a4725,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:23.701995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.703842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.727157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-014971bc-9181-446c-bd32-effb6f8ca2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.729034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-014971bc-9181-446c-bd32-effb6f8ca2a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3160cce7-d8b1-4915-875e-65775b8b4b96 HTTP/1.1" status: 200 len: 848 time: 0.0817573 Oct 26 14:33:23.737745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-514440c3-13ab-4851-a8c3-a7560ac815b4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5806088 Oct 26 14:33:23.744072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39356) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:23.754690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': '6b9ef980-14c1-47ff-9750-c0a4a12a4725'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:23.761473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] For port 327bac71-1d9a-4084-9834-15ae5830a311, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=327bac71-1d9a-4084-9834-15ae5830a311,segment=NetworkSegment(b9e75b14-44d2-429a-947d-9b1aa54ca907),segment_id=b9e75b14-44d2-429a-947d-9b1aa54ca907)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:23.764572 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.792131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] For port 327bac71-1d9a-4084-9834-15ae5830a311, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=327bac71-1d9a-4084-9834-15ae5830a311,segment=NetworkSegment(b9e75b14-44d2-429a-947d-9b1aa54ca907),segment_id=b9e75b14-44d2-429a-947d-9b1aa54ca907)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:23.793109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:23.798570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Calling delete_port for 327bac71-1d9a-4084-9834-15ae5830a311 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:23.813074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Calling delete_port for 327bac71-1d9a-4084-9834-15ae5830a311 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:23.832347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-3289a9e1-3b75-4fad-8904-2d1637c16d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:23.834067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-3289a9e1-3b75-4fad-8904-2d1637c16d1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930614 Oct 26 14:33:23.867241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.012482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-c84c6733-05ef-498e-92a9-a9ba407fabfd service neutron] 10.222.0.73 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410522 Oct 26 14:33:24.014913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.070945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Port': ['ID=327bac71-1d9a-4084-9834-15ae5830a311,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.119389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] No DVR routers for this DVR port 327bac71-1d9a-4084-9834-15ae5830a311 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:24.238440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.286093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:24.289096 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.290722 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba8b2d3b-a964-45fc-bf66-ba9ed24e5cea req-655cf8e9-dabc-42d4-a909-db122a2c35be service neutron] 10.222.0.73 "GET /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687223 Oct 26 14:33:24.296109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d94a6-a5a3-408e-a223-3a8d196918bc req-a90b5878-9d34-415a-a43c-941cc06d3e1b tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:24.300477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-479d94a6-a5a3-408e-a223-3a8d196918bc req-a90b5878-9d34-415a-a43c-941cc06d3e1b tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1094 time: 0.1687744 Oct 26 14:33:24.319689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e75b14-44d2-429a-947d-9b1aa54ca907') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:24.320019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e75b14-44d2-429a-947d-9b1aa54ca907') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:24.322664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] Pushing event deleted for resources: {'Port': ['ID=327bac71-1d9a-4084-9834-15ae5830a311,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.330396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c572986-5f4c-4ef7-94b7-80dbd66e3f50 None None] No DVR routers for this DVR port 327bac71-1d9a-4084-9834-15ae5830a311 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:24.338743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.365848 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.374299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:24.374707 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:24.378521 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:24.475447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.490897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-479d94a6-a5a3-408e-a223-3a8d196918bc req-f6804bda-78e8-427a-8a46-7cf5b0a4846e tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087999 Oct 26 14:33:24.547283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.553265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/networks/a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e HTTP/1.1" status: 204 len: 168 time: 1.5647717 Oct 26 14:33:24.574736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39364) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:24.618038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4fd5f6cb-c82b-43fb-89e1-6a574b2db2df req-09ee8cf0-8845-4163-98f9-64cd10df127d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.0963542 Oct 26 14:33:24.619254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c168e8-7a01-4557-9ec0-9c4613b3f824 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Pushing event deleted for resources: {'Network': ['ID=a08f5e3b-22e8-49c2-ad12-f5e3b3fbd15e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:24.661717 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da7e6af8-5b93-4743-a312-6666aa2b3b1e tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "GET /v2.0/ports?device_id=e69e9240-65bd-4fb6-b99c-00b381262285 HTTP/1.1" status: 200 len: 205 time: 0.0850482 Oct 26 14:33:24.664924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39366) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:24.761359 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.903576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.910100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:24.938869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:33:25.043010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.046383 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.064283 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 80182d7f-1875-4953-ae68-1b7b23e2a096 associated. External IP: 172.25.5.137, port: 6b9ef980-14c1-47ff-9750-c0a4a12a4725. Oct 26 14:33:25.088100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 327bac71-1d9a-4084-9834-15ae5830a311 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:25.108949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.109627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Fanout notify agent at l3_agent the message router_deleted on router e69e9240-65bd-4fb6-b99c-00b381262285 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:33:25.128508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.132179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7e68826-a278-411f-bfe0-5c0a411c5c65 tempest-RoutersNegativeTest-1966069791 tempest-RoutersNegativeTest-1966069791-project] 10.222.0.37 "DELETE /v2.0/routers/e69e9240-65bd-4fb6-b99c-00b381262285 HTTP/1.1" status: 204 len: 168 time: 0.4633150 Oct 26 14:33:25.145898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 327bac71-1d9a-4084-9834-15ae5830a311 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:25.146603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 327bac71-1d9a-4084-9834-15ae5830a311 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:25.235582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:25.259907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4', 'network_id': 'c52b2d7d-ffe5-4218-a083-c7dde0afa6d2', 'port_id': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4', 'mac_address': 'fa:16:3e:15:bc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3160cce7-d8b1-4915-875e-65775b8b4b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:33:25.341877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.374343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:33:25.440193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:25.451111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.553185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:25.571943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:25.599573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39376) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.667713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6b9fafd0-c8b9-4efa-bab2-58cb430144d4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:25.826518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:25.832635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:25.874892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:25.890911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-533f4c44-4830-4b7a-ad92-dea20f61e95d tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/80182d7f-1875-4953-ae68-1b7b23e2a096 HTTP/1.1" status: 200 len: 978 time: 2.1438222 Oct 26 14:33:25.891888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39382) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:25.912643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:25.913955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:26.016854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:26.079785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:26.080870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:26.170957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:26.171679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2ab0c-6b76-4844-8d95-759d81f94138 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:26.351763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030c9a7-c4f5-4ca1-a2dd-826217ced667 req-f0f3a0ea-1349-49cd-bf04-dc8c957eb6df tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:26.355008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8030c9a7-c4f5-4ca1-a2dd-826217ced667 req-f0f3a0ea-1349-49cd-bf04-dc8c957eb6df tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1095 time: 0.7116988 Oct 26 14:33:26.425257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e9bd05d-a050-4158-b46d-ef8ed5fc6de6 req-171548d0-dbc7-41b3-90a7-1306a72bda38 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=472d8a8a-6228-41e5-b530-885749f306c1 HTTP/1.1" status: 200 len: 210 time: 0.6895759 Oct 26 14:33:26.568073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-08e37cc1-cca9-494e-ab85-80cc8cd2a309 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b967ca0a54a543eeac44291cf0287926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9670024 Oct 26 14:33:26.570932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:26.575614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8030c9a7-c4f5-4ca1-a2dd-826217ced667 req-dd2058d8-cf54-4d17-8f72-7588e63147dd tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890075 Oct 26 14:33:26.614689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 6b9ef980-14c1-47ff-9750-c0a4a12a4725 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:26.615208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.658772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.691416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.742236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.774171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.784251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:26.788433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4277874e-544a-4968-be5f-07e7dd66c9a0 HTTP/1.1" status: 204 len: 168 time: 0.2153602 Oct 26 14:33:26.831052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bea4b-da62-4d4d-97c0-3e91e88142bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277874e-544a-4968-be5f-07e7dd66c9a0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:26.953872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:27.158880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:33:27.169900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:27.173123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.353027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.353620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.354137 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 80182d7f-1875-4953-ae68-1b7b23e2a096 disassociated. External IP: 172.25.5.137, port: 6b9ef980-14c1-47ff-9750-c0a4a12a4725. Oct 26 14:33:27.355237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 6b9ef980-14c1-47ff-9750-c0a4a12a4725 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:27.355485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.452299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:27.457654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:27.469728 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e2606-6547-46d6-9290-8dbec41dc545" -d '{"events": [{"server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "name": "network-vif-plugged", "status": "completed", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:27.491806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.578115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.617563 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2311693-6748-464b-bbaa-4e1bca98df3e x-openstack-request-id: req-e2311693-6748-464b-bbaa-4e1bca98df3e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:27.618106 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "name": "network-vif-plugged", "status": "completed", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:27.618597 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2311693-6748-464b-bbaa-4e1bca98df3e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:27.619284 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4', 'code': 200} Oct 26 14:33:27.663038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78665d57-c727-4e18-ba60-ddf18a8df1c0 req-ec1879ed-d6a0-49e8-8c47-5985c6f2bc60 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:27.686926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78665d57-c727-4e18-ba60-ddf18a8df1c0 req-ec1879ed-d6a0-49e8-8c47-5985c6f2bc60 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1097 time: 0.1935527 Oct 26 14:33:27.713908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:27.810594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=6b9ef980-14c1-47ff-9750-c0a4a12a4725,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:27.908661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78665d57-c727-4e18-ba60-ddf18a8df1c0 req-9181c5de-a4d6-4a09-a606-59e3df5f5f04 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194724 Oct 26 14:33:27.965303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39424) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:27.981598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfeca9-cd38-4d41-870e-d87ad11697e4 req-a98a8016-d71a-4e72-a2a2-1dcb72640aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:27.984539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dbfeca9-cd38-4d41-870e-d87ad11697e4 req-a98a8016-d71a-4e72-a2a2-1dcb72640aa3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.2922516 Oct 26 14:33:28.103850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:28.146070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dbfeca9-cd38-4d41-870e-d87ad11697e4 req-66004d20-ac6f-479b-a96a-56bdc601a516 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Oct 26 14:33:28.245433 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a221f-f1cd-4cb1-bdcc-9112b1e4087b req-4c06dadf-6a80-45d4-9479-ee8d14f583cd tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:28.248391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b3a221f-f1cd-4cb1-bdcc-9112b1e4087b req-4c06dadf-6a80-45d4-9479-ee8d14f583cd tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.1827774 Oct 26 14:33:28.291805 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39428) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.310780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port c7e9aef4-318c-4919-b56a-d592d0f76c3f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:28.311511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.352799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:28.364481 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b3a221f-f1cd-4cb1-bdcc-9112b1e4087b req-7fbb0a2a-42f1-4b1c-8cab-be134212fdc0 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993340 Oct 26 14:33:28.396691 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:28.412439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:28.413933 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:28.483583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.490493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-912117cc-a54e-4ed7-a688-ad38eda5fb1a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/6b9ef980-14c1-47ff-9750-c0a4a12a4725 HTTP/1.1" status: 204 len: 168 time: 2.5961406 Oct 26 14:33:28.494883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.507009 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:28.515842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-217771481-network', 'tenant_id': '2539f616bc4643cbbc42462a238e9bb5'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:28.521692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.522028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.529522 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:28.530155 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:28.566564 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:28.567235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357f10e-4969-41bc-ad2f-2764d44c502e None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:28.579658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for c7e9aef4-318c-4919-b56a-d592d0f76c3f owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:28.583025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-acfe02c6-5239-412a-a58c-0d17a38b66fa tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/floatingips/80182d7f-1875-4953-ae68-1b7b23e2a096 HTTP/1.1" status: 200 len: 688 time: 0.0858727 Oct 26 14:33:28.585119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39434) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:28.622481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Made reservation on behalf of 2539f616bc4643cbbc42462a238e9bb5 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:28.628744 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.647050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.784170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 70474886-ea56-45eb-88d8-96fc138b7ebd {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:28.784795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.847598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.860464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.905774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.906239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.928343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 70474886-ea56-45eb-88d8-96fc138b7ebd owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:28.951321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:28.970342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:28.970929 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Added segment 749281eb-c327-451b-a643-939e8d32df96 of type vlan for network 5d66d130-b2fe-41b2-8c39-5f713e7517f9 Oct 26 14:33:29.063689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029a7291-d115-4281-8395-4bf4cee2510a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.083202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.127237 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.143435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.172167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=70474886-ea56-45eb-88d8-96fc138b7ebd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.212160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=c7e9aef4-318c-4919-b56a-d592d0f76c3f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.221462 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.222942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:29.223971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.257311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.261562 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.263067 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e274bd4c-74ff-4d94-a2b4-53dcc553b54b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/80182d7f-1875-4953-ae68-1b7b23e2a096 HTTP/1.1" status: 204 len: 168 time: 0.6767800 Oct 26 14:33:29.267795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39440) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.273022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '16b81cf8-6755-49a7-b700-eb3fbb0630e1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.305734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.447249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.456547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1614344 Oct 26 14:33:29.463297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39444) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:29.473686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78cef-4ee6-4a18-9c59-115b84728ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d66d130-b2fe-41b2-8c39-5f713e7517f9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:29.474966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Request body: {'subnet': {'network_id': '5d66d130-b2fe-41b2-8c39-5f713e7517f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-217771481-subnet', 'tenant_id': '2539f616bc4643cbbc42462a238e9bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:29.486810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5d66d130-b2fe-41b2-8c39-5f713e7517f9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:29.489804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.490670 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 3c98c57b-3fee-437f-96f8-2e5f2a27e94d disassociated (deleted). External IP: 172.25.5.64, port: a55347b1-53d4-43a5-8624-d9c740e431cb. Oct 26 14:33:29.619459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Made reservation on behalf of 2539f616bc4643cbbc42462a238e9bb5 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:29.622882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:29.648454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.179 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/79aed5ec-7d97-4a72-9279-76d6d9762462) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:29.761800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0279-4974-440d-a103-2d297d819bdc req-16ab46f1-f409-45e7-afb4-bf7873439062 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:29.764309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-263e0279-4974-440d-a103-2d297d819bdc req-16ab46f1-f409-45e7-afb4-bf7873439062 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.2660153 Oct 26 14:33:29.887646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.003795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.015348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.033760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-263e0279-4974-440d-a103-2d297d819bdc req-a57b4d01-4449-432b-ad9c-01c3213fde13 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503773 Oct 26 14:33:30.117981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 75524e88-9171-450a-97f1-a0583bb70a09 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:30.118750 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:30.130196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:30.139092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:30.282305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:30.288626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:30.298572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Sync routers for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:30.325774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:30.327074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fbde4582-dade-4682-8b11-5837de30a479 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/floatingips/3c98c57b-3fee-437f-96f8-2e5f2a27e94d HTTP/1.1" status: 204 len: 168 time: 2.3584001 Oct 26 14:33:30.327844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:30.328069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:30.341987 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65171fd1-af4b-4751-95d0-bfb865aca85b" -d '{"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:30.357852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=79aed5ec-7d97-4a72-9279-76d6d9762462,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:30.457148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Checking segment: {'id': '749281eb-c327-451b-a643-939e8d32df96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '5d66d130-b2fe-41b2-8c39-5f713e7517f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:30.457681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Network hostable DHCP agents. Network: 5d66d130-b2fe-41b2-8c39-5f713e7517f9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:30.460277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5c1274-a9d0-4a0d-ba0d-eb831ca97ef2,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:30.492357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61685d5-7d7d-46e3-82dd-1f424d298a26 req-55064eb5-f46b-4e9e-85fa-3d5adaa0182d tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:30.495279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c61685d5-7d7d-46e3-82dd-1f424d298a26 req-55064eb5-f46b-4e9e-85fa-3d5adaa0182d tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.2816019 Oct 26 14:33:30.617492 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469fd227-557e-4fb3-b66c-e798c5aa3e7d x-openstack-request-id: req-469fd227-557e-4fb3-b66c-e798c5aa3e7d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:30.617944 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:30.618354 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-469fd227-557e-4fb3-b66c-e798c5aa3e7d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:30.618980 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:33:30.623882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:30.702632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Network 5d66d130-b2fe-41b2-8c39-5f713e7517f9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:30.840938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-d197c3bb-d573-4da7-8975-0a45599094ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:30.842597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-d197c3bb-d573-4da7-8975-0a45599094ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 1097 time: 0.1997452 Oct 26 14:33:30.948833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:30.990367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183123e-503b-4b0e-9903-8c2ba6c8622e req-e3851b65-7240-446e-bfd1-cb1df074d334 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:30.992560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5183123e-503b-4b0e-9903-8c2ba6c8622e req-e3851b65-7240-446e-bfd1-cb1df074d334 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 946 time: 0.2760880 Oct 26 14:33:31.031645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5d66d130-b2fe-41b2-8c39-5f713e7517f9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:31.037892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:31.038906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.059832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40643df5-2080-4c88-9e43-419c6d92f6fb None None] Network 5d66d130-b2fe-41b2-8c39-5f713e7517f9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:31.066179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55245eb0-651e-4656-a82c-ed4643bbf8c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5996697 Oct 26 14:33:31.072053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c61685d5-7d7d-46e3-82dd-1f424d298a26 req-2e280222-137f-4d53-a190-d169a6d10839 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575681 Oct 26 14:33:31.093918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-4f113387-f811-4690-91f2-03b7f1c58a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:31.098859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-4f113387-f811-4690-91f2-03b7f1c58a5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 200 len: 898 time: 0.2474754 Oct 26 14:33:31.151816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5183123e-503b-4b0e-9903-8c2ba6c8622e req-c69ae6d0-0ad6-4f39-9725-7a73b2a8b449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309772 Oct 26 14:33:31.187373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.265226 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-278c8ddf-66bb-4061-b0c4-96651d5fcec4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 200 len: 217 time: 0.1559200 Oct 26 14:33:31.326554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Checking router: 75524e88-9171-450a-97f1-a0583bb70a09 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:31.420315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:31.433729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:31.434500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:31.458194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-2dcf19ef-f58d-4316-a158-d73092dfa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:31.473152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-2dcf19ef-f58d-4316-a158-d73092dfa45f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 200 len: 835 time: 0.1842632 Oct 26 14:33:31.555367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dd3a4-2868-4436-8cae-74bcbb2523cb req-5072cbe3-6bdc-4996-8ce3-4db71f290a8c tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:31.557459 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e4dd3a4-2868-4436-8cae-74bcbb2523cb req-5072cbe3-6bdc-4996-8ce3-4db71f290a8c tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.2754219 Oct 26 14:33:31.567741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd825bdd-5328-4a05-8ef1-f3725552ae0a None None] Network 5d66d130-b2fe-41b2-8c39-5f713e7517f9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:31.599079 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-29fcac56-87a5-45ea-aada-fbb7cd352f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:31.601628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-29fcac56-87a5-45ea-aada-fbb7cd352f88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bcade7e-5eff-4eab-9527-08bd277a5acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271894 Oct 26 14:33:31.656569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:31.747449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7e4dd3a4-2868-4436-8cae-74bcbb2523cb req-f3189f2a-8e69-4899-b76a-ff44b1dd8940 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728523 Oct 26 14:33:31.923556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-1a255cf2-949c-4ec6-9bc8-1b31e9094cc9 service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122752 Oct 26 14:33:32.085544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-b13fc7cd-4d2c-437b-9962-061bb98ca415 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:32.095976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-b13fc7cd-4d2c-437b-9962-061bb98ca415 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 946 time: 0.2317474 Oct 26 14:33:32.107767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.131996 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.216288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65171fd1-af4b-4751-95d0-bfb865aca85b req-0e60b7c0-c753-4cea-9c8f-914019172fdb service neutron] 10.222.0.73 "GET /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825561 Oct 26 14:33:32.264902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:32.340615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82943b8-09e8-4d2a-bb81-aa723d2c70e7 None None] The sync data for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 is: [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:30:49Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '338d6582-5b4f-41cd-969e-f3778263f0fa', 'name': '', 'network_id': '2bcade7e-5eff-4eab-9527-08bd277a5acb', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:d5:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:45Z', 'updated_at': '2021-10-26T14:31:01Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '3f686aea-38b6-4bfc-8168-ef33d8f9895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:32.451324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52687-56b1-4c0b-8948-9e9c3ef6474a req-8d3bce14-5fca-4a23-b0a2-1b095b704943 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:32.465044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65c52687-56b1-4c0b-8948-9e9c3ef6474a req-8d3bce14-5fca-4a23-b0a2-1b095b704943 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 946 time: 0.1213841 Oct 26 14:33:32.569197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:32.585549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65c52687-56b1-4c0b-8948-9e9c3ef6474a req-3a762eb6-5471-4e44-a321-5f9c7dd356a8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175876 Oct 26 14:33:32.603823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928051647-network', 'tenant_id': 'cca33aa3ae9a4dd1ae079f3e85a704c2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:32.656663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Made reservation on behalf of cca33aa3ae9a4dd1ae079f3e85a704c2 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:32.661937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.694369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.717191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=79aed5ec-7d97-4a72-9279-76d6d9762462,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:32.731556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:32.992774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.001307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.025068 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15e9992-f73a-47a2-a5d3-78bec5f03657 None None] New status for floating IP 3c98c57b-3fee-437f-96f8-2e5f2a27e94d: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:33:33.070975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:33.153812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.154530 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Added segment a2257fd6-8ae4-4320-b7d4-3f4c60d6f0c2 of type vlan for network cba51e2a-c18a-40f1-b573-7dfcb1821bc7 Oct 26 14:33:33.171598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72b73e-33ad-4f86-adef-15632dd73c08,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.312909 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.353769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.356026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:33.357184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.357335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5d98-f5a9-4129-9a0f-e4d06181ae0d req-f0fd43ba-f6cf-4ea7-adb9-51cade950556 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:33.371437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355b5d98-f5a9-4129-9a0f-e4d06181ae0d req-f0fd43ba-f6cf-4ea7-adb9-51cade950556 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 1.1231081 Oct 26 14:33:33.489421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] Pushing event updated for resources: {'Network': ['ID=cba51e2a-c18a-40f1-b573-7dfcb1821bc7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:33.500530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:33.501122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.504524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network cba51e2a-c18a-40f1-b573-7dfcb1821bc7 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:33.516832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-355b5d98-f5a9-4129-9a0f-e4d06181ae0d req-30cddf93-f388-4a34-bb0a-337b755ddd3d tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435928 Oct 26 14:33:33.604165 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 62545b79-0f48-4c81-8e2b-52394cde6ffd associated. External IP: 172.25.5.179, port: 16b81cf8-6755-49a7-b700-eb3fbb0630e1. Oct 26 14:33:33.605928 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-62a482a4-a9fc-4afe-b3f2-2d0aec410189 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0185890 Oct 26 14:33:33.614302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39494) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:33.658581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-cd057727-7602-4ac9-8d6b-fbd24f14473f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:33.662219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-cd057727-7602-4ac9-8d6b-fbd24f14473f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 1096 time: 0.1931787 Oct 26 14:33:33.696332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Request body: {'subnet': {'network_id': 'cba51e2a-c18a-40f1-b573-7dfcb1821bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1928051647-subnet', 'tenant_id': 'cca33aa3ae9a4dd1ae079f3e85a704c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:33.816473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Deleting port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:33.817298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.871613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Made reservation on behalf of cca33aa3ae9a4dd1ae079f3e85a704c2 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:33.875329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:33.971143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdab4b1-5e77-4a2e-a870-be91f3962d80 req-c1defccf-8dd3-49c9-b650-60c35afe0e39 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:33.973115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cdab4b1-5e77-4a2e-a870-be91f3962d80 req-c1defccf-8dd3-49c9-b650-60c35afe0e39 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 946 time: 0.0897176 Oct 26 14:33:34.014475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port a55347b1-53d4-43a5-8624-d9c740e431cb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=a55347b1-53d4-43a5-8624-d9c740e431cb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:34.015022 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.034793 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] For port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:34.035264 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.050698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Calling delete_port for 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:34.075734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for a55347b1-53d4-43a5-8624-d9c740e431cb owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:34.174396 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8cdab4b1-5e77-4a2e-a870-be91f3962d80 req-54af4f2a-8c50-459b-9131-71c068ba35ad tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=42a71154-0ad2-4077-998b-3614eff85abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804836 Oct 26 14:33:34.254152 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.277841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['54093e01-52ee-4237-b80c-a73a73967f8b'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:34.293149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b9fafd0-c8b9-4efa-bab2-58cb430144d4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:34.294803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6b9fafd0-c8b9-4efa-bab2-58cb430144d4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:33:34.398877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] No DVR routers for this DVR port 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:34.414414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:34.421864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d32e9e5-0d10-4699-ba90-7cc83dd5590e req-e88e70e2-89c1-4d28-9c84-6d86e60583d6 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6b9fafd0-c8b9-4efa-bab2-58cb430144d4 HTTP/1.1" status: 204 len: 173 time: 0.7513392 Oct 26 14:33:34.421864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'name': 'network-vif-deleted', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:34.437787 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83d9a2-edf5-457a-b292-8d9964134a1f" -d '{"events": [{"server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "name": "network-vif-deleted", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:34.641809 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3afde9-3f22-4e1d-b91f-c2e48daedbc3 x-openstack-request-id: req-7d3afde9-3f22-4e1d-b91f-c2e48daedbc3 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:34.642260 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd092aa-5077-4088-96dc-1e3a324c24e4", "name": "network-vif-deleted", "tag": "6b9fafd0-c8b9-4efa-bab2-58cb430144d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:34.642648 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d3afde9-3f22-4e1d-b91f-c2e48daedbc3 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:34.643281 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd092aa-5077-4088-96dc-1e3a324c24e4', 'name': 'network-vif-deleted', 'tag': '6b9fafd0-c8b9-4efa-bab2-58cb430144d4', 'status': 'completed', 'code': 200} Oct 26 14:33:34.773355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:34.953007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:34.976782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1394fe67-0cc4-4ac0-8e6d-3a4f086367c2 req-16f9436b-1c42-4711-bd06-0ec6ec99c4a3 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cfd092aa-5077-4088-96dc-1e3a324c24e4 HTTP/1.1" status: 200 len: 210 time: 0.1349773 Oct 26 14:33:35.064119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No active binding found for port a55347b1-53d4-43a5-8624-d9c740e431cb {{(pid=102165) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 26 14:33:35.064614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device a55347b1-53d4-43a5-8624-d9c740e431cb not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:35.137267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.192808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.357746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e317730-db85-4417-920c-02042e25db62,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:35.390993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=a55347b1-53d4-43a5-8624-d9c740e431cb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:35.505543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d322d1b-8bff-43f3-b81d-4581cb8408c2 req-25d3d5fe-f8a9-4486-a659-f20d87b012b9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=031c3b2e-b7c0-4810-a059-6296b5510601 HTTP/1.1" status: 200 len: 210 time: 0.0544460 Oct 26 14:33:35.531887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] No DVR routers for this DVR port a55347b1-53d4-43a5-8624-d9c740e431cb on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:35.560393 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.560393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39b73ef6-a759-45e0-b910-9df9bd90d47b req-0d9e967a-8048-402b-b81c-3f6e8f68a0fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "DELETE /v2.0/ports/a55347b1-53d4-43a5-8624-d9c740e431cb HTTP/1.1" status: 204 len: 173 time: 3.4441967 Oct 26 14:33:35.560393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-deleted', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:35.560393 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e8254-0eb2-48b4-8c06-4838497348d1" -d '{"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-deleted", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:35.652074 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b67150-2ed0-4b7b-87d2-f24e2daa5250 x-openstack-request-id: req-94b67150-2ed0-4b7b-87d2-f24e2daa5250 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:35.652927 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031c3b2e-b7c0-4810-a059-6296b5510601", "name": "network-vif-deleted", "tag": "a55347b1-53d4-43a5-8624-d9c740e431cb", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:35.653429 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-94b67150-2ed0-4b7b-87d2-f24e2daa5250 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:35.654113 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c3b2e-b7c0-4810-a059-6296b5510601', 'name': 'network-vif-deleted', 'tag': 'a55347b1-53d4-43a5-8624-d9c740e431cb', 'status': 'completed', 'code': 200} Oct 26 14:33:35.787159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Checking segment: {'id': 'a2257fd6-8ae4-4320-b7d4-3f4c60d6f0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'cba51e2a-c18a-40f1-b573-7dfcb1821bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:35.788103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Network hostable DHCP agents. Network: cba51e2a-c18a-40f1-b573-7dfcb1821bc7, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:35.836012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Network cba51e2a-c18a-40f1-b573-7dfcb1821bc7 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:35.846670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:35.873721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, cba51e2a-c18a-40f1-b573-7dfcb1821bc7) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:35.877273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:35.902865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:35.907662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf97ad-7483-4142-a9e9-b2edcf6b24be None None] Network cba51e2a-c18a-40f1-b573-7dfcb1821bc7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:35.912289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:35.913359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:35.914108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:35.956769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.055562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58d18c23-c460-40c8-b395-b17d05c50145 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7861507 Oct 26 14:33:36.059768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.062068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:36.079921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1793873776'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:36.101659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8194e0e0-8598-499e-8557-98dc4f907382 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4805396 Oct 26 14:33:36.153616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:36.157577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.195848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:36.202285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:36.272313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:36.300768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.303950 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Added segment ff30fe18-cf66-489a-b4af-c94c96ccd6ab of type vlan for network 1b78718a-d097-42fa-9cee-caabd1778134 Oct 26 14:33:36.371683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:36.372940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91861b8-6e25-41e5-9997-5c395bd7ae3a None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:36.402791 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39528) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.463185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.504456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Deleting subnet fc5c1274-a9d0-4a0d-ba0d-eb831ca97ef2 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:36.520915 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.545518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58842815-06ab-4921-ade9-e28ad64375e3 None None] Network cba51e2a-c18a-40f1-b573-7dfcb1821bc7 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:36.579590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.586290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:36.588210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.593633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.690926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39532) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.765493 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6967061 Oct 26 14:33:36.769190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39536) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:36.796055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36a3ef-41bb-4fb0-b9c5-2036c5038fd9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Network': ['ID=1b78718a-d097-42fa-9cee-caabd1778134,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:36.810513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'subnet': {'network_id': '1b78718a-d097-42fa-9cee-caabd1778134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:36.823854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1b78718a-d097-42fa-9cee-caabd1778134 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:36.841169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:36.968044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:37.007165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f73ff-925e-45bf-a3d5-5a959cf2b614 req-910db9f0-edad-40f8-b560-3e5ed4bbc429 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:37.008895 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd0f73ff-925e-45bf-a3d5-5a959cf2b614 req-910db9f0-edad-40f8-b560-3e5ed4bbc429 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.0927868 Oct 26 14:33:37.012969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:37.013315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6b9fafd0-c8b9-4efa-bab2-58cb430144d4 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:37.057225 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd0f73ff-925e-45bf-a3d5-5a959cf2b614 req-db7423e0-cc47-4a9c-9be0-7c7d7a192b77 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Oct 26 14:33:37.277614 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.292833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:37.296658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.367482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5c1274-a9d0-4a0d-ba0d-eb831ca97ef2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:37.481126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.487650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c5f27ea8-db47-4168-b8cb-456b5cce3650 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc5c1274-a9d0-4a0d-ba0d-eb831ca97ef2 HTTP/1.1" status: 204 len: 168 time: 1.0828323 Oct 26 14:33:37.490227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:37.613206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.747912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.783810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d66d130-b2fe-41b2-8c39-5f713e7517f9']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:37.798287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749281eb-c327-451b-a643-939e8d32df96') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:37.799040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749281eb-c327-451b-a643-939e8d32df96') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:37.814096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.845322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.858303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:37.858793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:37.860337 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:37.934262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.950343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:37.959025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d66d130-b2fe-41b2-8c39-5f713e7517f9 HTTP/1.1" status: 204 len: 168 time: 0.4673417 Oct 26 14:33:37.969516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39554) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:38.040661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Deleting subnet 7e317730-db85-4417-920c-02042e25db62 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:38.054356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c8e23-4cd8-4987-99c6-258e476f15e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d66d130-b2fe-41b2-8c39-5f713e7517f9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.060931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.167452 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.204845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-bdc85cad-3a0e-425a-98fc-57200ffab43c tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:38.209078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-bdc85cad-3a0e-425a-98fc-57200ffab43c tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1634552 Oct 26 14:33:38.225828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.315384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.337315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38ddbf-4394-44d5-abb7-0a72767261c2 req-a1797b23-a3fe-46ee-8755-f675bb90ec3f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:38.339240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f38ddbf-4394-44d5-abb7-0a72767261c2 req-a1797b23-a3fe-46ee-8755-f675bb90ec3f tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 1096 time: 0.1524513 Oct 26 14:33:38.341614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Subnet': ['ID=59c007f5-57d0-4e79-88f5-f51dfc8f8ce8,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.384536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Checking segment: {'id': 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:38.384907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network hostable DHCP agents. Network: 1b78718a-d097-42fa-9cee-caabd1778134, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:33:38.420423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2f38ddbf-4394-44d5-abb7-0a72767261c2 req-54039199-b189-46d9-a0bf-62e9e00f7887 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1958ca16-88a4-4446-8399-0daae70218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610151 Oct 26 14:33:38.430732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.434636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 1b78718a-d097-42fa-9cee-caabd1778134 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:33:38.473082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Deleting port 54093e01-52ee-4237-b80c-a73a73967f8b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:38.473715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.501070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.523861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1b78718a-d097-42fa-9cee-caabd1778134) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:38.534757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:38.534757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.544081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f37de-2a0a-4bda-acde-99b07448dfc2 None None] Network 1b78718a-d097-42fa-9cee-caabd1778134 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:38.575272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-83c533cb-923b-420f-b39a-d9a4cf64b1db tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7714169 Oct 26 14:33:38.582145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39562) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:38.602865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-183468182', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:38.615225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e317730-db85-4417-920c-02042e25db62,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:38.628016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.633939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c490fd6-63f5-4451-86fb-920af67c161f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e317730-db85-4417-920c-02042e25db62 HTTP/1.1" status: 204 len: 168 time: 0.6625409 Oct 26 14:33:38.638119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:38.753244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.754728 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.831341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] For port 54093e01-52ee-4237-b80c-a73a73967f8b, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=54093e01-52ee-4237-b80c-a73a73967f8b,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:38.832182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.839851 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.865425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.865801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1b78718a-d097-42fa-9cee-caabd1778134', 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134', 'tenant_id': 'fe0ba3ac75bb49d7b7623dda7a84edb5', 'fixed_ips': [{'subnet_id': '59c007f5-57d0-4e79-88f5-f51dfc8f8ce8'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:33:38.867170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:38.870377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Calling delete_port for 54093e01-52ee-4237-b80c-a73a73967f8b owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:39.067796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.091923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:39.107834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba51e2a-c18a-40f1-b573-7dfcb1821bc7']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:39.113474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.122975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2257fd6-8ae4-4320-b7d4-3f4c60d6f0c2') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:39.123274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2257fd6-8ae4-4320-b7d4-3f4c60d6f0c2') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:39.157532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.188295 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.202493 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:39.203089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:39.205183 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:39.247106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.274014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Allocated IP 172.20.0.2 (1b78718a-d097-42fa-9cee-caabd1778134/59c007f5-57d0-4e79-88f5-f51dfc8f8ce8/8eb82b93-21f7-401d-aba7-e03229ce6beb) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:39.299359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Pushing event deleted for resources: {'Port': ['ID=54093e01-52ee-4237-b80c-a73a73967f8b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:39.332567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.361052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.366859 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cba51e2a-c18a-40f1-b573-7dfcb1821bc7 HTTP/1.1" status: 204 len: 168 time: 0.7250066 Oct 26 14:33:39.367331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] No DVR routers for this DVR port 54093e01-52ee-4237-b80c-a73a73967f8b on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:39.379369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.382926 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-589e620d-e64a-4163-98f2-5989d8f7cc9c req-276e16cf-e859-4e4c-b926-15f85f7f2fe9 tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.41 "DELETE /v2.0/ports/54093e01-52ee-4237-b80c-a73a73967f8b HTTP/1.1" status: 204 len: 173 time: 1.1635036 Oct 26 14:33:39.383442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'name': 'network-vif-deleted', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:39.386034 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381005b-a2fc-40aa-8ccb-dca568e455bc" -d '{"events": [{"server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "name": "network-vif-deleted", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:39.390062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dae0d7-6381-4814-b81a-8b3f5080d040 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba51e2a-c18a-40f1-b573-7dfcb1821bc7,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:39.521564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 338d6582-5b4f-41cd-969e-f3778263f0fa {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:39.521922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.548926 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37709ca1-1854-4963-826b-068f57e71196 x-openstack-request-id: req-37709ca1-1854-4963-826b-068f57e71196 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:39.549227 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32671710-a0e5-4f79-a0e0-0da403f9b04a", "name": "network-vif-deleted", "tag": "54093e01-52ee-4237-b80c-a73a73967f8b", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:39.549491 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37709ca1-1854-4963-826b-068f57e71196 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:39.549909 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32671710-a0e5-4f79-a0e0-0da403f9b04a', 'name': 'network-vif-deleted', 'tag': '54093e01-52ee-4237-b80c-a73a73967f8b', 'status': 'completed', 'code': 200} Oct 26 14:33:39.589720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 316a3805-8e6d-411e-801f-ca5192af3704 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:39.590837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.637255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.674156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.739243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba91f739-9d7f-490d-98f3-d083c6f5e548 req-61def8e4-0388-47ff-b21e-d3996a220faa tempest-TestServerMultinode-1741083017 tempest-TestServerMultinode-1741083017-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32671710-a0e5-4f79-a0e0-0da403f9b04a HTTP/1.1" status: 200 len: 210 time: 0.0574419 Oct 26 14:33:39.868348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 338d6582-5b4f-41cd-969e-f3778263f0fa, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=338d6582-5b4f-41cd-969e-f3778263f0fa,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:39.869450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:39.874223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.882239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Network 1b78718a-d097-42fa-9cee-caabd1778134 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:39.883686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Pushing event updated for resources: {'Port': ['ID=8eb82b93-21f7-401d-aba7-e03229ce6beb,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:39.889447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:39.898797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:39.964980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca213dc8-815d-4d99-a1b2-4933efd87e44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2539f616bc4643cbbc42462a238e9bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0878046 Oct 26 14:33:39.964980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39580) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:39.974443 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.975071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:39.989030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 338d6582-5b4f-41cd-969e-f3778263f0fa owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:39.990126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Attempting to bind port 8eb82b93-21f7-401d-aba7-e03229ce6beb on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:33:39.990510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Attempting to bind port 8eb82b93-21f7-401d-aba7-e03229ce6beb by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:33:39.990876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Attempting to bind port 8eb82b93-21f7-401d-aba7-e03229ce6beb on network 1b78718a-d097-42fa-9cee-caabd1778134 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:33:39.998901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:33:39.999629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Checking segment: {'id': 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:33:40.000181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.000796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Bound using segment: {'id': 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:33:40.000973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Bound port: 8eb82b93-21f7-401d-aba7-e03229ce6beb, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '1b78718a-d097-42fa-9cee-caabd1778134'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:33:40.001366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.100694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.113477 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3a642832-f09d-4378-af7e-66de14949521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.149140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] For port 8eb82b93-21f7-401d-aba7-e03229ce6beb, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:33:40.160826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] For port 8eb82b93-21f7-401d-aba7-e03229ce6beb, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8eb82b93-21f7-401d-aba7-e03229ce6beb,segment=NetworkSegment(ff30fe18-cf66-489a-b4af-c94c96ccd6ab),segment_id=ff30fe18-cf66-489a-b4af-c94c96ccd6ab)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:33:40.168051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.170384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.211980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 316a3805-8e6d-411e-801f-ca5192af3704 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:40.247522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622ce4a-7c75-4b81-b20f-d06312ff8aed None None] Pushing event updated for resources: {'Port': ['ID=8eb82b93-21f7-401d-aba7-e03229ce6beb,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:40.316429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.322170 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.324971 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/029a7291-d115-4281-8395-4bf4cee2510a HTTP/1.1" status: 204 len: 168 time: 0.3585491 Oct 26 14:33:40.340312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774b85a-2ab5-44e6-83ba-cf11c4b6a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a7291-d115-4281-8395-4bf4cee2510a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:40.570839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.645104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:40.841764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:40.911244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.25.5.79 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/5c276a43-e700-409f-8aee-57cf95080e17) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:40.956178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:41.100282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d701706-9f29-4a16-9746-15ad2f809595 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cca33aa3ae9a4dd1ae079f3e85a704c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387761 Oct 26 14:33:41.100942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39594) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:41.151664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 54093e01-52ee-4237-b80c-a73a73967f8b no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:41.222581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 54093e01-52ee-4237-b80c-a73a73967f8b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:41.222930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 54093e01-52ee-4237-b80c-a73a73967f8b not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:41.300865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8eb82b93-21f7-401d-aba7-e03229ce6beb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:41.326181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.350581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.405185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.405537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8eb82b93-21f7-401d-aba7-e03229ce6beb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:41.406163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.435713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=316a3805-8e6d-411e-801f-ca5192af3704,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.448234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.528813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.667605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.669653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=338d6582-5b4f-41cd-969e-f3778263f0fa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.774079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 8eb82b93-21f7-401d-aba7-e03229ce6beb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8eb82b93-21f7-401d-aba7-e03229ce6beb,segment=NetworkSegment(ff30fe18-cf66-489a-b4af-c94c96ccd6ab),segment_id=ff30fe18-cf66-489a-b4af-c94c96ccd6ab)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:41.786577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.891310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.893556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.894028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=8eb82b93-21f7-401d-aba7-e03229ce6beb,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:41.904951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:41.968362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=5c276a43-e700-409f-8aee-57cf95080e17,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.026424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e68a5-bc7f-45dd-b1db-faf707f72646 None None] Network 1b78718a-d097-42fa-9cee-caabd1778134 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:42.031573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.031899 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Floating IP 1542751f-5d2d-41da-a76c-c42c36f58861 disassociated (deleted). External IP: 172.25.5.176, port: 91beb6de-de43-492e-be7d-6518066982d4. Oct 26 14:33:42.059575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Deleting port 21d5f679-b5f4-45b9-b349-6350762f3054 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:42.060065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.167197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-72bcb499-8d6c-4ac7-8d93-e8b0ac6f3fa4 None None] Provisioning complete for port 8eb82b93-21f7-401d-aba7-e03229ce6beb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:42.169027 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72bcb499-8d6c-4ac7-8d93-e8b0ac6f3fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.169348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] For port 21d5f679-b5f4-45b9-b349-6350762f3054, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=21d5f679-b5f4-45b9-b349-6350762f3054,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:42.169710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.187236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Calling delete_port for 21d5f679-b5f4-45b9-b349-6350762f3054 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:42.440793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.504064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d5f679-b5f4-45b9-b349-6350762f3054,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:42.558644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:42.570399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:42.585891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:42.787412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.874032 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.877078 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.878620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d72b73e-33ad-4f86-adef-15632dd73c08 HTTP/1.1" status: 204 len: 168 time: 1.7727904 Oct 26 14:33:42.891702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c084ab7-b85b-4648-8116-83a9534195c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:42.929276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fba2e-f4f6-4259-b0a6-b8f58e97b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72b73e-33ad-4f86-adef-15632dd73c08,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:43.217470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7fbb8587-1bdc-4eeb-982c-883fe25dc80e None None] Provisioning complete for port 8eb82b93-21f7-401d-aba7-e03229ce6beb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:43.218087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7fbb8587-1bdc-4eeb-982c-883fe25dc80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.355732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8eb82b93-21f7-401d-aba7-e03229ce6beb up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:33:43.533226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.540444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:43.706355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8eb82b93-21f7-401d-aba7-e03229ce6beb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:43.707297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:43.763930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 75524e88-9171-450a-97f1-a0583bb70a09 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:43.968222 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.165916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:44.201503 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.293658 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.309126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:44.324424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.339370 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:44.367396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:44.370729 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:44.371810 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:44.381664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c0fa44f7-8890-4b04-8beb-4d09d51036c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/75524e88-9171-450a-97f1-a0583bb70a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6826007 Oct 26 14:33:44.381664 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c388e40-45d9-4398-894a-6388f4bcd444 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "DELETE /v2.0/floatingips/1542751f-5d2d-41da-a76c-c42c36f58861 HTTP/1.1" status: 204 len: 168 time: 5.2849956 Oct 26 14:33:44.384124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39684) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:44.384600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:44.388008 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259db489-9c87-478f-a007-a5e2f302d61e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:44.395526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Sync routers for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:44.485909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:44.489571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:44.499859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting subnet 3f686aea-38b6-4bfc-8168-ef33d8f9895c {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:44.507001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.619641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:44.662125 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed6c16e-bae7-4aca-9428-67843ec585c3 x-openstack-request-id: req-5ed6c16e-bae7-4aca-9428-67843ec585c3 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:44.669055 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "tag": "91beb6de-de43-492e-be7d-6518066982d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:44.672774 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ed6c16e-bae7-4aca-9428-67843ec585c3 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:44.673519 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'tag': '91beb6de-de43-492e-be7d-6518066982d4', 'status': 'completed', 'code': 200} Oct 26 14:33:44.734264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router ea5c969e-23c4-4554-896b-6f53f26fa4f2 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:33:44.768866 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:44.966688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:44.977385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db489-9c87-478f-a007-a5e2f302d61e req-6d4e458e-c9ef-4fd6-b73d-65075f6746bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:44.979832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-6d4e458e-c9ef-4fd6-b73d-65075f6746bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 1097 time: 0.3061831 Oct 26 14:33:45.022514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:45.043871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-19a19d35-043c-4836-8dca-2579c462a509 admin admin] 10.222.0.37 "PUT /v2.0/routers/1db2234d-3e8f-4e45-b7a5-5828659c6a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1986961 Oct 26 14:33:45.047127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:45.153582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.265906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Sync routers for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:45.280550 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:33:45.305587 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:45.306264 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:45.413532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.495630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:33:41Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:45.504636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Subnet': ['ID=3f686aea-38b6-4bfc-8168-ef33d8f9895c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:45.585382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Checking router: 75524e88-9171-450a-97f1-a0583bb70a09 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:45.610094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:45.620373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Routers {'75524e88-9171-450a-97f1-a0583bb70a09'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:45.620840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['75524e88-9171-450a-97f1-a0583bb70a09'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:45.621402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4004b11b-4662-46da-851e-875a963074e3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/subnets/3f686aea-38b6-4bfc-8168-ef33d8f9895c HTTP/1.1" status: 204 len: 168 time: 1.2278397 Oct 26 14:33:45.623731 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:45.629725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 39770) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:45.740355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47fc56-d621-4588-9a59-d3095d101ffa req-f18c8432-e13c-4874-a94f-3ba730a1d821 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:45.778351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f47fc56-d621-4588-9a59-d3095d101ffa req-f18c8432-e13c-4874-a94f-3ba730a1d821 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.4944093 Oct 26 14:33:45.832231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69427b6-5303-4777-803a-219cd789dcaf None None] Network 2bcade7e-5eff-4eab-9527-08bd277a5acb requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:45.858627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db489-9c87-478f-a007-a5e2f302d61e req-88570d06-42bd-4d78-a9f1-8623034c2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:45.872286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-88570d06-42bd-4d78-a9f1-8623034c2da7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 200 len: 912 time: 0.8760390 Oct 26 14:33:45.941247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-d3eac738-c753-4a31-88e4-4ce99c69bdfc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:45.944030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-d3eac738-c753-4a31-88e4-4ce99c69bdfc tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.4580557 Oct 26 14:33:45.952615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.122006 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.148001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] Set router 75524e88-9171-450a-97f1-a0583bb70a09 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:46.176275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:46.186602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-38f5b901-e146-47f7-814d-38fc6e48a3a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 200 len: 217 time: 0.2621114 Oct 26 14:33:46.205869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.264723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.273145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-122354b6-4fb7-4f2b-9e75-51b2dc14c3e9 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6809893 Oct 26 14:33:46.288470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 39822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:46.301950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75914089-8739-4381-898c-f56fc89c6501 None None] Sync routers for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:46.336149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f47fc56-d621-4588-9a59-d3095d101ffa req-cce83658-4322-4a11-ade0-17c13de13b3d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259099 Oct 26 14:33:46.343782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.348316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:46.364612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port 91beb6de-de43-492e-be7d-6518066982d4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:46.368786 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:46.368979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:46.370660 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.593703 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:46.674074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db489-9c87-478f-a007-a5e2f302d61e req-64e5317e-9c88-492a-967d-6a1d46c48048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:46.679583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-64e5317e-9c88-492a-967d-6a1d46c48048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 200 len: 850 time: 0.3865383 Oct 26 14:33:46.741531 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:33:42Z', 'revision_number': 5, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.806099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:46.807635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.892242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.957868 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Checking router: 1db2234d-3e8f-4e45-b7a5-5828659c6a34 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:46.960696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:46.961343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:46.992857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Routers {'1db2234d-3e8f-4e45-b7a5-5828659c6a34'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:46.995218 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.030269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.080111 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db489-9c87-478f-a007-a5e2f302d61e req-ead9ef83-ed0b-43cc-96b6-87724daf0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:47.081825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-ead9ef83-ed0b-43cc-96b6-87724daf0215 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1f9a8da-5060-435e-8913-c04432dd438b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3804235 Oct 26 14:33:47.109727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] DHCP port deletion for 2bcade7e-5eff-4eab-9527-08bd277a5acb request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:47.121789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75914089-8739-4381-898c-f56fc89c6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.122452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75914089-8739-4381-898c-f56fc89c6501 None None] The sync data for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:47.179268 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] Set router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:47.268684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Deleting port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:47.269306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.367717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] For port 91beb6de-de43-492e-be7d-6518066982d4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=91beb6de-de43-492e-be7d-6518066982d4,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:47.368695 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.386520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.391270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for 91beb6de-de43-492e-be7d-6518066982d4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:47.459447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] For port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,segment=NetworkSegment(b628662c-9271-4e2a-b265-0689c623e262),segment_id=b628662c-9271-4e2a-b265-0689c623e262)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:47.459877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.578390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Calling delete_port for f4cf1f73-b486-48cf-ba2e-ba69dc8719eb owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:47.645979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 31f139a6-907f-488b-8a8a-23929b97a026 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:47.646426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.648417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:33:41Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:47.853397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 31f139a6-907f-488b-8a8a-23929b97a026, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=31f139a6-907f-488b-8a8a-23929b97a026,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:47.855020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:47.875346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 31f139a6-907f-488b-8a8a-23929b97a026 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:47.935154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d060af9-5215-4715-bcd4-ca4c22bd9615 None None] The sync data for ids ['75524e88-9171-450a-97f1-a0583bb70a09'] in n-d-813419-9 is: [{'id': '75524e88-9171-450a-97f1-a0583bb70a09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937004434', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '31f139a6-907f-488b-8a8a-23929b97a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:30:31Z', 'updated_at': '2021-10-26T14:33:41Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '31f139a6-907f-488b-8a8a-23929b97a026', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75524e88-9171-450a-97f1-a0583bb70a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:30:33Z', 'updated_at': '2021-10-26T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:48.017219 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.063401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] Pushing event deleted for resources: {'Port': ['ID=f4cf1f73-b486-48cf-ba2e-ba69dc8719eb,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:48.074925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9f90b-aebf-4db3-a417-98fca1930ceb None None] No DVR routers for this DVR port f4cf1f73-b486-48cf-ba2e-ba69dc8719eb on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:48.083430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-07a1d3e9-1f3a-4ffd-94d0-db14f00454dc service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7788277 Oct 26 14:33:48.103159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:33:42Z', 'revision_number': 5, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:48.109747 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:48.115082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Deleting port 1e915bb2-21d1-49c0-b629-591d6097a5b1 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:48.115618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.153395 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf0eb4-79a4-4bd8-a9da-0b154ae4437b None None] The sync data for ids ['1db2234d-3e8f-4e45-b7a5-5828659c6a34'] in n-d-813419-9 is: [{'id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'name': 'tempest-TestServerMultinode-439580195-router', 'tenant_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:19Z', 'updated_at': '2021-10-26T14:33:42Z', 'revision_number': 5, 'project_id': 'f62713aeb0654aa8ac0041eb6924b35d', 'gw_port': {'id': '1e915bb2-21d1-49c0-b629-591d6097a5b1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2234d-3e8f-4e45-b7a5-5828659c6a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:20Z', 'updated_at': '2021-10-26T14:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:48.208686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440902a7-b21a-4511-bbcb-da57ef533e42 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce', 'name': '', 'network_id': 'f1f9a8da-5060-435e-8913-c04432dd438b', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'mac_address': 'fa:16:3e:ca:b3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:45Z', 'updated_at': '2021-10-26T14:17:54Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'subnets': [{'id': 'ede7e6c3-a115-4f7c-8276-5e933abc8835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:48.279384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8ab7d-cc71-4c0d-a79d-dc100dbec884 req-01c84a67-b7c8-45cd-a529-aa0df9e3271b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:48.281382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2c8ab7d-cc71-4c0d-a79d-dc100dbec884 req-01c84a67-b7c8-45cd-a529-aa0df9e3271b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 946 time: 0.2301917 Oct 26 14:33:48.378792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] For port 1e915bb2-21d1-49c0-b629-591d6097a5b1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1e915bb2-21d1-49c0-b629-591d6097a5b1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:48.379160 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.411257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Calling delete_port for 1e915bb2-21d1-49c0-b629-591d6097a5b1 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:48.413204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.417423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-259db489-9c87-478f-a007-a5e2f302d61e req-e5b65f2d-9a68-43e6-a4bb-ea9e5979af3a service neutron] 10.222.0.41 "GET /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223829 Oct 26 14:33:48.565416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=91beb6de-de43-492e-be7d-6518066982d4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:48.607841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d2c8ab7d-cc71-4c0d-a79d-dc100dbec884 req-3f75c9bb-0802-4bcf-842a-c1c46a10740b tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/security-groups?id=5d84be49-cdcc-418e-b701-87177899a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190722 Oct 26 14:33:48.610772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] No DVR routers for this DVR port 91beb6de-de43-492e-be7d-6518066982d4 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:48.615492 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.620613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07ab93d4-cc88-496c-9c54-b453cc104ad8 req-68936120-e9ba-45e5-8a83-822f7f4477b5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.41 "DELETE /v2.0/ports/91beb6de-de43-492e-be7d-6518066982d4 HTTP/1.1" status: 204 len: 173 time: 2.6598444 Oct 26 14:33:48.624973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'name': 'network-vif-deleted', 'tag': '91beb6de-de43-492e-be7d-6518066982d4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:33:48.628168 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed403603-4fda-489e-853f-edcfe1ed4b64" -d '{"events": [{"server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "name": "network-vif-deleted", "tag": "91beb6de-de43-492e-be7d-6518066982d4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:33:48.814838 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17f25f-f1af-455f-8518-8a7decb8f1b2 x-openstack-request-id: req-4d17f25f-f1af-455f-8518-8a7decb8f1b2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:33:48.815752 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b231c2f-194b-4f59-b96d-3f03cbc7a17f", "name": "network-vif-deleted", "tag": "91beb6de-de43-492e-be7d-6518066982d4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:33:48.817341 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d17f25f-f1af-455f-8518-8a7decb8f1b2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:33:48.819228 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b231c2f-194b-4f59-b96d-3f03cbc7a17f', 'name': 'network-vif-deleted', 'tag': '91beb6de-de43-492e-be7d-6518066982d4', 'status': 'completed', 'code': 200} Oct 26 14:33:48.826277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.841360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:48.975335 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59141de0-e072-408a-a60e-30d55e61f98f None None] New status for floating IP 1542751f-5d2d-41da-a76c-c42c36f58861: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:33:48.985081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=31f139a6-907f-488b-8a8a-23929b97a026,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:49.235020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 91beb6de-de43-492e-be7d-6518066982d4 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:49.237574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.246976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 21d5f679-b5f4-45b9-b349-6350762f3054 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:49.342899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 21d5f679-b5f4-45b9-b349-6350762f3054 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:49.345135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 21d5f679-b5f4-45b9-b349-6350762f3054 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:49.346066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 338d6582-5b4f-41cd-969e-f3778263f0fa no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:49.392730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 338d6582-5b4f-41cd-969e-f3778263f0fa {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:49.393513 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 338d6582-5b4f-41cd-969e-f3778263f0fa not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:49.394179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f4cf1f73-b486-48cf-ba2e-ba69dc8719eb no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:49.426296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 91beb6de-de43-492e-be7d-6518066982d4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:49.426757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 91beb6de-de43-492e-be7d-6518066982d4 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:49.429907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f4cf1f73-b486-48cf-ba2e-ba69dc8719eb {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:49.430623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f4cf1f73-b486-48cf-ba2e-ba69dc8719eb not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:49.607897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.615112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.746352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.748347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Fanout notify agent at l3_agent the message router_deleted on router 75524e88-9171-450a-97f1-a0583bb70a09 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:33:49.787164 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:49.794267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9d433fee-a826-40c5-88e6-723dcbedb43a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/routers/75524e88-9171-450a-97f1-a0583bb70a09 HTTP/1.1" status: 204 len: 168 time: 4.1616848 Oct 26 14:33:49.801608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:50.202845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.232807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.1 (1b78718a-d097-42fa-9cee-caabd1778134/59c007f5-57d0-4e79-88f5-f51dfc8f8ce8/8b65c76b-e529-4635-9c59-a0d778b3defd) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:50.270975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.327567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e915bb2-21d1-49c0-b629-591d6097a5b1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:50.330017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60472f39-6c17-415f-8cdf-04e6aa88b004 req-e61d2022-7f6d-4d49-a4e3-989c30510f65 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.1208353 Oct 26 14:33:50.397691 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.398297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.398803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.399300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.400050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.400702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.401681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.402173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.402663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.403145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.403652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.404271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:33:50.574904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.623657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcade7e-5eff-4eab-9527-08bd277a5acb']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.655709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b628662c-9271-4e2a-b265-0689c623e262') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.656108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b628662c-9271-4e2a-b265-0689c623e262') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:50.674219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.696434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.707235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:50.708080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:50.712354 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:50.810852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.822334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.829261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/networks/2bcade7e-5eff-4eab-9527-08bd277a5acb HTTP/1.1" status: 204 len: 168 time: 1.0143111 Oct 26 14:33:50.834405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40132) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:50.909152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bef79-b82e-452a-92bf-187d7245ba01 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Network': ['ID=2bcade7e-5eff-4eab-9527-08bd277a5acb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:50.935090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:50.996409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.037602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.102074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.106780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.108659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/security-groups/42a71154-0ad2-4077-998b-3614eff85abc HTTP/1.1" status: 204 len: 168 time: 0.2726958 Oct 26 14:33:51.124261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6caed-a5c8-471b-8663-2e00120694b4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a71154-0ad2-4077-998b-3614eff85abc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:51.200481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31f139a6-907f-488b-8a8a-23929b97a026 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:51.227732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.233367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.245928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 31f139a6-907f-488b-8a8a-23929b97a026 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:51.247739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 31f139a6-907f-488b-8a8a-23929b97a026 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:51.311624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.318164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.318739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db2234d-3e8f-4e45-b7a5-5828659c6a34 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:33:51.324891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.325623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6742d29-5c96-4fbc-8060-08bda25c7ae9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1db2234d-3e8f-4e45-b7a5-5828659c6a34 HTTP/1.1" status: 204 len: 168 time: 6.2499995 Oct 26 14:33:51.329380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40138) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:51.402643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.486251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Deleting subnet 3160cce7-d8b1-4915-875e-65775b8b4b96 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:33:51.497387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.501257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 1b78718a-d097-42fa-9cee-caabd1778134 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:51.519728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:51.522679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:51.597668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25b69997-6280-4505-b844-1e44f91659b8 req-79cabd28-78f3-4be2-a1e6-309308a70655 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0670123 Oct 26 14:33:51.638058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=8b65c76b-e529-4635-9c59-a0d778b3defd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:51.670432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.675976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.788424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.857489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.941697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3160cce7-d8b1-4915-875e-65775b8b4b96,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:51.949623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:51.953919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-33b28520-cd6f-4077-a3c2-edece4d82bf0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3160cce7-d8b1-4915-875e-65775b8b4b96 HTTP/1.1" status: 204 len: 168 time: 0.6227138 Oct 26 14:33:51.959940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de2a008-f96e-4256-9761-2757eed0e921 None None] Network c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:33:51.965150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40148) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:52.101808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.189500 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.237119 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.285917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-038f4f9d-1339-4514-b180-617ead09b37c None None] Provisioning complete for port 8b65c76b-e529-4635-9c59-a0d778b3defd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:52.286284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-038f4f9d-1339-4514-b180-617ead09b37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.334561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Deleting port 9823a134-b62c-4e87-bb9f-33653ada19dd {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:52.334912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.392222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-038f4f9d-1339-4514-b180-617ead09b37c None None] Port 8b65c76b-e529-4635-9c59-a0d778b3defd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:52.417914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] DHCP port deletion for c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:33:52.456398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] For port 9823a134-b62c-4e87-bb9f-33653ada19dd, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9823a134-b62c-4e87-bb9f-33653ada19dd,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:52.456845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.474703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40150) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:52.479753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Calling delete_port for 9823a134-b62c-4e87-bb9f-33653ada19dd owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:52.498934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103428283', 'description': 'tempest-secgroup-smoke-1103428283 description', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:52.526156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Deleting port 9823a134-b62c-4e87-bb9f-33653ada19dd {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:52.526521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.600433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.623656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] For port 9823a134-b62c-4e87-bb9f-33653ada19dd, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=9823a134-b62c-4e87-bb9f-33653ada19dd,segment=NetworkSegment(06deba04-6f45-4223-91d1-e6864a0d128f),segment_id=06deba04-6f45-4223-91d1-e6864a0d128f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:52.624331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.629588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9823a134-b62c-4e87-bb9f-33653ada19dd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:52.632027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] No DVR routers for this DVR port 9823a134-b62c-4e87-bb9f-33653ada19dd on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:52.646645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.664173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Calling delete_port for 9823a134-b62c-4e87-bb9f-33653ada19dd owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:52.796422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.831827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52b2d7d-ffe5-4218-a083-c7dde0afa6d2']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.835755 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:33:52.842300 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:33:52.851330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06deba04-6f45-4223-91d1-e6864a0d128f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:52.852062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06deba04-6f45-4223-91d1-e6864a0d128f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:52.854277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c3c265b-2035-480f-ad35-5c4d8ea3fc3d req-9afbe274-20ae-419c-8c2c-496bdf3a81e5 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0680797 Oct 26 14:33:52.863523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.886930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.908409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.915468 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.918951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:33:52.919156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] No DVR routers for this DVR port 9823a134-b62c-4e87-bb9f-33653ada19dd on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:33:52.920049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.931480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:52.980689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a3290-3dec-4cfb-971c-d5af2ae82e46 None None] Pushing event deleted for resources: {'Port': ['ID=9823a134-b62c-4e87-bb9f-33653ada19dd,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:33:53.016140 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:33:53.037826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.044196 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.052004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c52b2d7d-ffe5-4218-a083-c7dde0afa6d2 HTTP/1.1" status: 204 len: 168 time: 1.0854495 Oct 26 14:33:53.069373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9823a134-b62c-4e87-bb9f-33653ada19dd no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:53.069735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40162) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:53.099084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc559a3-bb91-4842-9ebf-fd7c8c269e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52b2d7d-ffe5-4218-a083-c7dde0afa6d2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.108774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 9823a134-b62c-4e87-bb9f-33653ada19dd {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:53.109235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 9823a134-b62c-4e87-bb9f-33653ada19dd not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:53.109783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1e915bb2-21d1-49c0-b629-591d6097a5b1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:33:53.133326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1e915bb2-21d1-49c0-b629-591d6097a5b1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:33:53.133733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1e915bb2-21d1-49c0-b629-591d6097a5b1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:33:53.264040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=8b65c76b-e529-4635-9c59-a0d778b3defd,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.286816 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.294619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.301473 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.401704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.457130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.461373 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9821754 Oct 26 14:33:53.463950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40166) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:53.471415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:53.480280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48facc3-d8ed-4629-92c7-58a5a45a32fa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8225b45b-2014-4302-a14c-1eada3497a5f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:53.565124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.610938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 1b78718a-d097-42fa-9cee-caabd1778134 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:53.624155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:53.928870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.954920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a95ad349-283f-49ad-b2cb-4d5bdd0550c2 None None] Provisioning complete for port 8b65c76b-e529-4635-9c59-a0d778b3defd triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:53.955298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a95ad349-283f-49ad-b2cb-4d5bdd0550c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:53.967008 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.008812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a95ad349-283f-49ad-b2cb-4d5bdd0550c2 None None] Port 8b65c76b-e529-4635-9c59-a0d778b3defd cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:54.052242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc1b1915-85eb-489d-b1e9-1f74d64b5940 req-ba5f4061-222c-460e-95ad-6d506323d97e tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0577955 Oct 26 14:33:54.073642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f6fb35-60fc-484c-a3c7-27ec518579ca,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:54.087663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.090485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b49fb598-08ce-4d54-9235-9b9ca2300ff0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6250975 Oct 26 14:33:54.093290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.097959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:54.133685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.174155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router ea5c969e-23c4-4554-896b-6f53f26fa4f2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:54.255155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.271103 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.353437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:54.358491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa1cfe7-950c-4c9e-b2ba-2bc6d95650e2,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:54.365924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] Sync routers for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:54.374722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.381157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d60dd55a-4382-4576-9fb1-6b05537ceaab tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2822213 Oct 26 14:33:54.382197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40176) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.391451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-036a9289-9865-42c4-a251-77330caa1625 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/routers/ea5c969e-23c4-4554-896b-6f53f26fa4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0966933 Oct 26 14:33:54.393036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:54.397180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:54.397826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.410902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.412999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40178) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.434349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'port': {'network_id': '1b78718a-d097-42fa-9cee-caabd1778134', 'name': 'tempest-FloatingIPTestJSON-607135753'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:54.468734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.484922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:54.485888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.543987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.549706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:54.550663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeff53-a32b-4738-9cf2-23c1d6f9820d None None] The sync data for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:33:54.697424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.704023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.741860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Made reservation on behalf of fe0ba3ac75bb49d7b7623dda7a84edb5 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:54.746806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbf11f1-8d6c-4ac7-b720-43f7f71a54c3,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:54.747289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.766203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:54.772457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f1ce344-4491-4c0b-bd7d-d4e7049521c8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3827453 Oct 26 14:33:54.773434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40180) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:54.784443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:54.785262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] device_id is not set on port 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:33:54.839722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.063865 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Allocated IP 172.20.0.13 (1b78718a-d097-42fa-9cee-caabd1778134/59c007f5-57d0-4e79-88f5-f51dfc8f8ce8/293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:55.095829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.104289 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.124198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Deleting port 8d37555f-0a36-41d5-882d-c8db38cc4694 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:55.124570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.136928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a524dc6-29fe-45b5-9469-9f83bb89f31b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:55.149179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.155538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81f4470c-45d1-46c3-8cf5-635464bba94d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787768 Oct 26 14:33:55.156546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40184) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:55.175055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:55.218782 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:33:55.228648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.278885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d670613c-4a2c-4391-85ca-cc32db424f7a req-4fd93513-083e-43f8-a321-60a2aae5ec1d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.0902762 Oct 26 14:33:55.350194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.360725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.385826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] For port 8d37555f-0a36-41d5-882d-c8db38cc4694, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8d37555f-0a36-41d5-882d-c8db38cc4694,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:33:55.386190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.408302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Calling delete_port for 8d37555f-0a36-41d5-882d-c8db38cc4694 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:55.413456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e824bd-b1d5-4540-a4ac-f054e8e7f05b,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:55.434694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.442876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40188) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:55.445299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e09ce98-cc3b-415c-9808-44bf02c265eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2867434 Oct 26 14:33:55.452240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '8225b45b-2014-4302-a14c-1eada3497a5f', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:55.545404 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.580573 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:33:55.589704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.687514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.793601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Network 1b78718a-d097-42fa-9cee-caabd1778134 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:55.806366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:55.815142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event updated for resources: {'Port': ['ID=293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:55.816759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:55.859541 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.871427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.916772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:55.917630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.938965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0882b7-3563-4c6a-9aac-18041b29d895,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:55.962796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:55.965306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e4ca7ca2-f19d-43db-af1d-bca64eec8a2b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5213156 Oct 26 14:33:55.970168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40200) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:55.973197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9e13bc7-1783-45e6-82ee-10cb1ef2f108 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5579660 Oct 26 14:33:55.975049 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40202) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:55.982100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Request body: {'floatingip': {'port_id': '293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:55.982277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'network': {'name': 'tempest-network-smoke--1112564645', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:56.030171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.059442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:33:56.063414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.076092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d37555f-0a36-41d5-882d-c8db38cc4694,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:56.098292 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.133741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:33:56.178256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.181264 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Added segment 3806d1d4-7b53-4890-8b82-f1053bc02dc7 of type vlan for network 12d6b1b9-b600-4514-af56-b1329bfaa387 Oct 26 14:33:56.374289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-55df834d-8d9a-4337-ba6b-e623ecf4899a None None] Provisioning complete for port 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:33:56.377051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55df834d-8d9a-4337-ba6b-e623ecf4899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.377206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.437666 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.459674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:33:56.461014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.485156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-55df834d-8d9a-4337-ba6b-e623ecf4899a None None] Port 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:33:56.614114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6423965 Oct 26 14:33:56.634276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40210) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:56.640423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'admin_state_up': True, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:33:56.662614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96380ac7-ccb8-422b-bfb2-92e2ea8f1cb5 req-c62bbb39-1def-459f-a897-a83a52d639f4 tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b231c2f-194b-4f59-b96d-3f03cbc7a17f HTTP/1.1" status: 200 len: 210 time: 0.1731100 Oct 26 14:33:56.724375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528abc83-7fab-43c9-b960-70f28af61250 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Network': ['ID=12d6b1b9-b600-4514-af56-b1329bfaa387,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:56.742676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:33:56.769603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.773668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:56.997418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.238062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.348140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.657612 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.721762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.864987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40224) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:57.922022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:57.961373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.254885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Router 157332a0-b5c6-4508-9388-60b7a0330a52 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:58.257453 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 62545b79-0f48-4c81-8e2b-52394cde6ffd associated. External IP: 172.25.5.179, port: 16b81cf8-6755-49a7-b700-eb3fbb0630e1. Oct 26 14:33:58.268210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.236 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1876142b-4ade-46f7-99c2-b5bf6269dad3) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:33:58.444744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Deleting port d82216d7-4924-4b8b-b282-fb2714926257 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:33:58.445334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.571892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.589270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:58.598564 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b2b6713-0d4f-4de6-8c59-82748b329357 admin admin] 10.222.0.37 "PUT /v2.0/routers/157332a0-b5c6-4508-9388-60b7a0330a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5275495 Oct 26 14:33:58.601375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.602043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.611261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40230) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:33:58.611468 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Sync routers for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:58.644464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:58.648209 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:58.652608 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:58.690160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Calling delete_port for d82216d7-4924-4b8b-b282-fb2714926257 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:33:58.740455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=1876142b-4ade-46f7-99c2-b5bf6269dad3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:58.764047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:33:58.766517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:33:58.771726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:33:58.930921 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:59.255780 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 5, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:59.302777 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Checking router: 157332a0-b5c6-4508-9388-60b7a0330a52 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:33:59.320270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Routers {'157332a0-b5c6-4508-9388-60b7a0330a52'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:59.320946 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['157332a0-b5c6-4508-9388-60b7a0330a52'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:59.355852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.384518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.391127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:33:59.548309 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] Set router 157332a0-b5c6-4508-9388-60b7a0330a52 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:33:59.647397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.680321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.703923 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:33:59.735175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'Port': ['ID=d82216d7-4924-4b8b-b282-fb2714926257,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:33:59.752417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:33:59.766283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:33:59.803722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:33:59.805752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:59.957202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:33:59.987119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router dbd03247-493b-4512-98eb-e1d63119db8c is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:34:00.006426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:00.007455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.044854 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 5, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.142789 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7501f8-5aaf-42ae-adc4-15dda80388f7 None None] The sync data for ids ['157332a0-b5c6-4508-9388-60b7a0330a52'] in n-d-813419-9 is: [{'id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'name': 'tempest-TestServerMultinode-1161825880-router', 'tenant_id': 'e362362d98714de9a60fa2a61899cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:32:37Z', 'updated_at': '2021-10-26T14:33:55Z', 'revision_number': 5, 'project_id': 'e362362d98714de9a60fa2a61899cc59', 'gw_port': {'id': 'ddbe5b4d-fba5-4b6b-a377-105ad988c37d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157332a0-b5c6-4508-9388-60b7a0330a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:32:38Z', 'updated_at': '2021-10-26T14:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:00.145036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.146183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f75989-a271-4545-a74d-8fbde050a745 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:00.292303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:00.296723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.299614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.305456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e31237a4-7a32-4f98-8def-66b55866ef4d tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "DELETE /v2.0/floatingips/cbfe4637-2641-4541-b14a-2f563c7a6042 HTTP/1.1" status: 204 len: 168 time: 2.4367766 Oct 26 14:34:00.313842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Sync routers for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:00.324434 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.326105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d835767-b01b-4132-a1d6-c649fdb76d50 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6896605 Oct 26 14:34:00.331260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40242) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.345424 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:00.347401 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:00.372910 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1dedd926-4c8c-4829-bdd3-bacb9489772e tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=664d07e1bf9948d5a5ba1622f9309e03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403502 Oct 26 14:34:00.377885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40244) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.394974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Deleting port ddbe5b4d-fba5-4b6b-a377-105ad988c37d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:00.402016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:00.637991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe0eb2-a528-4727-8a37-2476c2b84128 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:00.644123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9afe0eb2-a528-4727-8a37-2476c2b84128 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2647502 Oct 26 14:34:00.652186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40254) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.781545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2c841162-5577-4e04-91fd-ec43b8594c33 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253433 Oct 26 14:34:00.786376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40258) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:00.800826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1967384435', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:00.862732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:01.040645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:01.052881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.053812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] For port ddbe5b4d-fba5-4b6b-a377-105ad988c37d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:01.055252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.058731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8d37555f-0a36-41d5-882d-c8db38cc4694 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:01.140898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Calling delete_port for ddbe5b4d-fba5-4b6b-a377-105ad988c37d owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:01.170587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8d37555f-0a36-41d5-882d-c8db38cc4694 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:01.176271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8d37555f-0a36-41d5-882d-c8db38cc4694 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:01.709985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router ea5c969e-23c4-4554-896b-6f53f26fa4f2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:01.727894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.802028 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:33:59Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:01.921763 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Checking router: dbd03247-493b-4512-98eb-e1d63119db8c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:01.924546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Updating router dbd03247-493b-4512-98eb-e1d63119db8c port 1876142b-4ade-46f7-99c2-b5bf6269dad3 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:34:01.955937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:01.967683 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.065792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbe5b4d-fba5-4b6b-a377-105ad988c37d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:02.069422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Subnet': ['ID=ab7c95a2-83bc-4742-b16a-bb9c518071e8,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:02.108009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.108379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.108741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.109089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.109428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.109765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.111830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:02.126014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:02.126396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network hostable DHCP agents. Network: 12d6b1b9-b600-4514-af56-b1329bfaa387, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:02.183725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:02.196991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 12d6b1b9-b600-4514-af56-b1329bfaa387) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:02.202195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:02.202804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.213757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4034a2f-adb0-48a9-ba34-34bbc493ee8a None None] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:02.233103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.251092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1097b137-87d4-4a0d-8f7f-95d6eafea5d3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4606659 Oct 26 14:34:02.251819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40268) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:02.378202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:02.396650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.643164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] Sync routers for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:02.652979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.664600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.739724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:02.739724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:02.754125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-12d6b1b9-b600-4514-af56-b1329bfaa387', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:02.755043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.761628 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.781418 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.818166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.821930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 157332a0-b5c6-4508-9388-60b7a0330a52 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:02.925457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:02.934365 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-20251511-86a8-4157-a7c1-124da2c7e064 admin admin] 10.222.0.37 "DELETE /v2.0/routers/157332a0-b5c6-4508-9388-60b7a0330a52 HTTP/1.1" status: 204 len: 168 time: 4.3139074 Oct 26 14:34:02.941104 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40276) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:03.185723 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Attempting to bind port 1876142b-4ade-46f7-99c2-b5bf6269dad3 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:03.186374 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Attempting to bind port 1876142b-4ade-46f7-99c2-b5bf6269dad3 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:03.186871 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Attempting to bind port 1876142b-4ade-46f7-99c2-b5bf6269dad3 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:03.216546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Deleting subnet be2f42d4-38f6-40e6-80d0-bfd51fcafe26 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:03.230885 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:03.233985 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:03.234707 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.235401 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:03.239378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Bound port: 1876142b-4ade-46f7-99c2-b5bf6269dad3, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:03.242485 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.267656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.338625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Allocated IP 172.20.0.2 (12d6b1b9-b600-4514-af56-b1329bfaa387/ab7c95a2-83bc-4742-b16a-bb9c518071e8/1649c4ec-0dda-4d25-8604-0c32e10e35fc) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:03.345235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-31819685-9bc3-44fa-b817-8a8e18a83333 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/floatingips/62545b79-0f48-4c81-8e2b-52394cde6ffd HTTP/1.1" status: 200 len: 978 time: 7.3685389 Oct 26 14:34:03.349704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:03.388983 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Pushing event updated for resources: {'Port': ['ID=1876142b-4ade-46f7-99c2-b5bf6269dad3,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:03.438548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.465384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.465772 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.466121 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.466465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.467340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.467340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.471270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.474562 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.475146 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.477510 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.478196 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.479038 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:03.507887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:03.574011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] For port 1876142b-4ade-46f7-99c2-b5bf6269dad3, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:03.582936 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] For port 1876142b-4ade-46f7-99c2-b5bf6269dad3, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1876142b-4ade-46f7-99c2-b5bf6269dad3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:03.585989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:03.586707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:03.602765 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.704608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:03.705281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c365928f-0ea1-41dd-a107-73344c23e499 None None] The sync data for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:03.819024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:03.821352 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:03.825200 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ee5c0-0b84-422f-8b37-4e61bfe43ebf None None] Pushing event updated for resources: {'Port': ['ID=1876142b-4ade-46f7-99c2-b5bf6269dad3,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:03.868911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.889118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.923356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:03.968586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:03.969717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.017268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Pushing event updated for resources: {'Port': ['ID=1649c4ec-0dda-4d25-8604-0c32e10e35fc,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.065307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:04.066827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:04.070138 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:04.116105 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:04.287906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.370877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.517430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2f42d4-38f6-40e6-80d0-bfd51fcafe26,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:04.548891 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.552634 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2e783a42-1608-4381-a994-dd7b2a3648e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/be2f42d4-38f6-40e6-80d0-bfd51fcafe26 HTTP/1.1" status: 204 len: 168 time: 1.6105177 Oct 26 14:34:04.559908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40290) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:04.566926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a6ba6-efdd-41c6-b0fc-8739bb8c0229 None None] Network ed047bd2-a659-4b12-aa61-8decaf91dfe3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:04.568211 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:33:59Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:04.640023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0cb34-781a-44c2-ab93-32b5bef98c16 None None] The sync data for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 is: [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:33:59Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:04.657839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.887288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Attempting to bind port 1649c4ec-0dda-4d25-8604-0c32e10e35fc on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:04.887659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Attempting to bind port 1649c4ec-0dda-4d25-8604-0c32e10e35fc by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:04.888043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Attempting to bind port 1649c4ec-0dda-4d25-8604-0c32e10e35fc on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:04.909034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:04.909407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:04.909851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:04.919953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Bound using segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:04.926861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Bound port: 1649c4ec-0dda-4d25-8604-0c32e10e35fc, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:04.927478 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.063726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ddbe5b4d-fba5-4b6b-a377-105ad988c37d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:05.109989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.209502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ddbe5b4d-fba5-4b6b-a377-105ad988c37d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:05.209502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ddbe5b4d-fba5-4b6b-a377-105ad988c37d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:05.219773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] DHCP port deletion for ed047bd2-a659-4b12-aa61-8decaf91dfe3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:05.261458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] For port 1649c4ec-0dda-4d25-8604-0c32e10e35fc, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:05.339552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] For port 1649c4ec-0dda-4d25-8604-0c32e10e35fc, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1649c4ec-0dda-4d25-8604-0c32e10e35fc,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:05.507211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.645432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.669001 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.672429 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Floating IP 62545b79-0f48-4c81-8e2b-52394cde6ffd disassociated. External IP: 172.25.5.179, port: 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c. Oct 26 14:34:05.673501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:05.737292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188adc93-fa88-4e69-901e-46f62199caf1 None None] Pushing event updated for resources: {'Port': ['ID=1649c4ec-0dda-4d25-8604-0c32e10e35fc,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:05.764758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Deleting port 89fe890f-8bfa-484e-a8b9-110c9142f431 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:05.765660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:05.883283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.1 (12d6b1b9-b600-4514-af56-b1329bfaa387/ab7c95a2-83bc-4742-b16a-bb9c518071e8/ea43fa97-9c35-4378-afe9-22c708adf675) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:06.051030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] For port 89fe890f-8bfa-484e-a8b9-110c9142f431, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=89fe890f-8bfa-484e-a8b9-110c9142f431,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:06.054567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.105245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Calling delete_port for 89fe890f-8bfa-484e-a8b9-110c9142f431 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:06.270983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Deleting port 89fe890f-8bfa-484e-a8b9-110c9142f431 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:06.271580 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.366333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.391972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.488324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.516545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] Pushing event deleted for resources: {'Port': ['ID=89fe890f-8bfa-484e-a8b9-110c9142f431,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.536846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f081e6-53f2-4cb7-b7f2-42cfb8be5c41 None None] No DVR routers for this DVR port 89fe890f-8bfa-484e-a8b9-110c9142f431 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:06.688833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:06.695406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:06.725814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:06.836048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] For port 89fe890f-8bfa-484e-a8b9-110c9142f431, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=89fe890f-8bfa-484e-a8b9-110c9142f431,segment=NetworkSegment(92a84103-a828-4fbd-bc95-a57804da9afb),segment_id=92a84103-a828-4fbd-bc95-a57804da9afb)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:06.836548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:06.875177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Calling delete_port for 89fe890f-8bfa-484e-a8b9-110c9142f431 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:06.935041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:06.984208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.065550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.182230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Pushing event deleted for resources: {'Port': ['ID=89fe890f-8bfa-484e-a8b9-110c9142f431,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:07.419373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1876142b-4ade-46f7-99c2-b5bf6269dad3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:07.494405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.545069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.561145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] No DVR routers for this DVR port 89fe890f-8bfa-484e-a8b9-110c9142f431 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:07.690790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1876142b-4ade-46f7-99c2-b5bf6269dad3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:07.691166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:07.915588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:08.024898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.071374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1876142b-4ade-46f7-99c2-b5bf6269dad3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1876142b-4ade-46f7-99c2-b5bf6269dad3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:08.091962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.094114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1649c4ec-0dda-4d25-8604-0c32e10e35fc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:08.262692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.324594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed047bd2-a659-4b12-aa61-8decaf91dfe3']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:08.329064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1876142b-4ade-46f7-99c2-b5bf6269dad3,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:08.361920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a84103-a828-4fbd-bc95-a57804da9afb') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:08.362258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a84103-a828-4fbd-bc95-a57804da9afb') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:08.382146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1649c4ec-0dda-4d25-8604-0c32e10e35fc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:08.382505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.406359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.433812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.452826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:08.453502 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.610941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e2a25-3b8b-4267-9790-535acb57044b None None] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:08.630494 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:08.656801 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.686967 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.694632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed047bd2-a659-4b12-aa61-8decaf91dfe3 HTTP/1.1" status: 204 len: 168 time: 4.1217668 Oct 26 14:34:08.733469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5f937-4d00-420b-bb23-0d460dcc731f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed047bd2-a659-4b12-aa61-8decaf91dfe3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:08.775672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b93ff5f2-ec94-42d4-95cd-eff1832abda3 None None] Provisioning complete for port 1649c4ec-0dda-4d25-8604-0c32e10e35fc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:08.778782 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b93ff5f2-ec94-42d4-95cd-eff1832abda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.811440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router ea5c969e-23c4-4554-896b-6f53f26fa4f2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:08.872381 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:08.954640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1649c4ec-0dda-4d25-8604-0c32e10e35fc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1649c4ec-0dda-4d25-8604-0c32e10e35fc,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:08.981234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.150618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 89fe890f-8bfa-484e-a8b9-110c9142f431 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:09.266083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.270326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40328) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:09.302096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 89fe890f-8bfa-484e-a8b9-110c9142f431 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:09.302569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 89fe890f-8bfa-484e-a8b9-110c9142f431 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:09.352069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.637784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1876142b-4ade-46f7-99c2-b5bf6269dad3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:09.687913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1649c4ec-0dda-4d25-8604-0c32e10e35fc,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:09.729022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:09.792361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1876142b-4ade-46f7-99c2-b5bf6269dad3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:09.792929 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:09.839607 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b55ff4d-1ae6-4f32-a134-89bd2512dfa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f62713aeb0654aa8ac0041eb6924b35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493677 Oct 26 14:34:09.841007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40336) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:09.865334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:09.880975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] Sync routers for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:09.901728 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:09.902378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:09.949333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.015834 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:10.042221 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:10.045545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:10.052162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.064923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-021e0b30-c143-471b-9095-d624768cc25e tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c HTTP/1.1" status: 204 len: 168 time: 6.7105632 Oct 26 14:34:10.067378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40338) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:10.136239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-17162314-c025-4817-8f5a-fa2ad137ad6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.180391 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:10.195708 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ab09b-c99a-46ef-bb84-8213a7c12ace None None] The sync data for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:10.480484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.525380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:10.548798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:10.578656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-86da6847-c0eb-44e2-99ff-b682ff60d7d6 None None] Provisioning complete for port 1649c4ec-0dda-4d25-8604-0c32e10e35fc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:10.579203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86da6847-c0eb-44e2-99ff-b682ff60d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.583117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.839060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.842445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:10.843406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44080498-3c84-41cd-a855-5dd1c1750a6d HTTP/1.1" status: 204 len: 168 time: 0.9863050 Oct 26 14:34:10.873846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a9295-b7f6-4f4b-9a2a-c00b70b14fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44080498-3c84-41cd-a855-5dd1c1750a6d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:10.885788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router dbd03247-493b-4512-98eb-e1d63119db8c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:10.947112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-86da6847-c0eb-44e2-99ff-b682ff60d7d6 None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:10.950092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86da6847-c0eb-44e2-99ff-b682ff60d7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:11.080965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-86da6847-c0eb-44e2-99ff-b682ff60d7d6 None None] Port ea43fa97-9c35-4378-afe9-22c708adf675 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:34:11.242068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a8367432-1331-4ef6-90f9-18450672223c None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:11.248124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8367432-1331-4ef6-90f9-18450672223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:11.409190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40352) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:11.438972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a8367432-1331-4ef6-90f9-18450672223c None None] Port ea43fa97-9c35-4378-afe9-22c708adf675 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:34:11.489183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:11.501531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1c4353bd-f4bd-4d1e-acfa-a5aff83046d2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/dbd03247-493b-4512-98eb-e1d63119db8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2482927 Oct 26 14:34:11.502653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1649c4ec-0dda-4d25-8604-0c32e10e35fc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:11.583577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Sync routers for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:11.610368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:11.653836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:11.655786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:33:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:11.732194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:11.763093 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:11.919153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:11.966726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-55301b8e-bed3-4ded-b3f4-1f422c8207f6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103428283&fields=id&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 267 time: 0.1012824 Oct 26 14:34:12.056614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.059521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.064551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] 10.222.0.37 "DELETE /v2.0/security-groups/5d84be49-cdcc-418e-b701-87177899a9f1 HTTP/1.1" status: 204 len: 168 time: 0.6498311 Oct 26 14:34:12.083534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96aee6-3bb0-4332-b802-78b50d29c7bf tempest-TestVolumeBootPattern-1220515597 tempest-TestVolumeBootPattern-1220515597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84be49-cdcc-418e-b701-87177899a9f1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:12.267843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40378) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:12.268202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:12.373970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-470418b1-d07a-483c-9436-d4f60324f2eb None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:12.375136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-470418b1-d07a-483c-9436-d4f60324f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.393944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-d12678c3-79b6-4a5d-9387-415a1add70eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:12.413154 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-d12678c3-79b6-4a5d-9387-415a1add70eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 797 time: 0.4403849 Oct 26 14:34:12.504969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1649c4ec-0dda-4d25-8604-0c32e10e35fc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:12.513203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.558675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-d2603f54-8b4c-4ae4-9a76-90750599782a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/quotas/664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 375 time: 0.1442313 Oct 26 14:34:12.652383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-470418b1-d07a-483c-9436-d4f60324f2eb None None] Port ea43fa97-9c35-4378-afe9-22c708adf675 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:34:12.689536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 8b65c76b-e529-4635-9c59-a0d778b3defd {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:12.690953 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.725924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 2, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:12.768396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Checking router: dbd03247-493b-4512-98eb-e1d63119db8c for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:12.769040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Updating router dbd03247-493b-4512-98eb-e1d63119db8c port ea43fa97-9c35-4378-afe9-22c708adf675 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:34:12.936327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:12.949184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b641-6a97-4025-8fad-dda1f1c32bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.082424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.142860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 8b65c76b-e529-4635-9c59-a0d778b3defd owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:13.364930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b472402d-5415-4d39-a4f8-45c8e5eb3fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e362362d98714de9a60fa2a61899cc59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0809796 Oct 26 14:34:13.371977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-32a2ca02-8518-4d6e-b813-3cb0948a4195 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8063788 Oct 26 14:34:13.372735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:13.679139 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.691342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-919ed003-8d6e-4b2e-9270-20d2d4a47ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739334 Oct 26 14:34:13.768671 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:13.825105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=8b65c76b-e529-4635-9c59-a0d778b3defd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:13.973811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.053713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.214645 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-b4e597b6-af2e-4376-90c9-e224da4ffdcc service neutron] 10.222.0.37 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010192 Oct 26 14:34:14.241573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.323824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.328903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.344464 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.470668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.492019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.507814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.510554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af1217-6a4d-47af-85e6-558891375350 None None] Pushing event updated for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:14.551728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1958ca16-88a4-4446-8399-0daae70218b3 HTTP/1.1" status: 204 len: 168 time: 1.1696265 Oct 26 14:34:14.686313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a731-4272-4af7-915f-2cb1a664a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958ca16-88a4-4446-8399-0daae70218b3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:14.702546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Attempting to bind port ea43fa97-9c35-4378-afe9-22c708adf675 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:14.702926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Attempting to bind port ea43fa97-9c35-4378-afe9-22c708adf675 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:14.703299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Attempting to bind port ea43fa97-9c35-4378-afe9-22c708adf675 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:14.711281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:14.713285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:14.714309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.714947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Bound using segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:14.716063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Bound port: ea43fa97-9c35-4378-afe9-22c708adf675, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:14.716882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:14.811282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-028cd46a-b18b-4fa5-8bc7-3dd0fcc5b4f0 req-12f70ecc-0ada-4a8f-82cb-a2581c131449 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 210 time: 0.0682416 Oct 26 14:34:14.977795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] For port ea43fa97-9c35-4378-afe9-22c708adf675, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:14.988016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] For port ea43fa97-9c35-4378-afe9-22c708adf675, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea43fa97-9c35-4378-afe9-22c708adf675,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:15.002798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.116176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:15.116883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.224888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:15.232148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:15.554658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router ea5c969e-23c4-4554-896b-6f53f26fa4f2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:15.597025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af1217-6a4d-47af-85e6-558891375350 None None] Pushing event updated for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:15.781995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Deleting port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:15.783238 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.915719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] For port 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:15.916580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.951995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Calling delete_port for 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:15.977103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:15.997866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40428) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:16.067663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:16.081491 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.116415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:16.121961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4e2eebb-dc35-4fe1-9a22-5b96900cd414 req-b1f42a78-a14d-45b4-88ce-2cdad77cdbae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 210 time: 0.1258519 Oct 26 14:34:16.135202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] Sync routers for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:16.151631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7e387ee6-4f6c-4d5a-b51a-344be8b0bcc2 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/routers/ea5c969e-23c4-4554-896b-6f53f26fa4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0814321 Oct 26 14:34:16.156611 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:16.156973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:16.157739 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:16.257971 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:16.288030 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] Routers {'ea5c969e-23c4-4554-896b-6f53f26fa4f2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:16.288875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:16.291395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] For port ea43fa97-9c35-4378-afe9-22c708adf675, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea43fa97-9c35-4378-afe9-22c708adf675,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:16.395437 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:16.396847 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537e015-04dd-4af4-a493-bed5debe3f35 None None] The sync data for ids ['ea5c969e-23c4-4554-896b-6f53f26fa4f2'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:16.446089 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.448027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a078c407-3dc9-4ad1-80c5-f4756dd20cee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4b30544f6844703b1de256ef69f3655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475238 Oct 26 14:34:16.464109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:16.513118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.655655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aaa06-781d-47a4-90ab-1089f96ba23e None None] Pushing event updated for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:16.744414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.745879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.760435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-26629d3d-2978-42c3-9c3e-1403e80268c6 None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:16.760975 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26629d3d-2978-42c3-9c3e-1403e80268c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.881574 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 5c276a43-e700-409f-8aee-57cf95080e17 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:16.887179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.952422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:16.991026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:17.028879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:14Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:17.083376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:17.085842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:17.116767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 5c276a43-e700-409f-8aee-57cf95080e17 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:17.147233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138bd01-f82a-4d1b-a539-01f28dd45402 None None] The sync data for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 is: [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:14Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:17.314972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-4b035404-0180-4bf4-8e32-37124adfdff3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:17.317862 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-4b035404-0180-4bf4-8e32-37124adfdff3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 797 time: 0.5625391 Oct 26 14:34:17.404348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:17.407561 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:17.408969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b9c902-0e85-4d3e-a99b-ff9452c07b8b HTTP/1.1" status: 204 len: 168 time: 0.9399972 Oct 26 14:34:17.468023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd220a25-578c-494b-aa26-d18edd2c7298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b9c902-0e85-4d3e-a99b-ff9452c07b8b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:17.497591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-330906e1-f668-474d-be93-e165dbc5add7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 380 time: 0.1686199 Oct 26 14:34:17.559997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5db5ebcb-7c93-40cf-9f80-9b891b9ff95d req-9c9b9630-f135-4b8c-9cab-980477e376da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 210 time: 0.1598282 Oct 26 14:34:17.646257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'port': {'device_id': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'admin_state_up': True, 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'security_groups': ['8225b45b-2014-4302-a14c-1eada3497a5f']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:17.829920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea43fa97-9c35-4378-afe9-22c708adf675 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:17.873086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.014231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=5c276a43-e700-409f-8aee-57cf95080e17,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:18.032778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ea43fa97-9c35-4378-afe9-22c708adf675 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:18.038547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.154650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.381149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.385528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.465628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.466534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Fanout notify agent at l3_agent the message router_deleted on router ea5c969e-23c4-4554-896b-6f53f26fa4f2 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:18.482267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.487914 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9c13904-43ea-4ebc-b112-bb04c1cc5048 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/routers/ea5c969e-23c4-4554-896b-6f53f26fa4f2 HTTP/1.1" status: 204 len: 168 time: 2.3253181 Oct 26 14:34:18.488252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40464) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:18.560572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting subnet 59c007f5-57d0-4e79-88f5-f51dfc8f8ce8 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:18.566812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.654428 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.730551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.799614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.929149 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:18.931435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41838219-f334-49bd-9ecc-baf0003e05f2 req-d9b269bf-afc0-4b0d-b1b1-44b372763350 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 210 time: 0.1444905 Oct 26 14:34:18.958816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:18.964130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.025336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Subnet': ['ID=59c007f5-57d0-4e79-88f5-f51dfc8f8ce8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:19.037791 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.038632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e219ba-b13d-471e-b41b-101b11814859 None None] Network 1b78718a-d097-42fa-9cee-caabd1778134 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:19.043614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a08922d4-d90c-4e90-a458-1b0ed8f488d5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/subnets/59c007f5-57d0-4e79-88f5-f51dfc8f8ce8 HTTP/1.1" status: 204 len: 168 time: 0.5541575 Oct 26 14:34:19.050876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40476) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:19.217585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.359076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 8eb82b93-21f7-401d-aba7-e03229ce6beb {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:19.359758 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.432174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] DHCP port deletion for 1b78718a-d097-42fa-9cee-caabd1778134 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:19.547347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.5 (12d6b1b9-b600-4514-af56-b1329bfaa387/ab7c95a2-83bc-4742-b16a-bb9c518071e8/2e1cf79b-4580-46aa-a271-1f39ee7429a4) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:19.563178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Deleting port 8eb82b93-21f7-401d-aba7-e03229ce6beb {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:19.563875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.607899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] For port 8eb82b93-21f7-401d-aba7-e03229ce6beb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8eb82b93-21f7-401d-aba7-e03229ce6beb,segment=NetworkSegment(ff30fe18-cf66-489a-b4af-c94c96ccd6ab),segment_id=ff30fe18-cf66-489a-b4af-c94c96ccd6ab)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:19.608995 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.662251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 8eb82b93-21f7-401d-aba7-e03229ce6beb owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:19.764911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] For port 8eb82b93-21f7-401d-aba7-e03229ce6beb, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8eb82b93-21f7-401d-aba7-e03229ce6beb,segment=NetworkSegment(ff30fe18-cf66-489a-b4af-c94c96ccd6ab),segment_id=ff30fe18-cf66-489a-b4af-c94c96ccd6ab)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:19.766767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.801701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Calling delete_port for 8eb82b93-21f7-401d-aba7-e03229ce6beb owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:19.848870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.878275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Router a2f083a6-c74e-4615-84e5-6b588f3ed01a has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:19.930604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] No DVR routers for this DVR port 8eb82b93-21f7-401d-aba7-e03229ce6beb on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:19.946661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:19.947858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=8eb82b93-21f7-401d-aba7-e03229ce6beb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:19.970405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.043134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] Pushing event deleted for resources: {'Port': ['ID=8eb82b93-21f7-401d-aba7-e03229ce6beb,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:20.071643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c36836-1b96-4f93-9f62-dd377977a365 None None] No DVR routers for this DVR port 8eb82b93-21f7-401d-aba7-e03229ce6beb on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:20.162846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.201601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b78718a-d097-42fa-9cee-caabd1778134']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:20.229016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572e02e-1db5-4880-ba1b-1ecd69715834 req-1a21517d-aa67-4313-b446-b54127275d24 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:20.229016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9572e02e-1db5-4880-ba1b-1ecd69715834 req-1a21517d-aa67-4313-b446-b54127275d24 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 931 time: 0.1269677 Oct 26 14:34:20.231043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.231221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:20.231221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff30fe18-cf66-489a-b4af-c94c96ccd6ab') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:20.252049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.302997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.317958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9572e02e-1db5-4880-ba1b-1ecd69715834 req-02a1ab85-6695-4efd-82c0-75999b03e173 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635598 Oct 26 14:34:20.319160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:20.319570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:20.324343 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:20.396575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:20.412334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-730fe662-1767-47fa-be5b-42c9f8ab981d admin admin] 10.222.0.37 "PUT /v2.0/routers/a2f083a6-c74e-4615-84e5-6b588f3ed01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1397040 Oct 26 14:34:20.412661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Sync routers for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:20.429553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:20.430483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:20.439737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:20.548022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:20.551511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:20.561987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:20.567502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:20.592831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.643453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.661306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/networks/1b78718a-d097-42fa-9cee-caabd1778134 HTTP/1.1" status: 204 len: 168 time: 1.6056128 Oct 26 14:34:20.661306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ff5d1-4b57-4380-8874-9015a9431a8f tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Network': ['ID=1b78718a-d097-42fa-9cee-caabd1778134,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:20.662860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40500) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:20.736661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.788918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:20.875183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:20.876178 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.932950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:20.960916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-9c25ca6b-0a6e-4cb5-a5e9-519e92ba4a0a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3462577 Oct 26 14:34:20.998715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 79aed5ec-7d97-4a72-9279-76d6d9762462 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:20.999432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.107266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Deleting port fe98a732-67aa-46bd-898c-747556ebecf3 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:21.107596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.182053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c94c6b2a-c0e8-4816-85c7-db849ca2b8a9 None None] Provisioning complete for port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:21.188092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c94c6b2a-c0e8-4816-85c7-db849ca2b8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.287166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.288071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.319711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 79aed5ec-7d97-4a72-9279-76d6d9762462 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:21.324739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] For port fe98a732-67aa-46bd-898c-747556ebecf3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fe98a732-67aa-46bd-898c-747556ebecf3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:21.325478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.336604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c94c6b2a-c0e8-4816-85c7-db849ca2b8a9 None None] Port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:34:21.385453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port': {'id': 'fe98a732-67aa-46bd-898c-747556ebecf3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:37Z', 'updated_at': '2021-10-26T14:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:21.394762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Request body: {'port': {'device_id': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:21.405074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Calling delete_port for fe98a732-67aa-46bd-898c-747556ebecf3 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:21.500277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Checking router: a2f083a6-c74e-4615-84e5-6b588f3ed01a for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:21.523131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Routers {'a2f083a6-c74e-4615-84e5-6b588f3ed01a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:21.524059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:21.611505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8eb82b93-21f7-401d-aba7-e03229ce6beb no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:21.680663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8eb82b93-21f7-401d-aba7-e03229ce6beb {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:21.682108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8eb82b93-21f7-401d-aba7-e03229ce6beb not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:21.722136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.725113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] Set router a2f083a6-c74e-4615-84e5-6b588f3ed01a gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:21.777566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=79aed5ec-7d97-4a72-9279-76d6d9762462,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:21.804234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.924990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.933186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:21.943166 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-028c6a63-c4e1-4e68-ae19-3e2ce9a84a00 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/floatingips/62545b79-0f48-4c81-8e2b-52394cde6ffd HTTP/1.1" status: 204 len: 168 time: 1.2770953 Oct 26 14:34:21.943855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40514) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:22.016626 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f70c40-9de0-4499-9707-9a4128cdb72a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] DELETE failed (client error): The resource could not be found. Oct 26 14:34:22.022530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f70c40-9de0-4499-9707-9a4128cdb72a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:34:22.038576 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:34:22.040977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2f70c40-9de0-4499-9707-9a4128cdb72a tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/293f9fb6-f6fe-4dba-ad2c-ba47b2168e1c HTTP/1.1" status: 404 len: 333 time: 0.0953426 Oct 26 14:34:22.047453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:22.128260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3494934f-b49c-4c71-ba68-3dac419726b7 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5c969e-23c4-4554-896b-6f53f26fa4f2 HTTP/1.1" status: 200 len: 205 time: 0.0800273 Oct 26 14:34:22.131936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40520) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:22.244350 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-7d95b7c8-d93c-4c93-9d40-08fe82a02f69 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] delete failed (client error): The resource could not be found. Oct 26 14:34:22.247973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7d95b7c8-d93c-4c93-9d40-08fe82a02f69 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/routers/ea5c969e-23c4-4554-896b-6f53f26fa4f2 HTTP/1.1" status: 404 len: 336 time: 0.1129730 Oct 26 14:34:22.248657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:22.316330 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc327cf2-16e9-4311-9ae6-5463264e376c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] DELETE failed (client error): The resource could not be found. Oct 26 14:34:22.317149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc327cf2-16e9-4311-9ae6-5463264e376c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:34:22.326075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc327cf2-16e9-4311-9ae6-5463264e376c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/subnets/59c007f5-57d0-4e79-88f5-f51dfc8f8ce8 HTTP/1.1" status: 404 len: 337 time: 0.0703478 Oct 26 14:34:22.326859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40526) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:22.372282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:34:20Z', 'revision_number': 6, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:22.410277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b4a266-c4ab-4b0e-b14c-a6669e552009 None None] The sync data for ids ['a2f083a6-c74e-4615-84e5-6b588f3ed01a'] in n-d-813419-9 is: [{'id': 'a2f083a6-c74e-4615-84e5-6b588f3ed01a', 'name': 'tempest-TestVolumeBootPattern-949718251-router', 'tenant_id': '190607bed0ad4ea783a3d43a8d4116ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:34Z', 'updated_at': '2021-10-26T14:34:20Z', 'revision_number': 6, 'project_id': '190607bed0ad4ea783a3d43a8d4116ee', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:22.427701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:22.481474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c18d8-d1c9-4b81-ba83-eff201408747 req-965f5126-10e1-4575-adea-ecc81d3e2269 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:22.484023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4c18d8-d1c9-4b81-ba83-eff201408747 req-965f5126-10e1-4575-adea-ecc81d3e2269 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 931 time: 0.9177947 Oct 26 14:34:22.570489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 16b81cf8-6755-49a7-b700-eb3fbb0630e1 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:22.571161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:22.693737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc4c18d8-d1c9-4b81-ba83-eff201408747 req-8813a2b5-08f2-4b3c-8ba8-e637eb633f19 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938367 Oct 26 14:34:22.716562 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:22.833234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe98a732-67aa-46bd-898c-747556ebecf3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:22.844529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:22.876366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 16b81cf8-6755-49a7-b700-eb3fbb0630e1 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:23.123024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.124677 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.164735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=16b81cf8-6755-49a7-b700-eb3fbb0630e1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:23.288218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.289941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.294506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.300514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1cf79b-4580-46aa-a271-1f39ee7429a4 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:34:23.300766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa9eb3df-e708-4b9b-a92a-3a95b33965e5 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/16b81cf8-6755-49a7-b700-eb3fbb0630e1 HTTP/1.1" status: 204 len: 168 time: 0.9727433 Oct 26 14:34:23.301391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40542) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:23.314267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.382026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.382628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f083a6-c74e-4615-84e5-6b588f3ed01a {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:23.385568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Transition to ACTIVE for port object 2e1cf79b-4580-46aa-a271-1f39ee7429a4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:34:23.389096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.393347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d9a28ba6-44db-4c73-b79a-68aa800857bc admin admin] 10.222.0.37 "DELETE /v2.0/routers/a2f083a6-c74e-4615-84e5-6b588f3ed01a HTTP/1.1" status: 204 len: 168 time: 2.9522083 Oct 26 14:34:23.394094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40544) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:23.404081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.458569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.547651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Deleting subnet ede7e6c3-a115-4f7c-8276-5e933abc8835 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:23.551242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:23.582995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.591844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:23.595570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port b9902ca1-6447-4bea-9922-84ecd5b88038 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:23.596224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.725646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:23.727528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5ae0ad3d-20cc-4c8e-bb74-70c88f4478ce not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:23.731734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fe98a732-67aa-46bd-898c-747556ebecf3 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:23.828049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: fe98a732-67aa-46bd-898c-747556ebecf3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:23.829129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fe98a732-67aa-46bd-898c-747556ebecf3 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:23.862760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:23.918626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.055042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for b9902ca1-6447-4bea-9922-84ecd5b88038 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:24.166858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.190579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077357-6d24-4f97-ae6e-7791ce2ed5fa req-fe33ec1a-998c-4c09-bb73-6cb0bf0f5891 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:24.192194 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b077357-6d24-4f97-ae6e-7791ce2ed5fa req-fe33ec1a-998c-4c09-bb73-6cb0bf0f5891 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.2428567 Oct 26 14:34:24.215766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:24.216831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:24.217705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:24.230042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:34:24.231073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:24.250624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:24.251942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:24.252947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Bound using segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:24.254127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Bound port: 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:24.255283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.311608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3b077357-6d24-4f97-ae6e-7791ce2ed5fa req-82d45ca5-b96d-41ce-885b-910cd102ff8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773985 Oct 26 14:34:24.355981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.438095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede7e6c3-a115-4f7c-8276-5e933abc8835,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:24.449527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.452861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55874bc-1874-4429-9f59-ce7083fbc78c None None] Network f1f9a8da-5060-435e-8913-c04432dd438b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:24.454039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.458904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6e697601-f8bd-4ca3-8358-f25dcf9275b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ede7e6c3-a115-4f7c-8276-5e933abc8835 HTTP/1.1" status: 204 len: 168 time: 1.0635898 Oct 26 14:34:24.484428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40552) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:24.631465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=b9902ca1-6447-4bea-9922-84ecd5b88038,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:24.670640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:24.758422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:24.783801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.803788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.820636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.825542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2b269055-0d23-4621-a3b0-66d859e86da4 tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/ports/b9902ca1-6447-4bea-9922-84ecd5b88038 HTTP/1.1" status: 204 len: 168 time: 1.5192404 Oct 26 14:34:24.834614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40556) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:24.935733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:24.938505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:24.946684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1091 time: 3.9243407 Oct 26 14:34:24.948162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:34:24.962204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e0aee-4af5-4b5f-b0f4-ff9e716e5c4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:24.963957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-383e0aee-4af5-4b5f-b0f4-ff9e716e5c4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "GET /v2.0/ports?device_id=db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 HTTP/1.1" status: 200 len: 913 time: 0.1280906 Oct 26 14:34:24.965237 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e7cb3-7c69-4296-9b88-32507fcc680c" -d '{"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:34:24.966847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40558) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:24.990087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] DHCP port deletion for f1f9a8da-5060-435e-8913-c04432dd438b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:25.065452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Deleting port 339808ad-71da-48ad-b6cc-eae54352efb7 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:25.065991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:25.162418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] For port 339808ad-71da-48ad-b6cc-eae54352efb7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=339808ad-71da-48ad-b6cc-eae54352efb7,segment=NetworkSegment(12c24947-0160-4f45-b8e8-3c00245821e8),segment_id=12c24947-0160-4f45-b8e8-3c00245821e8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:25.162999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:25.181178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Calling delete_port for 339808ad-71da-48ad-b6cc-eae54352efb7 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:25.205461 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb75dd-e241-4201-aeb0-0e5ab2d862ae x-openstack-request-id: req-1cdb75dd-e241-4201-aeb0-0e5ab2d862ae {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:25.205880 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:25.206235 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cdb75dd-e241-4201-aeb0-0e5ab2d862ae {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:25.206915 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'status': 'completed', 'code': 200} Oct 26 14:34:25.277006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d61dda-503f-4874-8745-5f4446f48576 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:25.378000 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-2a563881-fd12-470a-8387-375dacedc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:25.386909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:25.392309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-2a563881-fd12-470a-8387-375dacedc7ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1094 time: 0.2591465 Oct 26 14:34:25.428137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Pushing event deleted for resources: {'Port': ['ID=339808ad-71da-48ad-b6cc-eae54352efb7,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:25.444184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] No DVR routers for this DVR port 339808ad-71da-48ad-b6cc-eae54352efb7 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:25.454357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.455651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.456736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.457250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.457978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.458470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.458960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.459465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.460097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.461603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.462324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.463180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44da56bf-4536-4b6e-a2a5-705bdfbc37c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:25.571322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 339808ad-71da-48ad-b6cc-eae54352efb7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:25.574944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-6f658706-245c-4738-bc81-75640d08049b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 217 time: 0.1821702 Oct 26 14:34:25.642508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 339808ad-71da-48ad-b6cc-eae54352efb7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:25.645829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 339808ad-71da-48ad-b6cc-eae54352efb7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:25.653535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Deleting port 339808ad-71da-48ad-b6cc-eae54352efb7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:25.654155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:25.839595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-239afd3a-39b5-46ea-9288-2377abda2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:25.842446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-239afd3a-39b5-46ea-9288-2377abda2964 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.2589855 Oct 26 14:34:25.867991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] For port 339808ad-71da-48ad-b6cc-eae54352efb7, host n-d-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:25.869249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:25.926573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Calling delete_port for 339808ad-71da-48ad-b6cc-eae54352efb7 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:25.937228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Port 339808ad-71da-48ad-b6cc-eae54352efb7 was not found and therefore no delete operation was performed {{(pid=102163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:34:25.943736 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:26.022197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Pushing event deleted for resources: {'Port': ['ID=339808ad-71da-48ad-b6cc-eae54352efb7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:26.028985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-1680d840-0b52-4bad-8ad4-584dc3d96986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:26.031937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-1680d840-0b52-4bad-8ad4-584dc3d96986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820161 Oct 26 14:34:26.036138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] No DVR routers for this DVR port 339808ad-71da-48ad-b6cc-eae54352efb7 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:26.261276 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-1134a6a2-8082-4acb-9794-33be954db652 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157102 Oct 26 14:34:26.347116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956215e-162d-4b10-9f30-80015622ad52 req-51063b81-c1bc-4dfe-8354-c9ce039e1a02 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:26.347948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c956215e-162d-4b10-9f30-80015622ad52 req-51063b81-c1bc-4dfe-8354-c9ce039e1a02 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.7109365 Oct 26 14:34:26.401229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:26.476304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c956215e-162d-4b10-9f30-80015622ad52 req-fa1c5909-0116-4823-9d45-330a181fc73b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927613 Oct 26 14:34:26.590610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:26.905062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f9a8da-5060-435e-8913-c04432dd438b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:26.936671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c24947-0160-4f45-b8e8-3c00245821e8') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:26.937041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c24947-0160-4f45-b8e8-3c00245821e8') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:26.969305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:26.984787 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f733b20b-6300-4b53-ba20-9ed891053bb1 req-cd88cf25-8997-4740-a57e-9aa996b978b2 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722167 Oct 26 14:34:27.002037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.013047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:27.013681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:27.016404 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:27.079994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port 86b2b03b-9c99-4bd5-814e-57c20a7ff91c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:27.080601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.123212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.139502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.146624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] 10.222.0.37 "DELETE /v2.0/networks/f1f9a8da-5060-435e-8913-c04432dd438b HTTP/1.1" status: 204 len: 168 time: 2.6556900 Oct 26 14:34:27.162603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40584) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:27.173895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-886372fe-cb94-410f-95d7-5dfda2c72e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:27.175766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-886372fe-cb94-410f-95d7-5dfda2c72e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1094 time: 0.1157558 Oct 26 14:34:27.215222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33697c7-c445-4a7b-b10d-c9432b5bd09c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f9a8da-5060-435e-8913-c04432dd438b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:27.263390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.288366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for 86b2b03b-9c99-4bd5-814e-57c20a7ff91c owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:27.392939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-34fa94a8-44cd-4173-9ad5-03ba2f5b72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:27.395383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-34fa94a8-44cd-4173-9ad5-03ba2f5b72e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.1386578 Oct 26 14:34:27.475286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-6290f51c-734b-4112-9720-d080f909b20a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 217 time: 0.0553815 Oct 26 14:34:27.682467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:27.860799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=86b2b03b-9c99-4bd5-814e-57c20a7ff91c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:27.869296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-683ce340-329d-4494-ac47-133066d872b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:27.871017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-683ce340-329d-4494-ac47-133066d872b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.3873615 Oct 26 14:34:28.006109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3e312-379e-4766-9cf0-0059172816c8 req-a5d2a384-8f2f-4178-a394-de73d33058bf tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:28.008287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86e3e312-379e-4766-9cf0-0059172816c8 req-a5d2a384-8f2f-4178-a394-de73d33058bf tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.3207228 Oct 26 14:34:28.092424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.179739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40598) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:28.200365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-bd8eef4b-d682-4bc2-98ca-5a397fe9e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:28.203331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-bd8eef4b-d682-4bc2-98ca-5a397fe9e594 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092210 Oct 26 14:34:28.245435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-86e3e312-379e-4766-9cf0-0059172816c8 req-ac1c45f9-6c7a-47ac-a35e-9b0de1b3a5c9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290144 Oct 26 14:34:28.410623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:28.497324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7bf54ef-bc79-4ee9-89f6-afac535ad45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.555703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:28.562144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8d072b9f-8942-4328-9235-43771f67cd4c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "PUT /v2.0/routers/db1a45e6-d1b3-4206-853d-0e3d3f30c7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5939443 Oct 26 14:34:28.567136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40602) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:28.569085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] Sync routers for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:28.571107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-ead3c891-2b97-4251-8f24-b4aabe0bab23 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361654 Oct 26 14:34:28.584543 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:28.586539 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:28.666568 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:28.681963 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] Routers {'db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:28.682977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:28.734373 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:28.735442 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4932f-4c76-4c7d-84bc-34819cdfc6e4 None None] The sync data for ids ['db1a45e6-d1b3-4206-853d-0e3d3f30c7a1'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:28.772670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.892968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.941455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7bf54ef-bc79-4ee9-89f6-afac535ad45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.946047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f8e7cb3-7c69-4296-9b88-32507fcc680c req-3fa6de25-11d7-438e-8dae-9c3f465b64b7 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649342 Oct 26 14:34:28.967187 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f7bf54ef-bc79-4ee9-89f6-afac535ad45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:28.998084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting port f4313089-4b58-4e25-981f-dc2ce8e676e6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:28.998738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.022425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f7bf54ef-bc79-4ee9-89f6-afac535ad45a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47ea1e5bdfac4588a21c5cbe5ce22631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369293 Oct 26 14:34:29.033525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40608) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:29.061145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf54ef-bc79-4ee9-89f6-afac535ad45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac9394-a3a2-4297-b91c-01ecdc62fe6b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:29.073217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.151080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.175539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Calling delete_port for f4313089-4b58-4e25-981f-dc2ce8e676e6 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:29.209992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.272127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.409126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.412065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:34:29.412894 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.413600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/efac9394-a3a2-4297-b91c-01ecdc62fe6b HTTP/1.1" status: 204 len: 168 time: 0.3790519 Oct 26 14:34:29.435075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc057d92-6873-44cb-bd26-dd5c13dce46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac9394-a3a2-4297-b91c-01ecdc62fe6b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:29.502627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Deleting port 17a6c6a0-dcec-4ddf-a858-d050a6556c40 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:29.503024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.675350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.693985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] For port 17a6c6a0-dcec-4ddf-a858-d050a6556c40, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=17a6c6a0-dcec-4ddf-a858-d050a6556c40,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:29.695128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.709598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:29.728731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Calling delete_port for 17a6c6a0-dcec-4ddf-a858-d050a6556c40 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:29.732702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'port_id': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'mac_address': 'fa:16:3e:dc:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:34:29.786773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Port': ['ID=f4313089-4b58-4e25-981f-dc2ce8e676e6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:29.802375 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.821923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6ba0-807a-4f88-8430-4877f6793a1f req-91b85995-3cdf-4c02-9e67-32b4b88b0f54 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:29.824904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fddd6ba0-807a-4f88-8430-4877f6793a1f req-91b85995-3cdf-4c02-9e67-32b4b88b0f54 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.2475541 Oct 26 14:34:29.828295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1cf79b-4580-46aa-a271-1f39ee7429a4 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:34:29.897282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:29.909444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:29.945688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fddd6ba0-807a-4f88-8430-4877f6793a1f req-b9d73d7d-3f2b-416d-ab9a-fa24b6b18fef tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722094 Oct 26 14:34:29.965420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.155809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2e1cf79b-4580-46aa-a271-1f39ee7429a4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:34:30.176077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.176551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:30.179514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.232552 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.296041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=17a6c6a0-dcec-4ddf-a858-d050a6556c40,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:30.333402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.334282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Fanout notify agent at l3_agent the message router_deleted on router db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:30.344049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.345390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e20bdd74-44b9-42fc-9927-ea4a5f12203c tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/routers/db1a45e6-d1b3-4206-853d-0e3d3f30c7a1 HTTP/1.1" status: 204 len: 168 time: 1.7768791 Oct 26 14:34:30.349863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:30.511032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Deleting subnet 5652107b-0178-4aae-9089-2c0162eb05d4 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:30.519314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.631568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.708917 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:30.793650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.022435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.081219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.094278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/subnets/5652107b-0178-4aae-9089-2c0162eb05d4 HTTP/1.1" status: 204 len: 168 time: 0.7433827 Oct 26 14:34:31.101260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:31.254283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20db8b-11a2-477c-93d4-426fda1328bd tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Subnet': ['ID=5652107b-0178-4aae-9089-2c0162eb05d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:31.297528 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.395465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:31.408777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.414062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:31.436079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940f968b-53b9-47cf-b7e1-18bed3c8c714']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:31.442472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c3ec-78e7-4c90-9507-caf92f87e2e6 req-f4f6381d-8882-444e-b0b1-ee6a9f8c69e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:31.445591 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5f3c3ec-78e7-4c90-9507-caf92f87e2e6 req-f4f6381d-8882-444e-b0b1-ee6a9f8c69e7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.2472975 Oct 26 14:34:31.450377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc6400a-065e-4f62-a6e8-13e29d840ee2') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:31.450674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc6400a-065e-4f62-a6e8-13e29d840ee2') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:31.462578 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.478563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.486679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:31.487096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.558982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:34:31.564141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:31.564762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:31.572513 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:31.580343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.591092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.599647 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] 10.222.0.37 "DELETE /v2.0/networks/940f968b-53b9-47cf-b7e1-18bed3c8c714 HTTP/1.1" status: 204 len: 168 time: 0.4866107 Oct 26 14:34:31.616884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f41bf-4523-4c7e-8336-c387fbc16d4b tempest-FloatingIPTestJSON-1602144842 tempest-FloatingIPTestJSON-1602144842-project] Pushing event deleted for resources: {'Network': ['ID=940f968b-53b9-47cf-b7e1-18bed3c8c714,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:31.693728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5f3c3ec-78e7-4c90-9507-caf92f87e2e6 req-b854fc19-1103-4060-8514-05487611db92 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293921 Oct 26 14:34:31.723493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:31.739402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb3c6111-7d80-4be6-8d48-3647fe5ed9fe admin admin] 10.222.0.37 "PUT /v2.0/routers/e83650aa-0b5b-49b0-bce8-7b7cc231e4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5732722 Oct 26 14:34:31.739907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40658) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:31.783119 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:31.792112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Sync routers for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:31.842492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:31.843520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:31.925241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:34:31.929446 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011490a9-0a1a-4507-9369-6025deb40e39" -d '{"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:34:32.037410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.083340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:32.098131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.259855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:32.284305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:32.395078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.395940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:32.568272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Deleting port 29992a6f-f022-4db1-88d5-cb7aa81afe73 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:32.570910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.608132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7ec6ed47-01f8-4d69-83df-d4caf67d90b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe0ba3ac75bb49d7b7623dda7a84edb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474240 Oct 26 14:34:32.611153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40680) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:32.673172 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537bb326-6094-44eb-969f-5a585b2e60c9 x-openstack-request-id: req-537bb326-6094-44eb-969f-5a585b2e60c9 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:32.674099 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:32.678060 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-537bb326-6094-44eb-969f-5a585b2e60c9 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:32.678542 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'code': 200} Oct 26 14:34:32.800314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] For port 29992a6f-f022-4db1-88d5-cb7aa81afe73, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=29992a6f-f022-4db1-88d5-cb7aa81afe73,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:32.802625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.845515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Calling delete_port for 29992a6f-f022-4db1-88d5-cb7aa81afe73 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:32.954627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:32.977602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0457d2b-8e6c-46ff-a48b-45eef7694d4d req-739ac0d8-0fa2-4eff-af33-e100899d8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:32.984577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0457d2b-8e6c-46ff-a48b-45eef7694d4d req-739ac0d8-0fa2-4eff-af33-e100899d8f94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1096 time: 0.3111899 Oct 26 14:34:33.074589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:33.127557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f7a01-4991-4d4c-b820-8c630832e269 req-c8d65ba9-244a-4bdf-9b9e-63bea87589c9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:33.134368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-079f7a01-4991-4d4c-b820-8c630832e269 req-c8d65ba9-244a-4bdf-9b9e-63bea87589c9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.2765379 Oct 26 14:34:33.182102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:33.204937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0457d2b-8e6c-46ff-a48b-45eef7694d4d req-0d86f203-d942-4718-b478-b44fa3600ab1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958122 Oct 26 14:34:33.234118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-079f7a01-4991-4d4c-b820-8c630832e269 req-5d287a47-f6f0-4e43-a4a4-e99cee273db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730462 Oct 26 14:34:33.235027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:34:30Z', 'revision_number': 5, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port': {'id': '29992a6f-f022-4db1-88d5-cb7aa81afe73', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:17:54Z', 'updated_at': '2021-10-26T14:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:33.277741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:33.282786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:33.286785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/380e3aea-e0ba-42c9-a9fa-1dcfa0409c7b HTTP/1.1" status: 204 len: 168 time: 0.6709006 Oct 26 14:34:33.306096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac781761-7506-42f8-a77e-1ab3526ee107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e3aea-e0ba-42c9-a9fa-1dcfa0409c7b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:33.394181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Checking router: e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:33.427876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Routers {'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:33.433141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:33.619825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] Set router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:33.729230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:34:33Z', 'revision_number': 7, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:33.814813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4bd9-5ff9-46c9-9919-a1478bcf9bd9 None None] The sync data for ids ['e83650aa-0b5b-49b0-bce8-7b7cc231e4c6'] in n-d-813419-9 is: [{'id': 'e83650aa-0b5b-49b0-bce8-7b7cc231e4c6', 'name': 'tempest-TestVolumeBootPattern-2091812142-router', 'tenant_id': '8122d24d47a748fc8f6522ef5d02b49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:17:53Z', 'updated_at': '2021-10-26T14:34:33Z', 'revision_number': 7, 'project_id': '8122d24d47a748fc8f6522ef5d02b49e', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:33.884617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Pushing event deleted for resources: {'Port': ['ID=29992a6f-f022-4db1-88d5-cb7aa81afe73,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:33.953403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.157938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.161807 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.288932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.289620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:34:34.305300 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.313040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40718) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:34.327391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0fc6345-3c9a-4fe9-b53d-a12988905704 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e83650aa-0b5b-49b0-bce8-7b7cc231e4c6 HTTP/1.1" status: 204 len: 168 time: 2.5859051 Oct 26 14:34:34.489849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Deleting subnet fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:34.501878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.571088 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.611224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434054-a7e8-47c3-893d-870b436c3130 req-e93a75de-1bd3-4849-9563-5fa067e6dd98 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:34.613303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db434054-a7e8-47c3-893d-870b436c3130 req-e93a75de-1bd3-4849-9563-5fa067e6dd98 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1759470 Oct 26 14:34:34.702423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:34.777527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db434054-a7e8-47c3-893d-870b436c3130 req-d913234b-b180-4211-990b-ee57728df0b6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506662 Oct 26 14:34:34.787620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:34.987678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'networks': [{'name': 'tempest-network--1609042517'}, {'name': 'tempest-network--1887789236'}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:34.988064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-network--1609042517'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:34.989118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-network--1887789236'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:34.995479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.049807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'network': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:35.058177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.070366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:35.079048 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.090691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.095259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fe522996-2aef-4fc6-ac7b-31f6f00ad940 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fa3c1a95-2e51-412c-9ef4-a50a2d5fe6aa HTTP/1.1" status: 204 len: 168 time: 0.7806818 Oct 26 14:34:35.098837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40742) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:35.123011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fdfbe-8386-43e8-87a7-5cab350bf720 None None] Network 4c29b417-cb4f-4c62-bd76-e4c72ff63edd requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:35.189459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1274-02ab-4f6f-9019-41d385cd83aa req-0bacdb33-2391-43c9-8aa9-4d6f99cfc096 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:35.191972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ead1274-02ab-4f6f-9019-41d385cd83aa req-0bacdb33-2391-43c9-8aa9-4d6f99cfc096 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.2140529 Oct 26 14:34:35.226543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.264846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.267859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0ead1274-02ab-4f6f-9019-41d385cd83aa req-d40f6fee-8cbe-4cbb-8d57-bc78941a3a43 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639119 Oct 26 14:34:35.282526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.283417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.335335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40744) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:35.432137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:35.432971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98385c35-0954-44fe-aa3b-37c5579f474a tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:35.434846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-98385c35-0954-44fe-aa3b-37c5579f474a tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1091 time: 0.0972803 Oct 26 14:34:35.453168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:35.461122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:35.468478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Deleting port ea534f6b-ef3d-446a-a7ee-96718445a222 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:35.468847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.491717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.494755 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment 7238bed1-2849-4f84-a69a-88b18c558dfa of type vlan for network 7f9cf488-089a-42a4-9246-10d4fe11f0d4 Oct 26 14:34:35.559457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29992a6f-f022-4db1-88d5-cb7aa81afe73 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:35.591013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.616467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 29992a6f-f022-4db1-88d5-cb7aa81afe73 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:35.617395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 29992a6f-f022-4db1-88d5-cb7aa81afe73 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:35.618884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 17a6c6a0-dcec-4ddf-a858-d050a6556c40 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:35.643537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.673082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] For port ea534f6b-ef3d-446a-a7ee-96718445a222, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea534f6b-ef3d-446a-a7ee-96718445a222,segment=NetworkSegment(e475c281-005f-46c3-8b2b-93a3b4027947),segment_id=e475c281-005f-46c3-8b2b-93a3b4027947)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:35.673447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 17a6c6a0-dcec-4ddf-a858-d050a6556c40 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:35.673670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.674511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 17a6c6a0-dcec-4ddf-a858-d050a6556c40 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:35.698950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Calling delete_port for ea534f6b-ef3d-446a-a7ee-96718445a222 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:35.719190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:35.767324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.767652 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment 0e49ff68-ae0c-4f88-bc05-27db15fe4c7b of type vlan for network aa3b5b0b-25cb-4331-b646-7123cf38c021 Oct 26 14:34:35.769798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5503213-083f-4e12-beb2-d98ec146923c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:35.830671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] DHCP port deletion for 4c29b417-cb4f-4c62-bd76-e4c72ff63edd request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:35.905114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.912015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.934812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Deleting port ea534f6b-ef3d-446a-a7ee-96718445a222 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:35.935192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.943537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea534f6b-ef3d-446a-a7ee-96718445a222,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:35.968779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] No DVR routers for this DVR port ea534f6b-ef3d-446a-a7ee-96718445a222 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:35.983889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:35.985602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.008216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.024778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.027183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.085354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.103358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] For port ea534f6b-ef3d-446a-a7ee-96718445a222, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:36.104544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.137233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Calling delete_port for ea534f6b-ef3d-446a-a7ee-96718445a222 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:36.142233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Port ea534f6b-ef3d-446a-a7ee-96718445a222 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:34:36.144430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.175782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] Pushing event deleted for resources: {'Port': ['ID=ea534f6b-ef3d-446a-a7ee-96718445a222,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:36.178412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762aea56-bb39-4f9c-b7f5-5d55006db09c None None] No DVR routers for this DVR port ea534f6b-ef3d-446a-a7ee-96718445a222 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:36.219326 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5096436 Oct 26 14:34:36.228005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40760) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:36.301621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=7f9cf488-089a-42a4-9246-10d4fe11f0d4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:36.323978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7f9cf488-089a-42a4-9246-10d4fe11f0d4 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:36.627758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd91d1-2fe5-4971-96f8-a5c3f28bc2db tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=aa3b5b0b-25cb-4331-b646-7123cf38c021,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:36.733055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c244a-3567-41a3-b1d6-4e25a80a542e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.747804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c244a-3567-41a3-b1d6-4e25a80a542e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.751861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network aa3b5b0b-25cb-4331-b646-7123cf38c021 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:36.759566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c244a-3567-41a3-b1d6-4e25a80a542e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.769345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c244a-3567-41a3-b1d6-4e25a80a542e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:36.773544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c0c244a-3567-41a3-b1d6-4e25a80a542e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5416555 Oct 26 14:34:36.776676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40774) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:36.828670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c29b417-cb4f-4c62-bd76-e4c72ff63edd']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:36.839132 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.847610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e475c281-005f-46c3-8b2b-93a3b4027947') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:36.847934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e475c281-005f-46c3-8b2b-93a3b4027947') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:36.866606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.918560 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:36.987815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.034843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:37.035515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:37.038736 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:37.145841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.224 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/442fb70c-f8ab-431f-9c13-f073016fcc3e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:37.147092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.183973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9cf488-089a-42a4-9246-10d4fe11f0d4']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:37.187784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.208709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7238bed1-2849-4f84-a69a-88b18c558dfa') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:37.208709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7238bed1-2849-4f84-a69a-88b18c558dfa') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:37.209656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.217669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] 10.222.0.37 "DELETE /v2.0/networks/4c29b417-cb4f-4c62-bd76-e4c72ff63edd HTTP/1.1" status: 204 len: 168 time: 2.1171734 Oct 26 14:34:37.235457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.268301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a94dd5-60da-48ab-811f-76552db58d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c29b417-cb4f-4c62-bd76-e4c72ff63edd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:37.268636 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.280626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:37.281135 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:37.288840 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:37.444894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.494198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.498316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.505118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/7f9cf488-089a-42a4-9246-10d4fe11f0d4 HTTP/1.1" status: 204 len: 168 time: 0.7268095 Oct 26 14:34:37.508428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40780) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:37.515708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e6349-24b1-44ed-9920-f4d091b88b78 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=7f9cf488-089a-42a4-9246-10d4fe11f0d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:37.560617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea534f6b-ef3d-446a-a7ee-96718445a222 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:37.589528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ea534f6b-ef3d-446a-a7ee-96718445a222 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:37.590285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea534f6b-ef3d-446a-a7ee-96718445a222 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:37.661184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.672758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.722404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40784) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:37.813897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:37.828891 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f086836d-2376-4465-8571-1a42e90d2831 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=190607bed0ad4ea783a3d43a8d4116ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046984 Oct 26 14:34:37.832061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:37.855384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:37.855880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:37.940354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.940535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=442fb70c-f8ab-431f-9c13-f073016fcc3e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:37.990742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:37.992249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.053679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3b5b0b-25cb-4331-b646-7123cf38c021']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:38.067399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.070670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.074946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b5864d1-cacc-4954-abb1-cf6536746f54 HTTP/1.1" status: 204 len: 168 time: 0.2413149 Oct 26 14:34:38.086448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071727ee-a895-4abf-b3bf-a55d8f1cafa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5864d1-cacc-4954-abb1-cf6536746f54,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:38.128661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e49ff68-ae0c-4f88-bc05-27db15fe4c7b') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:38.129199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e49ff68-ae0c-4f88-bc05-27db15fe4c7b') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:38.176872 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.202122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.218767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:38.219176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:38.222300 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:38.366880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.377444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.383106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/aa3b5b0b-25cb-4331-b646-7123cf38c021 HTTP/1.1" status: 204 len: 168 time: 0.8662329 Oct 26 14:34:38.384182 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40800) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:38.400822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166f41-fc35-41cb-aad2-9082119171b1 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=aa3b5b0b-25cb-4331-b646-7123cf38c021,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:38.588302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb53489-a5a6-4800-85ea-bad28746aa97 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:38.594767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb53489-a5a6-4800-85ea-bad28746aa97 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:38.597033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9eb53489-a5a6-4800-85ea-bad28746aa97 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2110066 Oct 26 14:34:38.605850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40802) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:38.607817 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.612658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1230493420'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:38.652702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40806) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:38.681588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:38.691027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.767082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b9f93a19-1db4-4965-9b75-b0a9290935ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8122d24d47a748fc8f6522ef5d02b49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083586 Oct 26 14:34:38.769699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.773071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40812) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:38.779285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:38.801933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.804617 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment 7431eedf-8d3a-4521-9e21-877b81cf3295 of type vlan for network cff8b399-90b3-4e2e-820c-cef83b1f31ba Oct 26 14:34:38.865082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.905062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.921517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:38.924296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.957613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:38.998452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.019491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4113829 Oct 26 14:34:39.023611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40816) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:39.040844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce321b20-94f8-44b2-827e-0cc37d0ade7d tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=cff8b399-90b3-4e2e-820c-cef83b1f31ba,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:39.041385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1551274153'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:39.054359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network cff8b399-90b3-4e2e-820c-cef83b1f31ba details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:39.134787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:39.138333 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.142314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.155350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.195968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.199311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.200866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31703023-cdb0-4c00-8876-a739c5c9c302 HTTP/1.1" status: 204 len: 168 time: 0.4274879 Oct 26 14:34:39.251034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:39.253302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad92a3-8c71-43b7-b236-3ee8b8a233f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31703023-cdb0-4c00-8876-a739c5c9c302,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:39.282658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=442fb70c-f8ab-431f-9c13-f073016fcc3e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:39.289414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.289727 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment e8d19f18-7047-43bc-8f3f-5c2cf48eabf0 of type vlan for network 2413486a-92be-4326-b7e6-53ade052fc57 Oct 26 14:34:39.300625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.457107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.530440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.537714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:39.538393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:39.557752 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 343f5d19-f6dc-434a-8164-c740c1e8d892 associated. External IP: 172.25.5.224, port: 2e1cf79b-4580-46aa-a271-1f39ee7429a4. Oct 26 14:34:39.689576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6534028 Oct 26 14:34:39.690089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:39.699282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'ports': [{'network_id': 'cff8b399-90b3-4e2e-820c-cef83b1f31ba', 'name': 'tempest-port--1086075046', 'admin_state_up': True}, {'network_id': '2413486a-92be-4326-b7e6-53ade052fc57', 'admin_state_up': False}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:39.699957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'port': {'network_id': 'cff8b399-90b3-4e2e-820c-cef83b1f31ba', 'name': 'tempest-port--1086075046', 'admin_state_up': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:39.701061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'port': {'network_id': '2413486a-92be-4326-b7e6-53ade052fc57', 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:39.710932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035195e-b49e-41d6-8428-bcccebd635d2 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=2413486a-92be-4326-b7e6-53ade052fc57,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:39.775942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 2413486a-92be-4326-b7e6-53ade052fc57 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:40.017097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router dbd03247-493b-4512-98eb-e1d63119db8c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:34:40.077863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-34092f77-456a-4c51-b1d5-2924022c19dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.090939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'port': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:40.101347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.130593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.240940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:34:40.259395 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Sync routers for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:34:40.273338 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:40.274800 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:40.296576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.345998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] device_id is not set on port 9d7d000e-e5d2-4946-91a5-3a4676d46926 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:34:40.364858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e9170ea0-d815-41b6-99d4-2d2b0d33fc3f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9098842 Oct 26 14:34:40.365611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:34:40.369194 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb298e9c-fc6f-4821-b2c6-d32d727556d3" -d '{"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:34:40.418289 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44ac30-12d5-4c68-96fe-f28b972ba417 x-openstack-request-id: req-1a44ac30-12d5-4c68-96fe-f28b972ba417 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:34:40.418963 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:34:40.419435 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a44ac30-12d5-4c68-96fe-f28b972ba417 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:34:40.420109 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'status': 'completed', 'code': 200} Oct 26 14:34:40.467862 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:40.519984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-ecd8b1de-22dd-45d1-a060-4b19d92cb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:40.519984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-ecd8b1de-22dd-45d1-a060-4b19d92cb6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1096 time: 0.0726666 Oct 26 14:34:40.562276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d059bf6-9bd5-4b60-b397-b427b1883b11 req-eb6ad5bf-eb3e-4e11-9115-3c84039fb09b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:40.563946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d059bf6-9bd5-4b60-b397-b427b1883b11 req-eb6ad5bf-eb3e-4e11-9115-3c84039fb09b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1094041 Oct 26 14:34:40.569372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.668707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d059bf6-9bd5-4b60-b397-b427b1883b11 req-de5378ac-2442-40e9-8b2b-949322d4692a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939748 Oct 26 14:34:40.702479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] device_id is not set on port f64eb2e8-0c60-4742-937e-d4e1cc56b904 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:34:40.703484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40836) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:40.715728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-15473e0b-5c49-4f9c-87b8-7d951615512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:40.717780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-15473e0b-5c49-4f9c-87b8-7d951615512a service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.1934109 Oct 26 14:34:40.839135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef794039-d405-4c84-8f63-6823b5a70c48 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 200 len: 991 time: 0.1339455 Oct 26 14:34:40.854798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-14ca12e6-20e2-4677-bfdf-7a2b5a56b8b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 999 time: 0.1062162 Oct 26 14:34:40.897782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.920422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-b4dce244-3a5a-4091-9f0a-e20808834e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:40.922143 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-b4dce244-3a5a-4091-9f0a-e20808834e3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.0614653 Oct 26 14:34:40.968761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:40.985957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-513508eb-0bd5-4a4b-94d5-7607dd4ed799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:40.988929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-513508eb-0bd5-4a4b-94d5-7607dd4ed799 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573642 Oct 26 14:34:41.030205 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '343f5d19-f6dc-434a-8164-c740c1e8d892', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'port_id': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'mac_address': 'fa:16:3e:dc:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:38Z', 'updated_at': '2021-10-26T14:34:38Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:41.037292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Port': ['ID=9d7d000e-e5d2-4946-91a5-3a4676d46926,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:41.059220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Checking segment: {'id': '7431eedf-8d3a-4521-9e21-877b81cf3295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cff8b399-90b3-4e2e-820c-cef83b1f31ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:41.059854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network hostable DHCP agents. Network: cff8b399-90b3-4e2e-820c-cef83b1f31ba, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:41.081381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network cff8b399-90b3-4e2e-820c-cef83b1f31ba is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:41.100829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, cff8b399-90b3-4e2e-820c-cef83b1f31ba) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:41.105692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:41.106589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.108937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Checking router: dbd03247-493b-4512-98eb-e1d63119db8c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:34:41.119338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a91427f-b5a5-4068-b302-0a065d4c6c57 None None] Network cff8b399-90b3-4e2e-820c-cef83b1f31ba requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:41.126458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:34:41.127670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-ab711c66-ba15-46ee-91cc-0d0bf031483a service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320891 Oct 26 14:34:41.128195 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:34:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:41.242872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Port': ['ID=f64eb2e8-0c60-4742-937e-d4e1cc56b904,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:41.248582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Checking segment: {'id': 'e8d19f18-7047-43bc-8f3f-5c2cf48eabf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2413486a-92be-4326-b7e6-53ade052fc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:41.248952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network hostable DHCP agents. Network: 2413486a-92be-4326-b7e6-53ade052fc57, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:41.286238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb298e9c-fc6f-4821-b2c6-d32d727556d3 req-a86c1749-468f-426c-8208-7d5178b795e1 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507604 Oct 26 14:34:41.307973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network 2413486a-92be-4326-b7e6-53ade052fc57 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:41.328831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 2413486a-92be-4326-b7e6-53ade052fc57) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:41.335173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:41.343781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:41.357123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:41.358222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.359888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a121412-65c0-4225-b1ed-590c33a5921e None None] Network 2413486a-92be-4326-b7e6-53ade052fc57 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:41.387702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fe3ccaec-579e-456f-8f95-9c6c8b4aac65 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6952388 Oct 26 14:34:41.389243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:41.398372 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:34:41.476343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c2f33-d514-455a-81ba-91a810b29ac9 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:41.498300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c2f33-d514-455a-81ba-91a810b29ac9 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:41.498300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b9c2f33-d514-455a-81ba-91a810b29ac9 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1025987 Oct 26 14:34:41.499266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40852) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:41.700786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Deleting port 9d7d000e-e5d2-4946-91a5-3a4676d46926 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:41.701389 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.785919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.802809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Calling delete_port for 9d7d000e-e5d2-4946-91a5-3a4676d46926 owned by {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:41.844278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40856) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:41.899542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.955354 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '343f5d19-f6dc-434a-8164-c740c1e8d892', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'port_id': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'mac_address': 'fa:16:3e:dc:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:38Z', 'updated_at': '2021-10-26T14:34:38Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:41.962569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Port': ['ID=9d7d000e-e5d2-4946-91a5-3a4676d46926,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:41.971879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:41.972371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1dbb3b9d-d9ff-4aa0-a238-07107df78d84 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 200 len: 991 time: 0.1239314 Oct 26 14:34:41.978450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6132385a-314d-43d9-a4f6-99295970b0ce tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/ports/9d7d000e-e5d2-4946-91a5-3a4676d46926 HTTP/1.1" status: 204 len: 168 time: 0.4786730 Oct 26 14:34:41.982188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40858) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:42.027055 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf2ecf9-c0f6-4f7a-ab78-746e770a9dba None None] The sync data for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 is: [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '343f5d19-f6dc-434a-8164-c740c1e8d892', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'port_id': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'mac_address': 'fa:16:3e:dc:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:34:38Z', 'updated_at': '2021-10-26T14:34:38Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:34:42.170923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Deleting port f64eb2e8-0c60-4742-937e-d4e1cc56b904 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:42.171913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.293596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.324463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Calling delete_port for f64eb2e8-0c60-4742-937e-d4e1cc56b904 owned by {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:42.358626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba0b47-de43-4cfa-9278-2d2144bceb32 None None] New status for floating IP 343f5d19-f6dc-434a-8164-c740c1e8d892: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:34:42.517621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.566589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.575826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/ports/f64eb2e8-0c60-4742-937e-d4e1cc56b904 HTTP/1.1" status: 204 len: 168 time: 0.5913970 Oct 26 14:34:42.579354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40862) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:42.663953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75253c32-3aa6-4d0d-bfd2-c1510435a938 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Port': ['ID=f64eb2e8-0c60-4742-937e-d4e1cc56b904,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:42.675453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5be0c854-187e-458c-9631-82aa99f77eb3 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0941927 Oct 26 14:34:42.692804 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40868) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:42.705627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2112785826'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:42.768954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:42.781034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.857752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:42.877124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.877566 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment cb12163e-fb08-404c-82ca-06167cbbacd9 of type vlan for network 47a33eb7-da1b-42a2-adf3-e47cdd408320 Oct 26 14:34:42.891236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5c75-ac28-4ef6-b3ed-537ef630c9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:42.975342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40872) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:42.983684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.043347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.065571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:43.065571 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.095565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1916ca26-3901-4802-b829-620ed5bbd5eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 200 len: 993 time: 0.1084256 Oct 26 14:34:43.192421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4976830 Oct 26 14:34:43.200019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40874) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:43.225027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1215917352'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:43.253646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ff88-44d3-4929-ae52-f9a9ac7f1c3e tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=47a33eb7-da1b-42a2-adf3-e47cdd408320,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:43.279346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 47a33eb7-da1b-42a2-adf3-e47cdd408320 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:43.282509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:43.290633 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.339737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:43.360480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.361122 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Added segment 6a0d374e-5e12-4d1a-a74a-85f452a7902e of type vlan for network be01fe69-a2e5-457f-aa63-2e2e63d0a481 Oct 26 14:34:43.416747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.451257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.457627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:43.458282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.527443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3255394 Oct 26 14:34:43.544032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270fd0-b98f-4c14-9c18-dabf94a05974 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Network': ['ID=be01fe69-a2e5-457f-aa63-2e2e63d0a481,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:43.557455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:43.685348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40876) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:43.691684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'subnets': [{'network_id': '47a33eb7-da1b-42a2-adf3-e47cdd408320', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288897093', 'ip_version': 4}, {'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:43.692002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'subnet': {'network_id': '47a33eb7-da1b-42a2-adf3-e47cdd408320', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288897093', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:43.692603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Request body: {'subnet': {'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:43.887174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Made reservation on behalf of ab1df0c3e2d04d25975ec383a07a91ea for: {'subnet': 2} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:43.892285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.894788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:43.922485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.278147 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.440002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.519979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Subnet': ['ID=ed8f95ae-2de0-4b56-b475-21232515c466,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:44.534452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Checking segment: {'id': 'cb12163e-fb08-404c-82ca-06167cbbacd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '47a33eb7-da1b-42a2-adf3-e47cdd408320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:44.534938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network hostable DHCP agents. Network: 47a33eb7-da1b-42a2-adf3-e47cdd408320, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:44.559688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network 47a33eb7-da1b-42a2-adf3-e47cdd408320 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:44.571131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 47a33eb7-da1b-42a2-adf3-e47cdd408320) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:44.580595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.584173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b059168-3901-4224-930a-f073ed9f7957 None None] Network 47a33eb7-da1b-42a2-adf3-e47cdd408320 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:44.652074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event updated for resources: {'Subnet': ['ID=48ed32a2-3c61-4c80-8563-4b3f435f9da5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:44.663154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Checking segment: {'id': '6a0d374e-5e12-4d1a-a74a-85f452a7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:44.663699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network hostable DHCP agents. Network: be01fe69-a2e5-457f-aa63-2e2e63d0a481, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:44.688076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:44.700480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, be01fe69-a2e5-457f-aa63-2e2e63d0a481) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:44.710695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:44.712525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:44.714469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.739659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7c111-9dd1-4331-ad35-11e9ae447feb None None] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:44.751855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40892) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:44.763667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ef049a53-6071-4e04-91bb-8f2d5459cf89 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0765839 Oct 26 14:34:44.826299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215ab6e-d66f-4ba1-9ecb-1141e812caa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-47a33eb7-da1b-42a2-adf3-e47cdd408320', 'network_id': '47a33eb7-da1b-42a2-adf3-e47cdd408320', 'tenant_id': 'ab1df0c3e2d04d25975ec383a07a91ea', 'fixed_ips': [{'subnet_id': 'ed8f95ae-2de0-4b56-b475-21232515c466'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:44.827633 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1215ab6e-d66f-4ba1-9ecb-1141e812caa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:44.928790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74cfb2-2257-4293-a3d1-8d96d2ac79d4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:44.930964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74cfb2-2257-4293-a3d1-8d96d2ac79d4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:44.932718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74cfb2-2257-4293-a3d1-8d96d2ac79d4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:44.934506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3d74cfb2-2257-4293-a3d1-8d96d2ac79d4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1807556 Oct 26 14:34:44.939566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40898) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:45.041110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Deleting subnet ed8f95ae-2de0-4b56-b475-21232515c466 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:45.049118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.141593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-be01fe69-a2e5-457f-aa63-2e2e63d0a481', 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481', 'tenant_id': 'ab1df0c3e2d04d25975ec383a07a91ea', 'fixed_ips': [{'subnet_id': '48ed32a2-3c61-4c80-8563-4b3f435f9da5'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:45.143146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.174932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.288347 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.362688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Allocated IP 172.20.0.18 (be01fe69-a2e5-457f-aa63-2e2e63d0a481/48ed32a2-3c61-4c80-8563-4b3f435f9da5/13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:45.461200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.504229 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8f95ae-2de0-4b56-b475-21232515c466,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:45.529696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.537539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1318e1fa-784b-44a1-922f-601bcf3d7bb4 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/subnets/ed8f95ae-2de0-4b56-b475-21232515c466 HTTP/1.1" status: 204 len: 168 time: 0.5938196 Oct 26 14:34:45.539053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:45.644768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Deleting subnet 48ed32a2-3c61-4c80-8563-4b3f435f9da5 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-1215ab6e-d66f-4ba1-9ecb-1141e812caa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed8f95ae-2de0-4b56-b475-21232515c466: This subnet is being modified by another concurrent operation. Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:34:45.653742 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed8f95ae-2de0-4b56-b475-21232515c466: This subnet is being modified by another concurrent operation. Oct 26 14:34:45.669422 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:34:45.706247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebb223-b33e-45eb-a652-ab0ae91c1991 None None] Network 47a33eb7-da1b-42a2-adf3-e47cdd408320 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:45.811043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.821645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.844074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.913648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.950483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:45.968622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Pushing event updated for resources: {'Port': ['ID=13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:45.998177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:46.001014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:46.006288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:46.084006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.084702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Attempting to bind port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:46.085262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Attempting to bind port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '6a0d374e-5e12-4d1a-a74a-85f452a7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:46.085813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Attempting to bind port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e on network be01fe69-a2e5-457f-aa63-2e2e63d0a481 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:46.092988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:46.093975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Checking segment: {'id': '6a0d374e-5e12-4d1a-a74a-85f452a7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:46.094564 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.095145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Bound using segment: {'id': '6a0d374e-5e12-4d1a-a74a-85f452a7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:46.095825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Bound port: 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0d374e-5e12-4d1a-a74a-85f452a7902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'be01fe69-a2e5-457f-aa63-2e2e63d0a481'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:46.096432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.161287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.193841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] For port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:46.198803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] For port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e,segment=NetworkSegment(6a0d374e-5e12-4d1a-a74a-85f452a7902e),segment_id=6a0d374e-5e12-4d1a-a74a-85f452a7902e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:46.210956 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.218815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Subnet': ['ID=48ed32a2-3c61-4c80-8563-4b3f435f9da5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:46.229327 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.238396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5fc3b05d-5632-4f27-8c3e-1550d0438318 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/subnets/48ed32a2-3c61-4c80-8563-4b3f435f9da5 HTTP/1.1" status: 204 len: 168 time: 0.6919885 Oct 26 14:34:46.239050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40910) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:46.316975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1d8c-e0e1-4490-a44f-34b13e5d34e0 None None] Pushing event updated for resources: {'Port': ['ID=13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:46.389988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf57-7433-4f31-807d-c1ee3a7221bb tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:46.392196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd01bf57-7433-4f31-807d-c1ee3a7221bb tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1521697 Oct 26 14:34:46.396208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40912) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:46.514351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.629648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Deleting port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:46.630239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.768624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] For port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e,segment=NetworkSegment(6a0d374e-5e12-4d1a-a74a-85f452a7902e),segment_id=6a0d374e-5e12-4d1a-a74a-85f452a7902e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:46.769096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.802871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Calling delete_port for 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:46.919516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:46.972077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Port': ['ID=13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:46.981410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] No DVR routers for this DVR port 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:47.151524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.211465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be01fe69-a2e5-457f-aa63-2e2e63d0a481']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.229754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d374e-5e12-4d1a-a74a-85f452a7902e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.230317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d374e-5e12-4d1a-a74a-85f452a7902e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.246632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.267981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.279274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:47.279274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:47.282006 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:47.361146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.375154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.379789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/be01fe69-a2e5-457f-aa63-2e2e63d0a481 HTTP/1.1" status: 204 len: 168 time: 0.9815736 Oct 26 14:34:47.383203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40918) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:47.409762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561be27-a0c3-4e53-9aff-db9c5a088f92 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=be01fe69-a2e5-457f-aa63-2e2e63d0a481,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:47.500374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.705493 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.748299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a33eb7-da1b-42a2-adf3-e47cdd408320']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.769441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb12163e-fb08-404c-82ca-06167cbbacd9') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.770006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb12163e-fb08-404c-82ca-06167cbbacd9') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:47.802782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.832448 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.838574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cbe024-09f0-449d-b0fd-aafbed9ad767 None None] DHCP port deletion for be01fe69-a2e5-457f-aa63-2e2e63d0a481 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:34:47.849859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:47.850334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:47.855061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3fba3a0e-2468-4d57-9e88-453d00322666 None None] Could not find standard attr ID for object 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:47.861139 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:47.879344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d02ad2-8b56-4571-abc2-d8fb64b3dd00 None None] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:47.901975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d02ad2-8b56-4571-abc2-d8fb64b3dd00 None None] Network be01fe69-a2e5-457f-aa63-2e2e63d0a481 could not be found, it might have been deleted concurrently. {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:34:47.915401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d3574d-8211-4066-864e-395119f1995a None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:34:48.004615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.035943 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.044935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/47a33eb7-da1b-42a2-adf3-e47cdd408320 HTTP/1.1" status: 204 len: 168 time: 0.6593530 Oct 26 14:34:48.048280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40926) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:48.073751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b703d1-5517-4abb-b515-a0e0b20f3810 tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=47a33eb7-da1b-42a2-adf3-e47cdd408320,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:48.081230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3574d-8211-4066-864e-395119f1995a None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:34:48.277360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.457418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.487963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2413486a-92be-4326-b7e6-53ade052fc57']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:48.500459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d19f18-7047-43bc-8f3f-5c2cf48eabf0') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:48.501533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d19f18-7047-43bc-8f3f-5c2cf48eabf0') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:48.516559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.547236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.555838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:48.556554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:48.560096 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:48.672505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.684866 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.692643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/2413486a-92be-4326-b7e6-53ade052fc57 HTTP/1.1" status: 204 len: 168 time: 0.6403613 Oct 26 14:34:48.693607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40936) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:48.714114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c9f9d-1888-4c57-970b-b2b5ee12e05b tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=2413486a-92be-4326-b7e6-53ade052fc57,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:48.824058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:48.962710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.002770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff8b399-90b3-4e2e-820c-cef83b1f31ba']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:49.025912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7431eedf-8d3a-4521-9e21-877b81cf3295') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:49.026610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7431eedf-8d3a-4521-9e21-877b81cf3295') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:49.045060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.069095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.076641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:49.077143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:49.081294 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:49.209030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.223579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:49.245168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] 10.222.0.37 "DELETE /v2.0/networks/cff8b399-90b3-4e2e-820c-cef83b1f31ba HTTP/1.1" status: 204 len: 168 time: 0.5318613 Oct 26 14:34:49.295320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8392f5-ef72-481c-9852-465ee6e941aa tempest-BulkNetworkOpsTest-1472988127 tempest-BulkNetworkOpsTest-1472988127-project] Pushing event deleted for resources: {'Network': ['ID=cff8b399-90b3-4e2e-820c-cef83b1f31ba,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:49.404657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:34:49.431110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:34:49.431966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 13c8e79a-48cf-4d2f-b3d5-409d87e5ec3e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:34:49.661624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 40946) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:49.905178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58966962-e29e-4dd1-ab21-5eb1973472d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab1df0c3e2d04d25975ec383a07a91ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423444 Oct 26 14:34:49.908218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40960) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:50.011574 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:50.044615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:50.187332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:50.191668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:50.196296 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5503213-083f-4e12-beb2-d98ec146923c HTTP/1.1" status: 204 len: 168 time: 0.2865093 Oct 26 14:34:50.229048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fb074-7619-4837-82ed-003b1eddec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5503213-083f-4e12-beb2-d98ec146923c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:51.200851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 40994) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:51.341377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006809430'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:51.372844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:51.377445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.389566 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.558648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.564027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.597327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:51.610373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3e3c5-1f4b-4673-bd6f-bb267849e4d9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:51.616745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.617091 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment ce40c4ec-8476-48c3-8a09-afbd94bb0f54 of type vlan for network 831a4e07-4166-4720-b548-6bede879baae Oct 26 14:34:51.705284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.756033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.764047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:51.765151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:51.859422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6563172 Oct 26 14:34:51.881610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e389-0563-47ae-b2b8-240dba03ec54 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=831a4e07-4166-4720-b548-6bede879baae,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:51.894342 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 831a4e07-4166-4720-b548-6bede879baae details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:51.996794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:52.110469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:52.121145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '831a4e07-4166-4720-b548-6bede879baae', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:52.238777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:52.243129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:52.476725 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:52.933610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=553270e6-d522-4fcc-b2cf-3c523a4a9d38,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:52.947415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.947765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.948134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.948402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.948803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.949131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.949441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.949760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.950085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.950424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.950741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.951055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:34:52.955297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '831a4e07-4166-4720-b548-6bede879baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:52.955732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 831a4e07-4166-4720-b548-6bede879baae, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:52.977188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 831a4e07-4166-4720-b548-6bede879baae is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:52.990402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 831a4e07-4166-4720-b548-6bede879baae) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:52.998149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:52.998980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.018307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4d48fb-e4bd-4f6a-86b7-2ff0006feef8 None None] Network 831a4e07-4166-4720-b548-6bede879baae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:53.036024 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1f1dc96-9aa6-468d-8be4-704e1400fa95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9199548 Oct 26 14:34:53.036575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41006) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:53.043145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-102387623'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:53.068186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:53.072596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.103884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:53.118380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.119022 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment a4d788a8-2bd5-44e6-bf62-5c3369708e8b of type vlan for network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 Oct 26 14:34:53.245451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-831a4e07-4166-4720-b548-6bede879baae', 'network_id': '831a4e07-4166-4720-b548-6bede879baae', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '553270e6-d522-4fcc-b2cf-3c523a4a9d38'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:53.247700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.449810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Allocated IP 172.20.255.242 (831a4e07-4166-4720-b548-6bede879baae/553270e6-d522-4fcc-b2cf-3c523a4a9d38/e5438e3e-e093-4044-8015-7fe3d6f5f1ee) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:53.715504 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.756235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.771225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.829934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.868672 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.869595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Network 831a4e07-4166-4720-b548-6bede879baae is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:53.877600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:53.882781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:53.885715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:53.888518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.888947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Pushing event updated for resources: {'Port': ['ID=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:53.972668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Attempting to bind port e5438e3e-e093-4044-8015-7fe3d6f5f1ee on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:53.973053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Attempting to bind port e5438e3e-e093-4044-8015-7fe3d6f5f1ee by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '831a4e07-4166-4720-b548-6bede879baae'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:53.974167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Attempting to bind port e5438e3e-e093-4044-8015-7fe3d6f5f1ee on network 831a4e07-4166-4720-b548-6bede879baae {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:53.982558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:53.982558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Checking segment: {'id': 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '831a4e07-4166-4720-b548-6bede879baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:53.983071 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.983208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Bound using segment: {'id': 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '831a4e07-4166-4720-b548-6bede879baae'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:53.983701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Bound port: e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '831a4e07-4166-4720-b548-6bede879baae'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:53.984156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:53.999745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41012) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:54.000356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9617498 Oct 26 14:34:54.005370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:54.014684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780cf25-e4eb-4eca-9f3e-9294cc3bf17b tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=34cdd4ed-cbac-42fd-a947-ba3d56d81771,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:54.039555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:54.135554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:54.140520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:54.345343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] For port e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:54.350229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] For port e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,segment=NetworkSegment(ce40c4ec-8476-48c3-8a09-afbd94bb0f54),segment_id=ce40c4ec-8476-48c3-8a09-afbd94bb0f54)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:54.373701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:54.396021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:54.452917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15271a-bd9b-4bb6-9200-6f0032022e73 None None] Pushing event updated for resources: {'Port': ['ID=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:54.499498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=79424401-d0ba-4d75-aeab-5d78ce20adaf,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:54.547668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:54.549091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 34cdd4ed-cbac-42fd-a947-ba3d56d81771, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:54.575841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:54.603044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 34cdd4ed-cbac-42fd-a947-ba3d56d81771) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:54.610468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:54.611447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:54.617693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97cb35-c527-4759-b4f2-810720be6d22 None None] Network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:54.647856 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-302b52f2-f393-41d0-8f7b-3257de098819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6468697 Oct 26 14:34:54.651430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41020) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:54.857940 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:54.950413 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-34cdd4ed-cbac-42fd-a947-ba3d56d81771', 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '79424401-d0ba-4d75-aeab-5d78ce20adaf'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:54.951237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.010066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.138254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Allocated IP 172.20.0.2 (34cdd4ed-cbac-42fd-a947-ba3d56d81771/79424401-d0ba-4d75-aeab-5d78ce20adaf/6114c18b-9e9e-4b0b-b973-3f392795c8cc) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:34:55.425049 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.459110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.484956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.589688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=79424401-d0ba-4d75-aeab-5d78ce20adaf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:55.601156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5438e3e-e093-4044-8015-7fe3d6f5f1ee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:55.627010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:34:55.644863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:55.752723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.754878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:34:55.797850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cdd4ed-cbac-42fd-a947-ba3d56d81771']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:55.803771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Pushing event updated for resources: {'Port': ['ID=6114c18b-9e9e-4b0b-b973-3f392795c8cc,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:55.836677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:55.847818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:55.894130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e5438e3e-e093-4044-8015-7fe3d6f5f1ee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:55.894501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.896415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.945574 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.949531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Attempting to bind port 6114c18b-9e9e-4b0b-b973-3f392795c8cc on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:34:55.949908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Attempting to bind port 6114c18b-9e9e-4b0b-b973-3f392795c8cc by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:34:55.950301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Attempting to bind port 6114c18b-9e9e-4b0b-b973-3f392795c8cc on network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:34:55.958132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:34:55.958423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Checking segment: {'id': 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:55.958965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.959198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Bound using segment: {'id': 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:34:55.959841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Bound port: 6114c18b-9e9e-4b0b-b973-3f392795c8cc, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:34:55.960228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:55.985810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:55.990186 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:56.006057 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:56.076467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] For port 6114c18b-9e9e-4b0b-b973-3f392795c8cc, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:34:56.129342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:34:56.129342 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:34:56.129342 n-d-813419-9 neutron-server[102164]: [parameters: {'id': '34cdd4ed-cbac-42fd-a947-ba3d56d81771'}] Oct 26 14:34:56.129342 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:34:56.129342 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:34:56.143397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed603bd-98cb-45ca-8e32-ba01309b1fa0 None None] Network 831a4e07-4166-4720-b548-6bede879baae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:56.178501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] For port 6114c18b-9e9e-4b0b-b973-3f392795c8cc, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6114c18b-9e9e-4b0b-b973-3f392795c8cc,segment=NetworkSegment(a4d788a8-2bd5-44e6-bf62-5c3369708e8b),segment_id=a4d788a8-2bd5-44e6-bf62-5c3369708e8b)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:34:56.229186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.231715 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.290306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-77fe7a1d-23c5-4850-91ba-cde57c3e7bf1 None None] Provisioning complete for port e5438e3e-e093-4044-8015-7fe3d6f5f1ee triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:56.290306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-77fe7a1d-23c5-4850-91ba-cde57c3e7bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.467440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,segment=NetworkSegment(ce40c4ec-8476-48c3-8a09-afbd94bb0f54),segment_id=ce40c4ec-8476-48c3-8a09-afbd94bb0f54)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:56.567402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.602403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7609-8b9f-42e3-a623-5e4448bf7502 None None] Pushing event updated for resources: {'Port': ['ID=6114c18b-9e9e-4b0b-b973-3f392795c8cc,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:56.630214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:56.681381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af4ddda-0b65-4757-ac47-4c9ccea431a4 None None] Network 34cdd4ed-cbac-42fd-a947-ba3d56d81771 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:56.839046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:56.883163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port 6114c18b-9e9e-4b0b-b973-3f392795c8cc {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:34:56.885314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.004570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port 6114c18b-9e9e-4b0b-b973-3f392795c8cc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6114c18b-9e9e-4b0b-b973-3f392795c8cc,segment=NetworkSegment(a4d788a8-2bd5-44e6-bf62-5c3369708e8b),segment_id=a4d788a8-2bd5-44e6-bf62-5c3369708e8b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:34:57.005174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.042345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for 6114c18b-9e9e-4b0b-b973-3f392795c8cc owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:34:57.238635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.292096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f36c7-e780-4f17-b5c5-a4c7f8533bb7 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:34:57.308177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port 6114c18b-9e9e-4b0b-b973-3f392795c8cc on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:34:57.318371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=6114c18b-9e9e-4b0b-b973-3f392795c8cc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:57.445664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.511846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1f36c7-e780-4f17-b5c5-a4c7f8533bb7 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:34:57.539286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cdd4ed-cbac-42fd-a947-ba3d56d81771']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:57.575385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:57.575873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d788a8-2bd5-44e6-bf62-5c3369708e8b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:57.578561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5438e3e-e093-4044-8015-7fe3d6f5f1ee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:34:57.584662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e3e0c26f-92af-435f-8f5c-866dded86862 None None] Provisioning complete for port e5438e3e-e093-4044-8015-7fe3d6f5f1ee triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:57.585305 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c26f-92af-435f-8f5c-866dded86862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.612049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.642776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.659540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:57.659954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:57.668838 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:34:57.817539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e5438e3e-e093-4044-8015-7fe3d6f5f1ee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:34:57.818778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.840792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.847174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:57.851527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/34cdd4ed-cbac-42fd-a947-ba3d56d81771 HTTP/1.1" status: 204 len: 168 time: 3.1987724 Oct 26 14:34:57.855760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41048) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:57.862093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379492224'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:57.884370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acfedf-b082-4057-9ad5-fdaf674c7dda tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=34cdd4ed-cbac-42fd-a947-ba3d56d81771,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:57.923771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:57.933369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.012895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:34:58.040470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.040909 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment 6894eb62-e06c-49a4-8fea-4e29f6f78a31 of type vlan for network 586bf21d-0829-4a0f-ac0b-ec3b464e050d Oct 26 14:34:58.103185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.137789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.152012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:58.153081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.243620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:58.244320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3859258 Oct 26 14:34:58.245481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382d91-a519-4c3a-a654-e383f8127de6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=586bf21d-0829-4a0f-ac0b-ec3b464e050d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:58.260069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '586bf21d-0829-4a0f-ac0b-ec3b464e050d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:34:58.280189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 586bf21d-0829-4a0f-ac0b-ec3b464e050d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:34:58.480177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:34:58.483859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.614522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing IP validity checks on allocation pools {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:34:58.615036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:34:58.851278 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:58.925040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=54ccc067-88f7-4bb4-bbf0-0088675cfc83,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:58.943780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': '6894eb62-e06c-49a4-8fea-4e29f6f78a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '586bf21d-0829-4a0f-ac0b-ec3b464e050d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:34:58.944327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 586bf21d-0829-4a0f-ac0b-ec3b464e050d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:34:58.964008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 586bf21d-0829-4a0f-ac0b-ec3b464e050d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:34:58.989535 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:34:58.991867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 586bf21d-0829-4a0f-ac0b-ec3b464e050d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:34:59.000345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516dca6-6a1f-4a90-8cd8-ceac44176c69 None None] Network 586bf21d-0829-4a0f-ac0b-ec3b464e050d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:59.007432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:34:59.008042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.031043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6fdbfecf-3f1f-489a-9fca-f633bb1da204 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7862387 Oct 26 14:34:59.033961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41060) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:34:59.228847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.320374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a154327-97a2-4abf-a2be-796ceef381a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-586bf21d-0829-4a0f-ac0b-ec3b464e050d', 'network_id': '586bf21d-0829-4a0f-ac0b-ec3b464e050d', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '54ccc067-88f7-4bb4-bbf0-0088675cfc83'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:34:59.323453 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a154327-97a2-4abf-a2be-796ceef381a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.372014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.563510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-6a154327-97a2-4abf-a2be-796ceef381a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54ccc067-88f7-4bb4-bbf0-0088675cfc83: This subnet is being modified by another concurrent operation. Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:34:59.583265 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54ccc067-88f7-4bb4-bbf0-0088675cfc83: This subnet is being modified by another concurrent operation. Oct 26 14:34:59.612008 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:34:59.627461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=54ccc067-88f7-4bb4-bbf0-0088675cfc83,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:34:59.644155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d576f9aa-2521-4794-b0b0-30c047d02f8e None None] Network 586bf21d-0829-4a0f-ac0b-ec3b464e050d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:34:59.782317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.859781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586bf21d-0829-4a0f-ac0b-ec3b464e050d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:59.880005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6894eb62-e06c-49a4-8fea-4e29f6f78a31') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:59.880339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6894eb62-e06c-49a4-8fea-4e29f6f78a31') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:34:59.900710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3e7cc-56b1-4372-8ae0-ecf8548febbf None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:34:59.904099 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.934841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.959866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:34:59.961868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:34:59.998059 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:00.145064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.149238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3e7cc-56b1-4372-8ae0-ecf8548febbf None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:00.164209 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.180708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/586bf21d-0829-4a0f-ac0b-ec3b464e050d HTTP/1.1" status: 204 len: 168 time: 1.1450605 Oct 26 14:35:00.186293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41074) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:00.199942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615421588'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:00.274963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92137d-398a-42c5-b1b8-835ee90e18f2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=586bf21d-0829-4a0f-ac0b-ec3b464e050d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:00.292806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:00.305941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.406237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:00.450435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.454816 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment aeb4d484-8d8e-4489-a941-f1b3091b727e of type vlan for network d91045aa-448a-4296-8ef4-e16db434266b Oct 26 14:35:00.774085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.866708 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:00.879493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:00.880646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.006502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8138692 Oct 26 14:35:01.007764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41080) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:01.021159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:01.067155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f55a7e-0f32-4cfc-8148-ebe1b378548a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=d91045aa-448a-4296-8ef4-e16db434266b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:01.086317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network d91045aa-448a-4296-8ef4-e16db434266b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:01.217279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:01.221514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.544312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.645075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=9c60733b-cad4-42e6-a7bd-1bb64a6b39ec,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:01.702968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'aeb4d484-8d8e-4489-a941-f1b3091b727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:01.703563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: d91045aa-448a-4296-8ef4-e16db434266b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:01.744221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network d91045aa-448a-4296-8ef4-e16db434266b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:01.771095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, d91045aa-448a-4296-8ef4-e16db434266b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:01.813446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848c463-450e-46dc-89fa-94ff96617b95 None None] Network d91045aa-448a-4296-8ef4-e16db434266b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:01.833343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:01.834932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:01.888541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-429c01bd-16e0-41b8-b182-a13d7535562e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8758547 Oct 26 14:35:01.891275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41086) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:02.085360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-d91045aa-448a-4296-8ef4-e16db434266b', 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '9c60733b-cad4-42e6-a7bd-1bb64a6b39ec'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:02.087762 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.117027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.355049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.476896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Allocated IP 172.20.0.1 (d91045aa-448a-4296-8ef4-e16db434266b/9c60733b-cad4-42e6-a7bd-1bb64a6b39ec/96dacd6c-f568-4f6c-84c1-5aac98784405) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:02.741332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.752844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.795092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.819802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Network d91045aa-448a-4296-8ef4-e16db434266b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:02.829464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:02.837963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:02.848477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Pushing event updated for resources: {'Port': ['ID=96dacd6c-f568-4f6c-84c1-5aac98784405,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:02.928940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=9c60733b-cad4-42e6-a7bd-1bb64a6b39ec,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:02.960998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Attempting to bind port 96dacd6c-f568-4f6c-84c1-5aac98784405 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:02.962597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Attempting to bind port 96dacd6c-f568-4f6c-84c1-5aac98784405 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'aeb4d484-8d8e-4489-a941-f1b3091b727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:02.963189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Attempting to bind port 96dacd6c-f568-4f6c-84c1-5aac98784405 on network d91045aa-448a-4296-8ef4-e16db434266b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:02.973249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:02.973843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Checking segment: {'id': 'aeb4d484-8d8e-4489-a941-f1b3091b727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:02.974473 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.975209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Bound using segment: {'id': 'aeb4d484-8d8e-4489-a941-f1b3091b727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:02.976260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Bound port: 96dacd6c-f568-4f6c-84c1-5aac98784405, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb4d484-8d8e-4489-a941-f1b3091b727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'd91045aa-448a-4296-8ef4-e16db434266b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:02.977819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:02.985370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.986121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.986728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.987570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.988148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.989042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.990018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.990601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.991158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.991714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.992266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:02.997273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:03.036950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.083875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] For port 96dacd6c-f568-4f6c-84c1-5aac98784405, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:03.084806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91045aa-448a-4296-8ef4-e16db434266b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:03.091276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] For port 96dacd6c-f568-4f6c-84c1-5aac98784405, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96dacd6c-f568-4f6c-84c1-5aac98784405,segment=NetworkSegment(aeb4d484-8d8e-4489-a941-f1b3091b727e),segment_id=aeb4d484-8d8e-4489-a941-f1b3091b727e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:03.100657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb4d484-8d8e-4489-a941-f1b3091b727e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:03.101139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.101733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb4d484-8d8e-4489-a941-f1b3091b727e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:03.118638 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.144829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.163819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:03.167086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:03.171875 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:03.256865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1db8f-0bc8-422f-93b5-7c0eb4964392 None None] Pushing event updated for resources: {'Port': ['ID=96dacd6c-f568-4f6c-84c1-5aac98784405,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:03.282832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c950cb-e207-4ea0-957a-e97e911b9c75 None None] Network d91045aa-448a-4296-8ef4-e16db434266b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:03.293768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:35:03.293768 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:35:03.293768 n-d-813419-9 neutron-server[102163]: [parameters: {'id': 'd91045aa-448a-4296-8ef4-e16db434266b'}] Oct 26 14:35:03.293768 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:03.294388 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:03.505596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd469fe-2bbe-4b5e-b6f5-7b11a1e926bc None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:03.633220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd469fe-2bbe-4b5e-b6f5-7b11a1e926bc None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:03.795748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.891945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port 96dacd6c-f568-4f6c-84c1-5aac98784405 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:03.892299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:03.986605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port 96dacd6c-f568-4f6c-84c1-5aac98784405, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96dacd6c-f568-4f6c-84c1-5aac98784405,segment=NetworkSegment(aeb4d484-8d8e-4489-a941-f1b3091b727e),segment_id=aeb4d484-8d8e-4489-a941-f1b3091b727e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:03.987727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.012009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for 96dacd6c-f568-4f6c-84c1-5aac98784405 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:04.126224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.176277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=96dacd6c-f568-4f6c-84c1-5aac98784405,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:04.183621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port 96dacd6c-f568-4f6c-84c1-5aac98784405 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:04.327276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.358749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91045aa-448a-4296-8ef4-e16db434266b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:04.372879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb4d484-8d8e-4489-a941-f1b3091b727e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:04.373434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb4d484-8d8e-4489-a941-f1b3091b727e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:04.404089 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.426878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.436616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:04.437181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:04.441820 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:04.530563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.542338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.546049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/d91045aa-448a-4296-8ef4-e16db434266b HTTP/1.1" status: 204 len: 168 time: 2.6528811 Oct 26 14:35:04.549873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41112) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:04.557622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256206961'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:04.562786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34432-28b3-4a3b-8a76-307359f9ab3c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=d91045aa-448a-4296-8ef4-e16db434266b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:04.585934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:04.590454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.616152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:04.627829 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.628339 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment dc5f51d2-b9f8-4912-a98a-8025c3596a1c of type vlan for network ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 Oct 26 14:35:04.674850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.714850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.724237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:04.725231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:04.796763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41120) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:04.797089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2445736 Oct 26 14:35:04.802005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': 'ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:04.811056 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f475-c0d4-40e8-8093-8d539e6383aa tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:04.830135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:04.937128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:04.937128 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.166266 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.259200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=c703a33c-793d-4431-a8e1-d58af6f58774,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:05.278682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'dc5f51d2-b9f8-4912-a98a-8025c3596a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:05.279233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:05.312555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:05.332985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:05.343136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:05.343976 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.347331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8ba36-666f-4135-89cc-882f667a3cb3 None None] Network ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:05.424925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-770d0b62-3f8b-434d-b77a-5ce4ff328e6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6224425 Oct 26 14:35:05.425610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41146) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:05.619544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.688109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.694089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f04be-9ad4-4e88-a442-36f517719685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6', 'network_id': 'ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': 'c703a33c-793d-4431-a8e1-d58af6f58774'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:05.695278 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c3f04be-9ad4-4e88-a442-36f517719685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.821248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:05.893674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=c703a33c-793d-4431-a8e1-d58af6f58774,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-6c3f04be-9ad4-4e88-a442-36f517719685 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c703a33c-793d-4431-a8e1-d58af6f58774: This subnet is being modified by another concurrent operation. Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:05.904846 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c703a33c-793d-4431-a8e1-d58af6f58774: This subnet is being modified by another concurrent operation. Oct 26 14:35:05.909199 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:35:05.931569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d78bc3-176c-4d84-9e19-07ab7ffa50f4 None None] Network ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:06.060659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc276-52be-4766-af2f-ac8ae37ea01a req-b00cae0c-b663-4612-98b4-98d8d84f6767 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:06.062234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efbbc276-52be-4766-af2f-ac8ae37ea01a req-b00cae0c-b663-4612-98b4-98d8d84f6767 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1750381 Oct 26 14:35:06.077011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.137191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:06.186398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bbc1f3-c5b1-44ec-8bdf-5d538c1b8db3 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:06.194885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5f51d2-b9f8-4912-a98a-8025c3596a1c') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:06.196617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5f51d2-b9f8-4912-a98a-8025c3596a1c') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:06.236013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.241070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-efbbc276-52be-4766-af2f-ac8ae37ea01a req-3b4c6a61-005a-45f0-866a-c9c7bfd67683 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593249 Oct 26 14:35:06.262042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.271940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:06.272351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:06.292242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41160) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:06.339187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbc1f3-c5b1-44ec-8bdf-5d538c1b8db3 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:06.459464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.471724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.480581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 HTTP/1.1" status: 204 len: 168 time: 1.0508564 Oct 26 14:35:06.480823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41164) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:06.517658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd838c-bbac-4b73-a1ac-170cf671a0f0 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:06.524698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94292522-9c2f-4ac8-87e5-7b21ef939271 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 200 len: 993 time: 0.2276547 Oct 26 14:35:06.551622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225469246'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:06.625606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:06.634844 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.701863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:06.719023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.722084 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment d99f9170-42e4-43cc-be37-d8a8433d98d4 of type vlan for network f14f5a80-6e85-4e4a-adcb-32f870732da6 Oct 26 14:35:06.789621 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.835098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.848449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:06.849201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:06.887354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4048417 Oct 26 14:35:06.891046 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41176) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:06.923304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:06.971799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0df7c-5812-4a2b-8927-8c69ebeaf245 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=f14f5a80-6e85-4e4a-adcb-32f870732da6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:06.987597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f14f5a80-6e85-4e4a-adcb-32f870732da6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:07.159645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ba5d4-fdcc-4b6e-a4ee-16d5f59664db req-25cc8ef4-d272-4492-887a-6fc2c563f974 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.162501 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-271ba5d4-fdcc-4b6e-a4ee-16d5f59664db req-25cc8ef4-d272-4492-887a-6fc2c563f974 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1096 time: 0.1413236 Oct 26 14:35:07.199475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:07.203322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:07.264811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-271ba5d4-fdcc-4b6e-a4ee-16d5f59664db req-71608c8e-0531-4217-b0d5-b58e24824e50 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945368 Oct 26 14:35:07.281147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing IP validity checks on allocation pools {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:35:07.281734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102164) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:35:07.357005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-c0848660-ee67-4bb4-b252-771b22de062b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849941 Oct 26 14:35:07.386368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-c4d5c2cc-db80-4fb2-9251-853240f9037f req-a9d2f683-74b6-473d-a6e1-196751c40aa0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:35:07.387887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c4d5c2cc-db80-4fb2-9251-853240f9037f req-a9d2f683-74b6-473d-a6e1-196751c40aa0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068910 Oct 26 14:35:07.487066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-f95e82a4-b23d-48b3-89d5-f532614758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.488830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-f95e82a4-b23d-48b3-89d5-f532614758c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1096 time: 0.0701244 Oct 26 14:35:07.494424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:07.577077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=93ef189d-6c53-4b46-8c93-2cbab561e447,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:07.615667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'd99f9170-42e4-43cc-be37-d8a8433d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:07.618153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: f14f5a80-6e85-4e4a-adcb-32f870732da6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:07.652934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network f14f5a80-6e85-4e4a-adcb-32f870732da6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:07.667439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f14f5a80-6e85-4e4a-adcb-32f870732da6) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:07.674626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.675748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:07.685434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd911826-9811-4f7c-9195-663a8aa1b1ca None None] Network f14f5a80-6e85-4e4a-adcb-32f870732da6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:07.693983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-725bc5f6-1333-4f05-9685-cb8e315d6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.697213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-725bc5f6-1333-4f05-9685-cb8e315d6bc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.1805308 Oct 26 14:35:07.741525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aa9ad6b0-40a4-4018-a895-0dc23b75ffe9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8458569 Oct 26 14:35:07.745651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41190) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:07.854322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-6eae5649-b5e3-4e7f-8761-879e38cdb93c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1001 time: 0.1473856 Oct 26 14:35:07.934737 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-f5bfc090-f6b3-47c4-87d3-899eba2c39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:07.936584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-f5bfc090-f6b3-47c4-87d3-899eba2c39a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.0710120 Oct 26 14:35:07.963408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.014401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-dbdf4b7c-90ad-46ea-92b9-1a018f3188bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:08.018045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-dbdf4b7c-90ad-46ea-92b9-1a018f3188bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722346 Oct 26 14:35:08.045734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f14f5a80-6e85-4e4a-adcb-32f870732da6', 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '93ef189d-6c53-4b46-8c93-2cbab561e447'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:08.046873 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.145714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.245480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-465a697a-e71a-426a-baac-8c9b18829e61 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200096 Oct 26 14:35:08.293747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Allocated IP 172.20.0.3 (f14f5a80-6e85-4e4a-adcb-32f870732da6/93ef189d-6c53-4b46-8c93-2cbab561e447/d5ab2fc1-882c-4104-b619-26a91fbbce59) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:08.382578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c1ef2a9-3114-4741-b984-6e433b4c2613 req-3a731362-bf84-4115-8cbf-d9dc4f60f038 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293383 Oct 26 14:35:08.486464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-c37ceac0-a170-4974-afee-8efc21e5f690 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611289 Oct 26 14:35:08.497328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0efaaf15-045a-4cce-9577-6226ef2c7715 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:35:08.499371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0efaaf15-045a-4cce-9577-6226ef2c7715 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068669 Oct 26 14:35:08.552893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.589232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.599089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.629675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=93ef189d-6c53-4b46-8c93-2cbab561e447,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:08.653474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2fc1-882c-4104-b619-26a91fbbce59,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:08.667901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Network f14f5a80-6e85-4e4a-adcb-32f870732da6 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:08.669552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:08.672834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:08.748593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.760014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Attempting to bind port d5ab2fc1-882c-4104-b619-26a91fbbce59 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:08.760388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Attempting to bind port d5ab2fc1-882c-4104-b619-26a91fbbce59 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd99f9170-42e4-43cc-be37-d8a8433d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:08.760790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Attempting to bind port d5ab2fc1-882c-4104-b619-26a91fbbce59 on network f14f5a80-6e85-4e4a-adcb-32f870732da6 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:08.775840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:08.776235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Checking segment: {'id': 'd99f9170-42e4-43cc-be37-d8a8433d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:08.776905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.776905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Bound using segment: {'id': 'd99f9170-42e4-43cc-be37-d8a8433d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:08.776905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Bound port: d5ab2fc1-882c-4104-b619-26a91fbbce59, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99f9170-42e4-43cc-be37-d8a8433d98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:08.776905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.779468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f5a80-6e85-4e4a-adcb-32f870732da6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:08.791773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99f9170-42e4-43cc-be37-d8a8433d98d4') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:08.792396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99f9170-42e4-43cc-be37-d8a8433d98d4') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:08.806536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.838359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.850384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:08.851205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:08.855583 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:08.966527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] For port d5ab2fc1-882c-4104-b619-26a91fbbce59, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:08.970850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.db.api [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:35:08.970850 n-d-813419-9 neutron-server[102164]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:35:08.970850 n-d-813419-9 neutron-server[102164]: [parameters: {'id': 'f14f5a80-6e85-4e4a-adcb-32f870732da6'}] Oct 26 14:35:08.970850 n-d-813419-9 neutron-server[102164]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:08.971609 n-d-813419-9 neutron-server[102164]: DEBUG oslo_db.api [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:08.973705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] For port d5ab2fc1-882c-4104-b619-26a91fbbce59, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d5ab2fc1-882c-4104-b619-26a91fbbce59,segment=NetworkSegment(d99f9170-42e4-43cc-be37-d8a8433d98d4),segment_id=d99f9170-42e4-43cc-be37-d8a8433d98d4)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:08.981318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.455676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442400-64e1-4bc9-92ed-c944404bdbd0 None None] Pushing event updated for resources: {'Port': ['ID=d5ab2fc1-882c-4104-b619-26a91fbbce59,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:09.473028 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.478585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0350caa-ab7a-4e64-a1b4-1f16dbc1cd7f None None] Network f14f5a80-6e85-4e4a-adcb-32f870732da6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:09.654606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port d5ab2fc1-882c-4104-b619-26a91fbbce59 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:09.655239 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.755904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34536010-158f-4478-b367-cdb03cfe0fdc None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:09.838982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port d5ab2fc1-882c-4104-b619-26a91fbbce59, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d5ab2fc1-882c-4104-b619-26a91fbbce59,segment=NetworkSegment(d99f9170-42e4-43cc-be37-d8a8433d98d4),segment_id=d99f9170-42e4-43cc-be37-d8a8433d98d4)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:09.839254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:09.863281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for d5ab2fc1-882c-4104-b619-26a91fbbce59 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:09.881671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34536010-158f-4478-b367-cdb03cfe0fdc None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:10.021798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.063248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-02f622e6-64a9-404e-bcff-da51cda38d36 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:10.072212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-02f622e6-64a9-404e-bcff-da51cda38d36 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1093 time: 0.4454072 Oct 26 14:35:10.083974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Request body: {'binding': {'host': 'n-h2-813419-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:10.087483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Unknown quota resources ['binding']. {{(pid=102163) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 26 14:35:10.091666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=d5ab2fc1-882c-4104-b619-26a91fbbce59,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:10.102773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port d5ab2fc1-882c-4104-b619-26a91fbbce59 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:10.104576 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cd9c-0ee3-4391-aa1b-6274491c9c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.278881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.320227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f5a80-6e85-4e4a-adcb-32f870732da6']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:10.339225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on host n-h2-813419-9 for vnic_type normal with profile None {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:10.339950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:10.340613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:10.346111 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:35:10.346838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:10.349274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99f9170-42e4-43cc-be37-d8a8433d98d4') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:10.350770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99f9170-42e4-43cc-be37-d8a8433d98d4') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:10.356009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:10.356351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:10.357633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Bound using segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:10.358048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Bound port: 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:10.386497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.403920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.422386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:10.422792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:10.426500 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:10.502538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:10.516563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] Publish callbacks [] for binding, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.543536 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.550451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] 10.222.0.37 "POST /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4600098 Oct 26 14:35:10.593081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.606227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/f14f5a80-6e85-4e4a-adcb-32f870732da6 HTTP/1.1" status: 204 len: 168 time: 2.8533573 Oct 26 14:35:10.606478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41232) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:10.628216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-539131931'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:10.676150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824c9d-1ee7-45ac-8918-01e9d5530825 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=f14f5a80-6e85-4e4a-adcb-32f870732da6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:10.698700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:10.708371 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.787947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:10.826211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.826516 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment 5416ee7a-d11f-4b72-b2b6-a8e68c242f13 of type vlan for network 32d3a0ce-50e6-47e4-b139-fa10b9532c88 Oct 26 14:35:10.914973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.923256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8056b9-90b0-421a-bbab-1fa9f3ce47d1 req-795af3b7-cf66-45a3-9c90-391da11a0e93 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:10.938751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c8056b9-90b0-421a-bbab-1fa9f3ce47d1 req-795af3b7-cf66-45a3-9c90-391da11a0e93 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1321876 Oct 26 14:35:10.951714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:10.960120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:10.960897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:11.025661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c8056b9-90b0-421a-bbab-1fa9f3ce47d1 req-2de04c7c-31c1-4672-a0ff-d607b3524a69 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855494 Oct 26 14:35:11.034236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-5309b8df-5791-4b2d-b5af-f3cabc8b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.036820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-5309b8df-5791-4b2d-b5af-f3cabc8b6013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1096 time: 0.0894253 Oct 26 14:35:11.056881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4472625 Oct 26 14:35:11.060446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41236) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:11.066053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '32d3a0ce-50e6-47e4-b139-fa10b9532c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:11.071456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03d21e-9bb3-4547-8bb4-b36f3d446d8f tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=32d3a0ce-50e6-47e4-b139-fa10b9532c88,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:11.089306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 32d3a0ce-50e6-47e4-b139-fa10b9532c88 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:11.175575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0bd3d924-bc86-46d8-854d-e3e638ded00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.177169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0bd3d924-bc86-46d8-854d-e3e638ded00c service neutron] 10.222.0.73 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.1330829 Oct 26 14:35:11.206647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:11.211974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:11.302849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-cdf4e3e5-f774-40ff-bf62-e35c27a7078c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1001 time: 0.1176150 Oct 26 14:35:11.375322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-632cbbde-67c7-4668-9ac0-ff0d9c93dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.378064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-632cbbde-67c7-4668-9ac0-ff0d9c93dfa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.0679855 Oct 26 14:35:11.481875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-c3824b33-6f3f-4dc8-89a1-a9dd5c857b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.485780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-c3824b33-6f3f-4dc8-89a1-a9dd5c857b69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991509 Oct 26 14:35:11.523252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:11.636776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=68944da3-379d-4f3a-8e4e-7bd1ebf530f1,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:11.654525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-21d28e9b-0b58-4bd3-9c2e-c8dd63f76b9d service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606941 Oct 26 14:35:11.683286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': '5416ee7a-d11f-4b72-b2b6-a8e68c242f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '32d3a0ce-50e6-47e4-b139-fa10b9532c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:11.683794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 32d3a0ce-50e6-47e4-b139-fa10b9532c88, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:11.709553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 32d3a0ce-50e6-47e4-b139-fa10b9532c88 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:11.730784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 32d3a0ce-50e6-47e4-b139-fa10b9532c88) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:11.738457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:11.739057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:11.747787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6230bc-117e-406a-a2ce-56acaf6f9587 None None] Network 32d3a0ce-50e6-47e4-b139-fa10b9532c88 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:11.787873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0eaf7668-6ac6-474b-94a4-bb8d6dcde176 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7259016 Oct 26 14:35:11.791177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41248) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:11.845128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-23d72662-a43a-40b3-b590-eaf8bcae7138 service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828873 Oct 26 14:35:12.064363 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.186245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cce0a7-cfe5-409f-822b-865c15dfe267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-32d3a0ce-50e6-47e4-b139-fa10b9532c88', 'network_id': '32d3a0ce-50e6-47e4-b139-fa10b9532c88', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '68944da3-379d-4f3a-8e4e-7bd1ebf530f1'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:12.189072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12cce0a7-cfe5-409f-822b-865c15dfe267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.203609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-c2061381-2fa6-4257-942a-c5b292397fd6 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:12.209485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-c2061381-2fa6-4257-942a-c5b292397fd6 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1096 time: 0.2913778 Oct 26 14:35:12.215558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.224289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-9'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:12.314764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0fd2d-8791-409d-b027-da02b7813a59 req-331289a0-8858-4507-9abd-899d0ce5efee tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:12.316289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.317589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2de0fd2d-8791-409d-b027-da02b7813a59 req-331289a0-8858-4507-9abd-899d0ce5efee tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1722364 Oct 26 14:35:12.318938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.400845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=68944da3-379d-4f3a-8e4e-7bd1ebf530f1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-12cce0a7-cfe5-409f-822b-865c15dfe267 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68944da3-379d-4f3a-8e4e-7bd1ebf530f1: This subnet is being modified by another concurrent operation. Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:12.525835 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68944da3-379d-4f3a-8e4e-7bd1ebf530f1: This subnet is being modified by another concurrent operation. Oct 26 14:35:12.529497 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:35:12.547325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd84cab-1cc5-4f53-a402-2ab6f0236f54 None None] Network 32d3a0ce-50e6-47e4-b139-fa10b9532c88 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:12.586820 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.622606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2de0fd2d-8791-409d-b027-da02b7813a59 req-70b09d63-9928-4399-865d-b4ae73fc62ea tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839787 Oct 26 14:35:12.655838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d3a0ce-50e6-47e4-b139-fa10b9532c88']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:12.686126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5416ee7a-d11f-4b72-b2b6-a8e68c242f13') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:12.686394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5416ee7a-d11f-4b72-b2b6-a8e68c242f13') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:12.710484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.740260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.751849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:12.752205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:12.755553 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:12.776080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f1cb4c-e87f-4658-8c43-2c18e7594544 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:12.880951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.889611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.895035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/32d3a0ce-50e6-47e4-b139-fa10b9532c88 HTTP/1.1" status: 204 len: 168 time: 1.1026897 Oct 26 14:35:12.901167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1cb4c-e87f-4658-8c43-2c18e7594544 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:12.931373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:12.932080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87dc5305-2f70-4df7-a037-7e597749045e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:12.950295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610698064'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:12.955459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6767b1-22a9-47f6-8897-3cc787e191d9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=32d3a0ce-50e6-47e4-b139-fa10b9532c88,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:13.002292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:13.006014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.056276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 928, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:13.084104 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.084451 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment fbaf440e-8e2c-4b8a-a288-0d16e05c7735 of type vlan for network a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f Oct 26 14:35:13.195875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.237746 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.245769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:13.246471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.286919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3386855 Oct 26 14:35:13.313910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41272) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:13.319327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': 'a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:13.323156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:13.372256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:13.408757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ffb63-7054-4601-9d8b-0a57de311d61 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:13.421720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:13.432866 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.435993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:13.439448 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b884dd-a70b-46c4-9638-13ce93f9419e" -d '{"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:13.445273 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.542281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:13.553454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.660762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:13.738631 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d971f2-3706-4200-b944-ce1ef1ef35ce x-openstack-request-id: req-35d971f2-3706-4200-b944-ce1ef1ef35ce {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:13.742855 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:13.743227 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35d971f2-3706-4200-b944-ce1ef1ef35ce {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:13.743768 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'code': 200} Oct 26 14:35:13.818698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on host n-h1-813419-9 for vnic_type normal with profile {"migrating_to": "n-h2-813419-9"} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:13.819735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:13.820095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:13.826997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:35:13.827480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Attempting to bind port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on network 12d6b1b9-b600-4514-af56-b1329bfaa387 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:13.835479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:13.836002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Checking segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:13.836611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Bound using segment: {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:13.837290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Bound port: 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3806d1d4-7b53-4890-8b82-f1053bc02dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:13.837665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.938159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41378d-fd88-4832-aaa1-91c196f04ade req-ba9639ce-b74c-44f2-8e0b-5a649b084417 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:13.939907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:13.942238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c41378d-fd88-4832-aaa1-91c196f04ade req-ba9639ce-b74c-44f2-8e0b-5a649b084417 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.1282766 Oct 26 14:35:13.968794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-52e32848-210e-4971-9c3f-aa7de2ac0035 None None] Provisioning complete for port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:13.972190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52e32848-210e-4971-9c3f-aa7de2ac0035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.035825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:14.044580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:14.056941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.069006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-52e32848-210e-4971-9c3f-aa7de2ac0035 None None] Port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:14.088764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c41378d-fd88-4832-aaa1-91c196f04ade req-462ebe7f-0cc6-42c1-9e4b-1ab1728c79e0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343000 Oct 26 14:35:14.100986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.185522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=ef1ba05c-fd96-4374-bb4e-3743d90e7462,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:14.192167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'fbaf440e-8e2c-4b8a-a288-0d16e05c7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:14.192540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:14.208219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:14.244981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:14.285218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:14.295589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:14.298037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.303394 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.315612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76176900-7339-4d19-9de5-6030668fb01d None None] Network a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:14.343758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c2aa0275-fc08-48d9-8ba7-ef211a4d21cd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0285058 Oct 26 14:35:14.344506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41284) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:14.486444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:14.487309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.496897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-daae5161-3873-4778-9280-9ceb69082372 service neutron] 10.222.0.73 "PUT /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1121 time: 2.2781563 Oct 26 14:35:14.568655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2e1cf79b-4580-46aa-a271-1f39ee7429a4'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:35:14.591847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.753798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.840620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8337507-160a-43ce-a0f6-26d0b1f63fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f', 'network_id': 'a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': 'ef1ba05c-fd96-4374-bb4e-3743d90e7462'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:14.841676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8337507-160a-43ce-a0f6-26d0b1f63fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.869766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.904148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] Provisioning complete for port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:14.904716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:14.921176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1ba05c-fd96-4374-bb4e-3743d90e7462,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:15.003091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.034305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2892d7-7943-485c-9f80-2664e2be41a5 None None] Network a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:15.037788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:15.053802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaf440e-8e2c-4b8a-a288-0d16e05c7735') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:15.054134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaf440e-8e2c-4b8a-a288-0d16e05c7735') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:15.073326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.090954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.101044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:15.102138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:15.107261 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:15.204799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.226349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.238408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f HTTP/1.1" status: 204 len: 168 time: 0.8917344 Oct 26 14:35:15.245146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eb6ad-d193-455a-8eba-812cb925858e req-817e705c-dd84-4115-9959-d48c932913d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:15.246831 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d81eb6ad-d193-455a-8eba-812cb925858e req-817e705c-dd84-4115-9959-d48c932913d1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 943 time: 0.0680785 Oct 26 14:35:15.247349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41294) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:15.252776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070707803'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:15.264125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.268098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ccfbf-8dc3-4b6d-a227-c897d411d999 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:15.286669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:15.290744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.316584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:15.319215 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1635ee-bf27-43b4-a0c0-94cda43d58b8" -d '{"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:15.359078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:15.365695 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3c7382-74bf-43a0-b959-0f729813353c x-openstack-request-id: req-2b3c7382-74bf-43a0-b959-0f729813353c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:15.365976 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:15.366218 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b3c7382-74bf-43a0-b959-0f729813353c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:15.366613 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'code': 200} Oct 26 14:35:15.369588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:15.374629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d81eb6ad-d193-455a-8eba-812cb925858e req-d07f88bf-eea0-4a1c-9eab-fd1a75b634b2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973086 Oct 26 14:35:15.386269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.386765 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment 59bf6d7f-1dcc-4366-b2c3-7a1842aacc24 of type vlan for network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 Oct 26 14:35:15.388690 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.476263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.546232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.559540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:15.559863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac7752-42ac-4789-8ca3-e1d9abb18296 None None] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:15.560570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.611235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3625417 Oct 26 14:35:15.614177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:15.623376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:15.684550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf65f6-4939-4e4f-a488-0f29269662bf tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:15.697194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:15.744914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:15.747688 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd346914-0c40-43c8-ba09-23a87f197c30" -d '{"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:15.809082 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d1fc8-9193-42b2-bd30-87550233b430 x-openstack-request-id: req-d45d1fc8-9193-42b2-bd30-87550233b430 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:15.809374 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:15.810061 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45d1fc8-9193-42b2-bd30-87550233b430 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:15.810061 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'status': 'completed', 'code': 200} Oct 26 14:35:15.831849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.927514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:15.941859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-a26219a8-2e28-43c1-b854-796bb3134d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:15.943441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-a26219a8-2e28-43c1-b854-796bb3134d2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1126 time: 0.0898297 Oct 26 14:35:15.963868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.096307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 is not hosted by any dhcp agent {{(pid=102163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:35:16.114635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.116244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.124157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "PUT /v2.0/networks/7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 HTTP/1.1" status: 200 len: 723 time: 0.5056372 Oct 26 14:35:16.125089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:16.134645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:16.227873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-af84e35f-712b-44c9-97f6-70a4179b8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.231289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-af84e35f-712b-44c9-97f6-70a4179b8d63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.2791674 Oct 26 14:35:16.454522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864baf65-ffda-404d-99cb-87c9c1de7918 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:16.481514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:16.536143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:16.552350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.574080 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-7134004d-3732-421d-912f-c833d34f9527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 1001 time: 0.3267677 Oct 26 14:35:16.728775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-9e224b48-b5e4-4a80-903a-d6e8f492045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.731564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-9e224b48-b5e4-4a80-903a-d6e8f492045f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.1439571 Oct 26 14:35:16.842947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-0c04c27a-89e1-46a1-b823-3bf92c72d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.859696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-0c04c27a-89e1-46a1-b823-3bf92c72d08e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200023 Oct 26 14:35:16.920283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:16.992687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e519903-2eeb-4ddf-bfe8-3059550baee0 req-8f246864-a34b-4730-9725-8cbafe456a3d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:16.994414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e519903-2eeb-4ddf-bfe8-3059550baee0 req-8f246864-a34b-4730-9725-8cbafe456a3d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.3388135 Oct 26 14:35:17.078991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-379290f1-c70d-46cf-938c-3ce01d1cf118 service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109327 Oct 26 14:35:17.082579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=ffc0af60-ebe1-442f-9d51-0392acdf2662,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:17.090340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e519903-2eeb-4ddf-bfe8-3059550baee0 req-3a251f08-f832-4a75-9344-232e398adbbb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865552 Oct 26 14:35:17.091464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:17.091840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:17.123683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:17.142638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:17.163995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:17.165477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efeb08-b5a6-4351-b5a8-9c5f09b6f29e None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:17.166765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.218513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-420486c5-851e-4934-8cba-48b1b6850f6d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0912867 Oct 26 14:35:17.224078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41372) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:17.237744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:17.442457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6016290'] for subnet, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.521379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:35:17.742837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752494810085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5600836'] for subnet, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.749132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9', 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': 'ffc0af60-ebe1-442f-9d51-0392acdf2662'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:17.750398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.768933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:17.769717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:17.771985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "PUT /v2.0/subnets/ffc0af60-ebe1-442f-9d51-0392acdf2662 HTTP/1.1" status: 200 len: 806 time: 0.5459297 Oct 26 14:35:17.800889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41410) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:17.841897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7dc3-ea82-4aaa-ba0c-750b7c5cdb9c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=ffc0af60-ebe1-442f-9d51-0392acdf2662,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:17.883988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:18.038205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 has no active binding in host n-h2-813419-9 {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 26 14:35:18.090693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd346914-0c40-43c8-ba09-23a87f197c30 req-d9289165-f4fa-452f-84c7-6a1f4ffb325a service neutron] 10.222.0.41 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9978175 Oct 26 14:35:18.161171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.220128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Allocated IP 172.20.0.2 (7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9/ffc0af60-ebe1-442f-9d51-0392acdf2662/93e47537-bf64-43ba-90e3-ba3d3227691e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:18.362197 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.420542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.431639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.436694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f28b0b-c93c-47f7-bafd-4d2f29018c62 req-fd906b0a-b8ae-4747-958e-a346f09f8fae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:18.439408 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59f28b0b-c93c-47f7-bafd-4d2f29018c62 req-fd906b0a-b8ae-4747-958e-a346f09f8fae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1991811 Oct 26 14:35:18.516608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:18.519251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59f28b0b-c93c-47f7-bafd-4d2f29018c62 req-4d4b0bb6-af0c-49d0-a284-2b7e59e4a383 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670195 Oct 26 14:35:18.522806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:18.531134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:18.541789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.569061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Pushing event updated for resources: {'Port': ['ID=93e47537-bf64-43ba-90e3-ba3d3227691e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:18.575043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc0af60-ebe1-442f-9d51-0392acdf2662,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:18.662166 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.690717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:18.691616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Attempting to bind port 93e47537-bf64-43ba-90e3-ba3d3227691e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:18.693082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Attempting to bind port 93e47537-bf64-43ba-90e3-ba3d3227691e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:18.693082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Attempting to bind port 93e47537-bf64-43ba-90e3-ba3d3227691e on network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:18.703518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:18.707405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Checking segment: {'id': '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:18.708377 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.709174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Bound using segment: {'id': '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:18.709746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:18.710045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:18.710344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Bound port: 93e47537-bf64-43ba-90e3-ba3d3227691e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:18.711655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.734279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.771138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.782347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:18.782619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:18.792055 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:18.845694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] For port 93e47537-bf64-43ba-90e3-ba3d3227691e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:18.912849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] For port 93e47537-bf64-43ba-90e3-ba3d3227691e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93e47537-bf64-43ba-90e3-ba3d3227691e,segment=NetworkSegment(59bf6d7f-1dcc-4366-b2c3-7a1842aacc24),segment_id=59bf6d7f-1dcc-4366-b2c3-7a1842aacc24)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:18.917751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:35:18.917751 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:35:18.917751 n-d-813419-9 neutron-server[102163]: [parameters: {'id': '7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9'}] Oct 26 14:35:18.917751 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:18.918627 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:18.923976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:19.088353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577132-792e-4b53-bfa8-727605cedfae None None] Pushing event updated for resources: {'Port': ['ID=93e47537-bf64-43ba-90e3-ba3d3227691e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:19.127193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553d935-9040-497b-a92b-d6b4a28fe550 None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:19.384732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aaf0aa-2854-48a8-93d2-1d95ae636e8c None None] Network 7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:19.424593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:19.595397 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ec524e03-cf20-46dc-99c7-fb821eda5a1c service neutron] 10.222.0.41 "GET /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 384 time: 0.1810348 Oct 26 14:35:19.690021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port 93e47537-bf64-43ba-90e3-ba3d3227691e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:19.690282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d9c1d-a668-4bf3-bb89-567435d7ad0d None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:19.690409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:19.802943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port 93e47537-bf64-43ba-90e3-ba3d3227691e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93e47537-bf64-43ba-90e3-ba3d3227691e,segment=NetworkSegment(59bf6d7f-1dcc-4366-b2c3-7a1842aacc24),segment_id=59bf6d7f-1dcc-4366-b2c3-7a1842aacc24)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:19.803348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:19.811998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8885f-7569-4939-ae75-6377bf8783f8 req-630a1142-8a86-43b3-9d7b-cc57d9dcf11c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:19.815144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77c8885f-7569-4939-ae75-6377bf8783f8 req-630a1142-8a86-43b3-9d7b-cc57d9dcf11c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 945 time: 0.1102595 Oct 26 14:35:19.825820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4d9c1d-a668-4bf3-bb89-567435d7ad0d None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:19.860919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for 93e47537-bf64-43ba-90e3-ba3d3227691e owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:19.975599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77c8885f-7569-4939-ae75-6377bf8783f8 req-38a284ae-efa7-4b81-80b0-36d71d1b731c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448603 Oct 26 14:35:20.013217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:20.047802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:20.084054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.127255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=93e47537-bf64-43ba-90e3-ba3d3227691e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:20.133366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:20.136183 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae98894-9869-4801-9499-14ae22c7df32" -d '{"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:20.142232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port 93e47537-bf64-43ba-90e3-ba3d3227691e on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:20.148552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:20.224550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.259424 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c8d265-d793-4941-8674-77e60a8e97f5 x-openstack-request-id: req-b6c8d265-d793-4941-8674-77e60a8e97f5 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:20.259750 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:20.261918 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6c8d265-d793-4941-8674-77e60a8e97f5 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:20.261918 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'code': 200} Oct 26 14:35:20.262430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.328565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:20.349332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:20.349630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bf6d7f-1dcc-4366-b2c3-7a1842aacc24') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:20.366192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.389379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.400451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:20.401003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:20.411545 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:20.506719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] Transition to ACTIVE for port object 2e1cf79b-4580-46aa-a271-1f39ee7429a4 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:35:20.510192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.525497 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.549439 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.553018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 HTTP/1.1" status: 204 len: 168 time: 2.7484992 Oct 26 14:35:20.556823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:20.558013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d92ef4-124a-4279-97eb-f5252f490b48 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:20.633561 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a77220-7c69-4741-b7fa-a88f7b4f6590 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:20.635036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a77220-7c69-4741-b7fa-a88f7b4f6590 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:20.647830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75a77220-7c69-4741-b7fa-a88f7b4f6590 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 HTTP/1.1" status: 404 len: 339 time: 0.0834515 Oct 26 14:35:20.649864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41434) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:20.661950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1921433292', 'description': 'd1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:20.708962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=11']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:20.712744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:20.725631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.749956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] No DVR routers for this DVR port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:20.807748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:20.831225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.832407 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment c71b0871-147b-4672-b386-faeed2cc02e4 of type vlan for network 5731e3c2-ac47-48b2-84f7-1ac217bf3e22 Oct 26 14:35:20.918321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.949988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:20.957014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:20.957281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:21.053034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=5731e3c2-ac47-48b2-84f7-1ac217bf3e22,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:21.067050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5731e3c2-ac47-48b2-84f7-1ac217bf3e22 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:21.071953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f9373af-0055-4622-bc41-64c121b78b76 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4184153 Oct 26 14:35:21.074344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41442) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:21.103531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-f99a4d11-8ae6-4782-a76d-af1d201622bd service neutron] 10.222.0.41 "PUT /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4/bindings/n-h2-813419-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4996274 Oct 26 14:35:21.305715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f93244-ec4a-4f17-a5d2-0ec3c3153128 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.307718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02f93244-ec4a-4f17-a5d2-0ec3c3153128 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks?id=5731e3c2-ac47-48b2-84f7-1ac217bf3e22 HTTP/1.1" status: 200 len: 761 time: 0.2320135 Oct 26 14:35:21.311109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41448) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:21.317305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'description': 'd2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:21.321136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8035-27a1-4ca3-9b0a-c5e12495b489 req-3ec9ccef-0af7-4a8b-8dd3-bffdb6307e2e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.323387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdbd8035-27a1-4ca3-9b0a-c5e12495b489 req-3ec9ccef-0af7-4a8b-8dd3-bffdb6307e2e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.1321259 Oct 26 14:35:21.346781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-8adbd466-8d9e-4d63-ad2c-f3fe5a94058f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.348919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-8adbd466-8d9e-4d63-ad2c-f3fe5a94058f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.1665473 Oct 26 14:35:21.444337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdbd8035-27a1-4ca3-9b0a-c5e12495b489 req-a4ef9f38-9259-4054-b0ac-e5494b824ccd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103508 Oct 26 14:35:21.500116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ef22b2bb-165a-4378-8c33-923b5f0c1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.507514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ef22b2bb-165a-4378-8c33-923b5f0c1764 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 1095 time: 0.1472750 Oct 26 14:35:21.625320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:21.651996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:21.667671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-4412d889-36b7-4c14-a993-94c5692ec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.674804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-4412d889-36b7-4c14-a993-94c5692ec036 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1095 time: 0.1412847 Oct 26 14:35:21.698267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 5731e3c2-ac47-48b2-84f7-1ac217bf3e22 is not hosted by any dhcp agent {{(pid=102163) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:35:21.720046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.721066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:21.728991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "PUT /v2.0/networks/5731e3c2-ac47-48b2-84f7-1ac217bf3e22 HTTP/1.1" status: 200 len: 758 time: 0.4164162 Oct 26 14:35:21.736857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:21.869303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cfab-d20d-479f-8a17-20d8fb2fcf78 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=5731e3c2-ac47-48b2-84f7-1ac217bf3e22,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:21.899216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5731e3c2-ac47-48b2-84f7-1ac217bf3e22 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:21.959570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b7759-11cf-4a82-89a2-0acb566e2493 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:21.962923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f7b7759-11cf-4a82-89a2-0acb566e2493 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks?id=5731e3c2-ac47-48b2-84f7-1ac217bf3e22 HTTP/1.1" status: 200 len: 761 time: 0.2247205 Oct 26 14:35:21.973104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41472) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:21.983620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626184146'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:22.002434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-cd81d830-82d3-4434-9e70-db396473bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:22.013457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-cd81d830-82d3-4434-9e70-db396473bf8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.3260791 Oct 26 14:35:22.022922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.040358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:22.048269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.115103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:22.139908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.140545 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment c2da7a2b-8705-4c56-80fe-8e408891e47e of type vlan for network 8937eae9-83b8-4b57-8c0c-b2854394ec69 Oct 26 14:35:22.161560 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-d9af34a5-4ec8-4c0b-9b62-058b7d52102f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 999 time: 0.1414468 Oct 26 14:35:22.203590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.240453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.246960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:22.248719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.257102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-45c09008-4bbf-4d0e-8905-488be564e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:22.262826 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-45c09008-4bbf-4d0e-8905-488be564e3dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.0941665 Oct 26 14:35:22.306594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41476) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:22.342433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3634579 Oct 26 14:35:22.342756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-dead19f4-c084-4754-a1a0-3e7b2bf6ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:22.342756 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-dead19f4-c084-4754-a1a0-3e7b2bf6ee03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708332 Oct 26 14:35:22.342756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41480) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:22.345113 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b28284-e596-4e1c-832f-3e226fed4d87 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=8937eae9-83b8-4b57-8c0c-b2854394ec69,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:22.348768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '8937eae9-83b8-4b57-8c0c-b2854394ec69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:22.358514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 8937eae9-83b8-4b57-8c0c-b2854394ec69 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:22.517196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b650b76-d3e0-4a4d-aae8-0bbb645559fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.561330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0e56bff6-5d29-471e-8837-0b310c94d734 service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078600 Oct 26 14:35:22.634866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020a56f-ad79-4f7a-9c6d-e4cc0ebefe11 req-10ef9483-7b96-43d2-917d-dd3fb0106caa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:22.636553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c020a56f-ad79-4f7a-9c6d-e4cc0ebefe11 req-10ef9483-7b96-43d2-917d-dd3fb0106caa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.0854986 Oct 26 14:35:22.660410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:22.664815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.693412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c020a56f-ad79-4f7a-9c6d-e4cc0ebefe11 req-7631e0ed-b7b3-4f7f-a3e6-1d7ff0dfc902 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484734 Oct 26 14:35:22.815451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-29138499-a42a-4b5d-bad3-e160f4f98a9b service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453470 Oct 26 14:35:22.817450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b650b76-d3e0-4a4d-aae8-0bbb645559fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.825029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b650b76-d3e0-4a4d-aae8-0bbb645559fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:22.886616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b650b76-d3e0-4a4d-aae8-0bbb645559fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce2c48cc20e64a11b02956b2ebb2f9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789375 Oct 26 14:35:22.890264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:22.891091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650b76-d3e0-4a4d-aae8-0bbb645559fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b669a0a-5125-4180-9fff-236326621607,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:22.974146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.028858 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.049591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.139506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.144213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.149543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b669a0a-5125-4180-9fff-236326621607 HTTP/1.1" status: 204 len: 168 time: 0.2572658 Oct 26 14:35:23.170259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86cc34-2d3c-443f-9f5b-7d1eab54cdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b669a0a-5125-4180-9fff-236326621607,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:23.176929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'c2da7a2b-8705-4c56-80fe-8e408891e47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '8937eae9-83b8-4b57-8c0c-b2854394ec69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:23.176929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 8937eae9-83b8-4b57-8c0c-b2854394ec69, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:23.180004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=26c652a6-5754-4a01-bc5c-67878f86974f,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:23.204841 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-8e2ed626-79e7-49e5-8d68-740b92c1bca2 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:23.206768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-8e2ed626-79e7-49e5-8d68-740b92c1bca2 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f&tenant_id=664d07e1bf9948d5a5ba1622f9309e03&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 1095 time: 0.1130519 Oct 26 14:35:23.220530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 8937eae9-83b8-4b57-8c0c-b2854394ec69 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:23.260194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 8937eae9-83b8-4b57-8c0c-b2854394ec69) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:23.268801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:23.269400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.295725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6fe07-893e-4192-bb94-03158adb2923 None None] Network 8937eae9-83b8-4b57-8c0c-b2854394ec69 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:23.305691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-798d4070-af40-4cb0-8d36-2e002870ef5a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9612298 Oct 26 14:35:23.309604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41490) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:23.445668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0e7a4dcb-7644-430e-a518-da29e376e7e7 service neutron] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:23.458973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0e7a4dcb-7644-430e-a518-da29e376e7e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.460311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-0e7a4dcb-7644-430e-a518-da29e376e7e7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4/bindings/n-h1-813419-9 HTTP/1.1" status: 204 len: 173 time: 0.2460325 Oct 26 14:35:23.478605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.490360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.610165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.675704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b885d-70d5-47a0-9195-ad763cd465e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-8937eae9-83b8-4b57-8c0c-b2854394ec69', 'network_id': '8937eae9-83b8-4b57-8c0c-b2854394ec69', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '26c652a6-5754-4a01-bc5c-67878f86974f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:23.676661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-398b885d-70d5-47a0-9195-ad763cd465e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.681853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:23.784546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:23.792833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.887610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41498) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:23.899171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=26c652a6-5754-4a01-bc5c-67878f86974f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:23.944284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f07d537-4d20-4ec8-b395-4246ae74522c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:23.995018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301a98-9a10-4e58-a697-d35dd3c8b4b8 req-8d171c29-0638-4f00-b945-afcdb1602bcd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:23.995018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27301a98-9a10-4e58-a697-d35dd3c8b4b8 req-8d171c29-0638-4f00-b945-afcdb1602bcd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.0986753 Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-398b885d-70d5-47a0-9195-ad763cd465e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c652a6-5754-4a01-bc5c-67878f86974f: This subnet is being modified by another concurrent operation. Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:35:24.009326 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26c652a6-5754-4a01-bc5c-67878f86974f: This subnet is being modified by another concurrent operation. Oct 26 14:35:24.014191 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:35:24.025936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.041083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62691581-de6f-46d8-8fdb-8fbdbd344cec None None] Network 8937eae9-83b8-4b57-8c0c-b2854394ec69 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:24.061558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8937eae9-83b8-4b57-8c0c-b2854394ec69']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:24.066830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27301a98-9a10-4e58-a697-d35dd3c8b4b8 req-856f687b-3acb-40ae-9c63-45a699eba7e2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595539 Oct 26 14:35:24.087668 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da7a2b-8705-4c56-80fe-8e408891e47e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:24.087997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da7a2b-8705-4c56-80fe-8e408891e47e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:24.102742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.107695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f07d537-4d20-4ec8-b395-4246ae74522c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.120304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f07d537-4d20-4ec8-b395-4246ae74522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.140895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.178415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:24.181655 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.191268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07d537-4d20-4ec8-b395-4246ae74522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5768fe78-938e-4571-b700-817245100031,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:24.201460 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:24.219320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f07d537-4d20-4ec8-b395-4246ae74522c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=213d8381f6da4e7f905ac22d18098044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305593 Oct 26 14:35:24.236003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41502) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:24.276713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cec403-d970-447a-a538-724c0421b9f5 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:24.311390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-791352f3-c797-49b1-8bf7-6f52f9f2866a req-8db949e1-95d8-4a06-8dfd-b67301cbb15e service neutron] (102163) timed out ('10.222.0.37', 48204) {{(pid=102163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:35:24.373212 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.406306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.416846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67742e9-802b-4e4c-998f-1c777efb42e8 req-ec587621-3416-439f-8005-7879d6f1d3e0 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:24.419605 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e67742e9-802b-4e4c-998f-1c777efb42e8 req-ec587621-3416-439f-8005-7879d6f1d3e0 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1095 time: 0.1725137 Oct 26 14:35:24.421586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.428198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.434654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/8937eae9-83b8-4b57-8c0c-b2854394ec69 HTTP/1.1" status: 204 len: 168 time: 1.1229029 Oct 26 14:35:24.439767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41504) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:24.499220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47560835-f0ea-43cc-a34a-4a921754b198 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=8937eae9-83b8-4b57-8c0c-b2854394ec69,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:24.513046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cec403-d970-447a-a538-724c0421b9f5 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:24.539425 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a2407d-c78a-417e-999d-383696301404 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] GET failed (client error): The resource could not be found. Oct 26 14:35:24.546081 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-18a2407d-c78a-417e-999d-383696301404 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets/26c652a6-5754-4a01-bc5c-67878f86974f HTTP/1.1" status: 404 len: 337 time: 0.1008165 Oct 26 14:35:24.549501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41506) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:24.550101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e67742e9-802b-4e4c-998f-1c777efb42e8 req-cd904142-8c88-4d0f-b7b6-fb3fdff789c2 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127300 Oct 26 14:35:24.586958 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3805f5-94d1-4d07-82eb-f14d4f6bb208 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:24.588069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3805f5-94d1-4d07-82eb-f14d4f6bb208 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:24.596592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3b3805f5-94d1-4d07-82eb-f14d4f6bb208 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/8937eae9-83b8-4b57-8c0c-b2854394ec69 HTTP/1.1" status: 404 len: 339 time: 0.0404692 Oct 26 14:35:24.600099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41510) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:24.655140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.660312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:24.662043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5768fe78-938e-4571-b700-817245100031 HTTP/1.1" status: 204 len: 168 time: 0.4229207 Oct 26 14:35:24.709356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588fd0c-4f55-4ea9-a44d-8b72dc392bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5768fe78-938e-4571-b700-817245100031,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:24.760216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf64f12-385e-41a8-88ba-3e85d7c7d1a9 req-ebe7892c-20af-48be-9179-3a04478b7608 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:24.768182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cf64f12-385e-41a8-88ba-3e85d7c7d1a9 req-ebe7892c-20af-48be-9179-3a04478b7608 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.0817761 Oct 26 14:35:24.871750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cf64f12-385e-41a8-88ba-3e85d7c7d1a9 req-742c5f20-e891-4426-99e5-c12d6c623f53 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022685 Oct 26 14:35:24.904612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.058888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3db5b0b5-eba6-4367-b07f-60e6c0dddf52 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 200 len: 991 time: 0.1525741 Oct 26 14:35:25.088906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4a5b4-dc34-45a8-90aa-c8df05abe734 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.091262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9fe4a5b4-dc34-45a8-90aa-c8df05abe734 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4897666 Oct 26 14:35:25.094965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.182113 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-540bd11e-7969-4958-a437-a0a097f62aab tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 207 time: 0.0850236 Oct 26 14:35:25.187629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41522) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.493572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9b2ed-23a1-41ec-b0fc-577c931f6fb5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.501437 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9b2ed-23a1-41ec-b0fc-577c931f6fb5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.513149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9b2ed-23a1-41ec-b0fc-577c931f6fb5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.524106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca9b2ed-23a1-41ec-b0fc-577c931f6fb5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.528544 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dca9b2ed-23a1-41ec-b0fc-577c931f6fb5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3363869 Oct 26 14:35:25.532531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.739017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ac94693f-848f-48de-a196-fc8f4ada8139 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2046776 Oct 26 14:35:25.745703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41534) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.825563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7bcb1-3642-418b-bddd-0d0cfdfce7f1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.827486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe7bcb1-3642-418b-bddd-0d0cfdfce7f1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.829205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fbe7bcb1-3642-418b-bddd-0d0cfdfce7f1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0821378 Oct 26 14:35:25.835401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41538) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:25.915398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6c3e3-91c9-43fc-a2b0-6cbe084ffbb2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.917564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6c3e3-91c9-43fc-a2b0-6cbe084ffbb2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['shared'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:25.919702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-77c6c3e3-91c9-43fc-a2b0-6cbe084ffbb2 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0823181 Oct 26 14:35:25.925438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41544) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:26.116142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79adde2-f8c8-4f6d-9775-70e6b453ba80 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:26.118237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a79adde2-f8c8-4f6d-9775-70e6b453ba80 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks/831a4e07-4166-4720-b548-6bede879baae HTTP/1.1" status: 200 len: 800 time: 0.1915355 Oct 26 14:35:26.125515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41550) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:26.260541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d851312-6d47-4ef8-80de-0934f58118dd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/networks/831a4e07-4166-4720-b548-6bede879baae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1324060 Oct 26 14:35:26.265162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41554) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:26.329729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b9cd8-bb75-4363-95df-60fe70b0f819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:26.336833 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3a2b9cd8-bb75-4363-95df-60fe70b0f819 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets/553270e6-d522-4fcc-b2cf-3c523a4a9d38 HTTP/1.1" status: 200 len: 811 time: 0.0649688 Oct 26 14:35:26.337287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41556) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:26.410335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f20f762-7ce0-4545-af9f-796c95a5f9e1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['shared'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:26.414925 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0f20f762-7ce0-4545-af9f-796c95a5f9e1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "GET /v2.0/subnets/553270e6-d522-4fcc-b2cf-3c523a4a9d38?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0704446 Oct 26 14:35:26.415599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41558) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:26.421819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998734586'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:26.457461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:26.462168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:26.498661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:26.517217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:26.517755 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Added segment f4335927-f956-4685-98a3-42b6239dd0b9 of type vlan for network 040d0373-4acc-4abd-ae1d-232adfe4170b Oct 26 14:35:26.626390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:26.688324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:26.703114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:26.703114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.182901 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7609701 Oct 26 14:35:27.184789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:27.197083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:27.197348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea7654-06e3-49ea-98c5-9e646828cd71 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Network': ['ID=040d0373-4acc-4abd-ae1d-232adfe4170b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:27.232940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 040d0373-4acc-4abd-ae1d-232adfe4170b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:27.414940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41582) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:27.423027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Made reservation on behalf of 6b9884d3940140dd865087c18325c8bb for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:27.432740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.566971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing IP validity checks on allocation pools {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:35:27.569479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:35:27.745379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 442fb70c-f8ab-431f-9c13-f073016fcc3e {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:27.746216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.800283 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.864346 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.864691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:27.884385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 442fb70c-f8ab-431f-9c13-f073016fcc3e owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:27.943639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:27.949002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Checking segment: {'id': 'f4335927-f956-4685-98a3-42b6239dd0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:27.949367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network hostable DHCP agents. Network: 040d0373-4acc-4abd-ae1d-232adfe4170b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:27.954266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=8716036d-6440-4c56-9286-a0fec37b65e6,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:27.985747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Network 040d0373-4acc-4abd-ae1d-232adfe4170b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:28.008638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 040d0373-4acc-4abd-ae1d-232adfe4170b) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:28.016088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:28.017408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.021325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02eb8c-6924-433a-908f-f656c7048559 None None] Network 040d0373-4acc-4abd-ae1d-232adfe4170b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:28.066358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c9e2556a-92e5-47d5-bb55-67f283ed5314 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8784521 Oct 26 14:35:28.071528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.078212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:28.188697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f888a0e6-0779-4031-8c6e-4d6b1c37640d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.247910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.295342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28435342'] for subnet, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.295819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-040d0373-4acc-4abd-ae1d-232adfe4170b', 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b', 'tenant_id': '6b9884d3940140dd865087c18325c8bb', 'fixed_ips': [{'subnet_id': '8716036d-6440-4c56-9286-a0fec37b65e6'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:28.297320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.310607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=442fb70c-f8ab-431f-9c13-f073016fcc3e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:28.429845 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.430393 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 343f5d19-f6dc-434a-8164-c740c1e8d892 disassociated (deleted). External IP: 172.25.5.224, port: 2e1cf79b-4580-46aa-a271-1f39ee7429a4. Oct 26 14:35:28.525059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f888a0e6-0779-4031-8c6e-4d6b1c37640d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.540134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f888a0e6-0779-4031-8c6e-4d6b1c37640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.616754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752494810085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29325645'] for subnet, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.645118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f888a0e6-0779-4031-8c6e-4d6b1c37640d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ed4327df9944b78bec48a7236bdfc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999583 Oct 26 14:35:28.654759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.677736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888a0e6-0779-4031-8c6e-4d6b1c37640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5621ed13-c5eb-4248-b098-c55079b30977,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:28.685013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:28.685647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.693407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "PUT /v2.0/subnets/8716036d-6440-4c56-9286-a0fec37b65e6 HTTP/1.1" status: 200 len: 877 time: 0.6144373 Oct 26 14:35:28.693407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41596) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:28.714361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Allocated IP 172.20.0.3 (040d0373-4acc-4abd-ae1d-232adfe4170b/8716036d-6440-4c56-9286-a0fec37b65e6/fab2455f-d485-49d5-9366-ffef6ad7ffc5) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:28.828241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7b41d-b8b3-41ab-b1a6-413824098aea tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event updated for resources: {'Subnet': ['ID=8716036d-6440-4c56-9286-a0fec37b65e6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:28.841447 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.876087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.920712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.946839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.966739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.980213 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:28.981100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router dbd03247-493b-4512-98eb-e1d63119db8c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:29.008667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Network 040d0373-4acc-4abd-ae1d-232adfe4170b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:29.034339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:29.055716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:29.087415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.127550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=8716036d-6440-4c56-9286-a0fec37b65e6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.139111 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.144049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.145655 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5621ed13-c5eb-4248-b098-c55079b30977 HTTP/1.1" status: 204 len: 168 time: 0.4879436 Oct 26 14:35:29.182735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b41dfd-a3fe-481f-bd40-fee582d8413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621ed13-c5eb-4248-b098-c55079b30977,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.184048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Pushing event updated for resources: {'Port': ['ID=fab2455f-d485-49d5-9366-ffef6ad7ffc5,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.249183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.251296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:29.268414 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Sync routers for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:29.289520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.297095 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:29.298005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040d0373-4acc-4abd-ae1d-232adfe4170b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:29.298802 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:29.322327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4335927-f956-4685-98a3-42b6239dd0b9') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:29.322990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4335927-f956-4685-98a3-42b6239dd0b9') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:29.346036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.381729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a84d076c-83f9-4980-91e4-0b9b131ff679 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/floatingips/343f5d19-f6dc-434a-8164-c740c1e8d892 HTTP/1.1" status: 204 len: 168 time: 1.9625843 Oct 26 14:35:29.381983 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.392686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:29.393327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.419432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:29.431460 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96" -d '{"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:29.490202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.491335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.492521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.493135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.493768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.494340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.494894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.495610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.496189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.496765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.497331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.497888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:29.513903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Attempting to bind port fab2455f-d485-49d5-9366-ffef6ad7ffc5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:29.514696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Attempting to bind port fab2455f-d485-49d5-9366-ffef6ad7ffc5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f4335927-f956-4685-98a3-42b6239dd0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:29.515324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Attempting to bind port fab2455f-d485-49d5-9366-ffef6ad7ffc5 on network 040d0373-4acc-4abd-ae1d-232adfe4170b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:29.525409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:29.527451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Checking segment: {'id': 'f4335927-f956-4685-98a3-42b6239dd0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:29.528466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.529154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Bound using segment: {'id': 'f4335927-f956-4685-98a3-42b6239dd0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:29.530111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Bound port: fab2455f-d485-49d5-9366-ffef6ad7ffc5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4335927-f956-4685-98a3-42b6239dd0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '040d0373-4acc-4abd-ae1d-232adfe4170b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:29.530515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.570572 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f624b0-d0f3-4487-a1f3-9e813ce53bda x-openstack-request-id: req-f9f624b0-d0f3-4487-a1f3-9e813ce53bda {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:29.571713 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:29.572219 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9f624b0-d0f3-4487-a1f3-9e813ce53bda {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:29.573197 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'status': 'completed', 'code': 200} Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:29.582895 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:29.592479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 26 14:35:29.592479 n-d-813419-9 neutron-server[102163]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 26 14:35:29.592479 n-d-813419-9 neutron-server[102163]: [parameters: {'id': '040d0373-4acc-4abd-ae1d-232adfe4170b'}] Oct 26 14:35:29.592479 n-d-813419-9 neutron-server[102163]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:29.593044 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:29.664330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] For port fab2455f-d485-49d5-9366-ffef6ad7ffc5, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:29.670872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] For port fab2455f-d485-49d5-9366-ffef6ad7ffc5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fab2455f-d485-49d5-9366-ffef6ad7ffc5,segment=NetworkSegment(f4335927-f956-4685-98a3-42b6239dd0b9),segment_id=f4335927-f956-4685-98a3-42b6239dd0b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:29.680968 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:29.732311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-f97f32ba-920c-403e-adee-66ec31c5b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:29.735202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-f97f32ba-920c-403e-adee-66ec31c5b9d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 1095 time: 0.1352839 Oct 26 14:35:29.750199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:29.814542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf7b7f-b35a-47dc-b607-5fcfc81cd96a None None] Pushing event updated for resources: {'Port': ['ID=fab2455f-d485-49d5-9366-ffef6ad7ffc5,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:29.846815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd26ef-2ed0-4d29-bfbd-891ebf0085aa None None] Network 040d0373-4acc-4abd-ae1d-232adfe4170b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:30.068756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b17d5-9919-4a67-bb5d-7c4382ca6cce None None] Network 040d0373-4acc-4abd-ae1d-232adfe4170b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:30.071883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746130a7-b677-494b-b178-cfae88cb4650 req-533f1436-a431-41cd-aab9-f728488523a6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:30.082392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-995a22b9-7373-4532-9d04-06e2e3faf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:30.087690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-746130a7-b677-494b-b178-cfae88cb4650 req-533f1436-a431-41cd-aab9-f728488523a6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.1663289 Oct 26 14:35:30.092337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-995a22b9-7373-4532-9d04-06e2e3faf2ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 200 len: 898 time: 0.3425305 Oct 26 14:35:30.136437 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.145180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41610) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:30.157248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-d938676e-13dd-4bed-bf55-55d705ee50c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 200 len: 217 time: 0.0586116 Oct 26 14:35:30.192610 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-380eb8d0-9574-4a2f-a014-b24ee755e004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.221320 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-746130a7-b677-494b-b178-cfae88cb4650 req-e11aa88e-e9b8-43d0-b2c0-31568fd4dd0b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290779 Oct 26 14:35:30.273877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-9a1a2454-079f-43d6-8109-ebc88792075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:30.276916 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-9a1a2454-079f-43d6-8109-ebc88792075e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 200 len: 835 time: 0.1091752 Oct 26 14:35:30.361075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-d304c470-ca56-4475-8eda-90f3522f3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:30.363415 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-d304c470-ca56-4475-8eda-90f3522f3eea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=12d6b1b9-b600-4514-af56-b1329bfaa387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791078 Oct 26 14:35:30.367650 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:30.387748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-5de47ed7-837e-4b14-bd7d-03aba8d5aedd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:30.390924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-5de47ed7-837e-4b14-bd7d-03aba8d5aedd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.1262476 Oct 26 14:35:30.395105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port fab2455f-d485-49d5-9366-ffef6ad7ffc5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:30.395840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.409307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc7a700-c28b-46be-b73a-b6b35582b72b None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:35:30.512419 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Checking router: dbd03247-493b-4512-98eb-e1d63119db8c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:35:30.553723 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:30.554529 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:30.571440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-380eb8d0-9574-4a2f-a014-b24ee755e004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.583298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-3623ac74-2c59-48fb-a0ea-7e73ebf530f7 service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114842 Oct 26 14:35:30.591135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port fab2455f-d485-49d5-9366-ffef6ad7ffc5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fab2455f-d485-49d5-9366-ffef6ad7ffc5,segment=NetworkSegment(f4335927-f956-4685-98a3-42b6239dd0b9),segment_id=f4335927-f956-4685-98a3-42b6239dd0b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:30.596609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.599906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc7a700-c28b-46be-b73a-b6b35582b72b None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:35:30.618491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for fab2455f-d485-49d5-9366-ffef6ad7ffc5 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:30.621374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-380eb8d0-9574-4a2f-a014-b24ee755e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.676846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41614) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:30.677735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-380eb8d0-9574-4a2f-a014-b24ee755e004 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b518ff0fcc8f4d88993e3c3daf66e0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271349 Oct 26 14:35:30.719369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eb8d0-9574-4a2f-a014-b24ee755e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2a28af-140d-4d3c-b910-196c535cbe67,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:30.756742 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:30.800145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:30.800374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.881874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.893601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7738296b-bed3-42aa-bbd9-ae0d2f1fca96 req-31cd85d1-fb16-42a9-88e3-9c9a3b995350 service neutron] 10.222.0.73 "GET /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008189 Oct 26 14:35:30.961208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:30.977214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:31.067837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:31.074167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:31.078382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef2a28af-140d-4d3c-b910-196c535cbe67 HTTP/1.1" status: 204 len: 168 time: 0.3947227 Oct 26 14:35:31.109170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bfa0a5-c2b5-46a4-acaa-7afd91b82f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2a28af-140d-4d3c-b910-196c535cbe67,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:31.228957 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:31.271592 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c142ff8-7921-472b-bbcd-04c1b26bcfe4 None None] The sync data for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 is: [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:34:07Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'ea43fa97-9c35-4378-afe9-22c708adf675', 'name': '', 'network_id': '12d6b1b9-b600-4514-af56-b1329bfaa387', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:22:e4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:34:05Z', 'updated_at': '2021-10-26T14:34:16Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': 'ab7c95a2-83bc-4742-b16a-bb9c518071e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:31.535482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87de0a-b142-4a24-9966-ce329e24090e req-6f0f7b40-c830-41ee-884f-464dae70398b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:31.547328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b87de0a-b142-4a24-9966-ce329e24090e req-6f0f7b40-c830-41ee-884f-464dae70398b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 944 time: 0.1882658 Oct 26 14:35:31.649093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b87de0a-b142-4a24-9966-ce329e24090e req-7ca32d34-660a-4b45-bfe5-66fd8d4ced1d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=8225b45b-2014-4302-a14c-1eada3497a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999897 Oct 26 14:35:31.658269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port fab2455f-d485-49d5-9366-ffef6ad7ffc5 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:31.677608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=fab2455f-d485-49d5-9366-ffef6ad7ffc5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:31.714148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 2e1cf79b-4580-46aa-a271-1f39ee7429a4, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2e1cf79b-4580-46aa-a271-1f39ee7429a4,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:31.715148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:31.838677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 2e1cf79b-4580-46aa-a271-1f39ee7429a4 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:31.869671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0345769c-3e39-4ba4-b678-22d3c7c7c0c7 None None] New status for floating IP 343f5d19-f6dc-434a-8164-c740c1e8d892: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:35:31.879648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:31.963520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040d0373-4acc-4abd-ae1d-232adfe4170b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:31.977599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4335927-f956-4685-98a3-42b6239dd0b9') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:31.978054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4335927-f956-4685-98a3-42b6239dd0b9') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:31.992738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.024423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.063260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:32.063585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:32.067187 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:32.195999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.206609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.239071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.243543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/040d0373-4acc-4abd-ae1d-232adfe4170b HTTP/1.1" status: 204 len: 168 time: 3.5507092 Oct 26 14:35:32.244611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=2e1cf79b-4580-46aa-a271-1f39ee7429a4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:32.248548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41636) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:32.274430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494817c-972a-460a-828c-41d221e0c75d tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=040d0373-4acc-4abd-ae1d-232adfe4170b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:32.286112 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e3d96e-d139-45ee-a2fb-4ea0131343a7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:32.286589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e3d96e-d139-45ee-a2fb-4ea0131343a7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:32.293449 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3e3d96e-d139-45ee-a2fb-4ea0131343a7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/8716036d-6440-4c56-9286-a0fec37b65e6 HTTP/1.1" status: 404 len: 337 time: 0.0433056 Oct 26 14:35:32.302183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:32.345629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] No DVR routers for this DVR port 2e1cf79b-4580-46aa-a271-1f39ee7429a4 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:32.349310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.354081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1bc4e4f0-aa4f-4fd2-85b2-a70f4ada318c req-af96f0fb-476b-4429-b6d1-6c24107063be tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.73 "DELETE /v2.0/ports/2e1cf79b-4580-46aa-a271-1f39ee7429a4 HTTP/1.1" status: 204 len: 173 time: 1.9486425 Oct 26 14:35:32.354868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-deleted', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:35:32.355213 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c18b323-2c19-434b-af09-d14ec32a455c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:32.356236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c18b323-2c19-434b-af09-d14ec32a455c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:32.358213 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0ef1e2-cd30-444d-b43f-472786c418f4" -d '{"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-deleted", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:35:32.365386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6c18b323-2c19-434b-af09-d14ec32a455c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/040d0373-4acc-4abd-ae1d-232adfe4170b HTTP/1.1" status: 404 len: 339 time: 0.0595686 Oct 26 14:35:32.368710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41644) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:32.405459 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58289895-94f6-4de3-a65e-550370e993ef x-openstack-request-id: req-58289895-94f6-4de3-a65e-550370e993ef {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:35:32.406043 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ba473f-aecd-4c6f-ba8e-59f73876706f", "name": "network-vif-deleted", "tag": "2e1cf79b-4580-46aa-a271-1f39ee7429a4", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:35:32.406537 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58289895-94f6-4de3-a65e-550370e993ef {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:35:32.407137 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ba473f-aecd-4c6f-ba8e-59f73876706f', 'name': 'network-vif-deleted', 'tag': '2e1cf79b-4580-46aa-a271-1f39ee7429a4', 'status': 'completed', 'code': 200} Oct 26 14:35:32.444319 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed033c0-c4df-452b-abb8-c54084c5e0e7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:32.445196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed033c0-c4df-452b-abb8-c54084c5e0e7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:32.453996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:32.454530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6ed033c0-c4df-452b-abb8-c54084c5e0e7 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/26c652a6-5754-4a01-bc5c-67878f86974f HTTP/1.1" status: 404 len: 337 time: 0.0836396 Oct 26 14:35:32.481276 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1381f491-1b6b-4905-a715-ec86e882a57a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:32.482048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1381f491-1b6b-4905-a715-ec86e882a57a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:32.486066 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1381f491-1b6b-4905-a715-ec86e882a57a tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/8937eae9-83b8-4b57-8c0c-b2854394ec69 HTTP/1.1" status: 404 len: 339 time: 0.0306730 Oct 26 14:35:32.489518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:32.660440 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.907579 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:32.986653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-397a40c5-c112-4e4d-9d6c-115718cea9d1 req-a8f6df7f-53b5-4fae-8f47-67edbcbd4609 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=30ba473f-aecd-4c6f-ba8e-59f73876706f HTTP/1.1" status: 200 len: 210 time: 0.0861106 Oct 26 14:35:33.027517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5731e3c2-ac47-48b2-84f7-1ac217bf3e22']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:33.056719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71b0871-147b-4672-b386-faeed2cc02e4') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:33.057211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71b0871-147b-4672-b386-faeed2cc02e4') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:33.083155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.120669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.132352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:33.133181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:33.138055 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:33.248026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.266344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:33.271566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/5731e3c2-ac47-48b2-84f7-1ac217bf3e22 HTTP/1.1" status: 204 len: 168 time: 0.7805443 Oct 26 14:35:33.276784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41662) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.290698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fcaac-5715-405b-bc24-b737d7cea513 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=5731e3c2-ac47-48b2-84f7-1ac217bf3e22,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:33.343344 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fa38da-aa5b-48e6-80d0-cc19f657b11e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.343960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fa38da-aa5b-48e6-80d0-cc19f657b11e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.349461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a5fa38da-aa5b-48e6-80d0-cc19f657b11e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/ffc0af60-ebe1-442f-9d51-0392acdf2662 HTTP/1.1" status: 404 len: 337 time: 0.0700808 Oct 26 14:35:33.353469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.386897 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-658a78eb-4c25-4bd8-8f5a-11f1b22d4e28 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.387815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658a78eb-4c25-4bd8-8f5a-11f1b22d4e28 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.392806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-658a78eb-4c25-4bd8-8f5a-11f1b22d4e28 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/7c0c6fb2-95ea-4fa9-a89d-d133d5465bd9 HTTP/1.1" status: 404 len: 339 time: 0.0379331 Oct 26 14:35:33.401523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41668) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.433925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:33.445956 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3558aa7b-0788-43c1-acfd-c1efdc78626e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.446975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3558aa7b-0788-43c1-acfd-c1efdc78626e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.453201 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3558aa7b-0788-43c1-acfd-c1efdc78626e tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/ef1ba05c-fd96-4374-bb4e-3743d90e7462 HTTP/1.1" status: 404 len: 337 time: 0.0502205 Oct 26 14:35:33.457666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41670) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.490729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 2e1cf79b-4580-46aa-a271-1f39ee7429a4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:33.492229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2e1cf79b-4580-46aa-a271-1f39ee7429a4 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:33.516116 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70689d2-4790-4f90-88fb-1908112272ab tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.517214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70689d2-4790-4f90-88fb-1908112272ab tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.520940 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d70689d2-4790-4f90-88fb-1908112272ab tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/a19c23f0-a4aa-4e17-ba7b-3c2d191fa87f HTTP/1.1" status: 404 len: 339 time: 0.0619345 Oct 26 14:35:33.531162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.560469 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-49968bb7-f0ef-4202-aae6-c9cde416af07 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.561287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49968bb7-f0ef-4202-aae6-c9cde416af07 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.567945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-49968bb7-f0ef-4202-aae6-c9cde416af07 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/68944da3-379d-4f3a-8e4e-7bd1ebf530f1 HTTP/1.1" status: 404 len: 337 time: 0.0323367 Oct 26 14:35:33.568238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.589054 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b379e23-a0b2-4d2b-921e-7b8e36409aa1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.589976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b379e23-a0b2-4d2b-921e-7b8e36409aa1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.596583 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b379e23-a0b2-4d2b-921e-7b8e36409aa1 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/32d3a0ce-50e6-47e4-b139-fa10b9532c88 HTTP/1.1" status: 404 len: 339 time: 0.0239022 Oct 26 14:35:33.598137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.639277 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-635cde6b-4593-4eb3-aedb-e78a86f935a6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.639714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635cde6b-4593-4eb3-aedb-e78a86f935a6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.643115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-635cde6b-4593-4eb3-aedb-e78a86f935a6 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/93ef189d-6c53-4b46-8c93-2cbab561e447 HTTP/1.1" status: 404 len: 337 time: 0.0422957 Oct 26 14:35:33.645937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.672999 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3ccd02-9eaa-4189-a45f-8b5d26a01eb9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.673864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3ccd02-9eaa-4189-a45f-8b5d26a01eb9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.679677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd3ccd02-9eaa-4189-a45f-8b5d26a01eb9 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/f14f5a80-6e85-4e4a-adcb-32f870732da6 HTTP/1.1" status: 404 len: 339 time: 0.0298152 Oct 26 14:35:33.681585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41682) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.733144 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-09488e71-d6d4-4113-8029-450c8d115b73 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.733929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09488e71-d6d4-4113-8029-450c8d115b73 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.739594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-09488e71-d6d4-4113-8029-450c8d115b73 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/c703a33c-793d-4431-a8e1-d58af6f58774 HTTP/1.1" status: 404 len: 337 time: 0.0565932 Oct 26 14:35:33.744313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41686) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.786195 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e381251-1dde-443f-8f21-66eaed6e8a95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.787156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e381251-1dde-443f-8f21-66eaed6e8a95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.792472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e381251-1dde-443f-8f21-66eaed6e8a95 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/ccc3b95a-2927-4b5a-9c4e-3d16fd8d38c6 HTTP/1.1" status: 404 len: 339 time: 0.0466239 Oct 26 14:35:33.797980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.844764 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84538cf-8de8-41ec-b786-edd892a66b97 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.845556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84538cf-8de8-41ec-b786-edd892a66b97 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.855120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b84538cf-8de8-41ec-b786-edd892a66b97 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/9c60733b-cad4-42e6-a7bd-1bb64a6b39ec HTTP/1.1" status: 404 len: 337 time: 0.0531323 Oct 26 14:35:33.855629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41694) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.891682 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbf90ea-ce0e-410e-93bf-4c1787a43e5c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.892749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbf90ea-ce0e-410e-93bf-4c1787a43e5c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.903070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0dbf90ea-ce0e-410e-93bf-4c1787a43e5c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/d91045aa-448a-4296-8ef4-e16db434266b HTTP/1.1" status: 404 len: 339 time: 0.0426917 Oct 26 14:35:33.904256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:33.958690 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c49365-65c4-4867-8d84-51b1cac75818 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:33.960020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c49365-65c4-4867-8d84-51b1cac75818 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:33.968723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3c49365-65c4-4867-8d84-51b1cac75818 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/54ccc067-88f7-4bb4-bbf0-0088675cfc83 HTTP/1.1" status: 404 len: 337 time: 0.0625055 Oct 26 14:35:33.972264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41698) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.002676 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ece1308-396c-4309-bccc-709bfb8748f5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:34.003706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ece1308-396c-4309-bccc-709bfb8748f5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:34.009508 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6ece1308-396c-4309-bccc-709bfb8748f5 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/586bf21d-0829-4a0f-ac0b-ec3b464e050d HTTP/1.1" status: 404 len: 339 time: 0.0354412 Oct 26 14:35:34.012394 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.060265 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3f8faa-d779-44db-86d1-ef0619b16823 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:34.061033 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3f8faa-d779-44db-86d1-ef0619b16823 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:34.069316 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ba3f8faa-d779-44db-86d1-ef0619b16823 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/79424401-d0ba-4d75-aeab-5d78ce20adaf HTTP/1.1" status: 404 len: 337 time: 0.0528405 Oct 26 14:35:34.069704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41708) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.109602 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492636e-633c-4e86-baa2-61dbc6b14694 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] DELETE failed (client error): The resource could not be found. Oct 26 14:35:34.110471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c492636e-633c-4e86-baa2-61dbc6b14694 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:35:34.116082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c492636e-633c-4e86-baa2-61dbc6b14694 tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/34cdd4ed-cbac-42fd-a947-ba3d56d81771 HTTP/1.1" status: 404 len: 339 time: 0.0385349 Oct 26 14:35:34.119678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41710) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.124750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41712) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.246178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting subnet 553270e6-d522-4fcc-b2cf-3c523a4a9d38 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:35:34.253869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.357267 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.565184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.734174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.776477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Subnet': ['ID=553270e6-d522-4fcc-b2cf-3c523a4a9d38,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:34.783544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:34.787603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56e6fb69-4f4b-450d-98be-e326cc68a06c tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/subnets/553270e6-d522-4fcc-b2cf-3c523a4a9d38 HTTP/1.1" status: 204 len: 168 time: 0.6664338 Oct 26 14:35:34.791543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:34.794661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb5096-cfb0-4e96-be11-7c4d90b50707 None None] Network 831a4e07-4166-4720-b548-6bede879baae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:34.954685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.017606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.124335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Deleting port e5438e3e-e093-4044-8015-7fe3d6f5f1ee {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:35.125096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.256727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] DHCP port deletion for 831a4e07-4166-4720-b548-6bede879baae request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:35:35.262004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] For port e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,segment=NetworkSegment(ce40c4ec-8476-48c3-8a09-afbd94bb0f54),segment_id=ce40c4ec-8476-48c3-8a09-afbd94bb0f54)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:35.262398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.290011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Calling delete_port for e5438e3e-e093-4044-8015-7fe3d6f5f1ee owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:35.379510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Deleting port e5438e3e-e093-4044-8015-7fe3d6f5f1ee {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:35.380021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.461981 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.487172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41740) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:35.492633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] No DVR routers for this DVR port e5438e3e-e093-4044-8015-7fe3d6f5f1ee on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:35.572273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Port': ['ID=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:35.622785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5438e3e-e093-4044-8015-7fe3d6f5f1ee no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:35.681976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e5438e3e-e093-4044-8015-7fe3d6f5f1ee {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:35.682522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5438e3e-e093-4044-8015-7fe3d6f5f1ee not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:35.711883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] For port e5438e3e-e093-4044-8015-7fe3d6f5f1ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,segment=NetworkSegment(ce40c4ec-8476-48c3-8a09-afbd94bb0f54),segment_id=ce40c4ec-8476-48c3-8a09-afbd94bb0f54)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:35.716284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.721039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port ea43fa97-9c35-4378-afe9-22c708adf675 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:35.721618 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.750274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Calling delete_port for e5438e3e-e093-4044-8015-7fe3d6f5f1ee owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:35.779932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.836805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831a4e07-4166-4720-b548-6bede879baae']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:35.858842 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:35.859814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce40c4ec-8476-48c3-8a09-afbd94bb0f54') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:35.871412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01dd0f9b-4a4f-461a-b83b-69255bb0670e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.884336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.915613 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.930801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:35.931409 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:35.938052 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:35.968929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port ea43fa97-9c35-4378-afe9-22c708adf675, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ea43fa97-9c35-4378-afe9-22c708adf675,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:35.970127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.971645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:35.998185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for ea43fa97-9c35-4378-afe9-22c708adf675 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:36.006209 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:35:36.047609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] Pushing event deleted for resources: {'Port': ['ID=e5438e3e-e093-4044-8015-7fe3d6f5f1ee,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:36.058969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5433dde5-914f-44d5-9905-68ca3a7af872 None None] No DVR routers for this DVR port e5438e3e-e093-4044-8015-7fe3d6f5f1ee on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:36.121070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.139886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.151262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] 10.222.0.37 "DELETE /v2.0/networks/831a4e07-4166-4720-b548-6bede879baae HTTP/1.1" status: 204 len: 168 time: 1.3572991 Oct 26 14:35:36.171442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe50ac-f86a-4787-abb3-d7ef326721fd tempest-NetworksTest-558980664 tempest-NetworksTest-558980664-project] Pushing event deleted for resources: {'Network': ['ID=831a4e07-4166-4720-b548-6bede879baae,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:36.388542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01dd0f9b-4a4f-461a-b83b-69255bb0670e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.402764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-01dd0f9b-4a4f-461a-b83b-69255bb0670e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.493779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-01dd0f9b-4a4f-461a-b83b-69255bb0670e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=080ae06c192445a3bd3e68534873a63f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037425 Oct 26 14:35:36.499989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0f9b-4a4f-461a-b83b-69255bb0670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038791e-3467-4cc7-bcdc-fcfb418e9206,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:36.500724 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41750) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:36.535512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.578910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=ea43fa97-9c35-4378-afe9-22c708adf675,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:36.619590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41752) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:36.664013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.727749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.793709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.797155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:36.801580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4038791e-3467-4cc7-bcdc-fcfb418e9206 HTTP/1.1" status: 204 len: 168 time: 0.2992191 Oct 26 14:35:36.814133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3f974-a804-42b6-a2fd-0742c36bb4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038791e-3467-4cc7-bcdc-fcfb418e9206,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:36.952122 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9adfaf7-1481-4d86-9003-3dcf10300383 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b9884d3940140dd865087c18325c8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299625 Oct 26 14:35:36.957528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41758) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:37.049543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.065598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.117622 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.218839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.228060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.233731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75f3e3c5-1f4b-4673-bd6f-bb267849e4d9 HTTP/1.1" status: 204 len: 168 time: 0.2714639 Oct 26 14:35:37.247926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9cfbe-b7c1-43d8-92dc-ca838313a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3e3c5-1f4b-4673-bd6f-bb267849e4d9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:37.432129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41766) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:37.452243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db8f15db-1ffd-410c-aacc-8f05a644f3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.505312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router dbd03247-493b-4512-98eb-e1d63119db8c has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:37.696869 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db8f15db-1ffd-410c-aacc-8f05a644f3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.711428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-db8f15db-1ffd-410c-aacc-8f05a644f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.800561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-db8f15db-1ffd-410c-aacc-8f05a644f3a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd2d0287e4584ef0894e1ef2228aebbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670695 Oct 26 14:35:37.801071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41782) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:37.801908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:37.809657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a2ba4fe4-c744-4d5b-96a2-c4a8f98925a7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/dbd03247-493b-4512-98eb-e1d63119db8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6833749 Oct 26 14:35:37.811171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f15db-1ffd-410c-aacc-8f05a644f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f4b46-78a5-4a65-82d3-b7f2271fb34e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:37.814626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41784) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:37.837006 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Sync routers for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:37.869545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:37.870835 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:37.912339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting subnet ab7c95a2-83bc-4742-b16a-bb9c518071e8 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:35:37.918184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.932248 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.964367 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:37.989201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.036355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.043495 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.046821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f7f4b46-78a5-4a65-82d3-b7f2271fb34e HTTP/1.1" status: 204 len: 168 time: 0.2433250 Oct 26 14:35:38.071265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51749-c828-466f-95e5-1f230310a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f4b46-78a5-4a65-82d3-b7f2271fb34e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:38.150878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.217752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.247589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68c9b7-3c45-4664-a13e-a8f88852c6e6 None None] Network 12d6b1b9-b600-4514-af56-b1329bfaa387 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:38.276014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.281763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/subnets/ab7c95a2-83bc-4742-b16a-bb9c518071e8 HTTP/1.1" status: 204 len: 168 time: 0.4661911 Oct 26 14:35:38.284353 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41792) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:38.291595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:38.296547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7c7d-ef75-4281-9d31-545081a73db4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7c95a2-83bc-4742-b16a-bb9c518071e8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:38.469580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.767914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.792576 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:35:36Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '1876142b-4ade-46f7-99c2-b5bf6269dad3', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:33:57Z', 'updated_at': '2021-10-26T14:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:38.866215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Checking router: dbd03247-493b-4512-98eb-e1d63119db8c for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:35:38.894823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] DHCP port deletion for 12d6b1b9-b600-4514-af56-b1329bfaa387 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:35:38.895082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 1876142b-4ade-46f7-99c2-b5bf6269dad3 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:38.895540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:38.901028 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Routers {'dbd03247-493b-4512-98eb-e1d63119db8c'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:38.902493 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['dbd03247-493b-4512-98eb-e1d63119db8c'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:39.016721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 1876142b-4ade-46f7-99c2-b5bf6269dad3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1876142b-4ade-46f7-99c2-b5bf6269dad3,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:39.017190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.021033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Deleting port 1649c4ec-0dda-4d25-8604-0c32e10e35fc {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:39.021982 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.033516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 1876142b-4ade-46f7-99c2-b5bf6269dad3 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:39.123492 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] Set router dbd03247-493b-4512-98eb-e1d63119db8c gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:39.145615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] For port 1649c4ec-0dda-4d25-8604-0c32e10e35fc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1649c4ec-0dda-4d25-8604-0c32e10e35fc,segment=NetworkSegment(3806d1d4-7b53-4890-8b82-f1053bc02dc7),segment_id=3806d1d4-7b53-4890-8b82-f1053bc02dc7)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:39.146234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.172770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Calling delete_port for 1649c4ec-0dda-4d25-8604-0c32e10e35fc owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:39.247464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.281391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:39.296800 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:35:38Z', 'revision_number': 6, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:39.329303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.330261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=1876142b-4ade-46f7-99c2-b5bf6269dad3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:39.368211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] No DVR routers for this DVR port 1649c4ec-0dda-4d25-8604-0c32e10e35fc on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:35:39.391851 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c779b-a36d-406e-9a01-b0ab64bca4ff None None] The sync data for ids ['dbd03247-493b-4512-98eb-e1d63119db8c'] in n-d-813419-9 is: [{'id': 'dbd03247-493b-4512-98eb-e1d63119db8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279655306', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:33:56Z', 'updated_at': '2021-10-26T14:35:38Z', 'revision_number': 6, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:39.434356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733239-733a-469b-9bcf-4e4b5f61ee80 None None] Pushing event deleted for resources: {'Port': ['ID=1649c4ec-0dda-4d25-8604-0c32e10e35fc,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:39.458912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.522408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-65770762'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:39.566680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:39.572512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.589156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.658945 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.662578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.722206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.722902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Fanout notify agent at l3_agent the message router_deleted on router dbd03247-493b-4512-98eb-e1d63119db8c {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:35:39.733840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.734057 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.738154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:39.738658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-971bba96-0d81-4296-be54-404c91907ba8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/routers/dbd03247-493b-4512-98eb-e1d63119db8c HTTP/1.1" status: 204 len: 168 time: 1.4525220 Oct 26 14:35:39.750792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.829648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c474e9a3-59d6-4a83-8f41-278b45b50ad7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:39.874711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:39.931372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:39.932035 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 63a089cc-dba1-49ba-90be-03a317338aff of type vlan for network f7a52748-3fd0-4253-9b6f-9e80be6e244b Oct 26 14:35:39.939793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.018729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1649c4ec-0dda-4d25-8604-0c32e10e35fc no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:40.076048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1649c4ec-0dda-4d25-8604-0c32e10e35fc {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:40.076248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1649c4ec-0dda-4d25-8604-0c32e10e35fc not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:40.078721 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.122485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1fdd006c-67bb-4044-93f9-bbc8b432fd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.161992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.188782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.195107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:40.195772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.212053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d6b1b9-b600-4514-af56-b1329bfaa387']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:40.272190 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3806d1d4-7b53-4890-8b82-f1053bc02dc7') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:40.272533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3806d1d4-7b53-4890-8b82-f1053bc02dc7') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:40.297123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.315080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0325799 Oct 26 14:35:40.319518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41842) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:40.328092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-32044680'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:40.338194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c98f0-5032-4332-953c-30503f616272 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=f7a52748-3fd0-4253-9b6f-9e80be6e244b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:40.341717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.354920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:35:40.355334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.357692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:35:40.359331 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:35:40.424368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:40.428072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.475041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.505450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.509667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/networks/12d6b1b9-b600-4514-af56-b1329bfaa387 HTTP/1.1" status: 204 len: 168 time: 0.7700510 Oct 26 14:35:40.510924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:40.513485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83baadf-d247-44b5-ab29-da47d1236d2d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Network': ['ID=12d6b1b9-b600-4514-af56-b1329bfaa387,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:40.514463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41848) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:40.531570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.533397 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 9c60e5a0-8c94-4b6a-9034-111fea31e055 of type vlan for network 799226ea-6759-4198-98ff-1c6b3ca05573 Oct 26 14:35:40.591262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.629637 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.637570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:40.638906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.685661 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3594384 Oct 26 14:35:40.687124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41854) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:40.698189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:40.764017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5625-999c-4403-9313-f68b868e60ee tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=799226ea-6759-4198-98ff-1c6b3ca05573,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:40.777224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 799226ea-6759-4198-98ff-1c6b3ca05573 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:40.814034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.910240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:40.975798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:40.980681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.079556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.082446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.083682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/security-groups/8225b45b-2014-4302-a14c-1eada3497a5f HTTP/1.1" status: 204 len: 168 time: 0.5409403 Oct 26 14:35:41.103183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e8c2-857b-476f-a3fa-5465de765d22 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225b45b-2014-4302-a14c-1eada3497a5f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:41.295922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.370154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=d14f9cb2-436d-41ad-81aa-a432d52ebcf1,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:41.380943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '63a089cc-dba1-49ba-90be-03a317338aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:41.380943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: f7a52748-3fd0-4253-9b6f-9e80be6e244b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:41.404676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:41.430246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f7a52748-3fd0-4253-9b6f-9e80be6e244b) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:41.435706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:41.436657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.442296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c60a8e-5eb3-4f0a-89d9-3e00965a76be None None] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:41.507815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-92e7fc28-377a-4f86-adeb-70fd445ad99f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8168006 Oct 26 14:35:41.511358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41878) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:41.535601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:41.647491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1876142b-4ade-46f7-99c2-b5bf6269dad3 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:41.707308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1876142b-4ade-46f7-99c2-b5bf6269dad3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:41.708865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1876142b-4ade-46f7-99c2-b5bf6269dad3 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:41.709900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea43fa97-9c35-4378-afe9-22c708adf675 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:35:41.730284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:41.737285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:41.761089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ea43fa97-9c35-4378-afe9-22c708adf675 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:35:41.761866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ea43fa97-9c35-4378-afe9-22c708adf675 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:35:41.953322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f7a52748-3fd0-4253-9b6f-9e80be6e244b', 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': 'd14f9cb2-436d-41ad-81aa-a432d52ebcf1'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:41.954688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.161000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41892) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:42.169536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658567403', 'description': 'tempest-secgroup-smoke-1658567403 description', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:42.200031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.212750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.292394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Allocated IP 2001:db8::2 (f7a52748-3fd0-4253-9b6f-9e80be6e244b/d14f9cb2-436d-41ad-81aa-a432d52ebcf1/d2362bba-170d-4255-a799-f9a0c0ae25ec) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:42.297377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=8148e821-fa4a-4045-89d3-d9c50ab09d95,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:42.309508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '9c60e5a0-8c94-4b6a-9034-111fea31e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:42.309886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 799226ea-6759-4198-98ff-1c6b3ca05573, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:42.347123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 799226ea-6759-4198-98ff-1c6b3ca05573 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:42.369876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 799226ea-6759-4198-98ff-1c6b3ca05573) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:42.375139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:42.375921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.394335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.399879 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.412227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1747bb1-bc0f-452b-b6a3-878d37aa7a31 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8918469 Oct 26 14:35:42.416098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41898) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:42.417627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e308ad2c-ba50-417d-82b1-b2d8c67dc10c None None] Network 799226ea-6759-4198-98ff-1c6b3ca05573 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:42.427578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-63517995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:42.451182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.454689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2916865 Oct 26 14:35:42.459057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41900) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:42.490671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd8152-5f8d-4fd2-af4b-6eb7441a2591 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989c0f49-d358-4ce1-8c1c-d1eccbf5d021,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:42.492620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:42.531362 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.532559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.580026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.656143 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.675139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.685583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.689348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.697891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.729801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ccce2d-17e8-4654-926c-2b81bbe108bd,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:42.744670 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.747212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d0387769-6584-483e-aaf1-9e2f54c7c63d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3308377 Oct 26 14:35:42.751314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.752066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41902) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:42.753106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7bdc39ed-2169-4dcf-bb1c-8542ae32f562 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929666 Oct 26 14:35:42.758825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41904) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:42.830243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:42.868827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.956536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-30d13776-af6c-4568-83d9-40d142da6cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.959197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-799226ea-6759-4198-98ff-1c6b3ca05573', 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '8148e821-fa4a-4045-89d3-d9c50ab09d95'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:42.961192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:42.986924 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:43.002885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:43.006696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Pushing event updated for resources: {'Port': ['ID=d2362bba-170d-4255-a799-f9a0c0ae25ec,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:43.012042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:43.062648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.291667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.327072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.342141 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.397395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Attempting to bind port d2362bba-170d-4255-a799-f9a0c0ae25ec on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:43.398665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Attempting to bind port d2362bba-170d-4255-a799-f9a0c0ae25ec by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '63a089cc-dba1-49ba-90be-03a317338aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:43.399105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Attempting to bind port d2362bba-170d-4255-a799-f9a0c0ae25ec on network f7a52748-3fd0-4253-9b6f-9e80be6e244b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:43.409605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a14387-b1ec-4adc-8da2-3a67f3875725,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:43.410716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:43.411785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Checking segment: {'id': '63a089cc-dba1-49ba-90be-03a317338aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:43.412334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.412660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Bound using segment: {'id': '63a089cc-dba1-49ba-90be-03a317338aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:43.414893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Bound port: d2362bba-170d-4255-a799-f9a0c0ae25ec, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a089cc-dba1-49ba-90be-03a317338aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f7a52748-3fd0-4253-9b6f-9e80be6e244b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:43.415415 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.481461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Allocated IP 2001:db8:1::2 (799226ea-6759-4198-98ff-1c6b3ca05573/8148e821-fa4a-4045-89d3-d9c50ab09d95/96b238bd-7519-4851-9f3a-3b94658cada9) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:43.501733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.508876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41912) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:43.509187 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1d262e2d-1d9b-43ed-9c54-363e8e4bc59f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7488828 Oct 26 14:35:43.515432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:43.589356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] For port d2362bba-170d-4255-a799-f9a0c0ae25ec, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:43.590850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.596175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] For port d2362bba-170d-4255-a799-f9a0c0ae25ec, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d2362bba-170d-4255-a799-f9a0c0ae25ec,segment=NetworkSegment(63a089cc-dba1-49ba-90be-03a317338aff),segment_id=63a089cc-dba1-49ba-90be-03a317338aff)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:43.649840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.706317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.715094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.759853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d4f6a0-eecf-4429-86cc-7e61acc6d1af,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:43.779745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.781426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a8782865-b04b-4a0e-b634-0b79ca46c40e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2709594 Oct 26 14:35:43.784825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:43.792906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:43.848810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.893656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25f5be-894d-459a-b249-3b812ec8d036 None None] Pushing event updated for resources: {'Port': ['ID=d2362bba-170d-4255-a799-f9a0c0ae25ec,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:43.970356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:43.978954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.000900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6234b184-25bc-44ee-8c53-1642fff99293,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.016780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.019879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d24db147-5286-4ce6-a3a4-3400090a2ce5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319739 Oct 26 14:35:44.022372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41918) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:44.042862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:44.066807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8::1 (f7a52748-3fd0-4253-9b6f-9e80be6e244b/d14f9cb2-436d-41ad-81aa-a432d52ebcf1/216e2fb5-57e7-4c57-a833-a8733ee81165) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:44.070863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.091246 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:35:44.097980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.183838 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.204818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.333769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.344952 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.384436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Network 799226ea-6759-4198-98ff-1c6b3ca05573 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:44.385091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.402907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:44.408171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baf28f2-0e5c-4e18-8cbf-9a3fece9b93f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.410984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:44.416290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.445787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Pushing event updated for resources: {'Port': ['ID=96b238bd-7519-4851-9f3a-3b94658cada9,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.467476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.477442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-44331e1c-e695-46b6-8963-277b5de9675f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4443035 Oct 26 14:35:44.478294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41924) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:44.494875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'security_group_rule': {'security_group_id': '989c0f49-d358-4ce1-8c1c-d1eccbf5d021', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:44.526232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.571900 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Project 664d07e1bf9948d5a5ba1622f9309e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:35:44.581276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.608048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Attempting to bind port 96b238bd-7519-4851-9f3a-3b94658cada9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:44.608869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Attempting to bind port 96b238bd-7519-4851-9f3a-3b94658cada9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '9c60e5a0-8c94-4b6a-9034-111fea31e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:44.609597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Attempting to bind port 96b238bd-7519-4851-9f3a-3b94658cada9 on network 799226ea-6759-4198-98ff-1c6b3ca05573 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:44.621250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:44.622017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Checking segment: {'id': '9c60e5a0-8c94-4b6a-9034-111fea31e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:44.622855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.624586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Bound using segment: {'id': '9c60e5a0-8c94-4b6a-9034-111fea31e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:44.636549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Bound port: 96b238bd-7519-4851-9f3a-3b94658cada9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c60e5a0-8c94-4b6a-9034-111fea31e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '799226ea-6759-4198-98ff-1c6b3ca05573'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:44.637738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.638870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=216e2fb5-57e7-4c57-a833-a8733ee81165,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.666667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:44.674426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:44.682270 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:44.683036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.716742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.722543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.744191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c1fdc4-8be4-44c5-b88b-b3ebb57f00cb,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:44.768728 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.775565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-702c0f45-208e-48a3-a2a4-e81543064ffd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905962 Oct 26 14:35:44.776088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41932) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:44.787387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'network': {'name': 'tempest-network-smoke--796288542', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:44.842089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] For port 96b238bd-7519-4851-9f3a-3b94658cada9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:44.865641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] For port 96b238bd-7519-4851-9f3a-3b94658cada9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96b238bd-7519-4851-9f3a-3b94658cada9,segment=NetworkSegment(9c60e5a0-8c94-4b6a-9034-111fea31e055),segment_id=9c60e5a0-8c94-4b6a-9034-111fea31e055)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:44.874528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:44.880947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.890722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.949880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:35:44.975307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:44.975307 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Added segment 20d0e572-cf7d-44f6-8bc4-82830288019f of type vlan for network f26e8a67-b1df-44aa-8af9-ce8f525812d2 Oct 26 14:35:45.109069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.171669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.175800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241c17e-02fe-4733-acf2-184a5372b636 None None] Pushing event updated for resources: {'Port': ['ID=96b238bd-7519-4851-9f3a-3b94658cada9,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:45.182372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:45.183480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.230148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4533424 Oct 26 14:35:45.263039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41938) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:45.269488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'admin_state_up': True, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:45.330490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541a8e6-1015-4fcc-847f-4e999b6eddb4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Network': ['ID=f26e8a67-b1df-44aa-8af9-ce8f525812d2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:45.347183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.348518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.357034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:35:45.480385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.867896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96b238bd-7519-4851-9f3a-3b94658cada9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:45.925829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:45.968163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 96b238bd-7519-4851-9f3a-3b94658cada9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:45.968857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.034346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2be89e-0e89-4144-96a8-e347acd8ea4a None None] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:46.111875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.570485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] Provisioning complete for port d2362bba-170d-4255-a799-f9a0c0ae25ec triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:46.579551 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.649561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.656620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.657748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.675370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:46.913965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=216e2fb5-57e7-4c57-a833-a8733ee81165,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:46.935045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.014082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 96b238bd-7519-4851-9f3a-3b94658cada9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96b238bd-7519-4851-9f3a-3b94658cada9,segment=NetworkSegment(9c60e5a0-8c94-4b6a-9034-111fea31e055),segment_id=9c60e5a0-8c94-4b6a-9034-111fea31e055)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:47.075425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.079703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d2362bba-170d-4255-a799-f9a0c0ae25ec up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:47.107834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:47.118715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:47.207648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=96b238bd-7519-4851-9f3a-3b94658cada9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:47.220828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.235684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141eed59-66e9-48b3-9cc6-62e5e929e53f None None] Network 799226ea-6759-4198-98ff-1c6b3ca05573 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:47.283315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.362731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.473030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d2362bba-170d-4255-a799-f9a0c0ae25ec triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:47.473709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.596059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router ea476b42-b313-4f18-b4d3-aaf1e601662e is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:35:47.687814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.15 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/60439336-115e-4745-a669-1d3d7d3b5256) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:47.695680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] For port d2362bba-170d-4255-a799-f9a0c0ae25ec, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d2362bba-170d-4255-a799-f9a0c0ae25ec,segment=NetworkSegment(63a089cc-dba1-49ba-90be-03a317338aff),segment_id=63a089cc-dba1-49ba-90be-03a317338aff)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:47.716787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.871715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986c01c-a483-4575-bffc-31e2a4db01fc None None] Pushing event updated for resources: {'Port': ['ID=d2362bba-170d-4255-a799-f9a0c0ae25ec,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:47.950517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Provisioning complete for port 216e2fb5-57e7-4c57-a833-a8733ee81165 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:47.951276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:47.961404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:47.982729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af1d8858-8c9a-4206-bd90-327ec281e503 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2292926 Oct 26 14:35:47.988392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41948) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:48.051202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Port 216e2fb5-57e7-4c57-a833-a8733ee81165 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:48.058360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] Sync routers for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:48.114913 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:48.136065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Provisioning complete for port d2362bba-170d-4255-a799-f9a0c0ae25ec triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:48.136918 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:48.226212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ea9b8e-04d8-4c4c-84a8-51eca9e908df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:48.229523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-34ea9b8e-04d8-4c4c-84a8-51eca9e908df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports/216e2fb5-57e7-4c57-a833-a8733ee81165 HTTP/1.1" status: 200 len: 911 time: 0.2389948 Oct 26 14:35:48.234169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41950) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:48.268476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:48.274107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:48.274724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:48.473959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:48.655848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:48.662594 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:48.684194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:48.729862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:48.732287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:48.795156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=60439336-115e-4745-a669-1d3d7d3b5256,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:48.907850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:48.909313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0e85f3-69b0-4ae0-9414-cbbfd4b2653a None None] The sync data for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:48.918256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96b238bd-7519-4851-9f3a-3b94658cada9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:49.033767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Provisioning complete for port 96b238bd-7519-4851-9f3a-3b94658cada9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:49.034356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-910f4e74-9ccb-44f1-b587-320e57456a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.137852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 96b238bd-7519-4851-9f3a-3b94658cada9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:49.138657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.388741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.410460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d2362bba-170d-4255-a799-f9a0c0ae25ec up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:49.449914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.570910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ff2f60a4-b6c8-4472-8df4-ea6beb6316b3 None None] Provisioning complete for port 216e2fb5-57e7-4c57-a833-a8733ee81165 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:49.571556 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ff2f60a4-b6c8-4472-8df4-ea6beb6316b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.629843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d2362bba-170d-4255-a799-f9a0c0ae25ec triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:49.630568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.796540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f60a4-b6c8-4472-8df4-ea6beb6316b3 None None] Port 216e2fb5-57e7-4c57-a833-a8733ee81165 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:49.925519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:49.944351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ff2f60a4-b6c8-4472-8df4-ea6beb6316b3 None None] Provisioning complete for port 96b238bd-7519-4851-9f3a-3b94658cada9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:49.950316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ff2f60a4-b6c8-4472-8df4-ea6beb6316b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:50.202957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8:1::1 (799226ea-6759-4198-98ff-1c6b3ca05573/8148e821-fa4a-4045-89d3-d9c50ab09d95/11a23a57-c62b-4a63-ac0b-f83ad2e009c1) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:50.373133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:50.373765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 930c1a99-0638-4de4-9a15-083d13a16bb3 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:35:50.430778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:50.533648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 799226ea-6759-4198-98ff-1c6b3ca05573 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:50.535711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=11a23a57-c62b-4a63-ac0b-f83ad2e009c1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:50.543090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:50.547283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:50.548337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:50.634116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:50.653912 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Sync routers for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:50.685487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:50.687622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f9cbd455-9a1d-45eb-aa37-1c63645df069 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4215190 Oct 26 14:35:50.692439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41960) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:50.705156 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:50.706819 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:50.780038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-12ea5127-544b-4e8b-ac27-7e598c6295ad tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=664d07e1bf9948d5a5ba1622f9309e03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0827734 Oct 26 14:35:50.780742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41962) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:50.943090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.014690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6ccd7e0d-f466-42eb-8bd5-1792ec1e9954 None None] Provisioning complete for port 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:51.015547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7e0d-f466-42eb-8bd5-1792ec1e9954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.015739 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:51.135190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd7e0d-f466-42eb-8bd5-1792ec1e9954 None None] Port 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:51.316881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c11cd-4fc8-4ccf-9535-1861c09df3f7 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:51.319905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a69c11cd-4fc8-4ccf-9535-1861c09df3f7 tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5354955 Oct 26 14:35:51.322842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41974) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:51.382061 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:49Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:51.393853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f84840a8-db4c-4770-8ba5-f9ae461be48f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697370 Oct 26 14:35:51.399745 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41978) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:51.405475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530434890', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:35:51.419681 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Checking router: 930c1a99-0638-4de4-9a15-083d13a16bb3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:35:51.420059 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Updating router 930c1a99-0638-4de4-9a15-083d13a16bb3 port 60439336-115e-4745-a669-1d3d7d3b5256 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:35:51.466295 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.655131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:35:51.669778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.705388 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.717245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.719773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:51.846557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=11a23a57-c62b-4a63-ac0b-f83ad2e009c1,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:52.034638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.133583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 799226ea-6759-4198-98ff-1c6b3ca05573 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:52.137026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:52.416224 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.447702 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.461976 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.465602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router ea476b42-b313-4f18-b4d3-aaf1e601662e has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:52.609031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Subnet': ['ID=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:52.670318 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Attempting to bind port 60439336-115e-4745-a669-1d3d7d3b5256 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:52.671093 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Attempting to bind port 60439336-115e-4745-a669-1d3d7d3b5256 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:52.671627 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Attempting to bind port 60439336-115e-4745-a669-1d3d7d3b5256 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:52.675478 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Pushing event updated for resources: {'Port': ['ID=60439336-115e-4745-a669-1d3d7d3b5256,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:52.682360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:52.688255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.688919 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.689435 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.689918 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.694023 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af6de74a-2bbb-47ef-8305-31870097a318 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4559700 Oct 26 14:35:52.694711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 41996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:52.695126 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.695988 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.696752 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.697357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.697898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.698690 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.699385 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.699871 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:52.704205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] Sync routers for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:52.713258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Checking segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:52.713842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network hostable DHCP agents. Network: f26e8a67-b1df-44aa-8af9-ce8f525812d2, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:35:52.716763 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:52.717961 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:52.718551 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.719170 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:52.720015 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Bound port: 60439336-115e-4745-a669-1d3d7d3b5256, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:52.720655 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.756009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:52.757650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:52.786716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:35:52.806279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f26e8a67-b1df-44aa-8af9-ce8f525812d2) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:52.811147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 41998) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:52.826797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:52.827629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.861151 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] For port 60439336-115e-4745-a669-1d3d7d3b5256, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:52.869807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0cdc8976-e4e5-4a7a-b14a-bdba91c90ce8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4683337 Oct 26 14:35:52.870420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365335b2-1bc6-472f-9861-481d6ef8c39b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:35:52.873377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-365335b2-1bc6-472f-9861-481d6ef8c39b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports/11a23a57-c62b-4a63-ac0b-f83ad2e009c1 HTTP/1.1" status: 200 len: 913 time: 0.1766067 Oct 26 14:35:52.874919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:52.876214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42004) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:52.878434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] For port 60439336-115e-4745-a669-1d3d7d3b5256, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60439336-115e-4745-a669-1d3d7d3b5256,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:52.893847 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:52.915341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7e051-3b63-4986-b996-65bf77c69280 None None] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:52.935502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:53.032389 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:53.034491 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:53.097249 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95f95f6b-23f1-4d4c-bc20-4d1e1fe4c62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.133226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-10c261b7-9319-491e-b2c9-7f0808b660b7 None None] Provisioning complete for port 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:53.133991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10c261b7-9319-491e-b2c9-7f0808b660b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.232374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:53.233523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:53.256244 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ac76e-2524-4e6e-94f5-9c8c74fe6b64 None None] Pushing event updated for resources: {'Port': ['ID=60439336-115e-4745-a669-1d3d7d3b5256,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:53.262994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95f95f6b-23f1-4d4c-bc20-4d1e1fe4c62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.280037 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-95f95f6b-23f1-4d4c-bc20-4d1e1fe4c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.341012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-95f95f6b-23f1-4d4c-bc20-4d1e1fe4c62a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97df0fd5e15944e7aead9134f5221a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284448 Oct 26 14:35:53.374276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42008) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:53.401782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:53.402916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371ab13-4cfe-48c5-9141-9b6fb75806d9 None None] The sync data for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:53.448976 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:35:53.453326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f95f6b-23f1-4d4c-bc20-4d1e1fe4c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31256483-941e-46ea-a4dc-debb03c42942,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:53.534319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-10c261b7-9319-491e-b2c9-7f0808b660b7 None None] Port 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:53.567779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.594072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.685816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:53.868696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:35:53.870843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.055769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.068792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.073907 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31256483-941e-46ea-a4dc-debb03c42942 HTTP/1.1" status: 204 len: 168 time: 0.6962056 Oct 26 14:35:54.117954 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:49Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:54.128139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28408-f07a-43c9-83d5-a2d94824d4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31256483-941e-46ea-a4dc-debb03c42942,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:54.219441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.242400 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3e7d3-e987-4402-97c9-5b072ed3568f None None] The sync data for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 is: [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:49Z', 'revision_number': 3, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:54.400693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Allocated IP 172.20.0.2 (f26e8a67-b1df-44aa-8af9-ce8f525812d2/7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e/4a20823f-cd70-434c-92b1-5061fa4c9299) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:54.774604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.793787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:54.918311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Pushing event updated for resources: {'Port': ['ID=4a20823f-cd70-434c-92b1-5061fa4c9299,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:54.936098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:54.938237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:54.945905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:54.956260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.003734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42016) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:55.030437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Attempting to bind port 4a20823f-cd70-434c-92b1-5061fa4c9299 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:35:55.031319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Attempting to bind port 4a20823f-cd70-434c-92b1-5061fa4c9299 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:35:55.031946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Attempting to bind port 4a20823f-cd70-434c-92b1-5061fa4c9299 on network f26e8a67-b1df-44aa-8af9-ce8f525812d2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:35:55.044345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00fd8e42-7c60-404a-b9e4-b8c4863ef9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.046504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:35:55.047198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Checking segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:35:55.047986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.048787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Bound using segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:35:55.049460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Bound port: 4a20823f-cd70-434c-92b1-5061fa4c9299, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:35:55.050050 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.079646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:35:55.080115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.137265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] For port 4a20823f-cd70-434c-92b1-5061fa4c9299, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:35:55.142493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] For port 4a20823f-cd70-434c-92b1-5061fa4c9299, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a20823f-cd70-434c-92b1-5061fa4c9299,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:35:55.148862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.239431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a14b0-6de8-4dd7-83e3-3cd5de24182e None None] Pushing event updated for resources: {'Port': ['ID=4a20823f-cd70-434c-92b1-5061fa4c9299,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:55.282789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.336184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 11a23a57-c62b-4a63-ac0b-f83ad2e009c1 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:35:55.521440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00fd8e42-7c60-404a-b9e4-b8c4863ef9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.521705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.1 (f26e8a67-b1df-44aa-8af9-ce8f525812d2/7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e/b7525fc0-81dc-44ce-aa69-9de6151935df) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:35:55.540205 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-00fd8e42-7c60-404a-b9e4-b8c4863ef9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.700788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-00fd8e42-7c60-404a-b9e4-b8c4863ef9a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f9df4e29dbe4e718bbc8b291059d8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875534 Oct 26 14:35:55.708285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd8e42-7c60-404a-b9e4-b8c4863ef9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4640b34-a257-41ec-af9b-155a751f4267,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:55.713256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42026) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:55.858181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.895923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=11a23a57-c62b-4a63-ac0b-f83ad2e009c1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:55.959994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:55.973133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.034695 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.071892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.087354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.158716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:56.164053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:56.169514 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:35:56.269426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:56.281280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.286245 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.290975 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4640b34-a257-41ec-af9b-155a751f4267 HTTP/1.1" status: 204 len: 168 time: 0.5709596 Oct 26 14:35:56.299731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.300746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.301181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.301851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.302402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.302978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.304951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.305578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.306134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.306764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.307313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.307890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:35:56.331107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62dbc1-9158-4dac-a729-cb060cd45c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4640b34-a257-41ec-af9b-155a751f4267,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:56.395372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.800726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:56.874728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a20823f-cd70-434c-92b1-5061fa4c9299 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:57.101067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4a20823f-cd70-434c-92b1-5061fa4c9299 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:57.101651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.299193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d125ac-7253-412b-b367-b1caa29c06c5 None None] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:35:57.320016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router ea476b42-b313-4f18-b4d3-aaf1e601662e has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:57.462238 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f04f94c9-dd42-4e47-9d20-6e92ea74e091 None None] Provisioning complete for port 4a20823f-cd70-434c-92b1-5061fa4c9299 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:57.463144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f04f94c9-dd42-4e47-9d20-6e92ea74e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.557938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.571099 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.643081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:57.667487 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] Sync routers for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:57.668343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6958953-fce0-48f4-89ba-8b53582d5c98 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883997 Oct 26 14:35:57.680380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42044) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:35:57.688923 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:57.691315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:57.749118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.785098 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:57.810857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:57.814766 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:57.889303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:57.927914 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:57.931964 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca74964-4545-42fb-91d3-b7f8729847fe None None] The sync data for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:35:57.992153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f04f94c9-dd42-4e47-9d20-6e92ea74e091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.051949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 4a20823f-cd70-434c-92b1-5061fa4c9299, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a20823f-cd70-434c-92b1-5061fa4c9299,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:58.067258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.068804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60439336-115e-4745-a669-1d3d7d3b5256 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:58.142286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:58.235140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=4a20823f-cd70-434c-92b1-5061fa4c9299,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:58.245527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-f04f94c9-dd42-4e47-9d20-6e92ea74e091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:35:58.245807 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-f04f94c9-dd42-4e47-9d20-6e92ea74e091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:35:58.321206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 60439336-115e-4745-a669-1d3d7d3b5256 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:58.322153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.400617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:35:58.412362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:35:58.493599 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.535025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 60439336-115e-4745-a669-1d3d7d3b5256, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60439336-115e-4745-a669-1d3d7d3b5256,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:35:58.544976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.654613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=60439336-115e-4745-a669-1d3d7d3b5256,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:35:58.702675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 930c1a99-0638-4de4-9a15-083d13a16bb3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:35:58.825685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a20823f-cd70-434c-92b1-5061fa4c9299 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:35:58.961075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4a20823f-cd70-434c-92b1-5061fa4c9299 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:58.961819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.990520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:58.995960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:35:59.014628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75da3a80-cfb1-4abb-8da6-d47b931fe7e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/930c1a99-0638-4de4-9a15-083d13a16bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1285775 Oct 26 14:35:59.026458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Sync routers for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:35:59.087539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d198e106-4dd3-4dfc-9b40-db4538bd563f None None] Provisioning complete for port b7525fc0-81dc-44ce-aa69-9de6151935df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:59.087811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d198e106-4dd3-4dfc-9b40-db4538bd563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:59.186817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d198e106-4dd3-4dfc-9b40-db4538bd563f None None] Port b7525fc0-81dc-44ce-aa69-9de6151935df cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:35:59.199863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:35:59.200890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:35:59.391257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d198e106-4dd3-4dfc-9b40-db4538bd563f None None] Provisioning complete for port 4a20823f-cd70-434c-92b1-5061fa4c9299 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:35:59.391851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d198e106-4dd3-4dfc-9b40-db4538bd563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:35:59.729576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-c1d9d5ce-f180-4bf4-8140-450484d16c89 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658567403&fields=id&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 267 time: 0.0800145 Oct 26 14:35:59.858065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:00.070772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-53b23034-6fbb-42e5-b4b5-47d332589916 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:00.113893 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-53b23034-6fbb-42e5-b4b5-47d332589916 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 796 time: 0.3638971 Oct 26 14:36:00.224288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-2cc4103f-877d-4d5b-a285-b30b537fdfca tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/quotas/664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 375 time: 0.1065621 Oct 26 14:36:00.344351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-7d1439f0-f280-4ce4-99d2-1e7baab387ea tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1112986 Oct 26 14:36:00.352663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 216e2fb5-57e7-4c57-a833-a8733ee81165 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:00.353850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:00.377539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e8deecdb-c931-40cf-a2af-067f1eb8e10a None None] Provisioning complete for port b7525fc0-81dc-44ce-aa69-9de6151935df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:00.378130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8deecdb-c931-40cf-a2af-067f1eb8e10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:00.541549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-2b48dc47-92c6-48ce-921d-624dbe0087b8 service neutron] 10.222.0.37 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656084 Oct 26 14:36:00.724067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:00.772324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 216e2fb5-57e7-4c57-a833-a8733ee81165 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:00.795577 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-377ea110-e231-4e3f-9992-2632c880d79e service neutron] 10.222.0.37 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527359 Oct 26 14:36:00.859309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e8deecdb-c931-40cf-a2af-067f1eb8e10a None None] Port b7525fc0-81dc-44ce-aa69-9de6151935df cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:00.869598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60439336-115e-4745-a669-1d3d7d3b5256 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:00.983676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:35:57Z', 'revision_number': 2, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:01.062830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Checking router: 930c1a99-0638-4de4-9a15-083d13a16bb3 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:01.063909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Updating router 930c1a99-0638-4de4-9a15-083d13a16bb3 port b7525fc0-81dc-44ce-aa69-9de6151935df binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:36:01.087281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.135829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 60439336-115e-4745-a669-1d3d7d3b5256 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:01.136736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.155627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=216e2fb5-57e7-4c57-a833-a8733ee81165,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:01.216606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.408390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:01.862524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router ea476b42-b313-4f18-b4d3-aaf1e601662e has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:02.090542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:02.103726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:02.126391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:02.139864 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] Sync routers for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:02.153507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42116) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:02.164657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:02.165181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b03dde57-f6b4-424b-a6bb-18ecd32b2e18 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4737043 Oct 26 14:36:02.166088 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:02.259007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42118) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:02.269471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-de9bf52a-53c6-4b10-a3e8-2ce7987487da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea476b42-b313-4f18-b4d3-aaf1e601662e HTTP/1.1" status: 200 len: 205 time: 0.1140692 Oct 26 14:36:02.306924 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:02.351360 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] Routers {'ea476b42-b313-4f18-b4d3-aaf1e601662e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:02.354856 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['ea476b42-b313-4f18-b4d3-aaf1e601662e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:02.473110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f55b2e0-0a05-4e3b-b2db-8c96b459a1e1 req-5fbbd754-4196-4888-ab98-88e0df316945 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 210 time: 0.2281959 Oct 26 14:36:02.529062 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:02.530512 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec8f1a-fbda-4c2f-8b32-f4fc8f64d5b3 None None] The sync data for ids ['ea476b42-b313-4f18-b4d3-aaf1e601662e'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:02.564095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ee45-df85-4c28-92a4-8e71e95535f3 None None] Pushing event updated for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:02.588802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Attempting to bind port b7525fc0-81dc-44ce-aa69-9de6151935df on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:02.589383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Attempting to bind port b7525fc0-81dc-44ce-aa69-9de6151935df by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:02.589980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Attempting to bind port b7525fc0-81dc-44ce-aa69-9de6151935df on network f26e8a67-b1df-44aa-8af9-ce8f525812d2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:02.638872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:02.644233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Checking segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:02.644919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:02.645582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Bound using segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:02.646422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Bound port: b7525fc0-81dc-44ce-aa69-9de6151935df, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:02.647578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:03.004465 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] For port b7525fc0-81dc-44ce-aa69-9de6151935df, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:03.014919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] For port b7525fc0-81dc-44ce-aa69-9de6151935df, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b7525fc0-81dc-44ce-aa69-9de6151935df,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:03.043613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] Provisioning complete for port b7525fc0-81dc-44ce-aa69-9de6151935df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:03.043613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:03.045663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:03.289759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:03.292028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:35:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:03.655236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:03.898251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c4a0528f-e2d7-467e-a128-c8470e19642e req-a992e455-c147-49b1-9600-c624c6bee7d7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 210 time: 0.0917253 Oct 26 14:36:03.929289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:03.953806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ee45-df85-4c28-92a4-8e71e95535f3 None None] Pushing event updated for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:04.232991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.442073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.449289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.458382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] For port b7525fc0-81dc-44ce-aa69-9de6151935df, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b7525fc0-81dc-44ce-aa69-9de6151935df,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:04.536679 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.550102 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.550668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router ea476b42-b313-4f18-b4d3-aaf1e601662e {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:04.575593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.584691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41d3d933-4d63-412c-810d-8e36596e87df tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e HTTP/1.1" status: 204 len: 168 time: 2.3238106 Oct 26 14:36:04.585810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:04.685327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91480dc-6c6f-410f-a0fa-762f60f6f1bb None None] Pushing event updated for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:04.735404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e0eef613-6973-4b99-95cf-6df4459903bd None None] Provisioning complete for port b7525fc0-81dc-44ce-aa69-9de6151935df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:04.736426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0eef613-6973-4b99-95cf-6df4459903bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.761927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 8148e821-fa4a-4045-89d3-d9c50ab09d95 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:04.766055 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.780083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-aed9526b-be4e-4810-a25b-cdfb408833bd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:04.786613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-aed9526b-be4e-4810-a25b-cdfb408833bd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 796 time: 0.4424541 Oct 26 14:36:04.799992 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:02Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:04.849288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:04.863306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-4d5fd072-eac9-4f21-a0c6-f7fc0d04b56b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664d07e1bf9948d5a5ba1622f9309e03 HTTP/1.1" status: 200 len: 380 time: 0.0699413 Oct 26 14:36:04.878673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'port': {'device_id': 'b1254ce3-261d-4552-939e-28181b816b64', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'admin_state_up': True, 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'security_groups': ['989c0f49-d358-4ce1-8c1c-d1eccbf5d021']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:04.890337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e70a2-b779-45da-a14a-da0daf242eac None None] The sync data for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 is: [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:02Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:05.148119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:05.243333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b41f380-caed-4750-8e7a-c4ea697c322e req-5cbb14a7-02de-4115-be66-aa07c9705dfa tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 210 time: 0.1228349 Oct 26 14:36:05.297978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:05.426017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=8148e821-fa4a-4045-89d3-d9c50ab09d95,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:05.466407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb0ee4-48b2-4cc8-b445-0b75d00eaba1 None None] Network 799226ea-6759-4198-98ff-1c6b3ca05573 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:05.475518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:05.520146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Made reservation on behalf of 664d07e1bf9948d5a5ba1622f9309e03 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:05.539530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:05.541967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-50f0d577-3a93-40f0-b7cb-129db5e2a7d2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/8148e821-fa4a-4045-89d3-d9c50ab09d95 HTTP/1.1" status: 204 len: 168 time: 0.9416530 Oct 26 14:36:05.543152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42146) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:05.817424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet d14f9cb2-436d-41ad-81aa-a432d52ebcf1 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:05.828863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:05.920465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.20.0.3 (f26e8a67-b1df-44aa-8af9-ce8f525812d2/7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e/62c45f0a-3d0f-4167-b86b-e0ae30cdf7de) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:05.989594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.086405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] DHCP port deletion for 799226ea-6759-4198-98ff-1c6b3ca05573 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:06.203237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Deleting port 96b238bd-7519-4851-9f3a-3b94658cada9 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:06.204203 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.211190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.325759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.384018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] For port 96b238bd-7519-4851-9f3a-3b94658cada9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=96b238bd-7519-4851-9f3a-3b94658cada9,segment=NetworkSegment(9c60e5a0-8c94-4b6a-9034-111fea31e055),segment_id=9c60e5a0-8c94-4b6a-9034-111fea31e055)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:06.387176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.399484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=d14f9cb2-436d-41ad-81aa-a432d52ebcf1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:06.431939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.443910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71082ca9-9a84-43ad-b327-83208f8827df None None] Network f7a52748-3fd0-4253-9b6f-9e80be6e244b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:06.452558 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ad0332f4-b447-4cf7-81c3-d8a8d6146956 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/d14f9cb2-436d-41ad-81aa-a432d52ebcf1 HTTP/1.1" status: 204 len: 168 time: 0.9076984 Oct 26 14:36:06.454705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.458693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42154) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:06.540596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f50a0a15-bb06-4865-8970-2653a719d699 req-94e03538-8ef9-41ba-9642-1b2e773da980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 210 time: 0.0861332 Oct 26 14:36:06.553855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Calling delete_port for 96b238bd-7519-4851-9f3a-3b94658cada9 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:06.805770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.822598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:06.862994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b7525fc0-81dc-44ce-aa69-9de6151935df up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:06.926708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:06.937833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.938228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.938515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.938899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.939210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.939560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.939879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.940215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.940576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.940912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.941240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.941572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:06.958520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:07.054948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.081250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:07.101635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] Pushing event deleted for resources: {'Port': ['ID=96b238bd-7519-4851-9f3a-3b94658cada9,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:07.105431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581f40d-cac5-408c-856f-f0143ed716a6 None None] No DVR routers for this DVR port 96b238bd-7519-4851-9f3a-3b94658cada9 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:07.111782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:07.126039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b7525fc0-81dc-44ce-aa69-9de6151935df triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:07.126417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.231735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 96b238bd-7519-4851-9f3a-3b94658cada9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:07.232184 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.251832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] DHCP port deletion for f7a52748-3fd0-4253-9b6f-9e80be6e244b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:07.284629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:07.286325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.420717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 96b238bd-7519-4851-9f3a-3b94658cada9, host n-d-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:07.421098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.426302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Deleting port d2362bba-170d-4255-a799-f9a0c0ae25ec {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:07.426669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.438456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 96b238bd-7519-4851-9f3a-3b94658cada9 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:07.441740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Port 96b238bd-7519-4851-9f3a-3b94658cada9 was not found and therefore no delete operation was performed {{(pid=102163) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:36:07.443575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.471424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-8f0601b1-7be5-40c8-9dab-2fd7fa8248ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6022184 Oct 26 14:36:07.493525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Request body: {'port': {'device_id': 'b1254ce3-261d-4552-939e-28181b816b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:07.539840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96b238bd-7519-4851-9f3a-3b94658cada9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:07.634335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 96b238bd-7519-4851-9f3a-3b94658cada9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:07.635014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 96b238bd-7519-4851-9f3a-3b94658cada9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:07.682396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=96b238bd-7519-4851-9f3a-3b94658cada9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:07.714139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 96b238bd-7519-4851-9f3a-3b94658cada9 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:07.764325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] For port d2362bba-170d-4255-a799-f9a0c0ae25ec, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d2362bba-170d-4255-a799-f9a0c0ae25ec,segment=NetworkSegment(63a089cc-dba1-49ba-90be-03a317338aff),segment_id=63a089cc-dba1-49ba-90be-03a317338aff)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:07.765042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:07.839350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Calling delete_port for d2362bba-170d-4255-a799-f9a0c0ae25ec owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:07.843333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5a1f6ca-1491-491f-838a-722eb55a90bc None None] Provisioning complete for port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:07.844080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5a1f6ca-1491-491f-838a-722eb55a90bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.035730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1f6ca-1491-491f-838a-722eb55a90bc None None] Port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:08.103696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.132254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.172258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.205780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] Pushing event deleted for resources: {'Port': ['ID=d2362bba-170d-4255-a799-f9a0c0ae25ec,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:08.226809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a9125-fd1c-4df9-93a6-b5eac5b9bdad None None] No DVR routers for this DVR port d2362bba-170d-4255-a799-f9a0c0ae25ec on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:08.251579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799226ea-6759-4198-98ff-1c6b3ca05573']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:08.284401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c60e5a0-8c94-4b6a-9034-111fea31e055') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:08.284952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c60e5a0-8c94-4b6a-9034-111fea31e055') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:08.345131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.401321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bca5d-a60a-419e-8ef9-591e518601c9 req-20463b7d-6d85-4598-9985-1b357f2f13d6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:08.403735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-877bca5d-a60a-419e-8ef9-591e518601c9 req-20463b7d-6d85-4598-9985-1b357f2f13d6 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 931 time: 0.5809937 Oct 26 14:36:08.520761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.583357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:08.583786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:08.616603 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:08.762403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d2362bba-170d-4255-a799-f9a0c0ae25ec no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:08.782425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-877bca5d-a60a-419e-8ef9-591e518601c9 req-17853f07-6857-424a-b458-c11986e2b1b3 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585347 Oct 26 14:36:08.827944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d2362bba-170d-4255-a799-f9a0c0ae25ec {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:08.829196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d2362bba-170d-4255-a799-f9a0c0ae25ec not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:08.846148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.970632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:08.978290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42170) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:08.987114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/799226ea-6759-4198-98ff-1c6b3ca05573 HTTP/1.1" status: 204 len: 168 time: 2.5255852 Oct 26 14:36:09.006280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bd5c3-7282-4fb2-a6f4-98251437eb84 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=799226ea-6759-4198-98ff-1c6b3ca05573,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:09.029279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:09.051200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.079579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Transition to ACTIVE for port object 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:36:09.086570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.154963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:09.173959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.301146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Attempting to bind port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:09.305325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Attempting to bind port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:09.306043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Attempting to bind port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de on network f26e8a67-b1df-44aa-8af9-ce8f525812d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:09.326743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de on network f26e8a67-b1df-44aa-8af9-ce8f525812d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:36:09.327280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Attempting to bind port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de on network f26e8a67-b1df-44aa-8af9-ce8f525812d2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:09.353420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:09.356174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Checking segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:09.356954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Bound using segment: {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:09.357716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Bound port: 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d0e572-cf7d-44f6-8bc4-82830288019f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:09.358318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.487865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.563287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a52748-3fd0-4253-9b6f-9e80be6e244b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:09.586591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a089cc-dba1-49ba-90be-03a317338aff') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:09.587241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a089cc-dba1-49ba-90be-03a317338aff') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:09.608193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.629394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:09.639381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.640683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:09.651302 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.654710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:09.655603 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:09.662063 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:09.773647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:09.774445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.776518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] 10.222.0.41 "PUT /v2.0/ports/62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 1091 time: 2.2928305 Oct 26 14:36:09.777014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:09.779909 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:09.827325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdbe55-7221-4514-b569-80e5d061480b service neutron] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:09.864222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.879183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:09.890903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/f7a52748-3fd0-4253-9b6f-9e80be6e244b HTTP/1.1" status: 204 len: 168 time: 0.9057114 Oct 26 14:36:09.897850 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42186) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:09.921858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593367809'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:09.961732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb62085-1e94-4e22-82cc-91188dfe98b1 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=f7a52748-3fd0-4253-9b6f-9e80be6e244b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:09.996825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-b683289f-edf2-4085-82af-dd050b61b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:10.007109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-b683289f-edf2-4085-82af-dd050b61b1ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1094 time: 0.1499987 Oct 26 14:36:10.027612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:10.032035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.115978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:10.134740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd33f16e-7015-4c49-bcd9-504eec202809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.142634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.142996 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 1e163627-5af3-49dd-a483-723bfc3e5f82 of type vlan for network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 Oct 26 14:36:10.213902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-390846c6-75e1-460d-b50a-0355c81599c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 217 time: 0.2000177 Oct 26 14:36:10.256374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.331733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.347538 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:10.349059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.409247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-1e29bfa9-266d-4cb4-a875-939cc534e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:10.411761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-1e29bfa9-266d-4cb4-a875-939cc534e366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 200 len: 834 time: 0.1599531 Oct 26 14:36:10.426617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a0738-3f17-4260-a1fe-7cc7e4829d5e req-fb731813-02a3-4b02-879c-7ffb6e0417e2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:10.429738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-870a0738-3f17-4260-a1fe-7cc7e4829d5e req-fb731813-02a3-4b02-879c-7ffb6e0417e2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 943 time: 0.2449129 Oct 26 14:36:10.433799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=4fffaa29-bdd0-4796-9e21-b7c8817644c8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:10.449493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:10.449791 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce39f58-413d-400a-b250-67ae8c57408d x-openstack-request-id: req-3ce39f58-413d-400a-b250-67ae8c57408d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:10.450221 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:10.459133 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ce39f58-413d-400a-b250-67ae8c57408d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:10.460033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b6018c9f-a925-412e-ba41-7589599d8187 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5505352 Oct 26 14:36:10.460319 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'status': 'completed', 'code': 200} Oct 26 14:36:10.460480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42198) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:10.462240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:10.594447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-870a0738-3f17-4260-a1fe-7cc7e4829d5e req-8556d95d-10c1-4cd7-b12b-3ddbe42fdb61 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390646 Oct 26 14:36:10.617004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-ded1fd4e-21e2-4f77-a36e-5ee57d9b09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:10.618978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-ded1fd4e-21e2-4f77-a36e-5ee57d9b09db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f26e8a67-b1df-44aa-8af9-ce8f525812d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879044 Oct 26 14:36:10.683419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:10.688175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:10.799592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-2fb1dd3c-7b9b-49fd-b481-ef9516d3c87e service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687565 Oct 26 14:36:10.943764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-604fa7b8-0a67-473f-b563-c34dc4a6e52c req-e4267e5e-73bf-4854-b9d0-c91d8ab7f522 service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365955 Oct 26 14:36:11.027771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.085569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-4be698c8-8f5c-4dfe-9fc1-1be9e17fdbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.087121 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-4be698c8-8f5c-4dfe-9fc1-1be9e17fdbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1094 time: 0.0792379 Oct 26 14:36:11.111241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=934eeee5-5711-4ba6-8a1f-5d36f2415bdb,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:11.125255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '1e163627-5af3-49dd-a483-723bfc3e5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:11.125838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 4fffaa29-bdd0-4796-9e21-b7c8817644c8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:11.167453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:11.188114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4fffaa29-bdd0-4796-9e21-b7c8817644c8) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:11.198881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.199846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.222436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec61357-357a-4d14-84e2-4b828e1c7c57 None None] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:11.246104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59d207a1-56dd-491b-a3e8-740eed1fd406 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893806 Oct 26 14:36:11.248999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42202) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:11.254146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1500665850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:11.331178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.333466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-3d627b12-883c-4144-8f1b-4e4969346e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.333980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.338498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-3d627b12-883c-4144-8f1b-4e4969346e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 897 time: 0.2416704 Oct 26 14:36:11.427273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-b586f3a1-3a5b-4b17-b8a0-c50c438d3163 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 217 time: 0.0821826 Oct 26 14:36:11.476332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.483674 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.512280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.516239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aaf7c0c4-492f-4710-9306-39ff94d920db tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2636428 Oct 26 14:36:11.516909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42206) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:11.523272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'port': {'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8', 'name': 'tempest-RoutersIpV6Test-235169494'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:11.573003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-96ae64bc-bd63-40a3-9a13-9629b45e2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.575640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-96ae64bc-bd63-40a3-9a13-9629b45e2a12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 200 len: 834 time: 0.1400065 Oct 26 14:36:11.692634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-5cba48a7-153f-46e9-9461-ef0673045b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.696235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-5cba48a7-153f-46e9-9461-ef0673045b10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f26e8a67-b1df-44aa-8af9-ce8f525812d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116562 Oct 26 14:36:11.890392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-4fffaa29-bdd0-4796-9e21-b7c8817644c8', 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '934eeee5-5711-4ba6-8a1f-5d36f2415bdb'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:36:11.892377 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.894761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-4f842d2f-01a4-4688-b8f3-5b55ad390223 service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894138 Oct 26 14:36:11.908616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e829b-5460-4650-a828-b0b4d8599040 req-45b3aeaa-ad6b-482b-97a8-b963c84619a8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:11.910216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-372e829b-5460-4650-a828-b0b4d8599040 req-45b3aeaa-ad6b-482b-97a8-b963c84619a8 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 943 time: 0.1228144 Oct 26 14:36:11.911543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:11.915828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:11.971371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-372e829b-5460-4650-a828-b0b4d8599040 req-a9abf290-dbea-4bd6-9340-197f2b4f1df1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527887 Oct 26 14:36:11.972753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] device_id is not set on port 8a617327-8640-48dc-9921-fe1681bbb987 yet. {{(pid=102164) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:36:12.133774 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8::150 (4fffaa29-bdd0-4796-9e21-b7c8817644c8/934eeee5-5711-4ba6-8a1f-5d36f2415bdb/8a617327-8640-48dc-9921-fe1681bbb987) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:12.149866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3bb2b976-d1ca-4f9c-8478-ee3f2c68a8f5 req-082b3e5c-791c-4f16-86a6-6600fe73e61c service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436175 Oct 26 14:36:12.433619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:12.552736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:12.647327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Allocated IP 2001:db8::2 (4fffaa29-bdd0-4796-9e21-b7c8817644c8/934eeee5-5711-4ba6-8a1f-5d36f2415bdb/77ea5bd8-0262-4225-9542-c9035d070c82) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:12.699388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=8a617327-8640-48dc-9921-fe1681bbb987,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:12.718742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:12.723758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:12.730311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:12.741911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:12.743214 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:12.781447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fda65216-1499-4ef5-92f8-a7433e4dc1ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2586875 Oct 26 14:36:12.782762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42218) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:12.934836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e73481c2-171c-40b6-b828-01f8177ff2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:12.955901 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42220) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:12.989123 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:36:13.013176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.024699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.084732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Pushing event updated for resources: {'Port': ['ID=77ea5bd8-0262-4225-9542-c9035d070c82,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:13.116730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:13.118780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:13.121655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:13.183534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-618e4af3-b3ca-4465-9b17-f7591e23d2db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.234424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Attempting to bind port 77ea5bd8-0262-4225-9542-c9035d070c82 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:13.235547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Attempting to bind port 77ea5bd8-0262-4225-9542-c9035d070c82 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1e163627-5af3-49dd-a483-723bfc3e5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:13.236087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Attempting to bind port 77ea5bd8-0262-4225-9542-c9035d070c82 on network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:13.247972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:13.248918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Checking segment: {'id': '1e163627-5af3-49dd-a483-723bfc3e5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:13.249728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.250526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Bound using segment: {'id': '1e163627-5af3-49dd-a483-723bfc3e5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:13.252085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Bound port: 77ea5bd8-0262-4225-9542-c9035d070c82, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e163627-5af3-49dd-a483-723bfc3e5f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4fffaa29-bdd0-4796-9e21-b7c8817644c8'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:13.252085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.365047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] For port 77ea5bd8-0262-4225-9542-c9035d070c82, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:13.370463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] For port 77ea5bd8-0262-4225-9542-c9035d070c82, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77ea5bd8-0262-4225-9542-c9035d070c82,segment=NetworkSegment(1e163627-5af3-49dd-a483-723bfc3e5f82),segment_id=1e163627-5af3-49dd-a483-723bfc3e5f82)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:13.374513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505a812-9067-4285-906c-e0efc2fc2abc req-bb2e2aed-c290-430c-a570-263910c61e8b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:13.377282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a505a812-9067-4285-906c-e0efc2fc2abc req-bb2e2aed-c290-430c-a570-263910c61e8b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 943 time: 0.1772525 Oct 26 14:36:13.387204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.405993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-618e4af3-b3ca-4465-9b17-f7591e23d2db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.425596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-618e4af3-b3ca-4465-9b17-f7591e23d2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.535793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-618e4af3-b3ca-4465-9b17-f7591e23d2db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b62f8ceb267461da4505bc65d9595d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779662 Oct 26 14:36:13.539721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:13.542823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e4af3-b3ca-4465-9b17-f7591e23d2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b93279-249c-4cf9-a384-ce04442f5e71,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:13.563724 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.577510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26515392-d3c9-486d-833c-84fcd97d4c1e None None] Pushing event updated for resources: {'Port': ['ID=77ea5bd8-0262-4225-9542-c9035d070c82,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:13.607381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a505a812-9067-4285-906c-e0efc2fc2abc req-e4286584-222a-4a77-8f80-7664ad4225e9 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198272 Oct 26 14:36:13.759719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.837117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:13.881686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:36:14.047648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.051961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.054810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30b93279-249c-4cf9-a384-ce04442f5e71 HTTP/1.1" status: 204 len: 168 time: 0.5057290 Oct 26 14:36:14.109350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f510-4a30-46c2-962c-45727d17789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b93279-249c-4cf9-a384-ce04442f5e71,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:14.248884 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.317252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.325177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.372759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:14.394457 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.402183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'mac_address': 'fa:16:3e:31:2f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:36:14.426484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=8a617327-8640-48dc-9921-fe1681bbb987,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:14.468565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.490064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:14.543089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:14.551891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.666143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:14.715591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:14.760230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:36:14.949879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77ea5bd8-0262-4225-9542-c9035d070c82 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:15.062046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 77ea5bd8-0262-4225-9542-c9035d070c82 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:15.062434 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.102113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.113804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da37b-67c3-4577-a48b-bfc3b959a48b req-bb52c52b-127a-4d4e-91d5-38c64de912b2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:15.122333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff5da37b-67c3-4577-a48b-bfc3b959a48b req-bb52c52b-127a-4d4e-91d5-38c64de912b2 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 944 time: 0.1381555 Oct 26 14:36:15.229126 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff5da37b-67c3-4577-a48b-bfc3b959a48b req-0d514950-c6c8-4753-b643-79a8a8247c7a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056051 Oct 26 14:36:15.483259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.612179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e179c41-5db2-485f-8a73-6528fffc22e6 None None] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:15.648603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 77ea5bd8-0262-4225-9542-c9035d070c82, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77ea5bd8-0262-4225-9542-c9035d070c82,segment=NetworkSegment(1e163627-5af3-49dd-a483-723bfc3e5f82),segment_id=1e163627-5af3-49dd-a483-723bfc3e5f82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:15.673194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.682915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.683894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.712119 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.738881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=8a617327-8640-48dc-9921-fe1681bbb987,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:15.855373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-120de8ee-daee-4c02-a6f6-8a785c4c117a None None] Provisioning complete for port 77ea5bd8-0262-4225-9542-c9035d070c82 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:15.855905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-120de8ee-daee-4c02-a6f6-8a785c4c117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:15.876449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:15.882019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:16.031021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=77ea5bd8-0262-4225-9542-c9035d070c82,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:16.049208 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.073468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router e6af771f-e4b9-4503-8c20-22f08dfa23c8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:36:16.284681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:16.302629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42268) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:16.304559 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0497c719-e0be-4a8e-8b21-07e7ca647050 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/e6af771f-e4b9-4503-8c20-22f08dfa23c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5190759 Oct 26 14:36:16.312473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] Sync routers for ids ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:16.340101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] Routers {'e6af771f-e4b9-4503-8c20-22f08dfa23c8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:16.341195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:16.414977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea600c5c-994d-4d02-a31e-a49c7f838bc9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:16.423107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ea600c5c-994d-4d02-a31e-a49c7f838bc9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports/8a617327-8640-48dc-9921-fe1681bbb987 HTTP/1.1" status: 200 len: 983 time: 0.1166303 Oct 26 14:36:16.426546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:16.468388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:16.485443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] Routers {'e6af771f-e4b9-4503-8c20-22f08dfa23c8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:16.486514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:16.588625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:16.589905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7148c8-1b8b-492e-93dc-989274d4325c None None] The sync data for ids ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:16.741220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:16.791697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77ea5bd8-0262-4225-9542-c9035d070c82 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:16.799033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e464e7-9494-4458-8a52-ac1eda10e75d req-075fbc8f-325b-4ae0-856f-83203328ef57 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:16.801483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e464e7-9494-4458-8a52-ac1eda10e75d req-075fbc8f-325b-4ae0-856f-83203328ef57 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 944 time: 0.2581575 Oct 26 14:36:16.874594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 77ea5bd8-0262-4225-9542-c9035d070c82 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:16.875432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:16.916339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e464e7-9494-4458-8a52-ac1eda10e75d req-7bd0f06d-a9f4-4275-83d4-9e55e9116754 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904589 Oct 26 14:36:17.001486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4992fb8f-5b32-4a00-91d8-a644bf0982d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.015429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ef75ec52-5ee4-45f9-a71d-82831a6313c0 None None] Provisioning complete for port 77ea5bd8-0262-4225-9542-c9035d070c82 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:17.016025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef75ec52-5ee4-45f9-a71d-82831a6313c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.314769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4992fb8f-5b32-4a00-91d8-a644bf0982d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.326193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4992fb8f-5b32-4a00-91d8-a644bf0982d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.363722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ef75ec52-5ee4-45f9-a71d-82831a6313c0 None None] Provisioning complete for port 8a617327-8640-48dc-9921-fe1681bbb987 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:17.366346 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef75ec52-5ee4-45f9-a71d-82831a6313c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.393533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4992fb8f-5b32-4a00-91d8-a644bf0982d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b17fefdb36ec4d28a3da3f20e647da1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496575 Oct 26 14:36:17.396972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:17.445301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ef75ec52-5ee4-45f9-a71d-82831a6313c0 None None] Port 8a617327-8640-48dc-9921-fe1681bbb987 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:17.497644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fb8f-5b32-4a00-91d8-a644bf0982d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ad4b6-ceb0-41c1-b9e2-17c338a7d690,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:17.583604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.613351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cf65eabf-0bb5-46e4-baa7-bbaea5fd022a None None] Provisioning complete for port 8a617327-8640-48dc-9921-fe1681bbb987 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:17.613861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cf65eabf-0bb5-46e4-baa7-bbaea5fd022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.621801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.650290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.686126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-cf65eabf-0bb5-46e4-baa7-bbaea5fd022a None None] Port 8a617327-8640-48dc-9921-fe1681bbb987 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:17.766915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.773407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.775883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b2ad4b6-ceb0-41c1-b9e2-17c338a7d690 HTTP/1.1" status: 204 len: 168 time: 0.3760426 Oct 26 14:36:17.791787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926580-55b4-4bd1-80c0-aa62f896df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ad4b6-ceb0-41c1-b9e2-17c338a7d690,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:17.859264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-223ec804-d4b7-42fd-8081-54259b3a669e None None] Provisioning complete for port 8a617327-8640-48dc-9921-fe1681bbb987 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:17.859855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-223ec804-d4b7-42fd-8081-54259b3a669e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:17.941694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:18.013060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 8a617327-8640-48dc-9921-fe1681bbb987 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:18.013408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.132171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-223ec804-d4b7-42fd-8081-54259b3a669e None None] Port 8a617327-8640-48dc-9921-fe1681bbb987 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:18.154695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:36:18.167094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:18.167731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.224035 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.253950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 8a617327-8640-48dc-9921-fe1681bbb987 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:18.324593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642a34a-6d1c-483b-8551-a6385ee5bb4e req-4bb069ab-9359-4ba8-a5c7-278b621f0442 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:18.340678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b642a34a-6d1c-483b-8551-a6385ee5bb4e req-4bb069ab-9359-4ba8-a5c7-278b621f0442 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 944 time: 0.2077429 Oct 26 14:36:18.394541 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.401511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-80af3ea7-d2c8-4579-99cb-313ff9aac725 None None] Provisioning complete for port 8a617327-8640-48dc-9921-fe1681bbb987 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:18.402054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-80af3ea7-d2c8-4579-99cb-313ff9aac725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.459831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-80af3ea7-d2c8-4579-99cb-313ff9aac725 None None] Port 8a617327-8640-48dc-9921-fe1681bbb987 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:18.468284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b642a34a-6d1c-483b-8551-a6385ee5bb4e req-8cc42995-fd7a-4009-85e0-5ff722d5c0da tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258492 Oct 26 14:36:18.510894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:18.516909 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85f7b2-c7a0-43bf-899b-b9e9369555f4" -d '{"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-plugged", "status": "completed", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:18.573218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:18.580433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.641803 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b45de1-e6da-4c15-ac76-b55f674807f1 x-openstack-request-id: req-b9b45de1-e6da-4c15-ac76-b55f674807f1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:18.642463 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-plugged", "status": "completed", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:18.642865 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9b45de1-e6da-4c15-ac76-b55f674807f1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:18.643507 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'code': 200} Oct 26 14:36:18.716480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:18.801078 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4db8a1-26ff-41b8-810d-5d74a8015a3a req-dfee0fce-8874-4b22-9ba8-b9b87cec3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:18.802676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed4db8a1-26ff-41b8-810d-5d74a8015a3a req-dfee0fce-8874-4b22-9ba8-b9b87cec3b77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1096 time: 0.1040001 Oct 26 14:36:18.863343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ed4db8a1-26ff-41b8-810d-5d74a8015a3a req-471730de-2939-4ac6-914b-fd5a590439bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530610 Oct 26 14:36:18.864407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:18.904124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=8a617327-8640-48dc-9921-fe1681bbb987,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:19.110074 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.263628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42314) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:19.672465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11e1dd-ef79-4d38-b22b-14ce96f05039 req-6520080a-067c-47ee-8760-ad0aeddd054f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:19.674171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd11e1dd-ef79-4d38-b22b-14ce96f05039 req-6520080a-067c-47ee-8760-ad0aeddd054f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.0756438 Oct 26 14:36:19.694638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-febe25a2-250d-4bbe-addb-850a8a1980e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.757076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd11e1dd-ef79-4d38-b22b-14ce96f05039 req-a0078fd1-4aaa-4365-b389-158f6289bbcb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705502 Oct 26 14:36:19.885848 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-febe25a2-250d-4bbe-addb-850a8a1980e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.893989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-febe25a2-250d-4bbe-addb-850a8a1980e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:19.991653 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe25a2-250d-4bbe-addb-850a8a1980e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796d448b-cf96-48d7-930c-087f207c4f75,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:20.015985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42328) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.021284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-febe25a2-250d-4bbe-addb-850a8a1980e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e4e3ea03c9046e6919eb48101ddf9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462254 Oct 26 14:36:20.038280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router e6af771f-e4b9-4503-8c20-22f08dfa23c8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:20.158511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.164193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:20.171483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0c22bbfb-3622-447c-98cc-e1e0752d5863 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/e6af771f-e4b9-4503-8c20-22f08dfa23c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7433896 Oct 26 14:36:20.175882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42332) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.180272 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] Sync routers for ids ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:20.196719 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] Routers {'e6af771f-e4b9-4503-8c20-22f08dfa23c8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:20.197013 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:20.210689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.266963 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:20.290688 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] Routers {'e6af771f-e4b9-4503-8c20-22f08dfa23c8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:20.291570 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:20.305703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.317900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.326639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/796d448b-cf96-48d7-930c-087f207c4f75 HTTP/1.1" status: 204 len: 168 time: 0.3087378 Oct 26 14:36:20.361363 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:20.362100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650b25-5ae0-48ed-adb1-59d9c1c9c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796d448b-cf96-48d7-930c-087f207c4f75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:20.363274 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c34e0e-14dd-41dd-b606-ed37d395ac9c None None] The sync data for ids ['e6af771f-e4b9-4503-8c20-22f08dfa23c8'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:20.505529 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-5314dfbb-36ee-4cd1-b123-16ee9f39574f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 14:36:20.508212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5314dfbb-36ee-4cd1-b123-16ee9f39574f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/e6af771f-e4b9-4503-8c20-22f08dfa23c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3301198 Oct 26 14:36:20.510418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42340) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.542054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e78adc93-7970-4e94-a6cd-bc984ddc9daf tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6af771f-e4b9-4503-8c20-22f08dfa23c8 HTTP/1.1" status: 200 len: 205 time: 0.0305510 Oct 26 14:36:20.542228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42342) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.546747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42344) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.674304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.869361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42352) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.880284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.884596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.910433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32fa4fc6-4948-4fdc-b40a-5e80eaeff4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.941026 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'network': {'name': 'tempest-network-smoke--2073247445', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:20.950679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.951530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router e6af771f-e4b9-4503-8c20-22f08dfa23c8 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:20.968124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:20.969531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6b168bf-bbe5-4eaa-a540-d8ef902e225f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/e6af771f-e4b9-4503-8c20-22f08dfa23c8 HTTP/1.1" status: 204 len: 168 time: 0.4212210 Oct 26 14:36:20.974345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42354) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:20.993195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73cb2c-2836-436e-a6cb-63f560b17972 req-68cd368c-4e07-4335-b2a3-8feb278cf111 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:20.994906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d73cb2c-2836-436e-a6cb-63f560b17972 req-68cd368c-4e07-4335-b2a3-8feb278cf111 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1180677 Oct 26 14:36:20.999985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:21.005242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.036717 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.060021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 934eeee5-5711-4ba6-8a1f-5d36f2415bdb {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:21.066143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.101264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d73cb2c-2836-436e-a6cb-63f560b17972 req-bf6f7fc4-51f2-4f36-a69a-98970808429c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918212 Oct 26 14:36:21.134452 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32fa4fc6-4948-4fdc-b40a-5e80eaeff4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.144846 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32fa4fc6-4948-4fdc-b40a-5e80eaeff4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.149681 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.247971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-32fa4fc6-4948-4fdc-b40a-5e80eaeff4c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f36802cd496d4a838d450b1e1e1c0471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757052 Oct 26 14:36:21.250411 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa4fc6-4948-4fdc-b40a-5e80eaeff4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e7eb53-fe56-45f2-b8ad-9ef465c52b85,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:21.252701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:21.302227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.307521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.339517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:21.352748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced798f2-57d1-43fe-a3a5-914e04fbea41,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:21.358940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.359258 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Added segment c2a25b52-dcb5-468c-ad5c-3e67540eaae5 of type vlan for network 76da0135-d350-4be3-a08d-fa8c7c2fe84b Oct 26 14:36:21.418933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.454341 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.461808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:21.462480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.541071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9925570 Oct 26 14:36:21.541368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42360) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:21.546456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'admin_state_up': True, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:21.580019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159bd95-6a96-4f91-903c-cacd06049537 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Network': ['ID=76da0135-d350-4be3-a08d-fa8c7c2fe84b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:21.597463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:21.610959 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.613114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.708709 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.758945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.850889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fee0fd-463a-4e5d-85d8-d09612f722da req-5b91db3a-1eda-436f-9cb9-77639cf928ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:21.853590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fee0fd-463a-4e5d-85d8-d09612f722da req-5b91db3a-1eda-436f-9cb9-77639cf928ae tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.6189606 Oct 26 14:36:21.868722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.882708 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.936476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.960859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:21.986755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d8fee0fd-463a-4e5d-85d8-d09612f722da req-c2f3dfc6-1d51-438e-823b-1315d7d4e4bb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231253 Oct 26 14:36:21.993898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.013381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42362) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:22.013631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=934eeee5-5711-4ba6-8a1f-5d36f2415bdb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:22.018823 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.022704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-923d2233-37f7-4c61-ac38-808229723236 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/934eeee5-5711-4ba6-8a1f-5d36f2415bdb HTTP/1.1" status: 204 len: 168 time: 1.0459347 Oct 26 14:36:22.027895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42364) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:22.036279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc297e4f-79a0-438e-9088-31ff0dce9313 None None] Network 4fffaa29-bdd0-4796-9e21-b7c8817644c8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:22.067759 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.070872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.076047 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59e7eb53-fe56-45f2-b8ad-9ef465c52b85 HTTP/1.1" status: 204 len: 168 time: 0.8126700 Oct 26 14:36:22.090952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8245-5d19-495f-839b-112f1003ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e7eb53-fe56-45f2-b8ad-9ef465c52b85,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:22.197422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c18c06-33a7-42e3-ac34-4a628cacb66f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:22.203923 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b7c18c06-33a7-42e3-ac34-4a628cacb66f tempest-TestNetworkAdvancedServerOps-1905407477 tempest-TestNetworkAdvancedServerOps-1905407477-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1091 time: 0.1842356 Oct 26 14:36:22.204687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42368) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:22.211159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:22.236188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.243780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.259853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.271045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.290345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] DHCP port deletion for 4fffaa29-bdd0-4796-9e21-b7c8817644c8 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:22.349723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Deleting port 77ea5bd8-0262-4225-9542-c9035d070c82 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:22.350232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.404930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.435215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] For port 77ea5bd8-0262-4225-9542-c9035d070c82, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77ea5bd8-0262-4225-9542-c9035d070c82,segment=NetworkSegment(1e163627-5af3-49dd-a483-723bfc3e5f82),segment_id=1e163627-5af3-49dd-a483-723bfc3e5f82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:22.435735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.453493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Calling delete_port for 77ea5bd8-0262-4225-9542-c9035d070c82 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:22.572307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.25.5.195 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f5c47d1f-b2a2-4721-82df-1d09d9318765) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:22.608874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 77ea5bd8-0262-4225-9542-c9035d070c82 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:22.609418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.626184 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.684962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] Pushing event deleted for resources: {'Port': ['ID=77ea5bd8-0262-4225-9542-c9035d070c82,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:22.694072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8b205-1496-43b1-9107-962cc7b89c58 None None] No DVR routers for this DVR port 77ea5bd8-0262-4225-9542-c9035d070c82 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:22.750393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77ea5bd8-0262-4225-9542-c9035d070c82 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:22.787780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 77ea5bd8-0262-4225-9542-c9035d070c82 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:22.788264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 77ea5bd8-0262-4225-9542-c9035d070c82 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:22.802211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 77ea5bd8-0262-4225-9542-c9035d070c82, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=77ea5bd8-0262-4225-9542-c9035d070c82,segment=NetworkSegment(1e163627-5af3-49dd-a483-723bfc3e5f82),segment_id=1e163627-5af3-49dd-a483-723bfc3e5f82)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:22.802584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.829242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 77ea5bd8-0262-4225-9542-c9035d070c82 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:22.866829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:22.981937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.002438 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.068310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Allocated IP 172.25.5.126 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0855d90d-85fd-4081-b0f7-34cfa352e5c5) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:23.072669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:23.080589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 77ea5bd8-0262-4225-9542-c9035d070c82 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:23.085145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:23.096545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:23.205493 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.215871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=f5c47d1f-b2a2-4721-82df-1d09d9318765,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:23.251670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.289162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=77ea5bd8-0262-4225-9542-c9035d070c82,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:23.297271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.300735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:23.336600 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:23.354071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=0855d90d-85fd-4081-b0f7-34cfa352e5c5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:23.360816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:23.365184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:23.400349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fffaa29-bdd0-4796-9e21-b7c8817644c8']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:23.434613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e163627-5af3-49dd-a483-723bfc3e5f82') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:23.434916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e163627-5af3-49dd-a483-723bfc3e5f82') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:23.450429 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.450855 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.481407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.560222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:23.561246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:23.572816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000099393-network', 'tenant_id': '7884aea4c3c04a17b4ccdab92a4878d0'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self.session.flush() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:23.622592 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:24.064382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Made reservation on behalf of 7884aea4c3c04a17b4ccdab92a4878d0 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:24.067154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.073410 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.090828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.093898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/4fffaa29-bdd0-4796-9e21-b7c8817644c8 HTTP/1.1" status: 204 len: 168 time: 2.0652893 Oct 26 14:36:24.094722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.102958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42392) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:24.125180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-549670507'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:24.131725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269c8f-ae41-4d83-8967-e1caf2e48769 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=4fffaa29-bdd0-4796-9e21-b7c8817644c8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:24.171908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.288997 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.295759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:24.299409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.371329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:24.404514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.405079 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 4a29a5dc-24b2-4c27-8186-8c865c58b41a of type vlan for network 3c044241-c81e-4b51-8f19-cb12a2c6418a Oct 26 14:36:24.408788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.513995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.544028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.574053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.609942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:24.630836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d289e9-81e0-436d-bb04-4b30ee381622,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:24.645029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.645369 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Added segment 2e1612ab-c158-4a13-bbd0-939715f27932 of type vlan for network 47be2497-1f0a-41b1-b248-97449740f19e Oct 26 14:36:24.649825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.664468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.670048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:24.670705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.673874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.681400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.798012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event updated for resources: {'Port': ['ID=0855d90d-85fd-4081-b0f7-34cfa352e5c5,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:24.800147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.819717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:24.853395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7394948 Oct 26 14:36:24.864744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42394) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:24.877474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:24.896032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdec63-3ddc-4f10-a1e9-3a1d1c786619 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=3c044241-c81e-4b51-8f19-cb12a2c6418a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:24.910349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:25.004387 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 905acea2-c6a3-420d-ac1d-5834c67c17a6 associated. External IP: 172.25.5.126, port: 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de. Oct 26 14:36:25.012793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.014383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:25.015321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.154800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8525753 Oct 26 14:36:25.160968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:25.167847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Request body: {'subnet': {'network_id': '47be2497-1f0a-41b1-b248-97449740f19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000099393-subnet', 'tenant_id': '7884aea4c3c04a17b4ccdab92a4878d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:25.200528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c0b8-cde4-45a6-adbd-6440c87bf8eb admin admin] Pushing event updated for resources: {'Network': ['ID=47be2497-1f0a-41b1-b248-97449740f19e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:25.216975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 47be2497-1f0a-41b1-b248-97449740f19e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:25.231525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:25.237779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.311089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Made reservation on behalf of 7884aea4c3c04a17b4ccdab92a4878d0 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:25.314077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.355492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:36:25.424276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 930c1a99-0638-4de4-9a15-083d13a16bb3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:25.613684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:25.627092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:25.645134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:25.646147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:25.690300 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:25.706188 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Sync routers for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:25.708739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.726274 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:25.727792 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:25.744685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.747120 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56ae1cdd-9f1f-47d7-89e3-c7c805808d8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2044215 Oct 26 14:36:25.749882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.752863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42398) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:25.782929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:25.851194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dce1d5-f97a-46b3-ad6e-e13e99ebf776,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:25.864133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Checking segment: {'id': '2e1612ab-c158-4a13-bbd0-939715f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:25.864133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Network hostable DHCP agents. Network: 47be2497-1f0a-41b1-b248-97449740f19e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:25.884235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2f00a7da-35e9-4d56-8760-5dddfd8b3ef7 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6658192 Oct 26 14:36:25.889775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:25.894993 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e92bfe-fb9d-4a12-9904-34eb494987be" -d '{"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:25.933488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=2f9839cd-c93a-498c-bda6-b594e070892a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:25.974603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Network 47be2497-1f0a-41b1-b248-97449740f19e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:26.004545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 47be2497-1f0a-41b1-b248-97449740f19e) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:26.005163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '4a29a5dc-24b2-4c27-8186-8c865c58b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:26.022014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 3c044241-c81e-4b51-8f19-cb12a2c6418a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:26.027432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.028047 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:26.048676 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e84eb6-e5d1-4ccb-ae9d-735c9a9e1e38 x-openstack-request-id: req-34e84eb6-e5d1-4ccb-ae9d-735c9a9e1e38 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:26.049998 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:26.050925 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34e84eb6-e5d1-4ccb-ae9d-735c9a9e1e38 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:26.051559 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'status': 'completed', 'code': 200} Oct 26 14:36:26.057134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-96a81759-a98b-40ca-a088-bc9380932d0e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8948624 Oct 26 14:36:26.118282 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:26.207044 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-181297a5-45cc-4257-8b15-e13ac3436220 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d8f7825c6524def989ac4ef6ca61907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4504473 Oct 26 14:36:26.208606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42410) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:26.232588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:26.262607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-80b60533-a85d-4dcd-bd1c-47901a0e58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.262842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:26.266558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-80b60533-a85d-4dcd-bd1c-47901a0e58e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1096 time: 0.2232356 Oct 26 14:36:26.276749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcebca-4e9e-4c4c-a68b-197efe21dfc6 req-6be1b86d-ac2a-407c-a248-db342262b32f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.278336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82dcebca-4e9e-4c4c-a68b-197efe21dfc6 req-6be1b86d-ac2a-407c-a248-db342262b32f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.2372131 Oct 26 14:36:26.278994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3c044241-c81e-4b51-8f19-cb12a2c6418a) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:26.292918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.293514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:26.402727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa7377-067e-4749-a562-ec7eee5baaae tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.405353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-47fa7377-067e-4749-a562-ec7eee5baaae tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1926355 Oct 26 14:36:26.408281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42414) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:26.424429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9635af-a6e6-4e89-a827-17168573fd8e None None] Network 47be2497-1f0a-41b1-b248-97449740f19e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:26.429920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33928d76-75d7-4f7e-b0b1-520de94d1337 None None] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:26.468845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4c6152cd-23c5-47cf-8652-0dcfb1a32a82 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587034 Oct 26 14:36:26.471281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42418) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:26.479105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957345681', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:26.512097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-3bf8ca39-2f4e-4191-acea-dc63e285083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:26.517529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-3bf8ca39-2f4e-4191-acea-dc63e285083c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 897 time: 0.2364099 Oct 26 14:36:26.526906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '905acea2-c6a3-420d-ac1d-5834c67c17a6', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'mac_address': 'fa:16:3e:31:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1254ce3-261d-4552-939e-28181b816b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:23Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:26.550171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82dcebca-4e9e-4c4c-a68b-197efe21dfc6 req-be9baf24-19aa-47ca-bf7c-dcbb58120219 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536461 Oct 26 14:36:26.566538 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Checking router: 930c1a99-0638-4de4-9a15-083d13a16bb3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:26.577970 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:26.578987 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:26.581686 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42420) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:26.606511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d584314-4dd5-4eda-a250-1e2f551bc849 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7380986 Oct 26 14:36:26.609404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42422) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:26.716456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:26.725882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:26.746102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1029517758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:26.766869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:26.883148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-3c044241-c81e-4b51-8f19-cb12a2c6418a', 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '2f9839cd-c93a-498c-bda6-b594e070892a'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:36:26.884240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.021866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-31dd7ee3-1711-418c-a14d-05a18c93f302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 999 time: 0.4550927 Oct 26 14:36:27.032756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-daaad5e8-4db1-4735-ac77-72e0ea408bcb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/905acea2-c6a3-420d-ac1d-5834c67c17a6 HTTP/1.1" status: 200 len: 991 time: 0.4482172 Oct 26 14:36:27.050556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.053272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.119343 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '905acea2-c6a3-420d-ac1d-5834c67c17a6', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'mac_address': 'fa:16:3e:31:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1254ce3-261d-4552-939e-28181b816b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:23Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:27.154108 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d272f56d-5e27-4a9d-817f-0ee23ac8ef04 None None] The sync data for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 is: [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '905acea2-c6a3-420d-ac1d-5834c67c17a6', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'mac_address': 'fa:16:3e:31:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1254ce3-261d-4552-939e-28181b816b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:23Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 0, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:27.203510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501fc53-011f-4635-a7b3-380a55b4f170 None None] Network 47be2497-1f0a-41b1-b248-97449740f19e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:27.219655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.227537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Allocated IP 2001:db8::2 (3c044241-c81e-4b51-8f19-cb12a2c6418a/2f9839cd-c93a-498c-bda6-b594e070892a/1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:27.228882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-40eca0c2-f53d-41e9-bd94-e89cdc162dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:27.234732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-40eca0c2-f53d-41e9-bd94-e89cdc162dc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 200 len: 834 time: 0.1979990 Oct 26 14:36:27.266091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42432) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:27.282294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1515230048-network', 'tenant_id': '7dec6c0011bb453e8451e13cf8e859c0'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:27.348233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Checking segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:27.348762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network hostable DHCP agents. Network: 76da0135-d350-4be3-a08d-fa8c7c2fe84b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:27.357116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Made reservation on behalf of 7dec6c0011bb453e8451e13cf8e859c0 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:27.359646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.359922 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.374886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.379107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Subnet': ['ID=78ea56e5-6ecd-4075-9288-de1b8fd04a68,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:27.386756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.415855 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:27.429155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.435601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42434) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:27.436560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7596afd7-99e7-4950-87d0-5a8d88d05424 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6943448 Oct 26 14:36:27.440252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-a77d7794-67e6-4001-afc1-1d0788b40071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:27.442354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-a77d7794-67e6-4001-afc1-1d0788b40071 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f26e8a67-b1df-44aa-8af9-ce8f525812d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373281 Oct 26 14:36:27.447208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 76da0135-d350-4be3-a08d-fa8c7c2fe84b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:27.451725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:27.452345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.524081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a92bdb-87c9-4d46-be71-fdf52b67c6d9 None None] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:27.562264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-259186dd-6b42-45b6-9508-792fe2a0044c service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114659 Oct 26 14:36:27.575303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b72a4850-d15c-4a70-bf80-a8cade884976 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1013949 Oct 26 14:36:27.579991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42436) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:27.648704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db6dd50-f89e-4fae-ba01-9ac284b9fdd1 None None] New status for floating IP 905acea2-c6a3-420d-ac1d-5834c67c17a6: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:36:27.651905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:27.705604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-23e92bfe-fb9d-4a12-9904-34eb494987be req-ce781a3d-448a-4aa1-ae13-2c8790fd330b service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338797 Oct 26 14:36:27.741073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:27.741487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Updating router bd844a66-09da-43a3-a367-7772b9f986ce port f5c47d1f-b2a2-4721-82df-1d09d9318765 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:36:27.845663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.859605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.861411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:27.938320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:27.965674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80382cd-398b-4454-a796-de04d04363f7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:28.006250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.006611 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Added segment 01e65d24-2bb2-4847-b34f-f72dfd189d73 of type vlan for network c6294001-f0bc-45aa-917c-f8d80bb4fe96 Oct 26 14:36:28.035012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42438) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:28.098635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.132413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.139784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.168853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.216365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3d9b0fbe-8ba0-4b84-a146-ae82ef86ea8e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/905acea2-c6a3-420d-ac1d-5834c67c17a6 HTTP/1.1" status: 200 len: 991 time: 0.1771402 Oct 26 14:36:28.269686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:28.273252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:36:28.274152 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.319210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:28.326948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:28.329716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Pushing event updated for resources: {'Port': ['ID=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:28.707222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Attempting to bind port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:28.707900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Attempting to bind port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4a29a5dc-24b2-4c27-8186-8c865c58b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:28.708010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Attempting to bind port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 on network 3c044241-c81e-4b51-8f19-cb12a2c6418a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:28.744325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:28.744729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Checking segment: {'id': '4a29a5dc-24b2-4c27-8186-8c865c58b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:28.745124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.745518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Bound using segment: {'id': '4a29a5dc-24b2-4c27-8186-8c865c58b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:28.746023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Bound port: 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a29a5dc-24b2-4c27-8186-8c865c58b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '3c044241-c81e-4b51-8f19-cb12a2c6418a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:28.746393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.792927 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.794732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:28.795518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.818885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Allocated IP 172.20.0.2 (76da0135-d350-4be3-a08d-fa8c7c2fe84b/78ea56e5-6ecd-4075-9288-de1b8fd04a68/2943b9a0-75e3-4309-b476-5851924297df) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:28.937385 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.950745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] For port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:28.954588 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:28.957878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] For port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,segment=NetworkSegment(4a29a5dc-24b2-4c27-8186-8c865c58b41a),segment_id=4a29a5dc-24b2-4c27-8186-8c865c58b41a)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:28.987090 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.039413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7642944 Oct 26 14:36:29.042170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:29.050729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Request body: {'subnet': {'network_id': 'c6294001-f0bc-45aa-917c-f8d80bb4fe96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1515230048-subnet', 'tenant_id': '7dec6c0011bb453e8451e13cf8e859c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:29.062207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Pushing event updated for resources: {'Port': ['ID=f5c47d1f-b2a2-4721-82df-1d09d9318765,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:29.090741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de623cdc-e5cc-4e0c-bc18-b9c667cbd1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c6294001-f0bc-45aa-917c-f8d80bb4fe96,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:29.103868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Attempting to bind port f5c47d1f-b2a2-4721-82df-1d09d9318765 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:29.104408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Attempting to bind port f5c47d1f-b2a2-4721-82df-1d09d9318765 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:29.104615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Attempting to bind port f5c47d1f-b2a2-4721-82df-1d09d9318765 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:29.134641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Made reservation on behalf of 7dec6c0011bb453e8451e13cf8e859c0 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:29.135068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:29.135448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:29.135855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.136330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:29.136925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Bound port: f5c47d1f-b2a2-4721-82df-1d09d9318765, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:29.137433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.141090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.166220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c6294001-f0bc-45aa-917c-f8d80bb4fe96 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:29.219968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42442) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:29.276216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c266b-a4e1-41a6-bb72-9f97b7bfd5bc None None] Pushing event updated for resources: {'Port': ['ID=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:29.320526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8::1 (3c044241-c81e-4b51-8f19-cb12a2c6418a/2f9839cd-c93a-498c-bda6-b594e070892a/89ccaa8e-13bd-441c-abbd-c9950bee4975) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:29.329414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.352511 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] For port f5c47d1f-b2a2-4721-82df-1d09d9318765, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:29.357982 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.361541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] For port f5c47d1f-b2a2-4721-82df-1d09d9318765, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5c47d1f-b2a2-4721-82df-1d09d9318765,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:29.392600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.433283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:29.447851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Pushing event updated for resources: {'Port': ['ID=2943b9a0-75e3-4309-b476-5851924297df,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:29.447851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:29.450815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:29.530986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.607923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:29.607923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:29.765618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Pushing event updated for resources: {'Port': ['ID=f5c47d1f-b2a2-4721-82df-1d09d9318765,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:29.830290 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ba4533f7-ea3c-4d5a-b920-b06fb1386431 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/905acea2-c6a3-420d-ac1d-5834c67c17a6 HTTP/1.1" status: 200 len: 993 time: 0.6048899 Oct 26 14:36:29.830500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.842481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.843469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.843469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.844013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.844589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.845651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.845651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.846206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.847150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.847350 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.847793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.848383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9daf58-d937-4c2d-bd37-51fd4313b4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:29.878532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Attempting to bind port 2943b9a0-75e3-4309-b476-5851924297df on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:29.879109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Attempting to bind port 2943b9a0-75e3-4309-b476-5851924297df by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:29.879702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Attempting to bind port 2943b9a0-75e3-4309-b476-5851924297df on network 76da0135-d350-4be3-a08d-fa8c7c2fe84b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:29.904456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:29.905045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Checking segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:29.905656 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.906286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Bound using segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:29.907552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Bound port: 2943b9a0-75e3-4309-b476-5851924297df, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:29.907880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:29.962336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:30.038442 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.040330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.126847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c30a494-b128-4e6d-bae3-524d7e2fa316,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:30.155868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Checking segment: {'id': '01e65d24-2bb2-4847-b34f-f72dfd189d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'c6294001-f0bc-45aa-917c-f8d80bb4fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:30.156988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Network hostable DHCP agents. Network: c6294001-f0bc-45aa-917c-f8d80bb4fe96, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:30.199670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Network c6294001-f0bc-45aa-917c-f8d80bb4fe96 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:30.211709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] For port 2943b9a0-75e3-4309-b476-5851924297df, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:30.216810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] For port 2943b9a0-75e3-4309-b476-5851924297df, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2943b9a0-75e3-4309-b476-5851924297df,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:30.230037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c6294001-f0bc-45aa-917c-f8d80bb4fe96) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:30.234038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.240950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:30.242741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.243123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:30.250297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=89ccaa8e-13bd-441c-abbd-c9950bee4975,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:30.258755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d22bcf-c5be-4b0a-ad86-5e78833e91b0 None None] Network c6294001-f0bc-45aa-917c-f8d80bb4fe96 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:30.268031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:30.272847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:30.273717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.316565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d692eeba-77fa-4081-8b8d-5e5e4591acca admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2677197 Oct 26 14:36:30.430794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a72c-f228-4d19-b233-c60a8fd5a646 None None] Pushing event updated for resources: {'Port': ['ID=2943b9a0-75e3-4309-b476-5851924297df,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:30.579345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.1 (76da0135-d350-4be3-a08d-fa8c7c2fe84b/78ea56e5-6ecd-4075-9288-de1b8fd04a68/4620ec55-4cb0-4b6f-8013-afcd5ddd45c6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:30.681764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:30.696985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a19e6-3905-4a2c-bcaf-47341be2b040 None None] Network c6294001-f0bc-45aa-917c-f8d80bb4fe96 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:30.753855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:30.841929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c59b27-cca3-4000-983e-5a9e8bb9b47a None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:23Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:31.001279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:31.210527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:31.210893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.352875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.358249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccfe22-3810-4cf0-bb83-3d76cd1f2f7e None None] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:31.567899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0adf672b-13af-47b9-b83b-5089981d0dba None None] Provisioning complete for port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:31.571421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0adf672b-13af-47b9-b83b-5089981d0dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.573408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.645897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.650502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:31.663845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:31.672742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:31.752549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:31.798958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-e5f16ff3-efa2-44d6-ab48-b65d0cdef98a tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:31.800525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-e5f16ff3-efa2-44d6-ab48-b65d0cdef98a tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/networks?id=47be2497-1f0a-41b1-b248-97449740f19e HTTP/1.1" status: 200 len: 809 time: 0.3217003 Oct 26 14:36:31.801992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.822340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.867990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.868844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:31.970488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-ba80783e-eb8a-4aa3-827f-4f301d48d450 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/quotas/7884aea4c3c04a17b4ccdab92a4878d0 HTTP/1.1" status: 200 len: 375 time: 0.1550648 Oct 26 14:36:32.050133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,segment=NetworkSegment(4a29a5dc-24b2-4c27-8186-8c865c58b41a),segment_id=4a29a5dc-24b2-4c27-8186-8c865c58b41a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:32.076067 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-708216f9-ecf9-4e82-9cfc-b8a1e6a05c06 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7884aea4c3c04a17b4ccdab92a4878d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043377 Oct 26 14:36:32.113716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:32.232196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=89ccaa8e-13bd-441c-abbd-c9950bee4975,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:32.345476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-fd10cd76-e440-4f59-9bc5-b0485125e96c service neutron] 10.222.0.37 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379329 Oct 26 14:36:32.356476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:32.359353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b30f9-d1f4-47e1-97d4-e6b6d5d4159d None None] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:32.425271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:32.452790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:32.454543 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:32.522736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] Provisioning complete for port 2943b9a0-75e3-4309-b476-5851924297df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:32.523465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:32.623430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-770220b3-9fda-4fdd-85ac-a1c8f7d3efd6 service neutron] 10.222.0.37 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461991 Oct 26 14:36:32.814655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:32.837560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 93d9090e-33e9-421c-b37e-8cd81c58eb4e is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:36:32.895044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] For port 2943b9a0-75e3-4309-b476-5851924297df, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2943b9a0-75e3-4309-b476-5851924297df,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:32.906265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.035911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a636ea4-7fec-4bc0-91a0-bdf6cd4de113 None None] Pushing event updated for resources: {'Port': ['ID=2943b9a0-75e3-4309-b476-5851924297df,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:33.120909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5c47d1f-b2a2-4721-82df-1d09d9318765 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:33.139660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d7145eb-e066-410b-a3f9-a9f3724bcdb8 req-e0b83077-dca2-4c4b-9928-f6c72566ccf7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 210 time: 0.0889387 Oct 26 14:36:33.264420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f5c47d1f-b2a2-4721-82df-1d09d9318765 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:33.268183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.271926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-48e2094e-064b-4057-850e-34b7595fc9a5 None None] Provisioning complete for port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:33.272677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48e2094e-064b-4057-850e-34b7595fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.659944 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:33.674847 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] Sync routers for ids ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:33.676517 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a68316c4-6f5a-484b-aed1-ef694d64ad65 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/93d9090e-33e9-421c-b37e-8cd81c58eb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2394383 Oct 26 14:36:33.680983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:33.719375 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] Routers {'93d9090e-33e9-421c-b37e-8cd81c58eb4e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:33.720451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:33.785085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215d7a1-466c-48c3-8af2-e4b986ac48de tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:33.795871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a215d7a1-466c-48c3-8af2-e4b986ac48de tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports/89ccaa8e-13bd-441c-abbd-c9950bee4975 HTTP/1.1" status: 200 len: 911 time: 0.1133831 Oct 26 14:36:33.797994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42472) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:33.833406 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.873614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.885117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.899862 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:33.916100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] Routers {'93d9090e-33e9-421c-b37e-8cd81c58eb4e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:33.917074 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:33.921323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port f5c47d1f-b2a2-4721-82df-1d09d9318765, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5c47d1f-b2a2-4721-82df-1d09d9318765,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:33.937900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:33.939701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:33.949493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-48e2094e-064b-4057-850e-34b7595fc9a5 None None] Provisioning complete for port 89ccaa8e-13bd-441c-abbd-c9950bee4975 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:33.950322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48e2094e-064b-4057-850e-34b7595fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.030997 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:34.032001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e80b7-aae5-4ace-b3d4-5c3c7f324ed7 None None] The sync data for ids ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:34.116003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:34.154246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.176773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-48e2094e-064b-4057-850e-34b7595fc9a5 None None] Port 89ccaa8e-13bd-441c-abbd-c9950bee4975 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:34.184839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=f5c47d1f-b2a2-4721-82df-1d09d9318765,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:34.200315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:34.200798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.359185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Provisioning complete for port 2943b9a0-75e3-4309-b476-5851924297df triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:34.359466 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.366339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33845ada-fa82-4e00-88f5-27370bbc8ad7 req-4d59c317-bf05-4876-965d-8299a3b8a58e tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 210 time: 0.0549397 Oct 26 14:36:34.409912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2943b9a0-75e3-4309-b476-5851924297df up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:34.418587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:34.421126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:34.554765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2943b9a0-75e3-4309-b476-5851924297df triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:34.555138 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.580483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:34.586133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.588271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Provisioning complete for port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:34.588713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.743343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:34.770417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:34.779775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Provisioning complete for port 89ccaa8e-13bd-441c-abbd-c9950bee4975 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:34.780288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:34.787955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-90ee56fa-b091-481e-8dda-0f8734ac8d88 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/bd844a66-09da-43a3-a367-7772b9f986ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1734707 Oct 26 14:36:34.791998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42476) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:34.810209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:34.843827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2f94f09-b815-4e59-9de4-91403a30d8e0 None None] Port 89ccaa8e-13bd-441c-abbd-c9950bee4975 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:34.846978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:34.847803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:34.978347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5c47d1f-b2a2-4721-82df-1d09d9318765 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:35.062151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-946f1ca2-0ed9-4097-bc21-6d558a512f03 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.064607 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-946f1ca2-0ed9-4097-bc21-6d558a512f03 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.73 "GET /v2.0/networks?id=47be2497-1f0a-41b1-b248-97449740f19e HTTP/1.1" status: 200 len: 809 time: 0.2413793 Oct 26 14:36:35.080024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Request body: {'port': {'device_id': '36935b88-d0af-45d7-b311-aba030eab35c', 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e', 'admin_state_up': True, 'tenant_id': '7884aea4c3c04a17b4ccdab92a4878d0'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:35.161451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.165811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 89ccaa8e-13bd-441c-abbd-c9950bee4975 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:35.166063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.166619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.167749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.170122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.174682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.175656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.178258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.178660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.185522 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-59bde9a7-1246-4996-a90b-d04640f48360 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.3884141 Oct 26 14:36:35.189887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42478) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:35.192604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Provisioning complete for port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:35.192604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.230594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:35.297669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:35.340728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f5c47d1f-b2a2-4721-82df-1d09d9318765 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:35.341107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.401798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.403414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.403414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.403414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.403788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.404196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.404692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.405177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:35.407624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aa11ebb1-7a1b-46a5-b858-b5ec94af14a7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.2151568 Oct 26 14:36:35.412954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42482) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:35.419832 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.436943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Made reservation on behalf of 7884aea4c3c04a17b4ccdab92a4878d0 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:35.440327 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Provisioning complete for port 89ccaa8e-13bd-441c-abbd-c9950bee4975 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:35.440696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.440874 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.443848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 89ccaa8e-13bd-441c-abbd-c9950bee4975 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:35.544126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6990c5dd-4610-476c-90cb-217dbddfbfd4 None None] Port 89ccaa8e-13bd-441c-abbd-c9950bee4975 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:35.619348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2943b9a0-75e3-4309-b476-5851924297df up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:35.630475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-75946e79-40e1-4768-a883-0e849e5efe98 req-75c1c27f-b05f-4947-90b6-0c6198b09155 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 210 time: 0.0654662 Oct 26 14:36:35.686754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 2, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:35.720764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:35.721124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Updating router bd844a66-09da-43a3-a367-7772b9f986ce port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:36:35.745802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2943b9a0-75e3-4309-b476-5851924297df triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:35.746174 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.749721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-67461f75-a0e5-4d86-8e21-a53a626a1ccd tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2869 time: 0.3350425 Oct 26 14:36:35.778030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:35.909687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Allocated IP 172.20.0.11 (47be2497-1f0a-41b1-b248-97449740f19e/93dce1d5-f97a-46b3-ad6e-e13e99ebf776/1c200160-fec2-4c32-bcc6-1648b3e0bda7) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:35.961516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42486) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:35.968384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399574367', 'description': 'tempest-secgroup-smoke-399574367 description', 'project_id': '9d8f7825c6524def989ac4ef6ca61907'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:36.012435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.102513 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.154159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.160225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.199717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.201188 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2383425 Oct 26 14:36:36.206814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:36.207490 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648ea8e-fd8d-4c10-86d3-15a062ffb916 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aa551e-4208-468f-988f-c9b1557255b1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:36.236258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:36.252984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=89ccaa8e-13bd-441c-abbd-c9950bee4975,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:36.304542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.312031 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.423608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f34f15-edc8-4601-a662-c815192667cb None None] Pushing event updated for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:36.433190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Attempting to bind port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:36.434175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Attempting to bind port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:36.434648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Attempting to bind port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 on network 76da0135-d350-4be3-a08d-fa8c7c2fe84b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:36.445147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:36.445670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Checking segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:36.446152 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.446627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Bound using segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:36.447213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Bound port: 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:36.447704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.483734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.530974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.570638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] For port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:36.575196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] For port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:36.586740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.625176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.666237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:36.667017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:36.902597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49b77a8c-b32f-46f0-b803-7f7056c29eb2 req-7741340e-061b-4584-a61b-4a14558b128e tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 210 time: 0.1157446 Oct 26 14:36:36.931020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:36.968016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f34f15-edc8-4601-a662-c815192667cb None None] Pushing event updated for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.027691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] Provisioning complete for port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:37.028399 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.029183 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.042715 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.094300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05867a21-5f65-4a55-958f-d11e0e8e11b9,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.127599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Network 47be2497-1f0a-41b1-b248-97449740f19e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:37.133517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 93d9090e-33e9-421c-b37e-8cd81c58eb4e has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:37.136187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:37.144126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:37.147497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:37.153777 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.155405 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c8de2c88-3fa4-471f-b1a4-f14311a71993 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9227681 Oct 26 14:36:37.160668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42492) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:37.170212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:37.229520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Pushing event updated for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.231441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.338669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:37.339335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.351077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.357386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:37.360401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.373616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] Sync routers for ids ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:37.382409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f30f46c-0766-4511-a6e7-c71c35e6f873 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/93d9090e-33e9-421c-b37e-8cd81c58eb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5708616 Oct 26 14:36:37.382811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:37.391271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dac2b0b-1b16-4b23-b497-fe98b5737648,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.398366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-68ea31bf-c616-4042-b433-2bc050c39cd7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3227315 Oct 26 14:36:37.411864 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] Routers {'93d9090e-33e9-421c-b37e-8cd81c58eb4e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:37.413461 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:37.423749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Request body: {'port': {'device_id': '36935b88-d0af-45d7-b311-aba030eab35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:37.428260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.435089 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.437004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b1a52353-b647-499b-bdb7-087429dc6f10 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d9090e-33e9-421c-b37e-8cd81c58eb4e HTTP/1.1" status: 200 len: 205 time: 0.0525413 Oct 26 14:36:37.437339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1cc01291-0e25-4b0c-a38c-7d56337b6ea7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2747607 Oct 26 14:36:37.437751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42496) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:37.438275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42498) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:37.445016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:37.469691 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:37.482666 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] Routers {'93d9090e-33e9-421c-b37e-8cd81c58eb4e'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:37.483773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:37.549796 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:37.550867 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3267c2-9505-4fff-a6ff-ce6aeb806bf3 None None] The sync data for ids ['93d9090e-33e9-421c-b37e-8cd81c58eb4e'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:37.577060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] For port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:37.589816 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.752434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33f61e-85a0-4a12-b32b-6dad29f23f61 None None] Pushing event updated for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:37.765597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f2fec386-eba4-4778-a10b-dfea6e8afb5a None None] Provisioning complete for port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:37.766083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f2fec386-eba4-4778-a10b-dfea6e8afb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:37.808889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:36Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:37.867318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607b079-a1cf-44a0-8a35-d4626608cdf6 None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:36Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:37.998816 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.055800 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.060575 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.178459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686253-7128-4d89-a6e2-299afbd856a3 req-8e96f0cd-2e9a-4fda-b975-0515e617bf47 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:38.181421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3686253-7128-4d89-a6e2-299afbd856a3 req-8e96f0cd-2e9a-4fda-b975-0515e617bf47 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 932 time: 0.0996418 Oct 26 14:36:38.253086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b3686253-7128-4d89-a6e2-299afbd856a3 req-61e54b96-e518-45c6-8da6-3378f6ba706f tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631888 Oct 26 14:36:38.386988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.392281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.476834 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.525308 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.559047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.559645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router 93d9090e-33e9-421c-b37e-8cd81c58eb4e {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:38.567231 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.571522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42502) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:38.579570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a47c6fde-a776-4a32-afa0-7b61200262ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/93d9090e-33e9-421c-b37e-8cd81c58eb4e HTTP/1.1" status: 204 len: 168 time: 1.1297519 Oct 26 14:36:38.604605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602c321-3be1-4917-87d7-a98e1acee178,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:38.636409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.640835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5b0b38e0-5420-4d99-aed5-c4ccb853d268 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2000494 Oct 26 14:36:38.641510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:38.651560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:38.663744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 2f9839cd-c93a-498c-bda6-b594e070892a {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:38.671072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.734350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.734754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.865505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.876629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.897787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c200160-fec2-4c32-bcc6-1648b3e0bda7 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:38.911846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b133984-260b-4fd3-ab5b-9107aa3e464e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:38.917507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.937090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.941597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-64ccc382-5825-4ff4-b77a-a77c796095d7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2968314 Oct 26 14:36:38.946151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42506) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:38.952827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:38.954547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:38.962873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Transition to ACTIVE for port object 1c200160-fec2-4c32-bcc6-1648b3e0bda7 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:36:38.978971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.010030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:39.085235 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:36:39.108204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.111351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.153366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:39.153917 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.163318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.245093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.248953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Attempting to bind port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:39.249461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Attempting to bind port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '2e1612ab-c158-4a13-bbd0-939715f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:39.249931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Attempting to bind port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 on network 47be2497-1f0a-41b1-b248-97449740f19e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:39.256173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.260452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9839cd-c93a-498c-bda6-b594e070892a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.279007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.282603 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519097de-7848-4a77-8af0-2f32ebdb2503,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.300655 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94a1aadd-0dfd-405a-b91b-44a53e75668b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/2f9839cd-c93a-498c-bda6-b594e070892a HTTP/1.1" status: 204 len: 168 time: 0.7275910 Oct 26 14:36:39.302779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42510) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:39.306671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 on network 47be2497-1f0a-41b1-b248-97449740f19e not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:36:39.306883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe6b87-3fa4-4d42-b740-7e69d222a4fd None None] Network 3c044241-c81e-4b51-8f19-cb12a2c6418a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:39.307253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Attempting to bind port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 on network 47be2497-1f0a-41b1-b248-97449740f19e {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:39.332837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:39.334304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Checking segment: {'id': '2e1612ab-c158-4a13-bbd0-939715f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:39.334466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Bound using segment: {'id': '2e1612ab-c158-4a13-bbd0-939715f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:39.342970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Bound port: 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1612ab-c158-4a13-bbd0-939715f27932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:39.343519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.369826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.371927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0be17a81-4e46-4ebb-a3f6-079b257167e7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240291 Oct 26 14:36:39.376415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42512) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:39.384401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': 'b3aa551e-4208-468f-988f-c9b1557255b1', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:39.494324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.577940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:39.578316 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:36:39.578648 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.611851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] DHCP port deletion for 3c044241-c81e-4b51-8f19-cb12a2c6418a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:39.640818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d624706-8913-4e9a-a420-ba9e8cfc6dfe req-668bd769-4dc1-4a1b-8692-0f4f000049b0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:39.644204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d624706-8913-4e9a-a420-ba9e8cfc6dfe req-668bd769-4dc1-4a1b-8692-0f4f000049b0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 944 time: 0.2544239 Oct 26 14:36:39.647647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:39.652640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.690509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,segment=NetworkSegment(4a29a5dc-24b2-4c27-8186-8c865c58b41a),segment_id=4a29a5dc-24b2-4c27-8186-8c865c58b41a)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:39.691231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.711432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:39.727373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Deleting port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:39.729817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.736977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7,segment=NetworkSegment(2e1612ab-c158-4a13-bbd0-939715f27932),segment_id=2e1612ab-c158-4a13-bbd0-939715f27932)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:39.762267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.828952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:39.829828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.831774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] 10.222.0.73 "PUT /v2.0/ports/1c200160-fec2-4c32-bcc6-1648b3e0bda7 HTTP/1.1" status: 200 len: 1092 time: 2.4123445 Oct 26 14:36:39.838960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:39.842374 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:39.844877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.861900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.866710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d624706-8913-4e9a-a420-ba9e8cfc6dfe req-6234e1e7-abab-4cab-a7b7-d3b43e12b98a tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574984 Oct 26 14:36:39.871224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.879936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] For port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,segment=NetworkSegment(4a29a5dc-24b2-4c27-8186-8c865c58b41a),segment_id=4a29a5dc-24b2-4c27-8186-8c865c58b41a)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:39.881763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.909517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Calling delete_port for 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:39.932004 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.943922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:39.962961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f035d4-e9a5-4334-8d4d-5c5c36b3ec98 service neutron] Pushing event updated for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.970091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e471ce2-61a9-48c8-9b9b-30b462e77451,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:39.976403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:39.985895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cdcff37-9a31-4a0a-9097-41c70fbbab96 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5998845 Oct 26 14:36:39.997574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-26ea940b-9256-4278-af93-eb8c7e0797e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:39.999394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-26ea940b-9256-4278-af93-eb8c7e0797e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7884aea4c3c04a17b4ccdab92a4878d0&device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 1095 time: 0.0839412 Oct 26 14:36:40.058026 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4191c082-3ebf-4d32-9410-71998593cd0c x-openstack-request-id: req-4191c082-3ebf-4d32-9410-71998593cd0c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:40.058317 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:40.058572 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4191c082-3ebf-4d32-9410-71998593cd0c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:40.058997 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7', 'status': 'completed', 'code': 200} Oct 26 14:36:40.060810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-2776f195-0a09-41c2-84c4-ad1653a679b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7 HTTP/1.1" status: 200 len: 217 time: 0.0528333 Oct 26 14:36:40.117170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-17284982-3378-4e58-9372-5aac707bcdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.131615 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.142183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-f890c29f-28a0-4c9f-89f6-9a023d0ac9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:40.145105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-f890c29f-28a0-4c9f-89f6-9a023d0ac9b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93dce1d5-f97a-46b3-ad6e-e13e99ebf776 HTTP/1.1" status: 200 len: 849 time: 0.0749130 Oct 26 14:36:40.163298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.170528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c044241-c81e-4b51-8f19-cb12a2c6418a']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:40.192678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a29a5dc-24b2-4c27-8186-8c865c58b41a') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:40.193432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a29a5dc-24b2-4c27-8186-8c865c58b41a') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:40.194448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] No DVR routers for this DVR port 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:40.202678 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-920975a6-7e4b-417e-af88-87cc4a4a327e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47be2497-1f0a-41b1-b248-97449740f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495322 Oct 26 14:36:40.216539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.251202 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.267005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:40.268287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:40.274461 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:40.306217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b939340-d232-4b1a-bca2-408482f084f7 None None] Pushing event deleted for resources: {'Port': ['ID=1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:40.400081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.412654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.418713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/3c044241-c81e-4b51-8f19-cb12a2c6418a HTTP/1.1" status: 204 len: 168 time: 1.1139045 Oct 26 14:36:40.422386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42528) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:40.447558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749109298', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:40.453216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-69223145-33e2-46f5-8e54-b34d48e6bd03 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399574367&fields=id&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 267 time: 0.1137509 Oct 26 14:36:40.457382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-9debf82a-6412-490e-b1ff-6b51418599b1 service neutron] 10.222.0.73 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457192 Oct 26 14:36:40.460414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af6c1a-f814-4509-973a-f733851bd990 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=3c044241-c81e-4b51-8f19-cb12a2c6418a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:40.489204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.492812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.574771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.678304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d0e3723-d555-4bea-b70a-4277d0718609 req-d306928d-35c0-4254-a3e1-90af4ef11346 service neutron] 10.222.0.73 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138877 Oct 26 14:36:40.685431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-68b96ec8-c145-4442-990b-102b8b5d5644 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:40.687159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-68b96ec8-c145-4442-990b-102b8b5d5644 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 797 time: 0.2099943 Oct 26 14:36:40.711585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-d9a149a7-b91a-4ad7-b798-81a8db41560a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/quotas/9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 375 time: 0.0154855 Oct 26 14:36:40.743193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:40.858257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-ac698494-ed19-4fab-beb1-60d057eaa36c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371839 Oct 26 14:36:40.862073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-d13322f3-15fb-4e5d-897d-c1cfdcddc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:40.862827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-d13322f3-15fb-4e5d-897d-c1cfdcddc5e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7884aea4c3c04a17b4ccdab92a4878d0&device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 1095 time: 0.0977161 Oct 26 14:36:40.881368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:40.918154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:40.918706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1793beaa-fec7-47a0-aa0c-0ecd1e7b79b4 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:41.130608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-28b5ff6a-f8c4-4fc6-9325-06180cfe047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:41.133131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-28b5ff6a-f8c4-4fc6-9325-06180cfe047d service neutron] 10.222.0.73 "GET /v2.0/networks?id=47be2497-1f0a-41b1-b248-97449740f19e HTTP/1.1" status: 200 len: 910 time: 0.2622020 Oct 26 14:36:41.143016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-4d47e637-8131-4979-bcbb-0b78b9429fe7 service neutron] 10.222.0.37 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608306 Oct 26 14:36:41.153595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.205492 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.234445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61becb-8607-4f69-87c5-fa7f03d3e91b req-19ce20ae-e1a7-4760-8267-fc657070b50c tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:41.236020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-2ceb6fd9-9b3b-4fa0-b39c-f7ec7f143ec1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7 HTTP/1.1" status: 200 len: 217 time: 0.0914655 Oct 26 14:36:41.237304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c61becb-8607-4f69-87c5-fa7f03d3e91b req-19ce20ae-e1a7-4760-8267-fc657070b50c tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 944 time: 0.2366259 Oct 26 14:36:41.338487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5c61becb-8607-4f69-87c5-fa7f03d3e91b req-f102236b-272f-4137-8730-cfa898ef828a tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906384 Oct 26 14:36:41.346179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-261a0bce-b711-4b2c-aad9-b76778dd5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:41.347711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-261a0bce-b711-4b2c-aad9-b76778dd5a73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=93dce1d5-f97a-46b3-ad6e-e13e99ebf776 HTTP/1.1" status: 200 len: 849 time: 0.0729468 Oct 26 14:36:41.395776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-7e95e5b3-b097-437c-823b-d50c0a1b8b4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47be2497-1f0a-41b1-b248-97449740f19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389507 Oct 26 14:36:41.402033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-f02fdcd3-df50-49ee-802d-c2c4ca10f1df service neutron] 10.222.0.37 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472949 Oct 26 14:36:41.403810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 172.25.5.239 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c82a073a-9995-4f19-acb8-74adfb06c5dd) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:41.529648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-b59a7e00-5586-4d07-ba4c-23d390a13641 service neutron] 10.222.0.73 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242256 Oct 26 14:36:41.596896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.632093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cccf1c92-3127-4e63-a697-a3ca31440b1b req-ab45808a-3d48-4d75-930a-ca23c8d056bc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 210 time: 0.0424931 Oct 26 14:36:41.674769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:41.707515 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b679d7d2-4e9e-4d53-b6f2-721a9b7abbfc req-fc81fe2d-c90a-408c-acda-e14cb6899c90 service neutron] 10.222.0.73 "GET /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694944 Oct 26 14:36:41.751385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:41.757154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:41.761428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:41.807116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=c82a073a-9995-4f19-acb8-74adfb06c5dd,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:42.108477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.395217 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.509344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ad42b-63bf-4148-b695-c958b33eabe1 req-12862578-e044-496b-9297-a5a5d5b2ffaf tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:42.512032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c0ad42b-63bf-4148-b695-c958b33eabe1 req-12862578-e044-496b-9297-a5a5d5b2ffaf tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 944 time: 0.0717683 Oct 26 14:36:42.558727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router cb78f3a2-972f-4d8f-89eb-f0af38463551 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:36:42.560865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2c0ad42b-63bf-4148-b695-c958b33eabe1 req-dc1fd32d-9061-40fa-847d-49db7c5a689c tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Oct 26 14:36:42.716137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:42.740973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] Sync routers for ids ['cb78f3a2-972f-4d8f-89eb-f0af38463551'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:42.765457 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:42.767214 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58963b1a-a61c-4c86-b8a5-8fc2ba73cc6d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3429685 Oct 26 14:36:42.781622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42546) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:42.783027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] Routers {'cb78f3a2-972f-4d8f-89eb-f0af38463551'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:42.783683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cb78f3a2-972f-4d8f-89eb-f0af38463551'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:42.824793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-556a74d2-ee62-46cf-bd82-7ac78d42ab15 req-fa69b4b7-5203-487b-8d19-053ea8969372 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 210 time: 0.0558932 Oct 26 14:36:42.846363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:42.858399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] Routers {'cb78f3a2-972f-4d8f-89eb-f0af38463551'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:42.859384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cb78f3a2-972f-4d8f-89eb-f0af38463551'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:42.949164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:42.950271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50130ae6-f794-403b-bd91-cb85c9e141c3 None None] The sync data for ids ['cb78f3a2-972f-4d8f-89eb-f0af38463551'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:42.971302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-febca5a4-909a-4a5a-a189-9be6e141a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:43.497703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-715e1f44-af6d-4c3a-9369-31c2bb66c8c5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers/cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 200 len: 885 time: 0.7141969 Oct 26 14:36:43.499945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:43.527478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-ef7d2f11-7b9e-4663-8fc7-dfa4c421d0b6 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:43.530372 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-ef7d2f11-7b9e-4663-8fc7-dfa4c421d0b6 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 797 time: 0.7964997 Oct 26 14:36:43.606414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-134f5fde-69ec-4e14-9434-adac3a95fc56 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 379 time: 0.0632026 Oct 26 14:36:43.622345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'port': {'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'admin_state_up': True, 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'security_groups': ['b3aa551e-4208-468f-988f-c9b1557255b1']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:43.758452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1c200160-fec2-4c32-bcc6-1648b3e0bda7 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:36:43.839613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d822749-1c15-46cf-9383-10c7073f5a87 req-175770cc-c14e-421e-8280-bb65fd62811f tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:43.840223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0bbfec64-4066-459c-ac1c-7245c4b9f9ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3382976 Oct 26 14:36:43.843319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d822749-1c15-46cf-9383-10c7073f5a87 req-175770cc-c14e-421e-8280-bb65fd62811f tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 944 time: 0.1945665 Oct 26 14:36:43.845431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42552) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:43.853484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1749109298'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:43.926565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:43.932974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:43.967724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d822749-1c15-46cf-9383-10c7073f5a87 req-85d65348-bc8d-4f91-bad4-834de564ce60 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053352 Oct 26 14:36:43.991003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7,segment=NetworkSegment(2e1612ab-c158-4a13-bbd0-939715f27932),segment_id=2e1612ab-c158-4a13-bbd0-939715f27932)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:44.012000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.024446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '1c200160-fec2-4c32-bcc6-1648b3e0bda7', 'network_id': '47be2497-1f0a-41b1-b248-97449740f19e', 'port_id': '1c200160-fec2-4c32-bcc6-1648b3e0bda7', 'mac_address': 'fa:16:3e:e9:d2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dce1d5-f97a-46b3-ad6e-e13e99ebf776', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:36:44.115831 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.139651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c200160-fec2-4c32-bcc6-1648b3e0bda7 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:44.182107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7,segment=NetworkSegment(2e1612ab-c158-4a13-bbd0-939715f27932),segment_id=2e1612ab-c158-4a13-bbd0-939715f27932)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:44.188868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.230808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.4 (76da0135-d350-4be3-a08d-fa8c7c2fe84b/78ea56e5-6ecd-4075-9288-de1b8fd04a68/1f6162c0-f3be-4db1-a18e-daf4c36cdec5) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:44.306960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:44.313738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.434933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.436717 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1c200160-fec2-4c32-bcc6-1648b3e0bda7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:36:44.479760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.550455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7474817a-1cb6-4e12-8d9e-709d6bba167c req-320196c9-4fde-48fb-ac4a-4665a8574144 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 210 time: 0.5312343 Oct 26 14:36:44.551505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:44.569582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:44.571875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:44.574499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:44.679054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:44.680189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.712071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-b5f81910-f62d-483e-a38f-d60b9d7e9eab tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0976863 Oct 26 14:36:44.729661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Request body: {'port': {'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:44.843947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.868819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.888524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:44.944843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-36a5880d-19b4-4216-ac28-68366bac78b8 None None] Provisioning complete for port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:44.944843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36a5880d-19b4-4216-ac28-68366bac78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.014247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-36a5880d-19b4-4216-ac28-68366bac78b8 None None] Port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:45.071848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router cb78f3a2-972f-4d8f-89eb-f0af38463551 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:45.225440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:45.234525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.237892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] Sync routers for ids ['cb78f3a2-972f-4d8f-89eb-f0af38463551'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:45.243004 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0158918a-3abe-4baf-afce-780d55c81d6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 200 len: 892 time: 1.3888688 Oct 26 14:36:45.244065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42562) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:45.252538 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] Routers {'cb78f3a2-972f-4d8f-89eb-f0af38463551'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:45.253446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cb78f3a2-972f-4d8f-89eb-f0af38463551'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:45.296633 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:45.305463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc6e0-6d54-4709-84e8-1b7193b8f87a req-880b78e9-bdc7-4ec5-b023-236b85993cc7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:45.308194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-999bc6e0-6d54-4709-84e8-1b7193b8f87a req-880b78e9-bdc7-4ec5-b023-236b85993cc7 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 945 time: 0.1727095 Oct 26 14:36:45.309469 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] Routers {'cb78f3a2-972f-4d8f-89eb-f0af38463551'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:45.310180 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['cb78f3a2-972f-4d8f-89eb-f0af38463551'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:45.345458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:45.346221 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714d374-6bb3-4daf-ac07-d5f58e34a3fc None None] The sync data for ids ['cb78f3a2-972f-4d8f-89eb-f0af38463551'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:45.378134 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-66f3c44e-3450-449b-ae0d-5ebef6e9f336 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers/cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 200 len: 892 time: 0.1323674 Oct 26 14:36:45.381321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:45.410722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-662317d7-5309-46c2-b852-ad164f76c36c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 200 len: 205 time: 0.0282032 Oct 26 14:36:45.414177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42566) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:45.433255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:45.446438 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-999bc6e0-6d54-4709-84e8-1b7193b8f87a req-32bd92fc-0740-4c6f-817e-71eabdeca9a0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234789 Oct 26 14:36:45.448696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.465334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Transition to ACTIVE for port object 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:36:45.472098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.556399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Pushing event updated for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:45.572880 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.620703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Attempting to bind port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:45.621061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Attempting to bind port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:45.621364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Attempting to bind port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 on network 76da0135-d350-4be3-a08d-fa8c7c2fe84b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:45.627119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 on network 76da0135-d350-4be3-a08d-fa8c7c2fe84b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:36:45.627684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Attempting to bind port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 on network 76da0135-d350-4be3-a08d-fa8c7c2fe84b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:45.633883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:45.634229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Checking segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:45.634617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Bound using segment: {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:45.636323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Bound port: 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:45.636539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.725478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:45.729472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:45.736466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.764891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1c200160-fec2-4c32-bcc6-1648b3e0bda7 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:45.792613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:45.793375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.795332 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] 10.222.0.41 "PUT /v2.0/ports/1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 1091 time: 1.0739126 Oct 26 14:36:45.795917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:45.798646 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c" -d '{"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:45.842984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98597-96d0-4523-8a1a-41aead63441b service neutron] Pushing event updated for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:45.843953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f883-b1b9-4faa-abea-9bb2f5116e32 req-f67b1abd-6ea9-45c4-921d-71bcee332c50 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:45.848105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e000f883-b1b9-4faa-abea-9bb2f5116e32 req-f67b1abd-6ea9-45c4-921d-71bcee332c50 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 943 time: 0.1362679 Oct 26 14:36:45.886196 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73fa9f6-3d47-47aa-985e-894a47a8cfeb x-openstack-request-id: req-e73fa9f6-3d47-47aa-985e-894a47a8cfeb {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:45.886556 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:45.886712 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e73fa9f6-3d47-47aa-985e-894a47a8cfeb {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:45.887137 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'status': 'completed', 'code': 200} Oct 26 14:36:45.910037 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.955586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:45.958099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-008601ff-423c-4e57-b5ec-29df437cb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:45.959930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-008601ff-423c-4e57-b5ec-29df437cb436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1094 time: 0.0671134 Oct 26 14:36:45.976151 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e000f883-b1b9-4faa-abea-9bb2f5116e32 req-d96eab03-b7a9-4d67-b788-a0d5e0e3db92 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985813 Oct 26 14:36:45.996791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:36:46.007539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:46.008093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.010377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port c82a073a-9995-4f19-acb8-74adfb06c5dd {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:46.010938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.116619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-4200023d-dd89-4179-b0cb-ff7cda53ed0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 217 time: 0.1458244 Oct 26 14:36:46.117650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.135019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for c82a073a-9995-4f19-acb8-74adfb06c5dd owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:46.157409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.202336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:46.206414 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775cde51-18d4-436f-9017-3d3e6637b425" -d '{"events": [{"server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "name": "network-vif-plugged", "status": "completed", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:46.211974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-8f1ced6d-0239-436b-a3e6-dce448e8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.213549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-8f1ced6d-0239-436b-a3e6-dce448e8e1b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 200 len: 835 time: 0.0869913 Oct 26 14:36:46.237956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7,segment=NetworkSegment(2e1612ab-c158-4a13-bbd0-939715f27932),segment_id=2e1612ab-c158-4a13-bbd0-939715f27932)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:46.247264 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.278744 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-a85c6d7a-8569-4f21-a907-0826b6b9f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.280880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-a85c6d7a-8569-4f21-a907-0826b6b9f0ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579987 Oct 26 14:36:46.311558 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef1c2d-ee66-4bde-a06f-794e72d4710e x-openstack-request-id: req-40ef1c2d-ee66-4bde-a06f-794e72d4710e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:46.312918 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "name": "network-vif-plugged", "status": "completed", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:46.312918 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40ef1c2d-ee66-4bde-a06f-794e72d4710e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:46.314237 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7', 'code': 200} Oct 26 14:36:46.366206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.390009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:46.397744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=c82a073a-9995-4f19-acb8-74adfb06c5dd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:46.473060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-23292c15-1db0-45b4-bfc5-953ddd52b750 service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836987 Oct 26 14:36:46.478939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efa354-b715-48ae-8383-3ad6a75bba03 req-2cafd8a0-9eb9-4858-8a52-b396ddde864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.480788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34efa354-b715-48ae-8383-3ad6a75bba03 req-2cafd8a0-9eb9-4858-8a52-b396ddde864e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 1097 time: 0.0976799 Oct 26 14:36:46.563509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.632175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34efa354-b715-48ae-8383-3ad6a75bba03 req-864586a7-5c71-4f88-b798-5d9472b68787 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400619 Oct 26 14:36:46.676030 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-394b6e5c-5d4a-4ce8-92b9-932d7d096278 req-d0c51c5c-8d0c-4349-bdcb-ab79c662593c service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937144 Oct 26 14:36:46.739165 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.743289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.796120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-00bc1f3f-36b3-4500-9bb5-d657e6bf5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.799849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-00bc1f3f-36b3-4500-9bb5-d657e6bf5a71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1094 time: 0.0652466 Oct 26 14:36:46.818200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43cb3c-9787-4f1a-9776-1c724ad20a39 req-c28b17ad-20df-4ec5-86ea-5596f5d37666 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.820588 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a43cb3c-9787-4f1a-9776-1c724ad20a39 req-c28b17ad-20df-4ec5-86ea-5596f5d37666 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.2504714 Oct 26 14:36:46.828335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.829254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router cb78f3a2-972f-4d8f-89eb-f0af38463551 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:46.846158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.854303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-357dd6ff-80cd-4d25-a205-59528d2eadb6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 204 len: 168 time: 1.4319315 Oct 26 14:36:46.854627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:46.868812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1335704255'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:46.917894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8a43cb3c-9787-4f1a-9776-1c724ad20a39 req-9b7a6a4d-c025-4050-a6af-049e93911764 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830653 Oct 26 14:36:46.919768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:46.924265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.949898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-c3aac56b-17dd-4484-a74c-2c2ccfa3e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:46.952563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-c3aac56b-17dd-4484-a74c-2c2ccfa3e84d service neutron] 10.222.0.41 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 898 time: 0.1454000 Oct 26 14:36:46.957132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:46.971063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:46.971577 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 5b5c8abc-b026-420c-8eac-54b2a8bb95de of type vlan for network ef544321-20b3-4c63-b74d-f945f485d6be Oct 26 14:36:47.008199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-fe8dea9c-650d-4c20-a64f-28f72c87011c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 217 time: 0.0460856 Oct 26 14:36:47.034155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.067018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-1a351780-1d8e-4ab8-9e38-0573a60b4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:47.069475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-1a351780-1d8e-4ab8-9e38-0573a60b4887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 200 len: 835 time: 0.0538344 Oct 26 14:36:47.078187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.084828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:47.085974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.142736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2866971 Oct 26 14:36:47.147610 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42584) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:47.153945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:47.172243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-da243a92-cd08-4504-b2f4-921801d77429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:47.174038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-da243a92-cd08-4504-b2f4-921801d77429 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972900 Oct 26 14:36:47.215371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f738f-bd80-4802-bf11-bc4e325a10a7 req-0fe0aa03-a0b6-42eb-b817-9360f49570ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:47.217555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-818f738f-bd80-4802-bf11-bc4e325a10a7 req-0fe0aa03-a0b6-42eb-b817-9360f49570ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 943 time: 0.1089745 Oct 26 14:36:47.233578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516ac37-0739-4e73-bbf0-eccbcd3097ce tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=ef544321-20b3-4c63-b74d-f945f485d6be,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:47.253127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ef544321-20b3-4c63-b74d-f945f485d6be details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:47.316530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:47.320709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.345072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-818f738f-bd80-4802-bf11-bc4e325a10a7 req-4006fb27-450a-4685-b7e0-30b01c27c20c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803368 Oct 26 14:36:47.396829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-e221f6da-04ba-4386-bbac-683707177240 service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080894 Oct 26 14:36:47.546307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e6ac471-b8d0-4ff1-aabe-a5881fa7291c req-dbbd47c7-7ff7-4cff-9eab-81ee9cf36677 service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463261 Oct 26 14:36:47.588779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.666078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=77d0e3d8-79e7-4893-afbf-ed86c1dcca75,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:47.678819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '5b5c8abc-b026-420c-8eac-54b2a8bb95de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:47.679125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: ef544321-20b3-4c63-b74d-f945f485d6be, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:47.701682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network ef544321-20b3-4c63-b74d-f945f485d6be is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:47.714575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ef544321-20b3-4c63-b74d-f945f485d6be) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:47.720567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:47.721818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.727053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb6fbc-f7a6-4c4e-a971-7936ad19ee00 None None] Network ef544321-20b3-4c63-b74d-f945f485d6be requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:47.749463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff6d8469-593b-4a25-9e80-635117d5d9c8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5971370 Oct 26 14:36:47.750313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:47.756251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-547334799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:47.790218 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.792337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.869841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.877679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.911042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:47.913825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-259c795e-fe82-4a8b-b488-6d0a46be9e08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1618230 Oct 26 14:36:47.916980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42588) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:47.932618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-ef544321-20b3-4c63-b74d-f945f485d6be', 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '77d0e3d8-79e7-4893-afbf-ed86c1dcca75'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:36:47.933904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.053012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:36:48.113823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Allocated IP 2001:db8::2 (ef544321-20b3-4c63-b74d-f945f485d6be/77d0e3d8-79e7-4893-afbf-ed86c1dcca75/61ceab7e-03a5-4915-988f-cba0b0c734bf) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:48.261101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:48.283374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:36:48.286050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec2590-65d5-4ce3-98e5-568327dbd6bd req-2ae3b87c-c53d-448e-90e7-9add3d8a0ff0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:48.289678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0ec2590-65d5-4ce3-98e5-568327dbd6bd req-2ae3b87c-c53d-448e-90e7-9add3d8a0ff0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.2410166 Oct 26 14:36:48.375569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.402474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:36:48.407194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.441419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.446552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:48.481434 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.495828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Network ef544321-20b3-4c63-b74d-f945f485d6be is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:48.499174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:48.506299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:48.521993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b0ec2590-65d5-4ce3-98e5-568327dbd6bd req-d179efc5-4f84-4fee-ac8e-64f92f3634a2 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708422 Oct 26 14:36:48.539117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Pushing event updated for resources: {'Port': ['ID=61ceab7e-03a5-4915-988f-cba0b0c734bf,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:48.579733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b147a-d866-4d1d-b8ba-60389163abd9 req-779b4d4a-e618-465d-8531-e485261c1db3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:48.580601 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.582012 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-266b147a-d866-4d1d-b8ba-60389163abd9 req-779b4d4a-e618-465d-8531-e485261c1db3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 944 time: 0.0958035 Oct 26 14:36:48.649361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Attempting to bind port 61ceab7e-03a5-4915-988f-cba0b0c734bf on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:36:48.649866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Attempting to bind port 61ceab7e-03a5-4915-988f-cba0b0c734bf by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5b5c8abc-b026-420c-8eac-54b2a8bb95de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:36:48.650337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Attempting to bind port 61ceab7e-03a5-4915-988f-cba0b0c734bf on network ef544321-20b3-4c63-b74d-f945f485d6be {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:36:48.657386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:36:48.657936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Checking segment: {'id': '5b5c8abc-b026-420c-8eac-54b2a8bb95de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:48.658448 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.658948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Bound using segment: {'id': '5b5c8abc-b026-420c-8eac-54b2a8bb95de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:36:48.659598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Bound port: 61ceab7e-03a5-4915-988f-cba0b0c734bf, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5c8abc-b026-420c-8eac-54b2a8bb95de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ef544321-20b3-4c63-b74d-f945f485d6be'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:36:48.660125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.660330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-266b147a-d866-4d1d-b8ba-60389163abd9 req-b7286594-add7-4e2f-b9d9-d85cda436c84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657213 Oct 26 14:36:48.664848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:48.712605 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['1f6162c0-f3be-4db1-a18e-daf4c36cdec5'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:36:48.796919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] For port 61ceab7e-03a5-4915-988f-cba0b0c734bf, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:36:48.803045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] For port 61ceab7e-03a5-4915-988f-cba0b0c734bf, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=61ceab7e-03a5-4915-988f-cba0b0c734bf,segment=NetworkSegment(5b5c8abc-b026-420c-8eac-54b2a8bb95de),segment_id=5b5c8abc-b026-420c-8eac-54b2a8bb95de)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:36:48.819849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:48.955278 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5cd88-3150-485f-b551-2ccd3a78ba29 None None] Pushing event updated for resources: {'Port': ['ID=61ceab7e-03a5-4915-988f-cba0b0c734bf,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:49.476978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8::1 (ef544321-20b3-4c63-b74d-f945f485d6be/77d0e3d8-79e7-4893-afbf-ed86c1dcca75/168fbd91-c003-488b-b0de-f3dc3f4a6265) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:49.676266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:49.736930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:49.833177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network ef544321-20b3-4c63-b74d-f945f485d6be is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:49.857149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:49.873208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:49.873936 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:49.934804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=168fbd91-c003-488b-b0de-f3dc3f4a6265,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:49.994524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c7939-a2e9-4e3d-b0a1-d2daab077a45 req-86f92fd7-8925-45a5-9bc9-b73e8c727418 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:49.996160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087c7939-a2e9-4e3d-b0a1-d2daab077a45 req-86f92fd7-8925-45a5-9bc9-b73e8c727418 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 944 time: 0.1846852 Oct 26 14:36:50.015959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:36:50.075723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-087c7939-a2e9-4e3d-b0a1-d2daab077a45 req-e661328d-b796-4c62-bd5a-e1102d7348b4 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557375 Oct 26 14:36:50.082123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:50.141939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.191820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:36:50.205970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:50.207155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.404080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.442942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:50.446753 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2b99f5-9d8e-4cc4-86e2-53a572275c1d" -d '{"events": [{"server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "name": "network-vif-plugged", "status": "completed", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:50.467741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:50.476812 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.516244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f5aed-1283-47ba-9500-3fc9b95cbff6 None None] Network ef544321-20b3-4c63-b74d-f945f485d6be requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:50.549827 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244f1e9-6360-43ea-9f94-62f703c107b2 x-openstack-request-id: req-a244f1e9-6360-43ea-9f94-62f703c107b2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:50.550287 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "name": "network-vif-plugged", "status": "completed", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:50.550702 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a244f1e9-6360-43ea-9f94-62f703c107b2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:50.554106 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'code': 200} Oct 26 14:36:50.676789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:50.677736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a20c1a-4e6a-43b2-96c5-00d805c6cfc4 req-e073e6d9-8750-4ccd-9f9a-af116ff0a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:50.680054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9a20c1a-4e6a-43b2-96c5-00d805c6cfc4 req-e073e6d9-8750-4ccd-9f9a-af116ff0a617 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1096 time: 0.0569901 Oct 26 14:36:50.693972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] Provisioning complete for port 61ceab7e-03a5-4915-988f-cba0b0c734bf triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:50.694592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.721742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.726524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f9a20c1a-4e6a-43b2-96c5-00d805c6cfc4 req-bcb7adb3-7ad5-40de-a198-4aff0715712b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385885 Oct 26 14:36:50.728472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.729840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:50.902832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=168fbd91-c003-488b-b0de-f3dc3f4a6265,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:50.963072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network ef544321-20b3-4c63-b74d-f945f485d6be is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:50.964689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:50.980073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 61ceab7e-03a5-4915-988f-cba0b0c734bf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:51.128019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 61a89f5f-627a-462a-a8b2-b0954529c56b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:36:51.162040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 61ceab7e-03a5-4915-988f-cba0b0c734bf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:51.163032 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.210601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.269976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] For port 61ceab7e-03a5-4915-988f-cba0b0c734bf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=61ceab7e-03a5-4915-988f-cba0b0c734bf,segment=NetworkSegment(5b5c8abc-b026-420c-8eac-54b2a8bb95de),segment_id=5b5c8abc-b026-420c-8eac-54b2a8bb95de)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:51.304620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.347850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.386890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69db786-ff0c-453f-8335-8e08babc068b None None] Pushing event updated for resources: {'Port': ['ID=61ceab7e-03a5-4915-988f-cba0b0c734bf,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:51.408001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:51.438242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e842f3-27c9-4c46-b706-ddd2c123c628 req-4abe999d-dc1d-4a14-874f-ad6304b88b30 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:51.441177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21e842f3-27c9-4c46-b706-ddd2c123c628 req-4abe999d-dc1d-4a14-874f-ad6304b88b30 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.2290788 Oct 26 14:36:51.448763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-586785e2-f7d0-4a33-be22-b134fa5423ad tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/61a89f5f-627a-462a-a8b2-b0954529c56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5299330 Oct 26 14:36:51.451642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42616) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:51.464927 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:36:51.465523 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:36:51.468345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] Sync routers for ids ['61a89f5f-627a-462a-a8b2-b0954529c56b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:51.486903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] Routers {'61a89f5f-627a-462a-a8b2-b0954529c56b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:51.488016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61a89f5f-627a-462a-a8b2-b0954529c56b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:51.521728 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21e842f3-27c9-4c46-b706-ddd2c123c628 req-db93b4ac-6319-40bd-9ff1-95cf8bddec3a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705037 Oct 26 14:36:51.557024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac09cd6-e732-4c79-9fec-177cb763379e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:51.559505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fac09cd6-e732-4c79-9fec-177cb763379e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports/168fbd91-c003-488b-b0de-f3dc3f4a6265 HTTP/1.1" status: 200 len: 911 time: 0.1043141 Oct 26 14:36:51.562507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:51.566591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:51.569470 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77d0e3d8-79e7-4893-afbf-ed86c1dcca75'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:51.579052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] Routers {'61a89f5f-627a-462a-a8b2-b0954529c56b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:51.579981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61a89f5f-627a-462a-a8b2-b0954529c56b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:51.623872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:51.624588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fea88-e682-4553-8382-2b7504045ba9 None None] The sync data for ids ['61a89f5f-627a-462a-a8b2-b0954529c56b'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:51.683563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-458db679-6d62-46e6-ae47-9c9bc6aeda67 None None] Provisioning complete for port 168fbd91-c003-488b-b0de-f3dc3f4a6265 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:51.684699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-458db679-6d62-46e6-ae47-9c9bc6aeda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.775410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-458db679-6d62-46e6-ae47-9c9bc6aeda67 None None] Port 168fbd91-c003-488b-b0de-f3dc3f4a6265 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:51.793411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-458db679-6d62-46e6-ae47-9c9bc6aeda67 None None] Provisioning complete for port 61ceab7e-03a5-4915-988f-cba0b0c734bf triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:51.793779 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-458db679-6d62-46e6-ae47-9c9bc6aeda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:51.853889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.077795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.200954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e1858899-abe4-4b9e-836a-3ba216792e5c None None] Provisioning complete for port 168fbd91-c003-488b-b0de-f3dc3f4a6265 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:52.202798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1858899-abe4-4b9e-836a-3ba216792e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.273290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e1858899-abe4-4b9e-836a-3ba216792e5c None None] Port 168fbd91-c003-488b-b0de-f3dc3f4a6265 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:52.403208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7840d25c-959c-4a72-9a51-9f7b7582bc28 None None] Provisioning complete for port 168fbd91-c003-488b-b0de-f3dc3f4a6265 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:52.403872 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7840d25c-959c-4a72-9a51-9f7b7582bc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.426558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.439745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.450264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7840d25c-959c-4a72-9a51-9f7b7582bc28 None None] Port 168fbd91-c003-488b-b0de-f3dc3f4a6265 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:36:52.451785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:52.452782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:52.455106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/ports/168fbd91-c003-488b-b0de-f3dc3f4a6265 HTTP/1.1" status: 200 len: 911 time: 0.8911240 Oct 26 14:36:52.457899 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42632) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:52.538225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8f2c-f867-4326-8819-9e4b786e0f2a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=168fbd91-c003-488b-b0de-f3dc3f4a6265,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:52.789605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de49056-7596-4f64-b2ab-e96d69a8d58c req-1e1b7c5b-2824-4ab7-90e1-b216921a0ab0 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:52.792151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9de49056-7596-4f64-b2ab-e96d69a8d58c req-1e1b7c5b-2824-4ab7-90e1-b216921a0ab0 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.1546364 Oct 26 14:36:52.873292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 61ceab7e-03a5-4915-988f-cba0b0c734bf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:36:52.913196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9de49056-7596-4f64-b2ab-e96d69a8d58c req-4eb28bcc-5841-4881-8557-17280c1078ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664778 Oct 26 14:36:52.985490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 61ceab7e-03a5-4915-988f-cba0b0c734bf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:36:52.986088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.120077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd5097-7aa3-4362-aa30-4cc922740523 req-705c4c8e-b54e-4801-8cdb-6a72b494857b tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:53.127982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76bd5097-7aa3-4362-aa30-4cc922740523 req-705c4c8e-b54e-4801-8cdb-6a72b494857b tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.0703859 Oct 26 14:36:53.136946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea5a-9b04-4a08-99c6-8479fa7d5336 req-1d1d0b6a-b352-4ad8-8185-64725f25b54a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:53.139570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da3bea5a-9b04-4a08-99c6-8479fa7d5336 req-1d1d0b6a-b352-4ad8-8185-64725f25b54a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.1245818 Oct 26 14:36:53.187964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76bd5097-7aa3-4362-aa30-4cc922740523 req-c1ab768e-0e16-4bf7-9401-ae1e8cef6b58 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Oct 26 14:36:53.195696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.277055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da3bea5a-9b04-4a08-99c6-8479fa7d5336 req-34327d1b-55b2-4caf-ac4c-a9e840bbde27 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125910 Oct 26 14:36:53.311463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:53.413239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f04b6ef-3c7a-4515-858e-2d50b26151da tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:53.414888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6f04b6ef-3c7a-4515-858e-2d50b26151da tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1091 time: 0.1019948 Oct 26 14:36:53.418654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:53.423426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:53.458887 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.467981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.492391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 168fbd91-c003-488b-b0de-f3dc3f4a6265 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:53.493267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.582050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.599693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.616557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 168fbd91-c003-488b-b0de-f3dc3f4a6265 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:53.718777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.25.5.110 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/da77981a-2142-40a8-8a9e-6999faed1d77) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:36:53.841992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.855776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.890023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=168fbd91-c003-488b-b0de-f3dc3f4a6265,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:53.904143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:53.988034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:36:53.994758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:54.001795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:36:54.043488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:54.047298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=da77981a-2142-40a8-8a9e-6999faed1d77,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:54.349960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 61a89f5f-627a-462a-a8b2-b0954529c56b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:54.460786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668e7b2-2cc4-4ee9-9ebf-154cc5348e9d req-84e9c38c-deba-4734-bb00-810b0e67fa99 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:54.464191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8668e7b2-2cc4-4ee9-9ebf-154cc5348e9d req-84e9c38c-deba-4734-bb00-810b0e67fa99 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.1419170 Oct 26 14:36:54.681663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8668e7b2-2cc4-4ee9-9ebf-154cc5348e9d req-1cb36b95-c30e-434f-b346-23b8f3e0ef15 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497128 Oct 26 14:36:54.739948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:54.767233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-10c11855-1c15-4d28-85e0-4b79091539cb tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:54.769152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-10c11855-1c15-4d28-85e0-4b79091539cb tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.73 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.4575560 Oct 26 14:36:54.785116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:54.793728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9fc45d06-b25f-4a5b-af71-8045bedc4900 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/61a89f5f-627a-462a-a8b2-b0954529c56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3323874 Oct 26 14:36:54.794783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:54.808760 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] Sync routers for ids ['61a89f5f-627a-462a-a8b2-b0954529c56b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:54.825533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] Routers {'61a89f5f-627a-462a-a8b2-b0954529c56b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:54.826298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61a89f5f-627a-462a-a8b2-b0954529c56b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:54.871100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:54.883950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ea03c55a-660d-4daf-979b-0226f646609a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=61a89f5f-627a-462a-a8b2-b0954529c56b HTTP/1.1" status: 200 len: 205 time: 0.0501504 Oct 26 14:36:54.886458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42658) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:54.991892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:55.003243 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] Routers {'61a89f5f-627a-462a-a8b2-b0954529c56b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:55.004313 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['61a89f5f-627a-462a-a8b2-b0954529c56b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:55.044180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.045890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:55.046568 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9638-e80f-4ff8-95cf-97f99587ebeb None None] The sync data for ids ['61a89f5f-627a-462a-a8b2-b0954529c56b'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:55.184932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.193231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.258167 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.262426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Deleting port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:55.262924 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.267601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.292915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=da77981a-2142-40a8-8a9e-6999faed1d77,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:55.307073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.421192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.421581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router 61a89f5f-627a-462a-a8b2-b0954529c56b {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:36:55.430516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.434768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b301e7a-91d2-4dd0-ad03-d76c736000f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/61a89f5f-627a-462a-a8b2-b0954529c56b HTTP/1.1" status: 204 len: 168 time: 0.5467138 Oct 26 14:36:55.435472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42672) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:55.473975 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Floating IP 9cf5f65a-0e95-474a-af32-3419a3464202 associated. External IP: 172.25.5.110, port: 1f6162c0-f3be-4db1-a18e-daf4c36cdec5. Oct 26 14:36:55.562392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] For port 1c200160-fec2-4c32-bcc6-1648b3e0bda7, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=1c200160-fec2-4c32-bcc6-1648b3e0bda7,segment=NetworkSegment(2e1612ab-c158-4a13-bbd0-939715f27932),segment_id=2e1612ab-c158-4a13-bbd0-939715f27932)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:55.562392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.594482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Calling delete_port for 1c200160-fec2-4c32-bcc6-1648b3e0bda7 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:55.707574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 77d0e3d8-79e7-4893-afbf-ed86c1dcca75 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:36:55.719096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.836636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:55.976061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e925daa-a8b8-4e96-a00e-eea2f8a1dada req-ad6138ba-8606-478a-ab2a-b7bc428a1a2e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:55.977854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1e925daa-a8b8-4e96-a00e-eea2f8a1dada req-ad6138ba-8606-478a-ab2a-b7bc428a1a2e tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.0827827 Oct 26 14:36:56.045071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04999a59-56a9-4879-93e4-7ea69a4e8426 req-e2171891-e84e-4525-865b-c2cef1ebc7d2 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:56.047977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04999a59-56a9-4879-93e4-7ea69a4e8426 req-e2171891-e84e-4525-865b-c2cef1ebc7d2 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/ports?device_id=36935b88-d0af-45d7-b311-aba030eab35c HTTP/1.1" status: 200 len: 946 time: 0.2053592 Oct 26 14:36:56.098060 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1e925daa-a8b8-4e96-a00e-eea2f8a1dada req-e30c8615-3dfe-466d-a4ff-aa8eb4bb3620 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089129 Oct 26 14:36:56.166818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:36:56.196940 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.213777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['1c200160-fec2-4c32-bcc6-1648b3e0bda7'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:36:56.222189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04999a59-56a9-4879-93e4-7ea69a4e8426 req-ea79f93c-fe8a-41b8-b042-465eaa16f1e0 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.37 "GET /v2.0/security-groups?id=50d289e9-81e0-436d-bb04-4b30ee381622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558723 Oct 26 14:36:56.224594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.302154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Pushing event deleted for resources: {'Port': ['ID=1c200160-fec2-4c32-bcc6-1648b3e0bda7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:56.346682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:36:56.363165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:36:56.363458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] No DVR routers for this DVR port 1c200160-fec2-4c32-bcc6-1648b3e0bda7 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:56.370815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.374966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7a0b1d8b-51a4-45e8-b5d9-68264afaed98 req-f5de51f2-3713-473a-9936-b95dbb3cc142 tempest-VolumesActionsTest-2060567542 tempest-VolumesActionsTest-2060567542-project] 10.222.0.73 "DELETE /v2.0/ports/1c200160-fec2-4c32-bcc6-1648b3e0bda7 HTTP/1.1" status: 204 len: 173 time: 1.5975165 Oct 26 14:36:56.375570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:56.375789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'name': 'network-vif-deleted', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:56.376250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.376443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:56.381026 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c81fc5-0a58-45a7-993d-3545298443cb" -d '{"events": [{"server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "name": "network-vif-deleted", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:56.437636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-961a7979-e18a-41f8-8010-bbbda5fcaf1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0135760 Oct 26 14:36:56.437636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:36:56.448955 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f39c41-9b74-42bf-b700-9af2e49903da" -d '{"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:36:56.450271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42684) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:56.502461 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e0aa5-28da-4673-ba69-2f66f1b1c05b x-openstack-request-id: req-7d4e0aa5-28da-4673-ba69-2f66f1b1c05b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:56.502818 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36935b88-d0af-45d7-b311-aba030eab35c", "name": "network-vif-deleted", "tag": "1c200160-fec2-4c32-bcc6-1648b3e0bda7", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:56.503012 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d4e0aa5-28da-4673-ba69-2f66f1b1c05b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:56.503407 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36935b88-d0af-45d7-b311-aba030eab35c', 'name': 'network-vif-deleted', 'tag': '1c200160-fec2-4c32-bcc6-1648b3e0bda7', 'status': 'completed', 'code': 200} Oct 26 14:36:56.506952 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.542966 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42873c6c-3580-4d43-9b66-2dc0c39c9d8a x-openstack-request-id: req-42873c6c-3580-4d43-9b66-2dc0c39c9d8a {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:36:56.544456 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:36:56.545228 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42873c6c-3580-4d43-9b66-2dc0c39c9d8a {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:36:56.545932 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'status': 'completed', 'code': 200} Oct 26 14:36:56.595590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=77d0e3d8-79e7-4893-afbf-ed86c1dcca75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:56.611892 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:56.641679 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.650077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5813cc31-2110-47bb-b636-a8fe7f9e304c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/77d0e3d8-79e7-4893-afbf-ed86c1dcca75 HTTP/1.1" status: 204 len: 168 time: 1.2065206 Oct 26 14:36:56.650957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42688) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:56.660000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-249a7206-827b-41c1-b039-ba58b669ed26 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/9cf5f65a-0e95-474a-af32-3419a3464202 HTTP/1.1" status: 200 len: 991 time: 0.2085426 Oct 26 14:36:56.671730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5ebc1e-1ac1-49bc-a3e7-397395c82dac None None] Network ef544321-20b3-4c63-b74d-f945f485d6be requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:56.690024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-0e8c2a55-733c-4c3c-b922-0800c9615f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:56.693534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-0e8c2a55-733c-4c3c-b922-0800c9615f2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1096 time: 0.1205544 Oct 26 14:36:56.793113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.876766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-d48789f8-e5d9-498c-96c4-6b041f12d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:56.879777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-d48789f8-e5d9-498c-96c4-6b041f12d1df service neutron] 10.222.0.41 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 898 time: 0.1796806 Oct 26 14:36:56.927733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 61ceab7e-03a5-4915-988f-cba0b0c734bf {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:56.928268 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:56.985971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-fb6b84cc-1120-44ee-8ba5-b10b4414e900 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 999 time: 0.0981028 Oct 26 14:36:57.070184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 61ceab7e-03a5-4915-988f-cba0b0c734bf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=61ceab7e-03a5-4915-988f-cba0b0c734bf,segment=NetworkSegment(5b5c8abc-b026-420c-8eac-54b2a8bb95de),segment_id=5b5c8abc-b026-420c-8eac-54b2a8bb95de)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:57.070836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.092738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 61ceab7e-03a5-4915-988f-cba0b0c734bf owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:57.109970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] DHCP port deletion for ef544321-20b3-4c63-b74d-f945f485d6be request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:36:57.128422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-85f70613-8f37-4504-a085-2d4ecc0ad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:57.131149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-85f70613-8f37-4504-a085-2d4ecc0ad7d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 200 len: 835 time: 0.1363800 Oct 26 14:36:57.215471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.215827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:54Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:57.255942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=61ceab7e-03a5-4915-988f-cba0b0c734bf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:57.260652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 61ceab7e-03a5-4915-988f-cba0b0c734bf on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:57.272347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-e60225a2-18c9-41f5-b855-0f9949aa80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:57.275193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-e60225a2-18c9-41f5-b855-0f9949aa80a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370225 Oct 26 14:36:57.293679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:36:57.323001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:36:57.325369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:57.325624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.325802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.326050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.326387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.326717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.327048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.327378 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.327702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.328035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.328360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.328708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.329034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:36:57.387447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b466fa-6633-484d-9617-c69222d82f40 req-56c488e1-ed3d-4d1a-9acb-250fff399dda tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:57.389347 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7b466fa-6633-484d-9617-c69222d82f40 req-56c488e1-ed3d-4d1a-9acb-250fff399dda tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1466177 Oct 26 14:36:57.427384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.457655 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7b466fa-6633-484d-9617-c69222d82f40 req-ff1bf8f3-9143-4e29-abed-e02245ee28eb tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601637 Oct 26 14:36:57.472188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef544321-20b3-4c63-b74d-f945f485d6be']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:57.491592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5c8abc-b026-420c-8eac-54b2a8bb95de') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:57.491889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5c8abc-b026-420c-8eac-54b2a8bb95de') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:57.493021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-fae9ca79-fca6-4180-ae1c-41bc7b45353d service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091556 Oct 26 14:36:57.495869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Deleting port 61ceab7e-03a5-4915-988f-cba0b0c734bf {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:36:57.497318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.504113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.528837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.549471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:36:57.550563 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:36:57.557736 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:36:57.577696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:36:57.659258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c6f39c41-9b74-42bf-b700-9af2e49903da req-fd13f6d5-8bdf-46ab-bb07-e85ad97178ca service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587474 Oct 26 14:36:57.665393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:57.669662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.705171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] For port 61ceab7e-03a5-4915-988f-cba0b0c734bf, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:36:57.705589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.732539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Calling delete_port for 61ceab7e-03a5-4915-988f-cba0b0c734bf owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:36:57.737574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Port 61ceab7e-03a5-4915-988f-cba0b0c734bf was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:36:57.742161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.754218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Network ef544321-20b3-4c63-b74d-f945f485d6be is not hosted by any dhcp agent {{(pid=102165) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 26 14:36:57.754688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] No DVR routers for this DVR port 61ceab7e-03a5-4915-988f-cba0b0c734bf on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:36:57.781757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c6035-3769-4057-aee0-12c4355bb979 None None] Pushing event deleted for resources: {'Port': ['ID=61ceab7e-03a5-4915-988f-cba0b0c734bf,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:57.828756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.841518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/ef544321-20b3-4c63-b74d-f945f485d6be HTTP/1.1" status: 204 len: 168 time: 1.1832254 Oct 26 14:36:57.843537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42698) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:57.866633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-279285822', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:57.911676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a5c7-57e7-48fc-9403-fe99bac1c760 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=ef544321-20b3-4c63-b74d-f945f485d6be,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:57.950530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.952380 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:57.963892 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb7b661d-6534-4a99-b787-9a07cc319f2a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/9cf5f65a-0e95-474a-af32-3419a3464202 HTTP/1.1" status: 200 len: 991 time: 0.2965136 Oct 26 14:36:58.066254 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.074525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.077779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:54Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:36:58.109502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.113269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c583cbcf-b442-4d9f-a1d6-d30260e8d101 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2673674 Oct 26 14:36:58.118752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:58.124082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e03ace-f4fc-41d0-9adc-83bae6925524 None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:36:32Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:54Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:36:58.133947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236975648'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:58.179179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:58.184963 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.226121 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 949, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:36:58.245123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.246170 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment ba022cdb-13c9-4874-b5ba-cd805c025c94 of type vlan for network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 Oct 26 14:36:58.297598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.329077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.336025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:58.337401 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.413586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2920182 Oct 26 14:36:58.418195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42708) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:58.425494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:36:58.426226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3840270-3b8a-4922-a654-edad0a896153 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=58d21482-cd8e-4c2d-9506-6c420b5bedf0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:58.442523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:36:58.456140 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e4d8ba-66b4-4fe7-8d78-e9b80f5d5d43 None None] New status for floating IP 9cf5f65a-0e95-474a-af32-3419a3464202: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:36:58.636618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:36:58.644667 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:58.876302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1f672-8733-4b22-be00-8de540fa2195 req-1bdf71a3-35e5-47ac-86a5-05c078c0448b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:58.878268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4dd1f672-8733-4b22-be00-8de540fa2195 req-1bdf71a3-35e5-47ac-86a5-05c078c0448b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.2252662 Oct 26 14:36:58.918431 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 61ceab7e-03a5-4915-988f-cba0b0c734bf no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:58.952874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 61ceab7e-03a5-4915-988f-cba0b0c734bf {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:58.954456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 61ceab7e-03a5-4915-988f-cba0b0c734bf not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:58.968608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42712) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:58.982164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4dd1f672-8733-4b22-be00-8de540fa2195 req-5891e8a1-1ab6-4d57-89a2-4bd43aa7e2c5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877635 Oct 26 14:36:59.117561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e7b65d42-d853-4bd4-be1c-b28fb2bd19d6 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/9cf5f65a-0e95-474a-af32-3419a3464202 HTTP/1.1" status: 200 len: 993 time: 0.1477692 Oct 26 14:36:59.133783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:59.204015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=de98b05b-dfec-45cb-a3b5-321c775a6784,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:36:59.218709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:36:59.219102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 58d21482-cd8e-4c2d-9506-6c420b5bedf0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:36:59.246316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:36:59.259069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 58d21482-cd8e-4c2d-9506-6c420b5bedf0) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:36:59.263683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:36:59.264278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:59.270070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d26795-f2df-402e-9f89-b22cb467a844 None None] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:36:59.285187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eb2fa92e-44ce-4de1-9e24-f1ea7d4a12e2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8654239 Oct 26 14:36:59.288845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:36:59.601982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:59.659911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:36:59.662036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:36:59.860203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1c200160-fec2-4c32-bcc6-1648b3e0bda7 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:36:59.893684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 1c200160-fec2-4c32-bcc6-1648b3e0bda7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:36:59.894039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 1c200160-fec2-4c32-bcc6-1648b3e0bda7 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:36:59.896387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Allocated IP 2001:db8::2 (58d21482-cd8e-4c2d-9506-6c420b5bedf0/de98b05b-dfec-45cb-a3b5-321c775a6784/a4bacb9f-c095-4bec-b890-7fd7417543ac) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:00.197510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.216980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.283769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ecd2c-08c6-4c0f-9f90-dabb90fd5ca8 req-eb765921-5bd6-4737-8054-1dad1618ec77 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:00.306884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e55ecd2c-08c6-4c0f-9f90-dabb90fd5ca8 req-eb765921-5bd6-4737-8054-1dad1618ec77 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1407735 Oct 26 14:37:00.337063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:00.339052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:00.342017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:00.416219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e55ecd2c-08c6-4c0f-9f90-dabb90fd5ca8 req-44fca3bb-2367-48fb-9442-d156967264c0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049497 Oct 26 14:37:00.447328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Attempting to bind port a4bacb9f-c095-4bec-b890-7fd7417543ac on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:00.447850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Attempting to bind port a4bacb9f-c095-4bec-b890-7fd7417543ac by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:00.448464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Attempting to bind port a4bacb9f-c095-4bec-b890-7fd7417543ac on network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:00.452059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Pushing event updated for resources: {'Port': ['ID=a4bacb9f-c095-4bec-b890-7fd7417543ac,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:00.465872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:00.466418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Checking segment: {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:00.467077 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.467689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Bound using segment: {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:00.468568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8::1 (58d21482-cd8e-4c2d-9506-6c420b5bedf0/de98b05b-dfec-45cb-a3b5-321c775a6784/e9a9e197-00e5-4a5d-98e0-505637c9f1f1) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:00.469252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Bound port: a4bacb9f-c095-4bec-b890-7fd7417543ac, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:00.469747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.624534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] For port a4bacb9f-c095-4bec-b890-7fd7417543ac, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:00.629548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] For port a4bacb9f-c095-4bec-b890-7fd7417543ac, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a4bacb9f-c095-4bec-b890-7fd7417543ac,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:00.636823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.774923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c1b33-f0c0-4669-bde7-f0bb00261a04 None None] Pushing event updated for resources: {'Port': ['ID=a4bacb9f-c095-4bec-b890-7fd7417543ac,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:00.782141 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.834693 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:00.883196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:00.887217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:00.891672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:00.892250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:01.070132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:01.144120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:01.522193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:01.535548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:01.537054 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:01.659375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:01.766256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd8dc5-18d7-45e8-9bf5-adea31e0b3d7 req-bf2a45a4-3f48-4cc3-8165-3ba0072be5f4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:01.780754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0cd8dc5-18d7-45e8-9bf5-adea31e0b3d7 req-bf2a45a4-3f48-4cc3-8165-3ba0072be5f4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.2035882 Oct 26 14:37:01.889112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c0cd8dc5-18d7-45e8-9bf5-adea31e0b3d7 req-6eee6130-a7dc-400e-a0c2-9253ce462031 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070993 Oct 26 14:37:01.905460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:01.907246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:02.084863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:37:02.197289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8c0ba-d8ab-4afa-ac25-011e8caab3be None None] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:02.220968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:02.227159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c0e17557-6840-4ecc-837a-3a00a363f4f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371724 Oct 26 14:37:02.230647 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:02.243231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-823623197'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:02.256630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:02.285534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:02.289153 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.310429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:02.311338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:02.321070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:02.337080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.337629 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment c6928863-0519-4493-803a-67818bdce869 of type vlan for network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e Oct 26 14:37:02.407894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.428758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] Provisioning complete for port a4bacb9f-c095-4bec-b890-7fd7417543ac triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:02.429195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.456914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.466230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:02.466935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:02.514405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:02.537083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3031497 Oct 26 14:37:02.539908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42736) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:02.546379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:02.559008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660d9e8-f59d-49bf-92cc-d3dcd13c37a9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:02.594678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:02.676236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:02.684428 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.103783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.124960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a4bacb9f-c095-4bec-b890-7fd7417543ac up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:03.134756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.240720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765639e-9c42-43fd-b665-ce458ae41b9c req-456cee6a-5758-47b3-9ea2-3da3e4f88760 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:03.253102 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9765639e-9c42-43fd-b665-ce458ae41b9c req-456cee6a-5758-47b3-9ea2-3da3e4f88760 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1458449 Oct 26 14:37:03.303039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=78b29652-0f55-44ea-8cd0-4ffe99b24676,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:03.325318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] For port a4bacb9f-c095-4bec-b890-7fd7417543ac, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a4bacb9f-c095-4bec-b890-7fd7417543ac,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:03.341194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.372473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9765639e-9c42-43fd-b665-ce458ae41b9c req-bb94e945-99dc-4aa8-97ea-8ab7b45cd38c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179960 Oct 26 14:37:03.380288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:03.381574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:03.432518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a4bacb9f-c095-4bec-b890-7fd7417543ac triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:03.433038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.454465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:03.499084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:03.524314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:03.529565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.537356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:01Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:01Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:03.539121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1863499-12e0-439f-9aa3-0ca17abb5a58 None None] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:03.577982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c17e41c0-57b9-49b3-94e7-f7089f15d17c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0364859 Oct 26 14:37:03.580973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42742) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:03.645086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de846-8815-4a0c-a324-96b5b76201e5 None None] Pushing event updated for resources: {'Port': ['ID=a4bacb9f-c095-4bec-b890-7fd7417543ac,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:03.654281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:03.654912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Updating router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:37:03.767872 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:03.872867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ed0eccc2-56c5-4511-bc51-2efaf8d20e0c None None] Provisioning complete for port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:03.872867 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed0eccc2-56c5-4511-bc51-2efaf8d20e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:04.245631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:04.417453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ed0eccc2-56c5-4511-bc51-2efaf8d20e0c None None] Port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:04.610049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:04.611078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:04.638794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d35f5-423c-4df5-a48f-61c3d7bf160a req-440be664-6f8a-4776-bbe7-df5b4441609f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:04.646302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ed0eccc2-56c5-4511-bc51-2efaf8d20e0c None None] Provisioning complete for port a4bacb9f-c095-4bec-b890-7fd7417543ac triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:04.646903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed0eccc2-56c5-4511-bc51-2efaf8d20e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:04.652941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-857d35f5-423c-4df5-a48f-61c3d7bf160a req-440be664-6f8a-4776-bbe7-df5b4441609f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1077964 Oct 26 14:37:04.728206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-857d35f5-423c-4df5-a48f-61c3d7bf160a req-d02378e1-9f90-46ca-838c-f42a3b6eb036 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742455 Oct 26 14:37:04.963527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a4bacb9f-c095-4bec-b890-7fd7417543ac up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:05.004434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Allocated IP 2001:db8:1::2 (cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e/78b29652-0f55-44ea-8cd0-4ffe99b24676/c015d1fa-d9b5-45c8-a271-d2e94964733c) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:05.219857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.221779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b3025d78-89dd-4990-ba26-0e5cfcd96007 None None] Provisioning complete for port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:05.222322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3025d78-89dd-4990-ba26-0e5cfcd96007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.269098 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.291343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a4bacb9f-c095-4bec-b890-7fd7417543ac triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:05.291726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.429121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b3025d78-89dd-4990-ba26-0e5cfcd96007 None None] Port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:05.479090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a251c4-90da-47fe-b0e2-7180ecdc0b21 None None] Pushing event updated for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:05.654284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Attempting to bind port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:05.655005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Attempting to bind port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:05.655482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Attempting to bind port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 on network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:05.667833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.673154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:05.673743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Checking segment: {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:05.674248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.674751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Bound using segment: {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:05.675358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Bound port: e9a9e197-00e5-4a5d-98e0-505637c9f1f1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba022cdb-13c9-4874-b5ba-cd805c025c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:05.675892 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.743059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:05.857869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8:1::1 (cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e/78b29652-0f55-44ea-8cd0-4ffe99b24676/27125c8a-b985-4546-9ad1-11665082b77d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:05.963640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] For port e9a9e197-00e5-4a5d-98e0-505637c9f1f1, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:05.965704 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1f120-0607-44e0-a231-aeb8d126aaf8 req-9129de69-755d-4dee-af86-65b4e6d6384f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:05.967486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] For port e9a9e197-00e5-4a5d-98e0-505637c9f1f1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:05.968215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87c1f120-0607-44e0-a231-aeb8d126aaf8 req-9129de69-755d-4dee-af86-65b4e6d6384f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.0814462 Oct 26 14:37:06.000708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:06.002897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.024217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:06.032907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:06.040925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] Provisioning complete for port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:06.041366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.043087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Pushing event updated for resources: {'Port': ['ID=c015d1fa-d9b5-45c8-a271-d2e94964733c,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:06.055567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-87c1f120-0607-44e0-a231-aeb8d126aaf8 req-b8903f10-5a84-40f8-bc79-81f2e9bf69a5 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562980 Oct 26 14:37:06.165257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:06.165746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:06.205692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.273112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Attempting to bind port c015d1fa-d9b5-45c8-a271-d2e94964733c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:06.273675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Attempting to bind port c015d1fa-d9b5-45c8-a271-d2e94964733c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:06.273885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Attempting to bind port c015d1fa-d9b5-45c8-a271-d2e94964733c on network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:06.277147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.297559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:06.297996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Checking segment: {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:06.298320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.298735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Bound using segment: {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:06.299274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Bound port: c015d1fa-d9b5-45c8-a271-d2e94964733c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:06.299667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.302032 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a251c4-90da-47fe-b0e2-7180ecdc0b21 None None] Pushing event updated for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:06.333558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:06.386127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:06.409553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:06.413647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:06.429898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:06.431791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.478977 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.592290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] For port c015d1fa-d9b5-45c8-a271-d2e94964733c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:06.605635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.640483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] For port e9a9e197-00e5-4a5d-98e0-505637c9f1f1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:06.648371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] For port c015d1fa-d9b5-45c8-a271-d2e94964733c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c015d1fa-d9b5-45c8-a271-d2e94964733c,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:06.655109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.679109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:06.813519 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c08a2-8156-418c-8c29-f9e39368f76a None None] Pushing event updated for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:07.076112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f218ed8d-6352-49ca-86ec-8d4b8c190a35 None None] Provisioning complete for port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:07.076422 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f218ed8d-6352-49ca-86ec-8d4b8c190a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:07.128240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37dca6-3fbe-4655-893e-ff1244063b22 None None] Pushing event updated for resources: {'Port': ['ID=c015d1fa-d9b5-45c8-a271-d2e94964733c,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:07.143947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:07.157277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:07.158408 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:07.220221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:01Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:05Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:07.271865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87209121-21b3-42d2-b496-15f45c9761ba None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:01Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:05Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:07.704441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:07.720301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76401b0-f2d7-4b66-bf40-cebf3bd0f009 req-f488ab72-b5ab-43d5-badb-a3d1583fea14 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:07.725466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e76401b0-f2d7-4b66-bf40-cebf3bd0f009 req-f488ab72-b5ab-43d5-badb-a3d1583fea14 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.5342736 Oct 26 14:37:07.730280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.730642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.730992 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.731340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.731660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.732004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.732337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.732771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.733066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.733399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.733728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.734056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:07.806004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e76401b0-f2d7-4b66-bf40-cebf3bd0f009 req-f502ce63-ebd1-4902-ac00-1d9036c5ce93 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662918 Oct 26 14:37:07.808154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:07.809969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:08.030014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:08.180705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:08.188915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fae9ee41-5de8-410f-8d7b-151e96b6eefd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6057839 Oct 26 14:37:08.194461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42776) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:08.201571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2108177333'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:08.251328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:08.255537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.291846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:08.305025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.305244 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 405ce26c-3123-402c-9f51-299bf9ad5b66 of type vlan for network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 Oct 26 14:37:08.356080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.358770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03c134-0510-4bf5-a5f0-6ca026ff4b0c None None] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:08.398553 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.408828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:08.409660 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.438078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] Provisioning complete for port c015d1fa-d9b5-45c8-a271-d2e94964733c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:08.438547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.476117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2804203 Oct 26 14:37:08.480638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42778) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:08.485958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:08.536812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3f288-f6e7-482b-8301-51761514462d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=3b6cb14a-1999-4995-9b2e-41a6af1d9048,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:08.570334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:08.622768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:08.627311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.758165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:08.883637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] For port c015d1fa-d9b5-45c8-a271-d2e94964733c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c015d1fa-d9b5-45c8-a271-d2e94964733c,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:08.911304 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.033027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba060b9e-410c-4f6b-850f-f4f6e20d698f None None] Pushing event updated for resources: {'Port': ['ID=c015d1fa-d9b5-45c8-a271-d2e94964733c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:09.076542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.130534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e9a9e197-00e5-4a5d-98e0-505637c9f1f1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:09.201422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:09.212085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:09.212463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 3b6cb14a-1999-4995-9b2e-41a6af1d9048, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:09.245455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:09.246465 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd27a-1d00-4617-bd62-04e27ec21ff2 req-38938b45-6302-4949-94ff-21b1272f7a05 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:09.251854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33fcd27a-1d00-4617-bd62-04e27ec21ff2 req-38938b45-6302-4949-94ff-21b1272f7a05 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1603978 Oct 26 14:37:09.263864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:09.264804 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.282775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3b6cb14a-1999-4995-9b2e-41a6af1d9048) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:09.295385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:09.296026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.335700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9e2070ce-d77e-4378-b955-04525bbc9501 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8501096 Oct 26 14:37:09.336017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42784) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:09.366096 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-33fcd27a-1d00-4617-bd62-04e27ec21ff2 req-06f62198-03dd-4fb8-a518-cc131241d038 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062331 Oct 26 14:37:09.381860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f378c-599d-4801-9cca-2d064c687c28 None None] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:09.536948 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:09.550679 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:09.551222 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:09.578140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-84b17af8-b7c9-4846-8346-e2923526da6a None None] Provisioning complete for port 27125c8a-b985-4546-9ad1-11665082b77d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:09.579107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-84b17af8-b7c9-4846-8346-e2923526da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.673574 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:09.766471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-84b17af8-b7c9-4846-8346-e2923526da6a None None] Port 27125c8a-b985-4546-9ad1-11665082b77d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:09.805670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-84b17af8-b7c9-4846-8346-e2923526da6a None None] Provisioning complete for port c015d1fa-d9b5-45c8-a271-d2e94964733c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:09.806956 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-84b17af8-b7c9-4846-8346-e2923526da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:09.925209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c015d1fa-d9b5-45c8-a271-d2e94964733c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:10.133256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.206476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c015d1fa-d9b5-45c8-a271-d2e94964733c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:10.206850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.210051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b34a33ac-8200-46b2-b6d2-84833516ed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.272402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:10.274082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.370110 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 3, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:10.447920 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:10.448443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Updating router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f port 27125c8a-b985-4546-9ad1-11665082b77d binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:37:10.473958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-af38f455-d2e6-471c-ac4a-fe34453bf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:10.478831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-af38f455-d2e6-471c-ac4a-fe34453bf451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1096 time: 0.1359420 Oct 26 14:37:10.492257 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.809582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a16180-21dd-4bcf-b38f-444fe28189f2 req-3e65af7f-f19d-4465-bf25-9ee414aa3f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:10.819705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95a16180-21dd-4bcf-b38f-444fe28189f2 req-3e65af7f-f19d-4465-bf25-9ee414aa3f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1926041 Oct 26 14:37:10.823002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-4282a6ce-a982-4005-8692-54f67b76708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:10.824624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-4282a6ce-a982-4005-8692-54f67b76708a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 897 time: 0.3174250 Oct 26 14:37:10.855850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-364014af-94b9-4842-ba4b-bc5e1af482e7 None None] Provisioning complete for port 27125c8a-b985-4546-9ad1-11665082b77d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:10.856450 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-364014af-94b9-4842-ba4b-bc5e1af482e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:10.907478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Allocated IP 2001:db8:2::2 (3b6cb14a-1999-4995-9b2e-41a6af1d9048/ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d/00d494ba-585c-4d41-8be7-2f43553eee88) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:11.005230 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.014417 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.025282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c015d1fa-d9b5-45c8-a271-d2e94964733c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:11.032806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-364014af-94b9-4842-ba4b-bc5e1af482e7 None None] Port 27125c8a-b985-4546-9ad1-11665082b77d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:11.061166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-7afe16c7-91bb-4cd3-8150-b256f6d22902 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 1001 time: 0.1997569 Oct 26 14:37:11.174851 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Attempting to bind port 27125c8a-b985-4546-9ad1-11665082b77d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:11.175488 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Attempting to bind port 27125c8a-b985-4546-9ad1-11665082b77d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:11.176033 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Attempting to bind port 27125c8a-b985-4546-9ad1-11665082b77d on network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:11.184673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:11.185393 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Checking segment: {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:11.185976 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.189949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Bound using segment: {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:11.190865 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Bound port: 27125c8a-b985-4546-9ad1-11665082b77d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6928863-0519-4493-803a-67818bdce869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:11.191459 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.227070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95a16180-21dd-4bcf-b38f-444fe28189f2 req-cc64cd81-0fe7-42e2-8c46-0fca1ba2c3f1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058948 Oct 26 14:37:11.239373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-ec4bee19-30f8-4947-9c3a-3ef51db6fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:11.242068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-ec4bee19-30f8-4947-9c3a-3ef51db6fe12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 200 len: 834 time: 0.1709604 Oct 26 14:37:11.297954 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] For port 27125c8a-b985-4546-9ad1-11665082b77d, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:11.302358 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] For port 27125c8a-b985-4546-9ad1-11665082b77d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=27125c8a-b985-4546-9ad1-11665082b77d,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:11.311015 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Pushing event updated for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:11.322496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.322845 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.323238 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.323583 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.323968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.324368 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.324729 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.325056 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.325428 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.325758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.326132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.326497 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:11.339749 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.370360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-a098149a-3090-476d-b9f7-f1998d9d53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:11.373647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-a098149a-3090-476d-b9f7-f1998d9d53bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f26e8a67-b1df-44aa-8af9-ce8f525812d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189425 Oct 26 14:37:11.394308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c015d1fa-d9b5-45c8-a271-d2e94964733c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:11.395862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.465932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0966da-a846-4585-9c13-e273dae6638a None None] Pushing event updated for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:11.526954 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:11.527601 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:36:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:11.622552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-a733f09c-003a-4e4f-ae8f-fb763f1c704c service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398858 Oct 26 14:37:11.704166 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:11.772860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] Provisioning complete for port 27125c8a-b985-4546-9ad1-11665082b77d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:11.773332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.778060 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.808470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:11.924999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:11.934037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:11.975982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:11.998879 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Pushing event updated for resources: {'Port': ['ID=00d494ba-585c-4d41-8be7-2f43553eee88,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:12.038235 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52d0fb8b-8059-4c0a-b28f-2e8b378b62cb req-94accae9-1cf7-48f3-993d-c846ac15b6ed service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054594 Oct 26 14:37:12.131955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8:2::1 (3b6cb14a-1999-4995-9b2e-41a6af1d9048/ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d/161f1fa8-9671-4e01-8230-09a25d226b3d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:12.226636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Attempting to bind port 00d494ba-585c-4d41-8be7-2f43553eee88 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:12.233424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Attempting to bind port 00d494ba-585c-4d41-8be7-2f43553eee88 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:12.234024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Attempting to bind port 00d494ba-585c-4d41-8be7-2f43553eee88 on network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:12.236860 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.315673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:12.325139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Checking segment: {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:12.325751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.326240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Bound using segment: {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:12.327122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Bound port: 00d494ba-585c-4d41-8be7-2f43553eee88, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:12.329938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.483494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] For port 27125c8a-b985-4546-9ad1-11665082b77d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=27125c8a-b985-4546-9ad1-11665082b77d,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:12.516643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.546680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bfd26-67ad-4ed0-b7af-fa1dfb7a6eca req-bb9fccad-5649-4f7e-8dcb-e46df1d7e0e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:12.556277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f3bfd26-67ad-4ed0-b7af-fa1dfb7a6eca req-bb9fccad-5649-4f7e-8dcb-e46df1d7e0e1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1381571 Oct 26 14:37:12.562228 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 3, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:11Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:12.651015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] For port 00d494ba-585c-4d41-8be7-2f43553eee88, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:12.687171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] For port 00d494ba-585c-4d41-8be7-2f43553eee88, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=00d494ba-585c-4d41-8be7-2f43553eee88,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:12.689236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c1de4-6d8b-4907-bd8c-9c86cb5d640d None None] Pushing event updated for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:12.695848 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa52ef3-ba71-4135-a2cd-bc6464335ff1 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 3, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:11Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:12.698796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a8fc7c81-33c1-4526-89a2-55e3b27d5dc4 None None] Provisioning complete for port 27125c8a-b985-4546-9ad1-11665082b77d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:12.699625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a8fc7c81-33c1-4526-89a2-55e3b27d5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.703033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.758095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:12.778671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0f3bfd26-67ad-4ed0-b7af-fa1dfb7a6eca req-f66e798d-0a44-4ba0-b415-c3fd02d08824 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140129 Oct 26 14:37:12.940877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:13.099493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:13.105906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:13.113273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:13.114740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:13.125419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:13.251676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 27125c8a-b985-4546-9ad1-11665082b77d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:13.391723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:13.467646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e76d6-0068-41e1-a5b7-04c738d290cd None None] Pushing event updated for resources: {'Port': ['ID=00d494ba-585c-4d41-8be7-2f43553eee88,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:13.487733 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-24a85721-038b-4d54-9632-81c7b3bb4b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:13.511308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 27125c8a-b985-4546-9ad1-11665082b77d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:13.512470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:13.939927 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.111230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c814f0-cf9f-4025-b937-75fa7aaa71b0 req-fcef9b2d-7ca2-4ae5-9a92-df778864db37 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:14.113117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31c814f0-cf9f-4025-b937-75fa7aaa71b0 req-fcef9b2d-7ca2-4ae5-9a92-df778864db37 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1497018 Oct 26 14:37:14.164170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.167543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97c26-dd24-44e0-a1aa-749b0abfe28d req-a800e6e4-ff73-43c5-9391-d69e5dfeea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:14.169298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73b97c26-dd24-44e0-a1aa-749b0abfe28d req-a800e6e4-ff73-43c5-9391-d69e5dfeea9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1096 time: 0.1341159 Oct 26 14:37:14.177705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:37:14.185331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.186251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.260556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31c814f0-cf9f-4025-b937-75fa7aaa71b0 req-73cd3761-8f00-421b-8c6e-3cce75ec695c tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342533 Oct 26 14:37:14.327993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-73b97c26-dd24-44e0-a1aa-749b0abfe28d req-71682f52-004c-4213-909a-8d8c197e745c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504133 Oct 26 14:37:14.330792 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.349587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:14.393897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:14.406077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:14.408733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:14.417503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'port_id': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'mac_address': 'fa:16:3e:31:2f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:37:14.505759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.543921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:37:14.550320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:14.575383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:14.580707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:14.649184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:14.772007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce68bc-a15d-4cb5-aa7a-8f201def81a2 None None] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:14.862390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:37:15.039005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] Provisioning complete for port 00d494ba-585c-4d41-8be7-2f43553eee88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:15.039005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.045498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 00d494ba-585c-4d41-8be7-2f43553eee88 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:15.072091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:15.089941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42816) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:15.090749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-59f2b23c-7088-44fe-bb61-b6c79ff5b39f tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7513158 Oct 26 14:37:15.096432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-679848327'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:15.132265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:15.134418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:15.138908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.182090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:15.200315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.200784 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added segment 7ec267c8-aa4d-43f4-8972-230a66fda599 of type vlan for network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f Oct 26 14:37:15.252615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:15.253656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:15.291038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.409078 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.421565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:15.423120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.534290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 00d494ba-585c-4d41-8be7-2f43553eee88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:15.535107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.626799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Network': ['ID=3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:15.654677 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-408251a2-ee5f-4d45-9242-be1de24242d9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5632751 Oct 26 14:37:15.657589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:15.667181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'subnet': {'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:15.713726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.739265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:15.819115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315256e5-e6fe-4d22-9f4b-911e5f49d4cc req-2b6584c7-d790-4b9b-b791-aded89232a5b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:15.822233 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-315256e5-e6fe-4d22-9f4b-911e5f49d4cc req-2b6584c7-d790-4b9b-b791-aded89232a5b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 944 time: 0.3544288 Oct 26 14:37:15.887801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Made reservation on behalf of 5b84c942535e4765a569ec8d019835bd for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:15.893111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:15.922536 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-315256e5-e6fe-4d22-9f4b-911e5f49d4cc req-05c2089c-608e-4045-8050-9ae43a316708 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852902 Oct 26 14:37:15.980456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:16.039409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] For port 00d494ba-585c-4d41-8be7-2f43553eee88, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=00d494ba-585c-4d41-8be7-2f43553eee88,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:16.045763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.098821 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.240173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:16.346476 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.390791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab207e-1dea-4080-924e-4bea4bce61fc None None] Pushing event updated for resources: {'Port': ['ID=00d494ba-585c-4d41-8be7-2f43553eee88,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:16.509333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Subnet': ['ID=453b9170-7980-4612-9783-f20f14dc19bd,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:16.527794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Checking segment: {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:16.528384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network hostable DHCP agents. Network: 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:16.562857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:16.585965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:16.587233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.595790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:16.597096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:16.629014 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c098b05e-e86e-41f3-bb2d-df8f687fd0da tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9692347 Oct 26 14:37:16.632162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42824) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:16.856856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2cb79b-5639-4b28-a694-9807f303d4e7 None None] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:16.861716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a0ac2ade-031e-4ce5-8b39-7e062830cc22 None None] Provisioning complete for port 161f1fa8-9671-4e01-8230-09a25d226b3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:16.862665 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2ade-031e-4ce5-8b39-7e062830cc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.023673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac2ade-031e-4ce5-8b39-7e062830cc22 None None] Port 161f1fa8-9671-4e01-8230-09a25d226b3d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:17.052768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 00d494ba-585c-4d41-8be7-2f43553eee88 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:17.061641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:37:17.200715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:17.229134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a0ac2ade-031e-4ce5-8b39-7e062830cc22 None None] Provisioning complete for port 00d494ba-585c-4d41-8be7-2f43553eee88 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:17.229760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a0ac2ade-031e-4ce5-8b39-7e062830cc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.244950 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.358720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82725646-b2d5-4ba3-a3c2-dfa83a3d200a req-b1e748d2-05aa-4c4d-b2ed-39a5acc8bf7a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:17.361751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82725646-b2d5-4ba3-a3c2-dfa83a3d200a req-b1e748d2-05aa-4c4d-b2ed-39a5acc8bf7a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 944 time: 0.3145831 Oct 26 14:37:17.469918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:13Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:13Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:17.517410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-82725646-b2d5-4ba3-a3c2-dfa83a3d200a req-4debd419-8a90-4335-97d4-06c81238ffad tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335738 Oct 26 14:37:17.546622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.550726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:17.551084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Updating router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f port 161f1fa8-9671-4e01-8230-09a25d226b3d binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:37:17.569327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42834) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:17.600373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:17.612334 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.614873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 00d494ba-585c-4d41-8be7-2f43553eee88 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:17.615238 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.672439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:17.673374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:17.741816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-431a86d9-4770-4483-be3d-c4dffcb72ba1 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/floatingips/905acea2-c6a3-420d-ac1d-5834c67c17a6 HTTP/1.1" status: 200 len: 991 time: 0.1701057 Oct 26 14:37:17.947486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Allocated IP 2001:db8:3::1 (3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f/453b9170-7980-4612-9783-f20f14dc19bd/7cc474bd-9a3e-4c91-81ef-aba83d529b46) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:18.087752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.132908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.188333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:18.192810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:18.197321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:18.198027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.240934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:18.278641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:18.341226 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.385991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-038eacdb-7e10-42f6-9487-e6caa3c1d803 None None] Provisioning complete for port 161f1fa8-9671-4e01-8230-09a25d226b3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:18.386772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-038eacdb-7e10-42f6-9487-e6caa3c1d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.556888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Allocated IP 2001:db8:3::2 (3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f/453b9170-7980-4612-9783-f20f14dc19bd/46d2150f-f4ae-40b6-8a7b-9428bc119f71) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:18.610870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-038eacdb-7e10-42f6-9487-e6caa3c1d803 None None] Port 161f1fa8-9671-4e01-8230-09a25d226b3d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:18.737833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:18.739486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.847416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.861288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:18.862767 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.020044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event updated for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:19.053998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.061113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.089867 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.106716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:19.109536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:19.187343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:19.195683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:37:19.198255 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ad54e-0145-465c-b7b6-9c230c95bca9" -d '{"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-plugged", "status": "completed", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:37:19.213196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:19.226727 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:19.232938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.235805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:19.259449 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.261316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:19.290075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Pushing event updated for resources: {'Port': ['ID=46d2150f-f4ae-40b6-8a7b-9428bc119f71,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:19.293214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.372775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:19.384382 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d963ab-7358-4498-b498-d2f1d20a05be x-openstack-request-id: req-e4d963ab-7358-4498-b498-d2f1d20a05be {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:37:19.386008 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-plugged", "status": "completed", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:37:19.386683 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4d963ab-7358-4498-b498-d2f1d20a05be {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:37:19.387643 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'code': 200} Oct 26 14:37:19.444837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:19.457325 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a4d073de-1068-453c-aa85-00341f297c6c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8233669 Oct 26 14:37:19.460462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42848) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:19.467899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:19.535196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Attempting to bind port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:19.536141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Attempting to bind port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:19.536534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Attempting to bind port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 on network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:19.545455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:19.545839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Checking segment: {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:19.546248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.546655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Bound using segment: {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:19.547158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Bound port: 46d2150f-f4ae-40b6-8a7b-9428bc119f71, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:19.547549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.635093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] For port 46d2150f-f4ae-40b6-8a7b-9428bc119f71, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:19.640785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] For port 46d2150f-f4ae-40b6-8a7b-9428bc119f71, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=46d2150f-f4ae-40b6-8a7b-9428bc119f71,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:19.656229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.675411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797c30-e7bf-4299-a3ca-4c32fb96ee63 None None] Pushing event updated for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:19.761872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca6b1-c94f-4750-bb0f-b96af91895cd None None] Pushing event updated for resources: {'Port': ['ID=46d2150f-f4ae-40b6-8a7b-9428bc119f71,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:19.825996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Attempting to bind port 161f1fa8-9671-4e01-8230-09a25d226b3d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:19.826484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Attempting to bind port 161f1fa8-9671-4e01-8230-09a25d226b3d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:19.841240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Attempting to bind port 161f1fa8-9671-4e01-8230-09a25d226b3d on network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:19.851701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:19.852163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Checking segment: {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:19.852677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.853082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Bound using segment: {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:19.853588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Bound port: 161f1fa8-9671-4e01-8230-09a25d226b3d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405ce26c-3123-402c-9f51-299bf9ad5b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:19.854021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.937528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e01c1a2b-2f45-47a7-bb77-d5517d1bce78 None None] Provisioning complete for port 161f1fa8-9671-4e01-8230-09a25d226b3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:19.937902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e01c1a2b-2f45-47a7-bb77-d5517d1bce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:19.994043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] For port 161f1fa8-9671-4e01-8230-09a25d226b3d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:19.998265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] For port 161f1fa8-9671-4e01-8230-09a25d226b3d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=161f1fa8-9671-4e01-8230-09a25d226b3d,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:20.000029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e01c1a2b-2f45-47a7-bb77-d5517d1bce78 None None] Port 161f1fa8-9671-4e01-8230-09a25d226b3d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:20.003674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.072359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:20.073135 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:20.165852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797c30-e7bf-4299-a3ca-4c32fb96ee63 None None] Pushing event updated for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:20.432759 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:37:20.469193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Removed routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:37:20.470981 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.495803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:20.649139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] Provisioning complete for port 161f1fa8-9671-4e01-8230-09a25d226b3d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:20.649860 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.800807 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.804968 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.913775 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:20.949206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:20.966475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] For port 161f1fa8-9671-4e01-8230-09a25d226b3d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=161f1fa8-9671-4e01-8230-09a25d226b3d,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:20.977818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:18Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:19Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:18Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:21.013168 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:21.018995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a74edd-008d-43d8-b091-92bafcfb475a None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:18Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:19Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:18Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:21.092409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 46d2150f-f4ae-40b6-8a7b-9428bc119f71 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:21.172271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0fa7e-27f7-43ab-bdb8-2ac6f50b3bda None None] Pushing event updated for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:21.200932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:21.202468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:21.234141 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:21.255052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:21.260568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-757f1605-0421-449d-9da8-0797b6065e32 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 953 time: 1.7965117 Oct 26 14:37:21.261123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42862) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:21.432014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:21.462114 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eae5dbf1-837e-4b0f-82f9-238e51ccf156 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 953 time: 0.1970050 Oct 26 14:37:21.462786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42866) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:21.472979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'routes': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:21.492898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 46d2150f-f4ae-40b6-8a7b-9428bc119f71, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=46d2150f-f4ae-40b6-8a7b-9428bc119f71,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:21.499085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:21.577667 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=46d2150f-f4ae-40b6-8a7b-9428bc119f71,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:21.726379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181bfcb5-2912-4782-8b97-eed34188c095 None None] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:21.916183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8f7edc74-a7a1-4b33-9c3d-b3f24888001e None None] Provisioning complete for port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:21.916763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc74-a7a1-4b33-9c3d-b3f24888001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.087489 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.440535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b69dd55c-0743-4c7f-851e-8232a5dcbd74 None None] Provisioning complete for port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:22.441321 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b69dd55c-0743-4c7f-851e-8232a5dcbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.643197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b69dd55c-0743-4c7f-851e-8232a5dcbd74 None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:22.646442 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b69dd55c-0743-4c7f-851e-8232a5dcbd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.671504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:37:22.674629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:37:22.705551 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b69dd55c-0743-4c7f-851e-8232a5dcbd74 None None] Port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:22.747475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.837776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2bc79219-686b-43e9-ad6f-3e1cfe378ade None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:22.838813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2bc79219-686b-43e9-ad6f-3e1cfe378ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:22.920096 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:22.945458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:22.946893 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:22.949061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2bc79219-686b-43e9-ad6f-3e1cfe378ade None None] Port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:23.019554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.025259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.122193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 161f1fa8-9671-4e01-8230-09a25d226b3d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:23.173591 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:23.191195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:23.199681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d9a4205b-abb2-4baf-bcd0-6442389d6b92 None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:23.200029 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a4205b-abb2-4baf-bcd0-6442389d6b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.235031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 161f1fa8-9671-4e01-8230-09a25d226b3d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:23.235549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.293454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d9a4205b-abb2-4baf-bcd0-6442389d6b92 None None] Port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:23.354084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:23.361582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 46d2150f-f4ae-40b6-8a7b-9428bc119f71 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:23.382767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.387107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d0ae9fb2-ce63-4973-a15c-546a2da5d81b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 703 time: 1.9223976 Oct 26 14:37:23.388265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42870) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:23.423565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:23.423987 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.535913 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:23.564449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:22Z', 'revision_number': 7, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:18Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:23.572088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2473f60d-e3b6-44f6-abdc-0347b7905971 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 703 time: 0.1798713 Oct 26 14:37:23.574147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42876) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:23.631555 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:23.632144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Updating router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:37:23.679153 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.103794 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.112343 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.268380 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Attempting to bind port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:24.273717 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Attempting to bind port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:24.273717 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Attempting to bind port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 on network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:24.279702 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:24.280024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Checking segment: {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:24.280443 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.280813 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Bound using segment: {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:24.281296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Bound port: 7cc474bd-9a3e-4c91-81ef-aba83d529b46, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec267c8-aa4d-43f4-8972-230a66fda599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:24.281834 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.298586 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ece94-c669-480e-b042-a90c16e0be57 None None] Pushing event updated for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:24.396373 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] For port 7cc474bd-9a3e-4c91-81ef-aba83d529b46, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:24.402064 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] For port 7cc474bd-9a3e-4c91-81ef-aba83d529b46, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cc474bd-9a3e-4c91-81ef-aba83d529b46,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:24.409235 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.476377 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ece94-c669-480e-b042-a90c16e0be57 None None] Pushing event updated for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:24.525647 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:24.526868 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:24.564780 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.680060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:24.680060 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.703586 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:24.899488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:24.967399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] For port 7cc474bd-9a3e-4c91-81ef-aba83d529b46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cc474bd-9a3e-4c91-81ef-aba83d529b46,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:24.976269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.140887 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:22Z', 'revision_number': 7, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:24Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:25.142588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cc474bd-9a3e-4c91-81ef-aba83d529b46 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:25.178056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:25.179068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.179265 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896b4f-f914-4a67-9c50-18eb4ce58008 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:22Z', 'revision_number': 7, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:24Z', 'revision_number': 4, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:25.281652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4706394-957f-4e6a-bb95-c3780e125c5e None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:25.282042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4706394-957f-4e6a-bb95-c3780e125c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.326540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065508e-fd25-4639-8bee-aac5edcfff53 None None] Pushing event updated for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:25.375183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7cc474bd-9a3e-4c91-81ef-aba83d529b46 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:25.375708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.440977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 7cc474bd-9a3e-4c91-81ef-aba83d529b46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cc474bd-9a3e-4c91-81ef-aba83d529b46,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:25.441360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.461712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 7cc474bd-9a3e-4c91-81ef-aba83d529b46 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:25.521650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:25.557311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:25.557934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:25.704616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:25.748631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:25.826694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=7cc474bd-9a3e-4c91-81ef-aba83d529b46,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:26.027694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.089298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:22Z', 'revision_number': 7, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cc474bd-9a3e-4c91-81ef-aba83d529b46', 'name': '', 'network_id': '3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:04:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '453b9170-7980-4612-9783-f20f14dc19bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:17Z', 'updated_at': '2021-10-26T14:37:24Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '453b9170-7980-4612-9783-f20f14dc19bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:26.150174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:26.171107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:26.171858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:26.358895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:26.383783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:26.558584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:26.565465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3fd31560-68bd-4cff-bf1d-0e287b22afe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9898026 Oct 26 14:37:26.569580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42892) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:26.633682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 453b9170-7980-4612-9783-f20f14dc19bd {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:26.638151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.667843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:25Z', 'revision_number': 8, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:26.683201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.702636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdda2d-93c5-480d-9dc9-4818a77bce00 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:25Z', 'revision_number': 8, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:26.786275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.853587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.883878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=453b9170-7980-4612-9783-f20f14dc19bd,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:26.889030 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:26.898164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f391b39-5a64-46f7-8eeb-b754b620b0e8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/453b9170-7980-4612-9783-f20f14dc19bd HTTP/1.1" status: 204 len: 168 time: 0.3245938 Oct 26 14:37:26.899301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42894) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:26.900427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e55d9d-9389-4df9-adca-c436aa2eb0c6 None None] Network 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:27.002027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.003174 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:37:27.087126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:27.087600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.192989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 46d2150f-f4ae-40b6-8a7b-9428bc119f71, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=46d2150f-f4ae-40b6-8a7b-9428bc119f71,segment=NetworkSegment(7ec267c8-aa4d-43f4-8972-230a66fda599),segment_id=7ec267c8-aa4d-43f4-8972-230a66fda599)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:27.193572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.204989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cc474bd-9a3e-4c91-81ef-aba83d529b46 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:27.211937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 46d2150f-f4ae-40b6-8a7b-9428bc119f71 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:27.248420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7cc474bd-9a3e-4c91-81ef-aba83d529b46 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:27.248883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cc474bd-9a3e-4c91-81ef-aba83d529b46 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:27.317734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.362373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af81f728-780a-4a6f-a5ff-9a8c96d5e8f5 None None] DHCP port deletion for 3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:37:27.366984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 46d2150f-f4ae-40b6-8a7b-9428bc119f71 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:27.370310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=46d2150f-f4ae-40b6-8a7b-9428bc119f71,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:27.372938 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:27.393891 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:27.395219 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:27.500316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:27.548441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.579949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:27.601571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec267c8-aa4d-43f4-8972-230a66fda599') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:27.602080 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec267c8-aa4d-43f4-8972-230a66fda599') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:27.621386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.648985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.662943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:27.663463 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:27.682421 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:27.742868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.750867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:27.755140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f HTTP/1.1" status: 204 len: 168 time: 0.8532739 Oct 26 14:37:27.760792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42906) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:27.778201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b331f0-4aa7-4d28-a32a-437a8b73c9c9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=3f336ecc-d8e0-4d9e-8c00-8bf8a6f6703f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:27.891670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:25Z', 'revision_number': 8, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:27.923532 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:27.934210 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:27.934849 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:28.034090 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:28.220307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:28.231819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42920) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:28.384308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703928-b9bb-4990-85eb-f5d526e40332 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:28.384815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703928-b9bb-4990-85eb-f5d526e40332 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:28.385291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e703928-b9bb-4990-85eb-f5d526e40332 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:28.386159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:25Z', 'revision_number': 8, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:28.387163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e703928-b9bb-4990-85eb-f5d526e40332 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=9d8f7825c6524def989ac4ef6ca61907&network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 2969 time: 0.1534157 Oct 26 14:37:28.436152 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c388df2-4384-40f5-a000-f0b87ff6b66a None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:25Z', 'revision_number': 8, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '161f1fa8-9671-4e01-8230-09a25d226b3d', 'name': '', 'network_id': '3b6cb14a-1999-4995-9b2e-41a6af1d9048', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:88:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:10Z', 'updated_at': '2021-10-26T14:37:20Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:28.603857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 161f1fa8-9671-4e01-8230-09a25d226b3d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:28.604312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:28.714934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 161f1fa8-9671-4e01-8230-09a25d226b3d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=161f1fa8-9671-4e01-8230-09a25d226b3d,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:28.715668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:28.733091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 161f1fa8-9671-4e01-8230-09a25d226b3d owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:28.923426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 46d2150f-f4ae-40b6-8a7b-9428bc119f71 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:28.958785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 46d2150f-f4ae-40b6-8a7b-9428bc119f71 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:28.959364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 46d2150f-f4ae-40b6-8a7b-9428bc119f71 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:28.977064 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:29.031981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=161f1fa8-9671-4e01-8230-09a25d226b3d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:29.218313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:29.529042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:29.675385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:29.681974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-55d768b9-3307-4356-988c-7f46a27ae678 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186738 Oct 26 14:37:29.685864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42932) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:29.687843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:29.705782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:29.706732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:29.753530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:29.758858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:29.834962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:29.866536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:30.010942 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.090539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.124232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:28Z', 'revision_number': 9, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:30.126023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:30.128227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.132429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b5a5918-3cb5-4b6c-9d95-3b7b494a165c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d HTTP/1.1" status: 204 len: 168 time: 0.4450777 Oct 26 14:37:30.137200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42936) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:30.159576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58ba0a1-31fc-481a-b3ae-9d123199ab55 None None] Network 3b6cb14a-1999-4995-9b2e-41a6af1d9048 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:30.173570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:30.227972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:30.228662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:30.245396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:30.261494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.340028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd1b78-c09c-4b7c-ae67-47400902ba63 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:30.353516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00fd1b78-c09c-4b7c-ae67-47400902ba63 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618 HTTP/1.1" status: 200 len: 814 time: 0.0967069 Oct 26 14:37:30.382801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 00d494ba-585c-4d41-8be7-2f43553eee88 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:30.383708 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.388146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:30.506456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 00d494ba-585c-4d41-8be7-2f43553eee88, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=00d494ba-585c-4d41-8be7-2f43553eee88,segment=NetworkSegment(405ce26c-3123-402c-9f51-299bf9ad5b66),segment_id=405ce26c-3123-402c-9f51-299bf9ad5b66)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:30.506456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.538964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 00d494ba-585c-4d41-8be7-2f43553eee88 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:30.557716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] DHCP port deletion for 3b6cb14a-1999-4995-9b2e-41a6af1d9048 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:37:30.641938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.672292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=00d494ba-585c-4d41-8be7-2f43553eee88,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:30.675693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port 00d494ba-585c-4d41-8be7-2f43553eee88 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:30.787876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Deleting port 00d494ba-585c-4d41-8be7-2f43553eee88 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:30.788402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.804073 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.804658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42946) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:30.812948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'network': {'name': 'tempest-network-smoke--1959605217', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'port_security_enabled': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:30.845156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6cb14a-1999-4995-9b2e-41a6af1d9048']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:30.861260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405ce26c-3123-402c-9f51-299bf9ad5b66') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:30.862663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405ce26c-3123-402c-9f51-299bf9ad5b66') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:30.878041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:30.883593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.893316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.916036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.918870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:30.928599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:30.928599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.967672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] For port 00d494ba-585c-4d41-8be7-2f43553eee88, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:30.967672 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:30.989320 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:30.991655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Calling delete_port for 00d494ba-585c-4d41-8be7-2f43553eee88 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:30.997686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Port 00d494ba-585c-4d41-8be7-2f43553eee88 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:37:31.001202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.036698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.038103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.038449 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Added segment 1514d47c-ee79-4da7-8efd-a05e0ea95468 of type vlan for network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 Oct 26 14:37:31.060714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.070659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Pushing event deleted for resources: {'Port': ['ID=00d494ba-585c-4d41-8be7-2f43553eee88,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:31.070891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/3b6cb14a-1999-4995-9b2e-41a6af1d9048 HTTP/1.1" status: 204 len: 168 time: 0.9291778 Oct 26 14:37:31.075681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 00d494ba-585c-4d41-8be7-2f43553eee88 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:31.081024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.081458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.081704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.082154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.082505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.082839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.083243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.083694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.084022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.084345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.084699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.085025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:31.087758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.103305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110953d-4a11-4215-ae10-5ae03316c07e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=3b6cb14a-1999-4995-9b2e-41a6af1d9048,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:31.112373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:28Z', 'revision_number': 9, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:31.116667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.119654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a66e9-24c8-42e2-9089-cfa0598e9b8a None None] No DVR routers for this DVR port 00d494ba-585c-4d41-8be7-2f43553eee88 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:31.121187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 00d494ba-585c-4d41-8be7-2f43553eee88 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:31.121520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 00d494ba-585c-4d41-8be7-2f43553eee88 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:31.153914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1b10c-185e-4d45-b7a4-217d7aedacf8 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:28Z', 'revision_number': 9, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': '27125c8a-b985-4546-9ad1-11665082b77d', 'name': '', 'network_id': 'cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:24:ee:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:04Z', 'updated_at': '2021-10-26T14:37:12Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': '78b29652-0f55-44ea-8cd0-4ffe99b24676', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:31.189228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.196578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:31.197556 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:31.296282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4861746 Oct 26 14:37:31.296749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42950) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.309551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8f323-9cb0-4823-bc28-48c8df2d8b1e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Network': ['ID=0ec2a815-6cb1-442f-a0a4-315c96f87bf2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:31.324282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:31.402851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7e68c-6fa9-4078-959b-ef85c533ce37 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:31.407339 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bae7e68c-6fa9-4078-959b-ef85c533ce37 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d8f7825c6524def989ac4ef6ca61907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1091745 Oct 26 14:37:31.409101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42952) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.559221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ded2d-b7dd-4dce-b6aa-746ca50c7faa tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:31.561906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-478ded2d-b7dd-4dce-b6aa-746ca50c7faa tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502085 Oct 26 14:37:31.570036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42956) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.611585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aed60da1-2849-4d5a-a41f-1a35561b7e6d tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399303 Oct 26 14:37:31.617078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.704657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f7a4ff5c-6a31-402f-b88e-51f9d76fe8bd tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d8f7825c6524def989ac4ef6ca61907&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858860 Oct 26 14:37:31.707946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42966) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:31.963752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff63b31a-baed-45b0-9aca-765c14d2a369 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:31.966673 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ff63b31a-baed-45b0-9aca-765c14d2a369 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2547500 Oct 26 14:37:31.974000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42974) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:32.062178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42976) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:32.062738 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3215df35-f54d-4a11-a614-542ba10dc3c7 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863986 Oct 26 14:37:32.068995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170647733', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:32.176357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.254505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:32.257613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.644347 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.740534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Subnet': ['ID=fd12e266-b488-43e2-b5f3-44e614ff0d75,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:32.763647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Checking segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:32.764025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network hostable DHCP agents. Network: 0ec2a815-6cb1-442f-a0a4-315c96f87bf2, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:32.768763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port 27125c8a-b985-4546-9ad1-11665082b77d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:32.769117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.852694 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:32.884023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 0ec2a815-6cb1-442f-a0a4-315c96f87bf2) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:32.894441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:32.895564 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.897157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 161f1fa8-9671-4e01-8230-09a25d226b3d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:32.906677 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b043b9-fd3f-411f-8696-7819a3bbaa43 None None] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:32.917577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port 27125c8a-b985-4546-9ad1-11665082b77d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=27125c8a-b985-4546-9ad1-11665082b77d,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:32.918043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:32.936616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c9b036d5-9c68-40b7-b489-31abcd4452dc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8688691 Oct 26 14:37:32.945207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for 27125c8a-b985-4546-9ad1-11665082b77d owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:32.960013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 161f1fa8-9671-4e01-8230-09a25d226b3d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:32.960567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 161f1fa8-9671-4e01-8230-09a25d226b3d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:33.215317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ips': [{'subnet_id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:33.216258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.296138 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.372933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=27125c8a-b985-4546-9ad1-11665082b77d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:33.423449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Allocated IP 172.20.0.18 (0ec2a815-6cb1-442f-a0a4-315c96f87bf2/fd12e266-b488-43e2-b5f3-44e614ff0d75/92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:33.487269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:33.494170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491426276', 'description': 'tempest-secgroup-smoke-1491426276 description', 'project_id': '9d8f7825c6524def989ac4ef6ca61907'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:33.586276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.602550 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.737406 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.744599 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.794323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:33.798090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:33.803903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:33.807536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Pushing event updated for resources: {'Port': ['ID=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:33.888075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Attempting to bind port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:33.888545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Attempting to bind port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:33.889070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Attempting to bind port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc on network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:33.897626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:33.898702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Checking segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:33.898905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.899362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Bound using segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:33.900000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Bound port: 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:33.900824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.950964 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.958570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:33.996475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] For port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:34.002226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] For port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:34.005106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.006519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5163720 Oct 26 14:37:34.011537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42984) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:34.016733 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25324-9856-4c75-b2e0-23baae4ebb4b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:34.019391 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:34.024331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:34.024962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.076902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.167916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd9b2c-9089-4a07-a1d8-6b714cef3540 None None] Pushing event updated for resources: {'Port': ['ID=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:34.237187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.241203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:34.248817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.257118 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:34.260264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-208e6a20-c2c8-41d8-b5fc-973d1ae8cdd6 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1710141 Oct 26 14:37:34.263729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 42988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:34.280345 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:34.281314 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:34.281829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c507e295-64ec-4acf-a026-0c07fbc6b572,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:34.323163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.340628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f81a5b5a-cedc-4271-9df9-3656a80aea8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264320 Oct 26 14:37:34.341740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42990) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:34.349985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:34.369505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet 78b29652-0f55-44ea-8cd0-4ffe99b24676 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:34.374007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.413377 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.416417 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:34.467643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.672962 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.679955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.714836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53584203-9679-4664-a942-c87833233639,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:34.733698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.736600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ed320203-9fd6-49bb-81d3-16ace1bb83fa tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3920941 Oct 26 14:37:34.739726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42992) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:34.748386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:34.770302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:33Z', 'revision_number': 10, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:34.805187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.807177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.810908 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:34.823669 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:34.824804 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:34.909092 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.915792 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.944678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec04fd9-918b-48c4-847c-c1b41111ef58,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:34.961673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.966736 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-da8c7ce2-cadb-4933-aebc-18fb4ba45b6f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2247388 Oct 26 14:37:34.967425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:34.973276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:34.973623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:34.997329 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:35.023157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.033904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.047484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/78b29652-0f55-44ea-8cd0-4ffe99b24676 HTTP/1.1" status: 204 len: 168 time: 0.7786903 Oct 26 14:37:35.052101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 42996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:35.075871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634c14b-aa16-45d3-9e27-fe9b2064f023 None None] Network cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:35.103147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455629a-3e7b-4b1e-855a-ab0f51208a3e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=78b29652-0f55-44ea-8cd0-4ffe99b24676,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:35.214603 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.262034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43000) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:35.353489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.373500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.380140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port c015d1fa-d9b5-45c8-a271-d2e94964733c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:35.380658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.419435 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:33Z', 'revision_number': 10, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:35.453506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Deleting subnet 93dce1d5-f97a-46b3-ad6e-e13e99ebf776 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:35.466229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:35.471093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.472167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port c015d1fa-d9b5-45c8-a271-d2e94964733c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c015d1fa-d9b5-45c8-a271-d2e94964733c,segment=NetworkSegment(c6928863-0519-4493-803a-67818bdce869),segment_id=c6928863-0519-4493-803a-67818bdce869)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:35.473633 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.484295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce35f7-e6df-4848-a844-c4a7fbfc40c2 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:33Z', 'revision_number': 10, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None, '_interfaces': [{'id': 'e9a9e197-00e5-4a5d-98e0-505637c9f1f1', 'name': '', 'network_id': '58d21482-cd8e-4c2d-9506-6c420b5bedf0', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'mac_address': 'fa:16:3e:02:eb:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:59Z', 'updated_at': '2021-10-26T14:37:06Z', 'revision_number': 5, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'subnets': [{'id': 'de98b05b-dfec-45cb-a3b5-321c775a6784', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:35.500477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for c015d1fa-d9b5-45c8-a271-d2e94964733c owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:35.572216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.656619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.662628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9369fb8-4900-4912-af23-5a582b4de9b8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:35.679747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.684768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d8ee8be2-b1db-4b62-a215-e48b28fc45ed tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7124009 Oct 26 14:37:35.686076 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43002) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:35.690531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:35.704546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:35.704979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.738746 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.760926 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:37:35.764999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.790274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.793587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=c015d1fa-d9b5-45c8-a271-d2e94964733c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:35.798941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port c015d1fa-d9b5-45c8-a271-d2e94964733c on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:35.806044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:35.813894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93dce1d5-f97a-46b3-ad6e-e13e99ebf776 HTTP/1.1" status: 204 len: 168 time: 0.5502295 Oct 26 14:37:35.815073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb354ad-4d70-4ac9-ba9a-72d8eead6431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93dce1d5-f97a-46b3-ad6e-e13e99ebf776,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:35.819068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43004) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:35.975687 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.012777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d522e5-d64e-4ecc-ad79-5050e3d343a1 None None] DHCP port deletion for cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:37:36.059811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.070156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:36.079584 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.115550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.155959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:36.188137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.211259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.213825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6928863-0519-4493-803a-67818bdce869') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.214249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6928863-0519-4493-803a-67818bdce869') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.224332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e94817-301a-4082-aef6-618999166fc9 None None] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:36.230003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.250505 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.281122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47be2497-1f0a-41b1-b248-97449740f19e']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.287860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.303969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:36.305168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.307532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1612ab-c158-4a13-bbd0-939715f27932') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.309294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1612ab-c158-4a13-bbd0-939715f27932') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:36.333421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-21847122-17eb-495d-8a7f-c553d53906c2 None None] Provisioning complete for port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:36.333822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21847122-17eb-495d-8a7f-c553d53906c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.339793 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.387747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:36.390990 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:36.398012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.408106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:36.408596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:36.411452 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:36.428539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852c9615-7cc5-4067-b670-5295a73c4d14,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:36.462343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.463723 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35242d07-e525-46ac-b6a5-7e077f3688db tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7772541 Oct 26 14:37:36.467524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:36.475259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '23e0fce1-a64a-44ab-9b8e-fe8fef48afdb', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:36.482054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.493886 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.501143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e HTTP/1.1" status: 204 len: 168 time: 1.4457452 Oct 26 14:37:36.505821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:36.556151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.576514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:36.590749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] 10.222.0.37 "DELETE /v2.0/networks/47be2497-1f0a-41b1-b248-97449740f19e HTTP/1.1" status: 204 len: 168 time: 0.7672520 Oct 26 14:37:36.624199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43010) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:36.627385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fc5b8-0131-4f40-b90c-82943e2b7f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=47be2497-1f0a-41b1-b248-97449740f19e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:36.965837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:37.059459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-76e90c93-8d7a-4ae3-bca5-973e175dddf9 None None] Provisioning complete for port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:37.059961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76e90c93-8d7a-4ae3-bca5-973e175dddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.138012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:37.138992 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.141808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8cfa8-bfc6-4645-9afb-dc6509075ed3 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=cfbbb6fe-c38a-4f8d-9276-0e018bfaf16e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:37.195584 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:37:37.210151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.216537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Deleting subnet 4c30a494-b128-4e6d-bae3-524d7e2fa316 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:37.231723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.326767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.418505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 27125c8a-b985-4546-9ad1-11665082b77d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:37.444032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.445529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.446959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 27125c8a-b985-4546-9ad1-11665082b77d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:37.447484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 27125c8a-b985-4546-9ad1-11665082b77d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:37.448396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c015d1fa-d9b5-45c8-a271-d2e94964733c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:37.473811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c015d1fa-d9b5-45c8-a271-d2e94964733c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:37.474190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c015d1fa-d9b5-45c8-a271-d2e94964733c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:37.484335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.531357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11277a02-85f0-4999-8e97-f9097626cc76,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:37.548432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.549693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8397ef3f-d410-419e-9547-256e6049e722 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0805886 Oct 26 14:37:37.581319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.631253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c30a494-b128-4e6d-bae3-524d7e2fa316,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:37.642236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.646172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d0d3e3f5-d19c-4448-a33e-074c360d6cb0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c30a494-b128-4e6d-bae3-524d7e2fa316 HTTP/1.1" status: 204 len: 168 time: 0.5222533 Oct 26 14:37:37.649711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43020) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:37.746961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.780344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-bf0f9887-26e3-494b-b914-80af34211418 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491426276&fields=id&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 267 time: 0.0735381 Oct 26 14:37:37.835190 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.849912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.864764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6294001-f0bc-45aa-917c-f8d80bb4fe96']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:37.877477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e65d24-2bb2-4847-b34f-f72dfd189d73') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:37.877817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e65d24-2bb2-4847-b34f-f72dfd189d73') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:37.892161 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.908170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.915596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:37.915996 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:37.917790 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:37.982100 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.987703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:37.991265 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c6294001-f0bc-45aa-917c-f8d80bb4fe96 HTTP/1.1" status: 204 len: 168 time: 0.3392713 Oct 26 14:37:38.002912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221e001-649b-4735-afe0-9812550ca3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6294001-f0bc-45aa-917c-f8d80bb4fe96,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:38.053472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-0127bfe9-9714-4eb6-a8f4-1a0a49b1d3f7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:38.055049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-0127bfe9-9714-4eb6-a8f4-1a0a49b1d3f7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/networks?id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2 HTTP/1.1" status: 200 len: 797 time: 0.2669699 Oct 26 14:37:38.103724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-3e5e6aff-f614-4d92-978b-905bdfe10312 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/quotas/9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 375 time: 0.0295937 Oct 26 14:37:38.191150 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-46ab8e15-68a1-4496-940e-398231d591a1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0806704 Oct 26 14:37:38.218503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43028) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:38.269319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fa94d916-c48b-4c3f-923c-32c6277d554b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7884aea4c3c04a17b4ccdab92a4878d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490775 Oct 26 14:37:38.272354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:38.455775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port e9a9e197-00e5-4a5d-98e0-505637c9f1f1 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:38.456106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.461706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-a110c6c8-b1bc-4546-876a-d41a73eef468 service neutron] 10.222.0.37 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522750 Oct 26 14:37:38.462333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.578407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.683619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port e9a9e197-00e5-4a5d-98e0-505637c9f1f1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:38.683991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.709717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for e9a9e197-00e5-4a5d-98e0-505637c9f1f1 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:38.713182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-98a4d67c-0893-47dd-9a47-bac49a4b3e98 service neutron] 10.222.0.37 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350690 Oct 26 14:37:38.716865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.718874 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:38.719956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50d289e9-81e0-436d-bb04-4b30ee381622 HTTP/1.1" status: 204 len: 168 time: 0.4462821 Oct 26 14:37:38.734249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7442f-1453-4627-816c-164030d170f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d289e9-81e0-436d-bb04-4b30ee381622,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:38.981579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-753d2cb2-777e-4980-813a-927ef2d81531 req-2d3d9c88-a58a-4e3f-aa9a-e83e64e07495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 210 time: 0.0603504 Oct 26 14:37:39.078176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.124738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=e9a9e197-00e5-4a5d-98e0-505637c9f1f1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:39.223621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43044) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:39.280151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.312888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bdb8a976-d4a1-4334-a754-f506d2f03ea8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dec6c0011bb453e8451e13cf8e859c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875819 Oct 26 14:37:39.313938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43046) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:39.394120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.420703 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.497124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.499913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:39.504732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.509421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d80382cd-398b-4454-a796-de04d04363f7 HTTP/1.1" status: 204 len: 168 time: 0.1937921 Oct 26 14:37:39.521812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43435d30-2878-41fe-9e09-65ecdb914008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80382cd-398b-4454-a796-de04d04363f7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:39.666425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:39.676473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43052) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:39.677105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e6ef093-faab-4ae1-9f3c-330b3507b671 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1682677 Oct 26 14:37:39.680985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:39.699599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:39.700818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:39.763062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting subnet de98b05b-dfec-45cb-a3b5-321c775a6784 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:37:39.766873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.826898 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:39.838633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:39.897858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:39.934546 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:39.949526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:39.950801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:39.986696 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.071617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:40.166391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:40.222194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46115b8f-1159-4ed5-a6d7-cefdd4b02111 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:40.227227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-38cfb674-e4ec-4b43-93ac-1a271f2efa7b req-51a20028-03dc-4f5e-955f-dff789e00a53 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 210 time: 0.1023688 Oct 26 14:37:40.228881 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a94142a-8730-4bfd-9d3d-de00b4f9d2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.370551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.440200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Subnet': ['ID=de98b05b-dfec-45cb-a3b5-321c775a6784,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:40.462640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.464300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11c6cd-00e8-48cb-bab9-afb1675c885d None None] Network 58d21482-cd8e-4c2d-9506-6c420b5bedf0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:40.471458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5e8f674f-9e89-4185-bf06-49e9941aba2e tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/de98b05b-dfec-45cb-a3b5-321c775a6784 HTTP/1.1" status: 204 len: 168 time: 0.7904849 Oct 26 14:37:40.472103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43074) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:40.489088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-23dbc8a0-1457-44ab-b33a-23aba3d846c0 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:40.491767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-23dbc8a0-1457-44ab-b33a-23aba3d846c0 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.73 "GET /v2.0/networks?id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2 HTTP/1.1" status: 200 len: 797 time: 0.2363214 Oct 26 14:37:40.591013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-31ab1235-4871-4a32-ac54-104644eaf5a6 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 472 time: 0.0869145 Oct 26 14:37:40.600753 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.610696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'port': {'device_id': '407b55b3-c85a-441b-90ec-010e92416758', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'admin_state_up': True, 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'security_groups': ['23e0fce1-a64a-44ab-9b8e-fe8fef48afdb']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:40.698528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Deleting port a4bacb9f-c095-4bec-b890-7fd7417543ac {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:40.699277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.760943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] DHCP port deletion for 58d21482-cd8e-4c2d-9506-6c420b5bedf0 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:37:40.810496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:40.816750 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.839941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Deleting port a4bacb9f-c095-4bec-b890-7fd7417543ac {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:40.840445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:40.984737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] For port a4bacb9f-c095-4bec-b890-7fd7417543ac, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a4bacb9f-c095-4bec-b890-7fd7417543ac,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:40.985152 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.008328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Calling delete_port for a4bacb9f-c095-4bec-b890-7fd7417543ac owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:41.021897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e9a9e197-00e5-4a5d-98e0-505637c9f1f1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:41.049939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e9a9e197-00e5-4a5d-98e0-505637c9f1f1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:41.050250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e9a9e197-00e5-4a5d-98e0-505637c9f1f1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:41.050611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a4bacb9f-c095-4bec-b890-7fd7417543ac no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:41.086709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.22 (0ec2a815-6cb1-442f-a0a4-315c96f87bf2/fd12e266-b488-43e2-b5f3-44e614ff0d75/2c1cdbce-6e1c-45a6-9a27-6270ffa881fb) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:41.224034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] For port a4bacb9f-c095-4bec-b890-7fd7417543ac, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a4bacb9f-c095-4bec-b890-7fd7417543ac,segment=NetworkSegment(ba022cdb-13c9-4874-b5ba-cd805c025c94),segment_id=ba022cdb-13c9-4874-b5ba-cd805c025c94)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:41.225159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.243199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Calling delete_port for a4bacb9f-c095-4bec-b890-7fd7417543ac owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:41.253558 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.277412 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.299610 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.358694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] No DVR routers for this DVR port a4bacb9f-c095-4bec-b890-7fd7417543ac on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:41.367551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.368998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf9b5-6a73-4dd1-913e-d80434fc0892 None None] Pushing event deleted for resources: {'Port': ['ID=a4bacb9f-c095-4bec-b890-7fd7417543ac,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:41.377431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.423715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Port': ['ID=a4bacb9f-c095-4bec-b890-7fd7417543ac,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:41.459496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No DVR routers for this DVR port a4bacb9f-c095-4bec-b890-7fd7417543ac on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:41.481527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:41.486050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:41.489250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:41.532537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:41.557473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d33c-864b-4a91-b2de-8bfbda8cf06e req-4e4bf031-e1c0-45f3-8746-b7c94faf24ff tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:41.559179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cbc7d33c-864b-4a91-b2de-8bfbda8cf06e req-4e4bf031-e1c0-45f3-8746-b7c94faf24ff tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 932 time: 0.1558890 Oct 26 14:37:41.571814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:41.572635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.611619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-f639bbdf-71ab-41d6-9acf-eb9b0ac8f8c2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0117764 Oct 26 14:37:41.628291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Request body: {'port': {'device_id': '407b55b3-c85a-441b-90ec-010e92416758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:41.668343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.695855 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cbc7d33c-864b-4a91-b2de-8bfbda8cf06e req-e2ec5789-f9c7-4c8c-bf7b-37f5be16a8f1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135545 Oct 26 14:37:41.706088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d21482-cd8e-4c2d-9506-6c420b5bedf0']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:41.725024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba022cdb-13c9-4874-b5ba-cd805c025c94') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:41.726023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba022cdb-13c9-4874-b5ba-cd805c025c94') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:41.735892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.739469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.761739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.774585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:37:41.775264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:37:41.779685 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:37:41.861534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.867918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.871835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/networks/58d21482-cd8e-4c2d-9506-6c420b5bedf0 HTTP/1.1" status: 204 len: 168 time: 1.3971081 Oct 26 14:37:41.875887 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:41.881552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'routes': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:41.945890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6a5a02df-cabf-4a0f-9440-fd8d2596f32b None None] Provisioning complete for port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:41.946459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a5a02df-cabf-4a0f-9440-fd8d2596f32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:41.982884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83096-302e-4863-89ed-1e6f3aa08279 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Pushing event deleted for resources: {'Network': ['ID=58d21482-cd8e-4c2d-9506-6c420b5bedf0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:42.022874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a02df-cabf-4a0f-9440-fd8d2596f32b None None] Port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:42.121087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:37:42.121908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Added routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:37:42.121908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Removed routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:37:42.121908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.133274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.151494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Transition to ACTIVE for port object 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:37:42.157802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.224537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:42.307118 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Attempting to bind port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:42.307461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Attempting to bind port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:42.307799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Attempting to bind port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb on network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:42.313516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb on network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:37:42.313855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Attempting to bind port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb on network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:42.320137 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:42.320578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Checking segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:42.321039 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Bound using segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:42.321630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Bound port: 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:42.322010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.347181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.352797 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.471137 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:42.572651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:42.586643 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.589749 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Sync routers for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:42.596918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f0a3e1a6-380c-4430-8cf4-0154c9eac8ba tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 704 time: 0.7165022 Oct 26 14:37:42.598765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:42.602276 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:42.606081 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:42.686527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a4ea8575-8f54-4b95-bbb6-20f81e7574cd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 205 time: 0.0852304 Oct 26 14:37:42.689708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43102) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:42.694898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:42.783356 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:42.813151 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Checking router: 7970b0f7-0136-44c8-8dfd-0d96b33ea85f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:42.819789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.824132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Routers {'7970b0f7-0136-44c8-8dfd-0d96b33ea85f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:42.825323 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:42.853926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:42.860985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:42.888247 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:42.913549 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8a0e-c87e-4749-a400-7d106a90755c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.010938 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] Set router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:43.016470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.017375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.018961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c1cdbce-6e1c-45a6-9a27-6270ffa881fb HTTP/1.1" status: 200 len: 1092 time: 1.3970044 Oct 26 14:37:43.022681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:37:43.025620 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849aecd6-6def-44ec-844b-0cc82a06b0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:37:43.086063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78ebe-41eb-461b-9a9b-7fc986a3fd38 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:43.104114 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:43.113971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc164-aaab-4497-ac78-cd376887c0a0 req-9568c048-e20f-43aa-8347-99c42ca4a525 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.115788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e74bc164-aaab-4497-ac78-cd376887c0a0 req-9568c048-e20f-43aa-8347-99c42ca4a525 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 944 time: 0.2217646 Oct 26 14:37:43.128580 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd629702-3004-40af-8b27-655154901929 x-openstack-request-id: req-dd629702-3004-40af-8b27-655154901929 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:37:43.129279 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:37:43.129984 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd629702-3004-40af-8b27-655154901929 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:37:43.130506 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb', 'status': 'completed', 'code': 200} Oct 26 14:37:43.135464 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66a7839-2d87-4cb4-b919-a9546fb68267 None None] The sync data for ids ['7970b0f7-0136-44c8-8dfd-0d96b33ea85f'] in n-d-813419-9 is: [{'id': '7970b0f7-0136-44c8-8dfd-0d96b33ea85f', 'name': 'tempest-RoutersIpV6Test-router-279285822', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:57Z', 'updated_at': '2021-10-26T14:37:38Z', 'revision_number': 11, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:43.167368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-25ead8d7-ccff-445d-9ebc-d4156a6ac050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.169153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-25ead8d7-ccff-445d-9ebc-d4156a6ac050 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 1095 time: 0.0984879 Oct 26 14:37:43.170503 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.175828 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.194140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e74bc164-aaab-4497-ac78-cd376887c0a0 req-94e60156-e755-42a6-a0a3-6b87ca640508 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612557 Oct 26 14:37:43.228711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-b3f0b484-ee9f-4d26-83a5-785e2288f077 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb HTTP/1.1" status: 200 len: 217 time: 0.0491648 Oct 26 14:37:43.275858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.276892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router 7970b0f7-0136-44c8-8dfd-0d96b33ea85f {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:37:43.293445 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.295627 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9cd7bb4f-a706-4fa8-b520-5e4f5cb57c08 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 204 len: 168 time: 0.6043079 Oct 26 14:37:43.301741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43108) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:43.310373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-574400433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:43.318098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-88749584-b42d-48e2-986e-e24b99646d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.319657 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-88749584-b42d-48e2-986e-e24b99646d12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd12e266-b488-43e2-b5f3-44e614ff0d75 HTTP/1.1" status: 200 len: 837 time: 0.0844815 Oct 26 14:37:43.370351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.371775 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.376712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-0ebbf103-7a46-4027-ada5-fbcc1fa8c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.381697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-0ebbf103-7a46-4027-ada5-fbcc1fa8c4bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534458 Oct 26 14:37:43.457762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.464900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.491436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.492928 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-94eed23b-0f8b-4563-ad10-1a721ca06fe8 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1894500 Oct 26 14:37:43.496228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43110) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:43.501225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:43.549622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-948fcaa0-46f5-41ee-a0fd-1931e7d674cc service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612766 Oct 26 14:37:43.686489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5ff2a8e5-5659-4687-9e00-e1f9a19eeb02 req-5ac771b6-5bd1-4c5d-a0d6-1fa3c7882f8a service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297960 Oct 26 14:37:43.759520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.778049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.817153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-89b9161f-6d6a-414c-bbd5-0b917912fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.819391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-89b9161f-6d6a-414c-bbd5-0b917912fd8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 1095 time: 0.0746646 Oct 26 14:37:43.913866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Router 435d1b1d-9beb-465d-b9f9-b5db3fa4a430 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:37:43.936064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:43.988593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-0dd38fd0-06b1-49b0-a612-9661743efb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:43.990762 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-0dd38fd0-06b1-49b0-a612-9661743efb45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2 HTTP/1.1" status: 200 len: 898 time: 0.1649323 Oct 26 14:37:44.015416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:44.028227 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.028227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1625f6bc-e10c-4b6d-9699-209dd1fc8325 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "PUT /v2.0/routers/435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 200 len: 697 time: 0.5274432 Oct 26 14:37:44.028227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43116) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:44.030748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Sync routers for ids ['435d1b1d-9beb-465d-b9f9-b5db3fa4a430'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:44.048568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Routers {'435d1b1d-9beb-465d-b9f9-b5db3fa4a430'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:44.049373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['435d1b1d-9beb-465d-b9f9-b5db3fa4a430'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:44.072001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-f82ca372-d285-4da9-9a48-7677c22984c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb HTTP/1.1" status: 200 len: 217 time: 0.0733595 Oct 26 14:37:44.149876 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93737a4b-ed0a-4273-af07-53285c0d043b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/routers/435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 200 len: 703 time: 0.1157293 Oct 26 14:37:44.149876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43120) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:44.154272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-a968f229-85c6-4454-b750-e3727398afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:44.156610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-a968f229-85c6-4454-b750-e3727398afcc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd12e266-b488-43e2-b5f3-44e614ff0d75 HTTP/1.1" status: 200 len: 837 time: 0.0762544 Oct 26 14:37:44.177266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Set router 435d1b1d-9beb-465d-b9f9-b5db3fa4a430 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:44.197519 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07d3a055-0b10-41c5-ac6c-3320c18e4550 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 200 len: 205 time: 0.0450799 Oct 26 14:37:44.198231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43122) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:44.239794 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-31b53845-72b7-4a2c-9189-07bfc7b3b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:44.241576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-31b53845-72b7-4a2c-9189-07bfc7b3b9b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750024 Oct 26 14:37:44.242400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435d1b1d-9beb-465d-b9f9-b5db3fa4a430', 'name': 'tempest-RoutersIpV6Test-router-574400433', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:37:43Z', 'updated_at': '2021-10-26T14:37:43Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:44.293831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.331397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Checking router: 435d1b1d-9beb-465d-b9f9-b5db3fa4a430 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:44.357755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-e488be6a-0bc9-4ec5-9547-68c2480b6227 service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077275 Oct 26 14:37:44.376622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Routers {'435d1b1d-9beb-465d-b9f9-b5db3fa4a430'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:44.378482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['435d1b1d-9beb-465d-b9f9-b5db3fa4a430'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:44.381983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.504863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9584f-3e3e-4599-bb6d-3dd8fa7278df req-42675782-b6c9-4150-b09f-7f10d6dd2b05 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:44.505346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] Set router 435d1b1d-9beb-465d-b9f9-b5db3fa4a430 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:44.506983 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa9584f-3e3e-4599-bb6d-3dd8fa7278df req-42675782-b6c9-4150-b09f-7f10d6dd2b05 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 944 time: 0.1327386 Oct 26 14:37:44.571101 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.574500 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-849aecd6-6def-44ec-844b-0cc82a06b0f4 req-ab42346d-3994-480b-91b0-1c24275467c2 service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079773 Oct 26 14:37:44.574719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.585663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435d1b1d-9beb-465d-b9f9-b5db3fa4a430', 'name': 'tempest-RoutersIpV6Test-router-574400433', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:37:43Z', 'updated_at': '2021-10-26T14:37:43Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:44.819058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b7b47a-ad53-49a9-b311-674cdca24b58 None None] The sync data for ids ['435d1b1d-9beb-465d-b9f9-b5db3fa4a430'] in n-d-813419-9 is: [{'id': '435d1b1d-9beb-465d-b9f9-b5db3fa4a430', 'name': 'tempest-RoutersIpV6Test-router-574400433', 'tenant_id': '5b84c942535e4765a569ec8d019835bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:37:43Z', 'updated_at': '2021-10-26T14:37:43Z', 'revision_number': 2, 'project_id': '5b84c942535e4765a569ec8d019835bd', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:44.956577 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ffa9584f-3e3e-4599-bb6d-3dd8fa7278df req-8c77cf58-9b79-4de3-a6be-ee6baaf93bd8 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219034 Oct 26 14:37:44.967903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.968549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Fanout notify agent at l3_agent the message router_deleted on router 435d1b1d-9beb-465d-b9f9-b5db3fa4a430 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:37:44.978566 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:44.979967 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-04b13d62-2a27-4a5f-a3b8-683b43fcae42 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 204 len: 168 time: 0.7805319 Oct 26 14:37:44.989068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43126) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.033304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93e760de-89c0-40fd-8efc-f826a1c8bed9 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 200 len: 205 time: 0.0428007 Oct 26 14:37:45.037213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43128) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.080922 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-ec71d50c-934c-445b-bab2-aea4bf95029c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.086393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ec71d50c-934c-445b-bab2-aea4bf95029c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/435d1b1d-9beb-465d-b9f9-b5db3fa4a430 HTTP/1.1" status: 404 len: 336 time: 0.0440588 Oct 26 14:37:45.087245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43132) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.121390 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38fbe79-55e4-422e-b95b-f829e06447f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.121849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38fbe79-55e4-422e-b95b-f829e06447f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.125022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c38fbe79-55e4-422e-b95b-f829e06447f5 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/453b9170-7980-4612-9783-f20f14dc19bd HTTP/1.1" status: 404 len: 337 time: 0.0367384 Oct 26 14:37:45.127945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.158695 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004d09b-f1ed-43ea-9822-53b90c0a9a35 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.159508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7004d09b-f1ed-43ea-9822-53b90c0a9a35 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.163555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7004d09b-f1ed-43ea-9822-53b90c0a9a35 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/ea80d8ea-bbd3-4c69-8f75-8edc7ca2ed5d HTTP/1.1" status: 404 len: 337 time: 0.0329003 Oct 26 14:37:45.165759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43136) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.197829 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-8391ac14-c67a-46c7-bd71-81a9be34b78d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.198299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8391ac14-c67a-46c7-bd71-81a9be34b78d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.201651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8391ac14-c67a-46c7-bd71-81a9be34b78d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/78b29652-0f55-44ea-8cd0-4ffe99b24676 HTTP/1.1" status: 404 len: 337 time: 0.0348482 Oct 26 14:37:45.204477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43138) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.234008 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2044e28-1969-4130-be3b-a3875fa91e2d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.234491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2044e28-1969-4130-be3b-a3875fa91e2d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.237831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f2044e28-1969-4130-be3b-a3875fa91e2d tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/de98b05b-dfec-45cb-a3b5-321c775a6784 HTTP/1.1" status: 404 len: 337 time: 0.0319839 Oct 26 14:37:45.241947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43140) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.279760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4cef47b7-f503-4054-92fa-cf05724bc667 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 200 len: 205 time: 0.0362766 Oct 26 14:37:45.282889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43142) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.328047 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-0d87b134-3945-4150-ab46-2e3e4e49cd28 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.329453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d87b134-3945-4150-ab46-2e3e4e49cd28 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/7970b0f7-0136-44c8-8dfd-0d96b33ea85f HTTP/1.1" status: 404 len: 336 time: 0.0453808 Oct 26 14:37:45.333195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43144) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.362600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3599d61f-d3cf-4347-a0b7-97f8644c645a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=61a89f5f-627a-462a-a8b2-b0954529c56b HTTP/1.1" status: 200 len: 205 time: 0.0281739 Oct 26 14:37:45.366440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43146) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.406297 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-e93c7e73-32ab-451f-b8a5-04b855eee77b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.407377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e93c7e73-32ab-451f-b8a5-04b855eee77b tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/61a89f5f-627a-462a-a8b2-b0954529c56b HTTP/1.1" status: 404 len: 336 time: 0.0399365 Oct 26 14:37:45.412852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43148) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.462769 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5034208-532a-4117-b75c-086539e10d17 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.463532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5034208-532a-4117-b75c-086539e10d17 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.469519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b5034208-532a-4117-b75c-086539e10d17 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/77d0e3d8-79e7-4893-afbf-ed86c1dcca75 HTTP/1.1" status: 404 len: 337 time: 0.0549583 Oct 26 14:37:45.472132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43150) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.519870 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2ae7a484-37c9-4b75-aa92-a66cf7bd64fa tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 200 len: 205 time: 0.0413671 Oct 26 14:37:45.520145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43152) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.565932 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-8c4ae7da-0b22-47d0-bac0-8a2aeb2d6a1c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.567890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c4ae7da-0b22-47d0-bac0-8a2aeb2d6a1c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/cb78f3a2-972f-4d8f-89eb-f0af38463551 HTTP/1.1" status: 404 len: 336 time: 0.0490584 Oct 26 14:37:45.571334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43154) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.621195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4e1bc8f1-7f63-402e-8c6a-2a5b2d3ecb49 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=93d9090e-33e9-421c-b37e-8cd81c58eb4e HTTP/1.1" status: 200 len: 205 time: 0.0475187 Oct 26 14:37:45.623681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43156) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.710101 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-f39eb266-4c9a-4a82-a95d-fc9b59bd95dd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.710101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f39eb266-4c9a-4a82-a95d-fc9b59bd95dd tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/93d9090e-33e9-421c-b37e-8cd81c58eb4e HTTP/1.1" status: 404 len: 336 time: 0.0815299 Oct 26 14:37:45.710769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.786499 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ac7ea8-5fdd-4c52-a48e-149d37f4bf22 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.786970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ac7ea8-5fdd-4c52-a48e-149d37f4bf22 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.793542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56ac7ea8-5fdd-4c52-a48e-149d37f4bf22 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/2f9839cd-c93a-498c-bda6-b594e070892a HTTP/1.1" status: 404 len: 337 time: 0.0780637 Oct 26 14:37:45.793940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43160) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.835103 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:45.858363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7fa91d6a-e787-431f-ae32-d99739b5529c tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6af771f-e4b9-4503-8c20-22f08dfa23c8 HTTP/1.1" status: 200 len: 205 time: 0.0537121 Oct 26 14:37:45.858363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43162) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.915303 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-1e10c5f4-b3f8-473b-9cd4-40b31eabff6a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:45.916697 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e10c5f4-b3f8-473b-9cd4-40b31eabff6a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/e6af771f-e4b9-4503-8c20-22f08dfa23c8 HTTP/1.1" status: 404 len: 336 time: 0.0627079 Oct 26 14:37:45.920726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43164) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.958256 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c53381-13af-4efe-9eed-f00935cbd751 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:45.959248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c53381-13af-4efe-9eed-f00935cbd751 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:45.961667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b7c53381-13af-4efe-9eed-f00935cbd751 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/934eeee5-5711-4ba6-8a1f-5d36f2415bdb HTTP/1.1" status: 404 len: 337 time: 0.0396628 Oct 26 14:37:45.964955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43166) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:45.997203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6482aba7-3eed-4ec0-bb95-ede8a5811b1a tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea476b42-b313-4f18-b4d3-aaf1e601662e HTTP/1.1" status: 200 len: 205 time: 0.0309823 Oct 26 14:37:45.999639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:46.044558 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-33984665-46e6-4a7b-86fd-b96453e3b7ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] delete failed (client error): The resource could not be found. Oct 26 14:37:46.052762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43172) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:46.053823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-33984665-46e6-4a7b-86fd-b96453e3b7ec tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/routers/ea476b42-b313-4f18-b4d3-aaf1e601662e HTTP/1.1" status: 404 len: 336 time: 0.0524516 Oct 26 14:37:46.059657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:37:46.083849 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd39e45-f147-45b4-b26f-0597c3614f38 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:46.084435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd39e45-f147-45b4-b26f-0597c3614f38 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:46.090640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43174) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:46.091270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3cd39e45-f147-45b4-b26f-0597c3614f38 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/8148e821-fa4a-4045-89d3-d9c50ab09d95 HTTP/1.1" status: 404 len: 337 time: 0.0405695 Oct 26 14:37:46.139883 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc49592-1b9e-4348-b831-74b8e7257fb2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] DELETE failed (client error): The resource could not be found. Oct 26 14:37:46.140718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc49592-1b9e-4348-b831-74b8e7257fb2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:37:46.147227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bdc49592-1b9e-4348-b831-74b8e7257fb2 tempest-RoutersIpV6Test-1527045325 tempest-RoutersIpV6Test-1527045325-project] 10.222.0.37 "DELETE /v2.0/subnets/d14f9cb2-436d-41ad-81aa-a432d52ebcf1 HTTP/1.1" status: 404 len: 337 time: 0.0549598 Oct 26 14:37:46.197508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:46.219289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'port_id': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb', 'mac_address': 'fa:16:3e:df:e0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:37:46.246212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71c8bc-f4fb-411c-9e90-9ab782fffbce req-e1fd2510-46e9-4943-b8d4-b29ad79bbae1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:46.248727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b71c8bc-f4fb-411c-9e90-9ab782fffbce req-e1fd2510-46e9-4943-b8d4-b29ad79bbae1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 944 time: 0.1409409 Oct 26 14:37:46.272912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:46.300339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:37:46.335637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b71c8bc-f4fb-411c-9e90-9ab782fffbce req-fa834827-25b4-4941-9c74-00df4bed1d25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682299 Oct 26 14:37:46.356452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:46.379384 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:46.496760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:46.597744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2c1cdbce-6e1c-45a6-9a27-6270ffa881fb'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:37:46.814483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43188) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:47.027769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-895e1e30-4bf6-44de-9a04-854b7cde18ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b84c942535e4765a569ec8d019835bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120008 Oct 26 14:37:47.030459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43192) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:47.088735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:47.116863 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:47.189023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:47.192677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:47.196971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c474e9a3-59d6-4a83-8f41-278b45b50ad7 HTTP/1.1" status: 204 len: 168 time: 0.1621873 Oct 26 14:37:47.203459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1a55-adae-46d5-9b8c-6a6536bf5f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c474e9a3-59d6-4a83-8f41-278b45b50ad7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:47.535309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd457d5d-8e3c-4bc1-97c9-9480ab627719 req-3a93a409-eadc-407d-bede-0de6bd74084f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:47.539704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd457d5d-8e3c-4bc1-97c9-9480ab627719 req-3a93a409-eadc-407d-bede-0de6bd74084f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 945 time: 0.0986595 Oct 26 14:37:47.602889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd457d5d-8e3c-4bc1-97c9-9480ab627719 req-57d747de-3ab9-46a6-999a-0d87dbfba517 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529022 Oct 26 14:37:48.084477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:48.224014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:37:48.229400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:48.230085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.295573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43218) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:48.349677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.385758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:37:48.388542 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2ad1d7-950a-421a-a3a1-9efeb6ff3129" -d '{"events": [{"server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "name": "network-vif-plugged", "status": "completed", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:37:48.405798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:48.413395 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.458898 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef446a47-a6ab-4eb1-9a13-e1499f7fd5bd x-openstack-request-id: req-ef446a47-a6ab-4eb1-9a13-e1499f7fd5bd {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:37:48.459067 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "name": "network-vif-plugged", "status": "completed", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:37:48.459281 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef446a47-a6ab-4eb1-9a13-e1499f7fd5bd {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:37:48.459688 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb', 'code': 200} Oct 26 14:37:48.471826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999663497'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:48.491635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:48.499034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:48.506153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.516253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.605306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f999d7-942b-482f-b5b5-97c48fe0c4ce req-7443ecae-57f6-4343-95d2-e47f4bbb58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:48.606968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62f999d7-942b-482f-b5b5-97c48fe0c4ce req-7443ecae-57f6-4343-95d2-e47f4bbb58d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 1097 time: 0.0699263 Oct 26 14:37:48.674705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62f999d7-942b-482f-b5b5-97c48fe0c4ce req-d8a4ce61-a679-43a1-9b7f-1cdca062eb6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599656 Oct 26 14:37:48.677675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.685566 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.718942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:48.731048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd67346-e993-49c0-a571-e1656af1004d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:48.750569 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.753179 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 8d6f0e06-c582-4089-a5ce-0346a6209aaf of type vlan for network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a Oct 26 14:37:48.816805 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.856313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff887046-dae7-472b-840c-093981650655 req-03bd3df1-0731-403a-bc83-d91d2a1f1f48 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:48.858412 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff887046-dae7-472b-840c-093981650655 req-03bd3df1-0731-403a-bc83-d91d2a1f1f48 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.0862322 Oct 26 14:37:48.877260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.890572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:48.892049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:48.942597 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff887046-dae7-472b-840c-093981650655 req-5d69165b-b60e-4e39-b0f3-a0c508175a8d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 Oct 26 14:37:49.019991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7225783 Oct 26 14:37:49.023931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43232) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:49.027643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604ea62-a256-4057-8e6f-f7d3fc16c567 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=176034c7-d5ec-4fe7-bcf2-abc91a391f9a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:49.030157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1049074799'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:49.042025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:49.066601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:49.070933 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.099815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:37:49.112221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.112589 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 65ef3bb7-b4af-47b9-a21e-701c93c8639d of type vlan for network 18fafa70-936a-4359-a08a-eb40fa74609d Oct 26 14:37:49.161418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.189598 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.195837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:49.196477 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.261239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2356346 Oct 26 14:37:49.264739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43234) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:49.274570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:49.282631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54268-cf44-417d-a9af-a625a5bdf59f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=18fafa70-936a-4359-a08a-eb40fa74609d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:49.298752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 18fafa70-936a-4359-a08a-eb40fa74609d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:37:49.397058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:49.401625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.705083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.841400 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=45f2fd70-cf52-4200-867e-c4afba81da85,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:49.859555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '8d6f0e06-c582-4089-a5ce-0346a6209aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:49.860197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 176034c7-d5ec-4fe7-bcf2-abc91a391f9a, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:49.898331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:49.927972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 176034c7-d5ec-4fe7-bcf2-abc91a391f9a) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:49.935743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:49.937466 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:49.942756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1cb07-49a3-4d26-b2a1-1df1807b1642 None None] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:49.980210 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b9c4aebe-f68e-4c4f-b1f9-a71bfe9189b8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7091072 Oct 26 14:37:49.982213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43238) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:49.999075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:50.163920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-176034c7-d5ec-4fe7-bcf2-abc91a391f9a', 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '45f2fd70-cf52-4200-867e-c4afba81da85'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:50.165041 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.259277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6dcaf-2ed0-445c-8c92-64667ec6415c req-18022282-36ae-4184-9aa5-c391fb852b17 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:50.265777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4c6dcaf-2ed0-445c-8c92-64667ec6415c req-18022282-36ae-4184-9aa5-c391fb852b17 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.1193595 Oct 26 14:37:50.267092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:37:50.273403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.366054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b4c6dcaf-2ed0-445c-8c92-64667ec6415c req-8036d81a-1f26-4cfb-b084-1a5230bfb26c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794799 Oct 26 14:37:50.491180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Allocated IP 172.20.0.2 (176034c7-d5ec-4fe7-bcf2-abc91a391f9a/45f2fd70-cf52-4200-867e-c4afba81da85/fc5eae61-c635-4945-81cb-61d4ebc93fc7) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:50.612371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a375-7b41-4e62-966e-01cdde82c47c req-40bc39d3-3fec-46ab-b028-9acf17ffecd9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:50.615426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9184a375-7b41-4e62-966e-01cdde82c47c req-40bc39d3-3fec-46ab-b028-9acf17ffecd9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.1156492 Oct 26 14:37:50.625350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.734970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=f5f637ab-8e9e-409a-b0ae-947b8aabf0ce,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:50.749727 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9184a375-7b41-4e62-966e-01cdde82c47c req-2120d55e-ed94-41d1-996b-a73c22d2d7bf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111803 Oct 26 14:37:50.756187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '65ef3bb7-b4af-47b9-a21e-701c93c8639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:50.756604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 18fafa70-936a-4359-a08a-eb40fa74609d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:37:50.784745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 18fafa70-936a-4359-a08a-eb40fa74609d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:37:50.810368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 18fafa70-936a-4359-a08a-eb40fa74609d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:50.820192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:50.821807 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.831654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4d72b-2689-4d88-9ccf-d95c334648ea None None] Network 18fafa70-936a-4359-a08a-eb40fa74609d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:50.852709 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-93b7e082-f7f4-4a8e-b8a2-b94aeec83777 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8652246 Oct 26 14:37:50.854867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43246) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:50.863979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2044121767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:37:50.901380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.915447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.921752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.931631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:50.967373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:50.976424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:50.982518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:51.014612 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Pushing event updated for resources: {'Port': ['ID=fc5eae61-c635-4945-81cb-61d4ebc93fc7,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:51.044732 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.053975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.078353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.085297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32eb3c34-de37-4fcf-837b-cbbefe587ebd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2234983 Oct 26 14:37:51.085599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43254) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:51.140449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Attempting to bind port fc5eae61-c635-4945-81cb-61d4ebc93fc7 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:51.143920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Attempting to bind port fc5eae61-c635-4945-81cb-61d4ebc93fc7 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '8d6f0e06-c582-4089-a5ce-0346a6209aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:51.143920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Attempting to bind port fc5eae61-c635-4945-81cb-61d4ebc93fc7 on network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:51.149239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:51.149617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Checking segment: {'id': '8d6f0e06-c582-4089-a5ce-0346a6209aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:51.149993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.150373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Bound using segment: {'id': '8d6f0e06-c582-4089-a5ce-0346a6209aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:51.150862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Bound port: fc5eae61-c635-4945-81cb-61d4ebc93fc7, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6f0e06-c582-4089-a5ce-0346a6209aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '176034c7-d5ec-4fe7-bcf2-abc91a391f9a'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:51.151503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.164650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-18fafa70-936a-4359-a08a-eb40fa74609d', 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': 'f5f637ab-8e9e-409a-b0ae-947b8aabf0ce'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:37:51.165542 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.212735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43256) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:51.326597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] For port fc5eae61-c635-4945-81cb-61d4ebc93fc7, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:51.333297 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] For port fc5eae61-c635-4945-81cb-61d4ebc93fc7, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc5eae61-c635-4945-81cb-61d4ebc93fc7,segment=NetworkSegment(8d6f0e06-c582-4089-a5ce-0346a6209aaf),segment_id=8d6f0e06-c582-4089-a5ce-0346a6209aaf)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:51.343840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.460382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Allocated IP 172.21.0.2 (18fafa70-936a-4359-a08a-eb40fa74609d/f5f637ab-8e9e-409a-b0ae-947b8aabf0ce/60d6af8f-6e81-49df-9f60-539027497e76) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:51.462965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab79bff-5707-486a-b7cb-0209819cd0d8 None None] Pushing event updated for resources: {'Port': ['ID=fc5eae61-c635-4945-81cb-61d4ebc93fc7,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:51.629412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 0855d90d-85fd-4081-b0f7-34cfa352e5c5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:51.630044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.631834 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.673469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.685995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.767756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Network 18fafa70-936a-4359-a08a-eb40fa74609d is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:51.774336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:51.777710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:51.795983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Pushing event updated for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:51.881897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.882518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.901826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 0855d90d-85fd-4081-b0f7-34cfa352e5c5 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:51.912061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Attempting to bind port 60d6af8f-6e81-49df-9f60-539027497e76 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:37:51.912716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Attempting to bind port 60d6af8f-6e81-49df-9f60-539027497e76 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '65ef3bb7-b4af-47b9-a21e-701c93c8639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:37:51.913353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Attempting to bind port 60d6af8f-6e81-49df-9f60-539027497e76 on network 18fafa70-936a-4359-a08a-eb40fa74609d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:37:51.921854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:37:51.922425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Checking segment: {'id': '65ef3bb7-b4af-47b9-a21e-701c93c8639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:37:51.922939 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:51.923442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Bound using segment: {'id': '65ef3bb7-b4af-47b9-a21e-701c93c8639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:37:51.924225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Bound port: 60d6af8f-6e81-49df-9f60-539027497e76, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ef3bb7-b4af-47b9-a21e-701c93c8639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18fafa70-936a-4359-a08a-eb40fa74609d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:37:51.924831 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.021751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:37:52.031063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60d6af8f-6e81-49df-9f60-539027497e76,segment=NetworkSegment(65ef3bb7-b4af-47b9-a21e-701c93c8639d),segment_id=65ef3bb7-b4af-47b9-a21e-701c93c8639d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:37:52.043957 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.086266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.138077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd70ea-4050-4f87-b420-76de9d677e48 None None] Pushing event updated for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:52.176160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.20.0.1 (176034c7-d5ec-4fe7-bcf2-abc91a391f9a/45f2fd70-cf52-4200-867e-c4afba81da85/19c819ea-2ad4-45dc-83fc-b9e149bec2b3) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:52.285833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.294943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43262) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:52.367855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.375578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=0855d90d-85fd-4081-b0f7-34cfa352e5c5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:52.441757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.526524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.526924 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Floating IP 905acea2-c6a3-420d-ac1d-5834c67c17a6 disassociated (deleted). External IP: 172.25.5.126, port: 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de. Oct 26 14:37:52.552763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:52.557714 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:52.560694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=19c819ea-2ad4-45dc-83fc-b9e149bec2b3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:52.563622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:52.642591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:52.820980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.003689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 930c1a99-0638-4de4-9a15-083d13a16bb3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:53.169473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eeedb6-cc28-4f74-975e-455055eca5b0 None None] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:53.197843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60d6af8f-6e81-49df-9f60-539027497e76 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:53.389682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] Provisioning complete for port fc5eae61-c635-4945-81cb-61d4ebc93fc7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:53.390145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.448244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.458534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.540040 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.628637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.630017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 60d6af8f-6e81-49df-9f60-539027497e76 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:53.631286 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.649778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=19c819ea-2ad4-45dc-83fc-b9e149bec2b3,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:53.668614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.705238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:53.714115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:53.719543 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Sync routers for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:53.764455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-411e6771-933b-4b76-b45f-7361c8ccfddd tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/floatingips/905acea2-c6a3-420d-ac1d-5834c67c17a6 HTTP/1.1" status: 204 len: 168 time: 2.5465875 Oct 26 14:37:53.764455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:37:53.764455 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:37:53.765495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] For port fc5eae61-c635-4945-81cb-61d4ebc93fc7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc5eae61-c635-4945-81cb-61d4ebc93fc7,segment=NetworkSegment(8d6f0e06-c582-4089-a5ce-0346a6209aaf),segment_id=8d6f0e06-c582-4089-a5ce-0346a6209aaf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:53.766657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:53.767977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:53.827945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487f645-567c-4da8-8bd0-e7a5e08787de None None] Network 18fafa70-936a-4359-a08a-eb40fa74609d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:37:53.877400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:53.882066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:53.893017 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36a256f-c373-4540-8875-c6d4874994b9 x-openstack-request-id: req-c36a256f-c373-4540-8875-c6d4874994b9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:37:53.893680 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:37:53.897835 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c36a256f-c373-4540-8875-c6d4874994b9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:37:53.898574 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'status': 'completed', 'code': 200} Oct 26 14:37:54.048788 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:54.188926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 6b378599-2c2d-4dea-b175-267ae3b1744b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:37:54.259169 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:54.324305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fddcb-26bc-476f-85fc-1a7099bfbbc5 None None] Pushing event updated for resources: {'Port': ['ID=fc5eae61-c635-4945-81cb-61d4ebc93fc7,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:54.354630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:54.383072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:54.390727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-28ef4aa7-00ac-485e-8b49-bacacd877ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:54.393489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-28ef4aa7-00ac-485e-8b49-bacacd877ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 1096 time: 0.4773355 Oct 26 14:37:54.534188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:54.557830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-43f2632e-f133-42d1-a59e-b833d040bf73 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4711792 Oct 26 14:37:54.566929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:54.573000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] Sync routers for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:54.594436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-09ae596f-7c6e-4007-8fa6-85e84035f4f7 None None] Provisioning complete for port 60d6af8f-6e81-49df-9f60-539027497e76 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:54.596202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-09ae596f-7c6e-4007-8fa6-85e84035f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:54.622342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab22fab-0426-476f-8cd2-9a4b8e26532e req-d9b1f6c9-366d-4d9b-846a-17fa0678b20f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:54.622650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60d6af8f-6e81-49df-9f60-539027497e76,segment=NetworkSegment(65ef3bb7-b4af-47b9-a21e-701c93c8639d),segment_id=65ef3bb7-b4af-47b9-a21e-701c93c8639d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:54.623922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ab22fab-0426-476f-8cd2-9a4b8e26532e req-d9b1f6c9-366d-4d9b-846a-17fa0678b20f tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.3053107 Oct 26 14:37:54.632741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:54.633403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.695055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:54.695896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc5eae61-c635-4945-81cb-61d4ebc93fc7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:54.742260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.796927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e028d2-e9eb-43df-b407-271b36a86d2b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:54.803303 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-52e028d2-e9eb-43df-b407-271b36a86d2b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports/19c819ea-2ad4-45dc-83fc-b9e149bec2b3 HTTP/1.1" status: 200 len: 910 time: 0.2338822 Oct 26 14:37:54.818717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43276) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:54.825244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:54.825898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.899224 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.922987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.924300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782e260-357e-4934-bda9-cc8ece07d88d None None] The sync data for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:54.941499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-671453f9-bd34-4ca2-a30e-b44a6730c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:54.943914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-671453f9-bd34-4ca2-a30e-b44a6730c482 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 200 len: 897 time: 0.5346162 Oct 26 14:37:54.957217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Checking router: 930c1a99-0638-4de4-9a15-083d13a16bb3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:54.971438 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:54.972688 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:54.984890 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8ab22fab-0426-476f-8cd2-9a4b8e26532e req-be06e6ff-6f2f-447a-a396-f7c3a0ef583b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342385 Oct 26 14:37:55.038524 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:55.054894 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-4b5fe1eb-03a6-41cb-9cc6-5c312a5ae665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 200 len: 217 time: 0.1019900 Oct 26 14:37:55.106332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port fc5eae61-c635-4945-81cb-61d4ebc93fc7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:55.107020 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:55.304860 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:55.397959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-e918ade5-630b-44ab-95c0-334f8e3602a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:55.402078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-e918ade5-630b-44ab-95c0-334f8e3602a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 200 len: 834 time: 0.3330593 Oct 26 14:37:55.428463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Provisioning complete for port 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:55.432767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:55.509110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-362a39e4-242f-4837-8dbd-a0fc522523b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:55.511145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-362a39e4-242f-4837-8dbd-a0fc522523b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f26e8a67-b1df-44aa-8af9-ce8f525812d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958588 Oct 26 14:37:55.607105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Port 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:55.639985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Provisioning complete for port fc5eae61-c635-4945-81cb-61d4ebc93fc7 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:55.641156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:55.674419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.17 (0ec2a815-6cb1-442f-a0a4-315c96f87bf2/fd12e266-b488-43e2-b5f3-44e614ff0d75/78c47739-93e4-4844-a629-18451db4a9e8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:55.715310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60d6af8f-6e81-49df-9f60-539027497e76 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:55.776521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-66c8224a-c1ed-46d5-a529-b9e177dadc0c service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387705 Oct 26 14:37:55.916124 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:55.920877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 60d6af8f-6e81-49df-9f60-539027497e76 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:55.921241 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:55.923371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f08005-8d5f-436e-af55-7dad57302cbe req-e6ce4131-11b9-487c-b812-1700545e3c32 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:55.924323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Provisioning complete for port 60d6af8f-6e81-49df-9f60-539027497e76 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:55.924765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dcddcced-9378-46bf-ac34-0038f13debf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:55.926862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04f08005-8d5f-436e-af55-7dad57302cbe req-e6ce4131-11b9-487c-b812-1700545e3c32 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.5526690 Oct 26 14:37:55.993691 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5389c-3599-4e34-acca-c65c29333ddd None None] The sync data for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 is: [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:35:56Z', 'revision_number': 4, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'b7525fc0-81dc-44ce-aa69-9de6151935df', 'name': '', 'network_id': 'f26e8a67-b1df-44aa-8af9-ce8f525812d2', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'mac_address': 'fa:16:3e:fd:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:55Z', 'updated_at': '2021-10-26T14:36:04Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'subnets': [{'id': '7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:37:56.116640 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.127310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e9a959c-0d37-4a20-8f7b-450ba1d7e2aa req-dd768be0-d514-4317-92af-9ddaf9989652 service neutron] 10.222.0.41 "GET /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434248 Oct 26 14:37:56.184924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:37:56.185318 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.189355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.226786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.293337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:56.302462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:56.305447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:56.328650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc5eae61-c635-4945-81cb-61d4ebc93fc7 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:37:56.329461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9561-3944-4983-a4c0-4ecfa923e72b req-cf8c1257-8a78-42e0-a30e-ff179ecff4f4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:56.338285 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df1f9561-3944-4983-a4c0-4ecfa923e72b req-cf8c1257-8a78-42e0-a30e-ff179ecff4f4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 945 time: 0.1478364 Oct 26 14:37:56.400225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:56.487223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-58d27b04-219d-486a-a472-9f2ec0238bcb None None] Provisioning complete for port 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:56.488445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58d27b04-219d-486a-a472-9f2ec0238bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.521567 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df1f9561-3944-4983-a4c0-4ecfa923e72b req-ab6b5564-3072-4b88-8c8d-89ff722c6be4 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/security-groups?id=989c0f49-d358-4ce1-8c1c-d1eccbf5d021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822891 Oct 26 14:37:56.543540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.569245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-58d27b04-219d-486a-a472-9f2ec0238bcb None None] Port 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:56.590516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port fc5eae61-c635-4945-81cb-61d4ebc93fc7 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:56.590846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.607598 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc7380e-9814-4748-92c3-147e0341980d None None] New status for floating IP 905acea2-c6a3-420d-ac1d-5834c67c17a6: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:37:56.799173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.801966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6bd4a3fa-39e0-49be-852f-a28fded63f2e None None] Provisioning complete for port 78c47739-93e4-4844-a629-18451db4a9e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:56.803171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a3fa-39e0-49be-852f-a28fded63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:56.857480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4a3fa-39e0-49be-852f-a28fded63f2e None None] Port 78c47739-93e4-4844-a629-18451db4a9e8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:57.079301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:37:57.080026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.125463 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:37:57.152972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.158444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.241011 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:57.249261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.381399 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:57.383427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:57.587430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:57.599780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.21.0.1 (18fafa70-936a-4359-a08a-eb40fa74609d/f5f637ab-8e9e-409a-b0ae-947b8aabf0ce/47eb1b79-05bc-4d6c-b15e-c81327b4636d) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:37:57.740889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.813948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=62c45f0a-3d0f-4167-b86b-e0ae30cdf7de,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:57.858422 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.858993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.860050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.860205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.862225 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.862839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.863434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.863993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.864994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.865578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.865926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.866320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:37:57.883416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:57.900204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-946964c0-e44d-4cc9-ad1a-23d464eb2574 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/bd844a66-09da-43a3-a367-7772b9f986ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6035864 Oct 26 14:37:57.900639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:57.916208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-75b71751-35e0-4c14-be40-203f5f4c03b1 None None] Provisioning complete for port 78c47739-93e4-4844-a629-18451db4a9e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:57.916565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-75b71751-35e0-4c14-be40-203f5f4c03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.950905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:57.951151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:57.953611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] No DVR routers for this DVR port 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:37:57.960592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:57.964338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04f08005-8d5f-436e-af55-7dad57302cbe req-72a6f914-d3ac-421a-a227-62d0d94f7f96 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.41 "DELETE /v2.0/ports/62c45f0a-3d0f-4167-b86b-e0ae30cdf7de HTTP/1.1" status: 204 len: 173 time: 2.0268099 Oct 26 14:37:57.964837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-deleted', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:37:57.967034 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b7bed-0aed-4432-b4fe-77d619d55c4e" -d '{"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-deleted", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:37:58.020847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e67aee20-4b5f-406d-8781-04423cbd29e9 req-5a9b4cbb-6b6a-42f2-8c23-d1d960690ac0 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1254ce3-261d-4552-939e-28181b816b64 HTTP/1.1" status: 200 len: 210 time: 0.3508890 Oct 26 14:37:58.046951 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.064306 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf87d7aa-a307-4b50-a0ee-dee511b9854f x-openstack-request-id: req-bf87d7aa-a307-4b50-a0ee-dee511b9854f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:37:58.064641 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1254ce3-261d-4552-939e-28181b816b64", "name": "network-vif-deleted", "tag": "62c45f0a-3d0f-4167-b86b-e0ae30cdf7de", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:37:58.064874 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf87d7aa-a307-4b50-a0ee-dee511b9854f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:37:58.065353 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1254ce3-261d-4552-939e-28181b816b64', 'name': 'network-vif-deleted', 'tag': '62c45f0a-3d0f-4167-b86b-e0ae30cdf7de', 'status': 'completed', 'code': 200} Oct 26 14:37:58.100020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.167254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-75b71751-35e0-4c14-be40-203f5f4c03b1 None None] Port 78c47739-93e4-4844-a629-18451db4a9e8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:58.167688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 18fafa70-936a-4359-a08a-eb40fa74609d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:58.179845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:58.186209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:37:58.221308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=47eb1b79-05bc-4d6c-b15e-c81327b4636d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:58.270237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.278666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:37:58.289478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:37:58.381101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:37:58.381984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 62c45f0a-3d0f-4167-b86b-e0ae30cdf7de not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:37:58.461368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.812124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d4231ad1-7b24-4281-b903-c2681c2ccda5 None None] Provisioning complete for port 47eb1b79-05bc-4d6c-b15e-c81327b4636d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:58.812627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d4231ad1-7b24-4281-b903-c2681c2ccda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.854499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:37:56Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c47739-93e4-4844-a629-18451db4a9e8', 'name': '', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:83:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:55Z', 'updated_at': '2021-10-26T14:37:56Z', 'revision_number': 2, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:58.894720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:37:58.895095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Updating router bd844a66-09da-43a3-a367-7772b9f986ce port 78c47739-93e4-4844-a629-18451db4a9e8 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:37:58.924236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:58.926468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d4231ad1-7b24-4281-b903-c2681c2ccda5 None None] Port 47eb1b79-05bc-4d6c-b15e-c81327b4636d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:37:58.953416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-020a5aee-10be-4e6f-a1ca-bd1616e7a19f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137960 Oct 26 14:37:59.000766 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.010869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.132873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43306) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:59.153609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.160392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=47eb1b79-05bc-4d6c-b15e-c81327b4636d,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:59.291491 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 18fafa70-936a-4359-a08a-eb40fa74609d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:37:59.293375 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:37:59.315008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-a9f99dc1-e5ce-49f8-bbff-6deb48c24b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:59.317259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-a9f99dc1-e5ce-49f8-bbff-6deb48c24b1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 1097 time: 0.2750587 Oct 26 14:37:59.493528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 6b378599-2c2d-4dea-b175-267ae3b1744b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:37:59.705210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:37:59.706132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.711625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2d70ffd3-44b8-47c4-bceb-cc47f1262990 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8885381 Oct 26 14:37:59.714698 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43314) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:59.721176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.723822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] Sync routers for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:37:59.748711 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:59.751844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:59.777994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f183fe-6cb8-430f-b88a-024bfa3da3f4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:37:59.782399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41f183fe-6cb8-430f-b88a-024bfa3da3f4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports/47eb1b79-05bc-4d6c-b15e-c81327b4636d HTTP/1.1" status: 200 len: 910 time: 0.0643640 Oct 26 14:37:59.782962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43316) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:37:59.817808 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:59.837472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872e03b-d265-46cc-9e09-566d28fd7246 None None] Pushing event updated for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:37:59.837799 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:37:59.839261 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:59.906349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-748e7a1c-f4d0-4262-81fe-21df6b0abeb0 None None] Provisioning complete for port 47eb1b79-05bc-4d6c-b15e-c81327b4636d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:37:59.906349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-748e7a1c-f4d0-4262-81fe-21df6b0abeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:37:59.924147 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:37:59.924856 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6446575c-1ea2-47d5-b1cf-8a3685404312 None None] The sync data for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:00.062537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Attempting to bind port 78c47739-93e4-4844-a629-18451db4a9e8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:00.063167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Attempting to bind port 78c47739-93e4-4844-a629-18451db4a9e8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:00.063528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Attempting to bind port 78c47739-93e4-4844-a629-18451db4a9e8 on network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:00.068532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-748e7a1c-f4d0-4262-81fe-21df6b0abeb0 None None] Port 47eb1b79-05bc-4d6c-b15e-c81327b4636d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:00.076212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:00.085136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Checking segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:00.085725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.086235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Bound using segment: {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:00.086860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Bound port: 78c47739-93e4-4844-a629-18451db4a9e8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1514d47c-ee79-4da7-8efd-a05e0ea95468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:00.087498 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.263258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] For port 78c47739-93e4-4844-a629-18451db4a9e8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:00.269744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] For port 78c47739-93e4-4844-a629-18451db4a9e8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78c47739-93e4-4844-a629-18451db4a9e8,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:00.283771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.361581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-ee34e309-016f-451e-8f8a-afed68a1b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:00.363872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-ee34e309-016f-451e-8f8a-afed68a1b4b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2 HTTP/1.1" status: 200 len: 898 time: 1.0186405 Oct 26 14:38:00.439649 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-45b8d6ef-35e7-4bc0-b661-0869d8ce024b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb HTTP/1.1" status: 200 len: 217 time: 0.0681214 Oct 26 14:38:00.463241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872e03b-d265-46cc-9e09-566d28fd7246 None None] Pushing event updated for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:00.466745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.557115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] Provisioning complete for port 78c47739-93e4-4844-a629-18451db4a9e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:00.558049 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.600512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:00.602333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:00.624059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-ec2d15ca-e83e-4ef7-a5f4-c01314c59572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:00.628462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-ec2d15ca-e83e-4ef7-a5f4-c01314c59572 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fd12e266-b488-43e2-b5f3-44e614ff0d75 HTTP/1.1" status: 200 len: 837 time: 0.1690731 Oct 26 14:38:00.767743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:00.815152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-d0e88d48-9976-4319-a5c9-e62e69fc2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:00.818971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-d0e88d48-9976-4319-a5c9-e62e69fc2c9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ec2a815-6cb1-442f-a0a4-315c96f87bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825631 Oct 26 14:38:01.006780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 47eb1b79-05bc-4d6c-b15e-c81327b4636d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:01.007433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.078417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-a515d976-8d9c-43a0-bc3a-e45a8e4d5b83 service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446878 Oct 26 14:38:01.145407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] For port 78c47739-93e4-4844-a629-18451db4a9e8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78c47739-93e4-4844-a629-18451db4a9e8,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:01.164888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.247876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.277697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.294707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:01.299305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40407e29-be6d-4b7e-9018-3e12569d26ca None None] Pushing event updated for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:01.318230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 47eb1b79-05bc-4d6c-b15e-c81327b4636d owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:01.413763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-69e4ac35-b56b-4e04-9323-3b2ddbfc21f3 None None] Provisioning complete for port 78c47739-93e4-4844-a629-18451db4a9e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:01.414379 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-69e4ac35-b56b-4e04-9323-3b2ddbfc21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.488789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66239e10-c4f9-49da-8ae7-233338f6d364 req-38948fa6-548e-4faa-9e90-b163e5ebe5d2 service neutron] 10.222.0.73 "GET /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994389 Oct 26 14:38:01.779118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:01.875036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=47eb1b79-05bc-4d6c-b15e-c81327b4636d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:01.944835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port b7525fc0-81dc-44ce-aa69-9de6151935df {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:01.945385 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:02.054331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:37:56Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c47739-93e4-4844-a629-18451db4a9e8', 'name': '', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:83:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:55Z', 'updated_at': '2021-10-26T14:38:00Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:02.092300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5c0d0-6d7f-4732-bea3-c647ac7232b6 None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:37:56Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78c47739-93e4-4844-a629-18451db4a9e8', 'name': '', 'network_id': '0ec2a815-6cb1-442f-a0a4-315c96f87bf2', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:83:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:37:55Z', 'updated_at': '2021-10-26T14:38:00Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': 'fd12e266-b488-43e2-b5f3-44e614ff0d75', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:02.192125 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:02.219412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port b7525fc0-81dc-44ce-aa69-9de6151935df, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b7525fc0-81dc-44ce-aa69-9de6151935df,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:02.220309 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:02.250524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for b7525fc0-81dc-44ce-aa69-9de6151935df owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:02.569772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 6b378599-2c2d-4dea-b175-267ae3b1744b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:02.611441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:02.673482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=b7525fc0-81dc-44ce-aa69-9de6151935df,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:02.732301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:02.739338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e209dd1-888d-417a-9df8-a38028fc8c00 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9546156 Oct 26 14:38:02.742676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43328) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:02.764588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] Sync routers for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:02.785692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:02.786635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:02.905009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:02.923334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:02.926222 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:02.995970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:02.996680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a248d0-7e86-4698-9feb-22dc46dba9ad None None] The sync data for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:03.052991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:03.260268 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:03.370849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Router 930c1a99-0638-4de4-9a15-083d13a16bb3 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:03.533023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:03.552148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0fbda9de-d661-4234-a5d3-5794fca5905d tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "PUT /v2.0/routers/930c1a99-0638-4de4-9a15-083d13a16bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4147723 Oct 26 14:38:03.559495 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Sync routers for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:03.566361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43334) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:03.583516 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:03.585900 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:03.705203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting subnet 7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:03.713317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:03.759547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78c47739-93e4-4844-a629-18451db4a9e8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:03.848084 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:03.876045 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:03.914022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 78c47739-93e4-4844-a629-18451db4a9e8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:03.914933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.096671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.230043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.281225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:04.297267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.302152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0984f1c3-268c-4187-82bb-ecb8c456548b tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/subnets/7ec3ed0e-b6d4-465d-bf66-79b07fd07e3e HTTP/1.1" status: 204 len: 168 time: 0.7321146 Oct 26 14:38:04.308155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43338) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:04.346398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:38:04.367899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b71af-b98e-4d47-9095-004e4080f85e None None] Network f26e8a67-b1df-44aa-8af9-ce8f525812d2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:04.536105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:04.536668 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.553121 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:38:02Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:04.592454 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Checking router: 930c1a99-0638-4de4-9a15-083d13a16bb3 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:04.621394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Routers {'930c1a99-0638-4de4-9a15-083d13a16bb3'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:04.622645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['930c1a99-0638-4de4-9a15-083d13a16bb3'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:04.710080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.719558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] DHCP port deletion for f26e8a67-b1df-44aa-8af9-ce8f525812d2 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:04.733591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 19c819ea-2ad4-45dc-83fc-b9e149bec2b3 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:04.786679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Deleting port 4a20823f-cd70-434c-92b1-5061fa4c9299 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:04.787008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.797450 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] Set router 930c1a99-0638-4de4-9a15-083d13a16bb3 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:04.814684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.868869 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] For port 4a20823f-cd70-434c-92b1-5061fa4c9299, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4a20823f-cd70-434c-92b1-5061fa4c9299,segment=NetworkSegment(20d0e572-cf7d-44f6-8bc4-82830288019f),segment_id=20d0e572-cf7d-44f6-8bc4-82830288019f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:04.869286 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:04.886683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Calling delete_port for 4a20823f-cd70-434c-92b1-5061fa4c9299 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:05.012018 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.051656 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.077914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] Pushing event deleted for resources: {'Port': ['ID=4a20823f-cd70-434c-92b1-5061fa4c9299,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:05.091302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78791582-8d69-46cc-9e61-3930636b94c9 None None] No DVR routers for this DVR port 4a20823f-cd70-434c-92b1-5061fa4c9299 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:05.141992 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:38:02Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:05.154250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.185050 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818977c-f8a9-4a55-8ea6-6c872cecbd59 None None] The sync data for ids ['930c1a99-0638-4de4-9a15-083d13a16bb3'] in n-d-813419-9 is: [{'id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126020737', 'tenant_id': '664d07e1bf9948d5a5ba1622f9309e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '60439336-115e-4745-a669-1d3d7d3b5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:35:45Z', 'updated_at': '2021-10-26T14:38:02Z', 'revision_number': 5, 'project_id': '664d07e1bf9948d5a5ba1622f9309e03', 'gw_port': {'id': '60439336-115e-4745-a669-1d3d7d3b5256', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930c1a99-0638-4de4-9a15-083d13a16bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:35:47Z', 'updated_at': '2021-10-26T14:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:05.249757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=19c819ea-2ad4-45dc-83fc-b9e149bec2b3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:05.380853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Deleting port 60439336-115e-4745-a669-1d3d7d3b5256 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:05.381869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.582064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.613121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a20823f-cd70-434c-92b1-5061fa4c9299 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:05.639348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4a20823f-cd70-434c-92b1-5061fa4c9299 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:05.640066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4a20823f-cd70-434c-92b1-5061fa4c9299 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:05.641391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b7525fc0-81dc-44ce-aa69-9de6151935df no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:05.702967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b7525fc0-81dc-44ce-aa69-9de6151935df {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:05.704244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b7525fc0-81dc-44ce-aa69-9de6151935df not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:05.740847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] For port 60439336-115e-4745-a669-1d3d7d3b5256, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60439336-115e-4745-a669-1d3d7d3b5256,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:05.741338 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:05.768310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Calling delete_port for 60439336-115e-4745-a669-1d3d7d3b5256 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:05.916158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 6b378599-2c2d-4dea-b175-267ae3b1744b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:06.060468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:06.067008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2c1e2d40-a8be-4830-a2f9-001d55b06c41 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3230004 Oct 26 14:38:06.072532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43352) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:06.092782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] Sync routers for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:06.121953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-117488ef-b078-479b-80c8-e8f832d80114 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b378599-2c2d-4dea-b175-267ae3b1744b HTTP/1.1" status: 200 len: 205 time: 0.0450222 Oct 26 14:38:06.123461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43354) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:06.136008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:06.137888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.197156 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.216265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.232837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Port': ['ID=60439336-115e-4745-a669-1d3d7d3b5256,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:06.246314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] Routers {'6b378599-2c2d-4dea-b175-267ae3b1744b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:06.247008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:37:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['6b378599-2c2d-4dea-b175-267ae3b1744b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.288872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.289843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573064da-5886-4ffd-9072-1f4bb4ab8d21 None None] The sync data for ids ['6b378599-2c2d-4dea-b175-267ae3b1744b'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:06.296160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.321501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.431427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.434326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.485590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.488691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.542869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.543848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Fanout notify agent at l3_agent the message router_deleted on router 930c1a99-0638-4de4-9a15-083d13a16bb3 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:06.557374 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.558503 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.559328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-264531e8-0690-46be-8590-82b2ee0b3f8a tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/routers/930c1a99-0638-4de4-9a15-083d13a16bb3 HTTP/1.1" status: 204 len: 168 time: 2.2297094 Oct 26 14:38:06.559647 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 6b378599-2c2d-4dea-b175-267ae3b1744b {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:06.561962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43356) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:06.571229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.575635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3c1425c6-2617-4931-a1df-f5c85b0b3151 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b HTTP/1.1" status: 204 len: 168 time: 0.4486675 Oct 26 14:38:06.576300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43358) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:06.666103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet f5f637ab-8e9e-409a-b0ae-947b8aabf0ce {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:06.671296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.732699 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.745471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.889129 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.938424 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.973276 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26e8a67-b1df-44aa-8af9-ce8f525812d2']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.977082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:06.984412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d0e572-cf7d-44f6-8bc4-82830288019f') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.984715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d0e572-cf7d-44f6-8bc4-82830288019f') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:06.998155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.017201 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.025334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:07.025763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.028107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f637ab-8e9e-409a-b0ae-947b8aabf0ce,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:07.030212 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:07.049263 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.054249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2066d65c-6004-4f07-8777-623e52ab5194 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/f5f637ab-8e9e-409a-b0ae-947b8aabf0ce HTTP/1.1" status: 204 len: 168 time: 0.4768636 Oct 26 14:38:07.058980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43362) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:07.059323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b82cb-f54b-41a4-8ba2-f7c072e623da None None] Network 18fafa70-936a-4359-a08a-eb40fa74609d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:07.153123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.180276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.181565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 45f2fd70-cf52-4200-867e-c4afba81da85 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:07.184205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/networks/f26e8a67-b1df-44aa-8af9-ce8f525812d2 HTTP/1.1" status: 204 len: 168 time: 0.6205828 Oct 26 14:38:07.187392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.191764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43364) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:07.200426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23236e49-66fa-457f-84c2-831eebe07055 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'Network': ['ID=f26e8a67-b1df-44aa-8af9-ce8f525812d2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:07.314654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.372098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.446859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.451674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] DHCP port deletion for 18fafa70-936a-4359-a08a-eb40fa74609d request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:07.545567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60d6af8f-6e81-49df-9f60-539027497e76 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:07.551415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.555208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Deleting port 60d6af8f-6e81-49df-9f60-539027497e76 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:07.555593 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.665573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.668681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.672528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] 10.222.0.37 "DELETE /v2.0/security-groups/989c0f49-d358-4ce1-8c1c-d1eccbf5d021 HTTP/1.1" status: 204 len: 168 time: 0.4765487 Oct 26 14:38:07.683789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.686549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8801e-571e-4f94-8652-a2e1c3136980 tempest-TestNetworkAdvancedServerOps-23739408 tempest-TestNetworkAdvancedServerOps-23739408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989c0f49-d358-4ce1-8c1c-d1eccbf5d021,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:07.706930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.712158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/45f2fd70-cf52-4200-867e-c4afba81da85 HTTP/1.1" status: 204 len: 168 time: 0.6517878 Oct 26 14:38:07.716165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43370) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:07.743597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=45f2fd70-cf52-4200-867e-c4afba81da85,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:07.756549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.756922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.757268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.757809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.758807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.759336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.759843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.760355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.760884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.761403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.761911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.762955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852e0ccf-a3c6-410c-b344-7ba498606a88 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:07.774738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16203f-13f7-405d-9d78-3d41f6bc78fb None None] Network 176034c7-d5ec-4fe7-bcf2-abc91a391f9a requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:07.883271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60d6af8f-6e81-49df-9f60-539027497e76,segment=NetworkSegment(65ef3bb7-b4af-47b9-a21e-701c93c8639d),segment_id=65ef3bb7-b4af-47b9-a21e-701c93c8639d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:07.884023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.894568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:07.906517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Calling delete_port for 60d6af8f-6e81-49df-9f60-539027497e76 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:08.029798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 60d6af8f-6e81-49df-9f60-539027497e76 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:08.030726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.051947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.112320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60d6af8f-6e81-49df-9f60-539027497e76,segment=NetworkSegment(65ef3bb7-b4af-47b9-a21e-701c93c8639d),segment_id=65ef3bb7-b4af-47b9-a21e-701c93c8639d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:08.127140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43378) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:08.139983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.141812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60439336-115e-4745-a669-1d3d7d3b5256 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:08.201106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 60d6af8f-6e81-49df-9f60-539027497e76, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=60d6af8f-6e81-49df-9f60-539027497e76,segment=NetworkSegment(65ef3bb7-b4af-47b9-a21e-701c93c8639d),segment_id=65ef3bb7-b4af-47b9-a21e-701c93c8639d)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:08.202178 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.242247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 60d6af8f-6e81-49df-9f60-539027497e76 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:08.303042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:08.322173 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] DHCP port deletion for 176034c7-d5ec-4fe7-bcf2-abc91a391f9a request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:08.331364 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.341777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 60439336-115e-4745-a669-1d3d7d3b5256 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:08.342095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 60439336-115e-4745-a669-1d3d7d3b5256 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:08.348334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be794707-52aa-4002-ae0f-4fd54e80424b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=664d07e1bf9948d5a5ba1622f9309e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098267 Oct 26 14:38:08.349610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:08.357796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] No DVR routers for this DVR port 60d6af8f-6e81-49df-9f60-539027497e76 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:08.420956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08d90-ea45-4324-8294-9895ba99f6e1 None None] Pushing event deleted for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:08.443575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.447021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.457662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Deleting port fc5eae61-c635-4945-81cb-61d4ebc93fc7 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:08.458267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.493323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=60d6af8f-6e81-49df-9f60-539027497e76,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:08.496228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.497336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port 60d6af8f-6e81-49df-9f60-539027497e76 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:08.544707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] For port fc5eae61-c635-4945-81cb-61d4ebc93fc7, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc5eae61-c635-4945-81cb-61d4ebc93fc7,segment=NetworkSegment(8d6f0e06-c582-4089-a5ce-0346a6209aaf),segment_id=8d6f0e06-c582-4089-a5ce-0346a6209aaf)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:08.545283 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.578112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Calling delete_port for fc5eae61-c635-4945-81cb-61d4ebc93fc7 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:08.582299 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.587635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.590710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe639e8f-cbfa-49be-b94c-5762a1af3a3b HTTP/1.1" status: 204 len: 168 time: 0.2392874 Oct 26 14:38:08.603644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895219f-b289-43fa-a73e-bdb63a6e0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe639e8f-cbfa-49be-b94c-5762a1af3a3b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:08.655484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.710652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.714572 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fafa70-936a-4359-a08a-eb40fa74609d']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:08.735227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ef3bb7-b4af-47b9-a21e-701c93c8639d') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:08.736963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ef3bb7-b4af-47b9-a21e-701c93c8639d') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:08.740728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] Pushing event deleted for resources: {'Port': ['ID=fc5eae61-c635-4945-81cb-61d4ebc93fc7,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:08.748092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b200c3-4dac-461b-a968-e748e9fe6e66 None None] No DVR routers for this DVR port fc5eae61-c635-4945-81cb-61d4ebc93fc7 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:08.764895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.783712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.797050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:08.797362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:08.802044 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:08.898041 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.917780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:08.929569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43390) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:08.942924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/18fafa70-936a-4359-a08a-eb40fa74609d HTTP/1.1" status: 204 len: 168 time: 1.2239828 Oct 26 14:38:08.981794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae03229-2ceb-4520-acb2-7395bca6798b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=18fafa70-936a-4359-a08a-eb40fa74609d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:09.128253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.177596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:09.235554 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ea12d38-6d02-466f-af7f-a2103ac597fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a307eb80e64f4654ba015f28057a381e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562391 Oct 26 14:38:09.238155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43394) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:09.309090 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.325357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.348582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176034c7-d5ec-4fe7-bcf2-abc91a391f9a']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:09.363703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6f0e06-c582-4089-a5ce-0346a6209aaf') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:09.364431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6f0e06-c582-4089-a5ce-0346a6209aaf') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:09.366969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.377373 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.397788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.410764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:09.411375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:09.417897 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:09.475685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.483402 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.484683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a779e5a2-9f22-4e11-96da-7e7a3253163f HTTP/1.1" status: 204 len: 168 time: 0.2451398 Oct 26 14:38:09.521635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3f7f3-f42c-4200-9976-7207ccbcb6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a779e5a2-9f22-4e11-96da-7e7a3253163f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:09.540229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.559661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc5eae61-c635-4945-81cb-61d4ebc93fc7 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:09.560724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.567054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/176034c7-d5ec-4fe7-bcf2-abc91a391f9a HTTP/1.1" status: 204 len: 168 time: 0.6357884 Oct 26 14:38:09.571092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43400) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:09.577224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314616801'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:09.588052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79937c91-5a96-4e1d-9393-419ecc57d920 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=176034c7-d5ec-4fe7-bcf2-abc91a391f9a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:09.603614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: fc5eae61-c635-4945-81cb-61d4ebc93fc7 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:09.603957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc5eae61-c635-4945-81cb-61d4ebc93fc7 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:09.621976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:09.626310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.662899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:38:09.684439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:09.684841 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 67ff1d22-e9c6-4d2b-b0b3-1a784026dafa of type vlan for network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 Oct 26 14:38:09.740434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.114381 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c78fcaf0-5841-4410-ae0b-b954fb1a2106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.128366 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.134790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:10.135928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.207305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6348550 Oct 26 14:38:10.207749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43414) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:10.214277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:10.236540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca3703-6cb7-46e1-a728-0b61d728b8ba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=68e63273-7198-4bef-a1fb-0bb2262bfaf3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:10.250882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:38:10.377287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-d9e5d358-15d0-4878-ab19-1af3ef8633b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909045 Oct 26 14:38:10.382190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:10.401972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.512233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea65f9-4885-4111-a337-fff43b4b877a req-edbd7d05-b5e9-4d3a-b30d-a985ec5a5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:10.517283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-edbd7d05-b5e9-4d3a-b30d-a985ec5a5d14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1096 time: 0.1121078 Oct 26 14:38:10.755675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.787040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea65f9-4885-4111-a337-fff43b4b877a req-1dcf9aa7-e71c-4038-8e6c-76f1c3249dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:10.789765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-1dcf9aa7-e71c-4038-8e6c-76f1c3249dfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 898 time: 0.2411268 Oct 26 14:38:10.842268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=2ff9bb68-d643-4311-aac7-c2ba329fc92f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:10.859766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:10.861157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 68e63273-7198-4bef-a1fb-0bb2262bfaf3, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:38:10.888715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:38:10.918944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 68e63273-7198-4bef-a1fb-0bb2262bfaf3) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:10.928381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:10.929370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:10.938813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabbbee-fec9-4d25-8400-9408400bc2be None None] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:10.959973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-438efab1-5a8c-4ac4-be74-fbee79de2db3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492270 Oct 26 14:38:10.961016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-84361958-f313-4ea8-82b5-bf23e6be4bff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 1001 time: 0.1623318 Oct 26 14:38:10.963709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43424) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:10.981107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43426) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:10.989685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446698723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:11.091161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.092068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.135438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea65f9-4885-4111-a337-fff43b4b877a req-42d3f55f-4cc4-48a3-b313-5c5aaed694c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:11.140848 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-42d3f55f-4cc4-48a3-b313-5c5aaed694c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 200 len: 835 time: 0.1377366 Oct 26 14:38:11.198158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-640631661-network', 'tenant_id': '81876f6a0880431da8825b830f1d2491'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:11.266091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Made reservation on behalf of 81876f6a0880431da8825b830f1d2491 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:11.269690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.291088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.296684 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.306050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.333467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea65f9-4885-4111-a337-fff43b4b877a req-de520d6b-eabc-4838-b8fc-d78c6e8e4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:11.334994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-de520d6b-eabc-4838-b8fc-d78c6e8e4304 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791961 Oct 26 14:38:11.341966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-68e63273-7198-4bef-a1fb-0bb2262bfaf3', 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '2ff9bb68-d643-4311-aac7-c2ba329fc92f'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:38:11.343988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.346453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.349027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a4fe99d8-3db3-4ed7-9a70-c6b54b9a2c37 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3803999 Oct 26 14:38:11.353154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43432) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:11.365433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'port': {'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3', 'name': 'tempest-RoutersTest-1035204066'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:11.564435 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-a191bd12-face-4405-83e5-3ee3cb0ff5fa service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139397 Oct 26 14:38:11.693062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.695726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:11.699730 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.717783 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.771348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:38:11.795964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-59ea65f9-4885-4111-a337-fff43b4b877a req-3aa49ef1-b858-49e8-ada1-8926b679984c service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232435 Oct 26 14:38:11.822721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] device_id is not set on port 8f250887-be20-4b31-8987-975557d30684 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:38:11.858504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:11.859510 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Added segment 0c63a8ea-f497-4482-94f6-c285044d4345 of type vlan for network 14baf905-2df8-4c16-a314-c4abd4951897 Oct 26 14:38:11.910552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655acbd-3da2-4732-851c-8ff412829c3c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:11.994848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Allocated IP 172.20.0.2 (68e63273-7198-4bef-a1fb-0bb2262bfaf3/2ff9bb68-d643-4311-aac7-c2ba329fc92f/af3132d6-27aa-4e1b-937c-9863ad15ad03) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:12.005053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.059322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.060589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:12.060589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.348199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.361118 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.458741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:12.462870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:12.466153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Pushing event updated for resources: {'Port': ['ID=af3132d6-27aa-4e1b-937c-9863ad15ad03,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:12.469558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:12.509893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5263221 Oct 26 14:38:12.538404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43438) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:12.549372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Request body: {'subnet': {'network_id': '14baf905-2df8-4c16-a314-c4abd4951897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-640631661-subnet', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:12.591549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Made reservation on behalf of 81876f6a0880431da8825b830f1d2491 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:12.594319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.600091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Attempting to bind port af3132d6-27aa-4e1b-937c-9863ad15ad03 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:12.601875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4a7c8-ba47-4ad9-a2c4-5c7378f6296a admin admin] Pushing event updated for resources: {'Network': ['ID=14baf905-2df8-4c16-a314-c4abd4951897,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:12.602078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Attempting to bind port af3132d6-27aa-4e1b-937c-9863ad15ad03 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:12.602078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Attempting to bind port af3132d6-27aa-4e1b-937c-9863ad15ad03 on network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:12.624996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 14baf905-2df8-4c16-a314-c4abd4951897 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:38:12.644533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:12.645491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Checking segment: {'id': '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:12.646170 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.646796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Bound using segment: {'id': '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:12.647995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Bound port: af3132d6-27aa-4e1b-937c-9863ad15ad03, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '68e63273-7198-4bef-a1fb-0bb2262bfaf3'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:12.648833 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.662914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.db.api [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e3968a7b-eee4-48c3-bda9-c0c6b6ce81ba {{(pid=102163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:38:12.663260 n-d-813419-9 neutron-server[102163]: DEBUG oslo_db.api [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:38:12.871664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] For port af3132d6-27aa-4e1b-937c-9863ad15ad03, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:12.879000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.883961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] For port af3132d6-27aa-4e1b-937c-9863ad15ad03, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af3132d6-27aa-4e1b-937c-9863ad15ad03,segment=NetworkSegment(67ff1d22-e9c6-4d2b-b0b3-1a784026dafa),segment_id=67ff1d22-e9c6-4d2b-b0b3-1a784026dafa)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:12.910008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:12.968864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-23b3a0f8-fe69-4c18-8c29-f15068ffdc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.020614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00220362-6359-49fb-84d4-a6e935a5e295,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:13.035341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Checking segment: {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:13.036086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Network hostable DHCP agents. Network: 14baf905-2df8-4c16-a314-c4abd4951897, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:38:13.059324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04e24-5a71-4bed-a465-b6106c3e98dc None None] Pushing event updated for resources: {'Port': ['ID=af3132d6-27aa-4e1b-937c-9863ad15ad03,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:13.071276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Network 14baf905-2df8-4c16-a314-c4abd4951897 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:38:13.092602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 14baf905-2df8-4c16-a314-c4abd4951897) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:13.105228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:13.106916 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.109414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c24f1-92ad-46c2-a64c-54f9149235c7 None None] Network 14baf905-2df8-4c16-a314-c4abd4951897 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:13.150230 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-07cc1690-2fa3-443b-b850-bcf324997355 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6107194 Oct 26 14:38:13.155368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:13.163305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:13.169661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.207091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] device_id is not set on port 81f06105-fbfd-47b6-b853-00b9f19a26f2 yet. {{(pid=102163) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 26 14:38:13.229877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.232337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.442888 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.467936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-14baf905-2df8-4c16-a314-c4abd4951897', 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'fixed_ips': [{'subnet_id': '00220362-6359-49fb-84d4-a6e935a5e295'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:38:13.471066 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.689539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.20.0.11 (68e63273-7198-4bef-a1fb-0bb2262bfaf3/2ff9bb68-d643-4311-aac7-c2ba329fc92f/81f06105-fbfd-47b6-b853-00b9f19a26f2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:13.692028 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af3132d6-27aa-4e1b-937c-9863ad15ad03 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:13.768080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port af3132d6-27aa-4e1b-937c-9863ad15ad03 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:13.769849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.817026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:13.989898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.002091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Allocated IP 172.20.0.2 (14baf905-2df8-4c16-a314-c4abd4951897/00220362-6359-49fb-84d4-a6e935a5e295/c2e9eec8-1094-447a-9518-d12aeb8b90a6) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:14.077369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.187422 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.249546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.308367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43446) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:14.331846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port af3132d6-27aa-4e1b-937c-9863ad15ad03, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af3132d6-27aa-4e1b-937c-9863ad15ad03,segment=NetworkSegment(67ff1d22-e9c6-4d2b-b0b3-1a784026dafa),segment_id=67ff1d22-e9c6-4d2b-b0b3-1a784026dafa)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:14.353427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:14.359726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:14.364122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.366405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.395993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:14.401878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.477578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=81f06105-fbfd-47b6-b853-00b9f19a26f2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:14.543675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.630511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:14.631194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.708051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4a9b4f51-6d63-4b7b-91a0-b33338e28099 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3470898 Oct 26 14:38:14.708465 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.714658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:14.745191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:14.776945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Allocated IP 172.25.5.203 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c3a2d9cf-07ff-45ac-b4c0-89b77acd4810) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:14.780042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=af3132d6-27aa-4e1b-937c-9863ad15ad03,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:14.854687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Network 14baf905-2df8-4c16-a314-c4abd4951897 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:14.870075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:14.879785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:14.910472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Pushing event updated for resources: {'Port': ['ID=c2e9eec8-1094-447a-9518-d12aeb8b90a6,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:15.033615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Attempting to bind port c2e9eec8-1094-447a-9518-d12aeb8b90a6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:15.035337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Attempting to bind port c2e9eec8-1094-447a-9518-d12aeb8b90a6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:15.036099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Attempting to bind port c2e9eec8-1094-447a-9518-d12aeb8b90a6 on network 14baf905-2df8-4c16-a314-c4abd4951897 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:15.043162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e5015-42ed-422d-99b7-b355f51332c1 None None] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:15.133736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:15.134314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Checking segment: {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:15.134940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.135579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Bound using segment: {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:15.138726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Bound port: c2e9eec8-1094-447a-9518-d12aeb8b90a6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:15.138726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.225692 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.283695 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.291207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cb4915c2-4a96-4291-ae1a-242c842d8109 None None] Provisioning complete for port af3132d6-27aa-4e1b-937c-9863ad15ad03 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:15.291805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cb4915c2-4a96-4291-ae1a-242c842d8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.332556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:15.336551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:15.349532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:15.400269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Pushing event updated for resources: {'Port': ['ID=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:15.499987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] For port c2e9eec8-1094-447a-9518-d12aeb8b90a6, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:15.511216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] For port c2e9eec8-1094-447a-9518-d12aeb8b90a6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c2e9eec8-1094-447a-9518-d12aeb8b90a6,segment=NetworkSegment(0c63a8ea-f497-4482-94f6-c285044d4345),segment_id=0c63a8ea-f497-4482-94f6-c285044d4345)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:15.562317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.674114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af3132d6-27aa-4e1b-937c-9863ad15ad03 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:15.794062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.954999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:15.980554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d7ca7-ef30-4d1a-b75a-a76496626444 None None] Pushing event updated for resources: {'Port': ['ID=c2e9eec8-1094-447a-9518-d12aeb8b90a6,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:16.000771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.068140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port af3132d6-27aa-4e1b-937c-9863ad15ad03 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:16.068811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.384628 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.551240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.627052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bd10d5c9-114c-48d2-a3e6-9211b6b31f49 None None] Provisioning complete for port af3132d6-27aa-4e1b-937c-9863ad15ad03 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:16.628407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd10d5c9-114c-48d2-a3e6-9211b6b31f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.906798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bd10d5c9-114c-48d2-a3e6-9211b6b31f49 None None] Provisioning complete for port 81f06105-fbfd-47b6-b853-00b9f19a26f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:16.907419 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd10d5c9-114c-48d2-a3e6-9211b6b31f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:16.964786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Router 52a88720-cba8-45e8-9b17-b1849c931ebd is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:16.978925 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bd10d5c9-114c-48d2-a3e6-9211b6b31f49 None None] Port 81f06105-fbfd-47b6-b853-00b9f19a26f2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:17.115654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:17.117201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:17.137191 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Sync routers for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:17.137902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:17.153989 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:17.154303 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1d7fa7c5-74d4-4709-9908-c0ceb8c9c621 None None] Provisioning complete for port 81f06105-fbfd-47b6-b853-00b9f19a26f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:17.154409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa7c5-74d4-4709-9908-c0ceb8c9c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:17.158078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1681409b-9c2c-4868-ac31-b3de230202aa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.9988418 Oct 26 14:38:17.158318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43456) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:17.172581 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:17.181217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:17.320260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fa7c5-74d4-4709-9908-c0ceb8c9c621 None None] Port 81f06105-fbfd-47b6-b853-00b9f19a26f2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:17.375353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=81f06105-fbfd-47b6-b853-00b9f19a26f2,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:17.498601 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:17.756147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c2e9eec8-1094-447a-9518-d12aeb8b90a6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:17.899182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c2e9eec8-1094-447a-9518-d12aeb8b90a6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:17.899589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.034592 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:15Z', 'revision_number': 3, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:18.045461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.058487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-12040fe2-e067-41d2-9823-a5ae9653adab None None] Provisioning complete for port 81f06105-fbfd-47b6-b853-00b9f19a26f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:18.058853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12040fe2-e067-41d2-9823-a5ae9653adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.094817 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Checking router: 52a88720-cba8-45e8-9b17-b1849c931ebd for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:18.095169 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Updating router 52a88720-cba8-45e8-9b17-b1849c931ebd port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:38:18.125275 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.216797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 78c47739-93e4-4844-a629-18451db4a9e8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:18.217867 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.250326 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ea61a-96a4-4c90-8887-1f913f650b94 None None] Network 14baf905-2df8-4c16-a314-c4abd4951897 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:18.301934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-12040fe2-e067-41d2-9823-a5ae9653adab None None] Port 81f06105-fbfd-47b6-b853-00b9f19a26f2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:18.426369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 78c47739-93e4-4844-a629-18451db4a9e8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=78c47739-93e4-4844-a629-18451db4a9e8,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:18.427136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.454287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 78c47739-93e4-4844-a629-18451db4a9e8 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:18.590049 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.598491 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.642213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d8740cad-ece0-4ee5-b009-b9d662075e05 None None] Provisioning complete for port c2e9eec8-1094-447a-9518-d12aeb8b90a6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:18.642621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8740cad-ece0-4ee5-b009-b9d662075e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.648301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.697744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c2e9eec8-1094-447a-9518-d12aeb8b90a6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c2e9eec8-1094-447a-9518-d12aeb8b90a6,segment=NetworkSegment(0c63a8ea-f497-4482-94f6-c285044d4345),segment_id=0c63a8ea-f497-4482-94f6-c285044d4345)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:18.729438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.923993 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:18.944086 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.012744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c2e9eec8-1094-447a-9518-d12aeb8b90a6,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:19.089480 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Pushing event updated for resources: {'Port': ['ID=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:19.137453 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Attempting to bind port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:19.138035 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Attempting to bind port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:19.139212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Attempting to bind port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:19.155298 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:19.155949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:19.156136 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.156684 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.157304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:19.158112 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Bound port: c3a2d9cf-07ff-45ac-b4c0-89b77acd4810, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:19.158729 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.163740 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.164824 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.164956 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.165430 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.165995 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.167069 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.167233 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.167677 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.168242 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.168820 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.169383 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.169939 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:19.203131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=78c47739-93e4-4844-a629-18451db4a9e8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:19.243744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ab8ca518-8380-42cd-b031-547dcf05c1cf None None] Provisioning complete for port c2e9eec8-1094-447a-9518-d12aeb8b90a6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:19.245050 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca518-8380-42cd-b031-547dcf05c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.297270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] For port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:19.299331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Allocated IP 172.20.0.1 (14baf905-2df8-4c16-a314-c4abd4951897/00220362-6359-49fb-84d4-a6e935a5e295/69721f0e-8aa2-419f-a44b-2772d63b4042) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:19.301870 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] For port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:19.318041 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.362990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.386980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.433480 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d391-fc1c-463c-bf7a-a00bad969827 None None] Pushing event updated for resources: {'Port': ['ID=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:19.436976 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:19.437604 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:19.744955 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:19.784386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:19.847562 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=81f06105-fbfd-47b6-b853-00b9f19a26f2,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:19.859274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c2e9eec8-1094-447a-9518-d12aeb8b90a6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:19.949788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.040363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c2e9eec8-1094-447a-9518-d12aeb8b90a6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:20.041266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.101841 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:15Z', 'revision_number': 3, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:20.166760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.173805 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665e1ba-1436-41dc-81d9-9b303b818980 None None] The sync data for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 is: [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:15Z', 'revision_number': 3, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:20.252043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.319896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:20.325527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:20.347671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Network 14baf905-2df8-4c16-a314-c4abd4951897 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:20.351622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:20.355857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:20.385727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Pushing event updated for resources: {'Port': ['ID=69721f0e-8aa2-419f-a44b-2772d63b4042,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:20.425864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.646732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.704788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:20.909031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 88ce5e8d-c358-4bc4-8ff8-7b772c6f469b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:20.949874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Provisioning complete for port 69721f0e-8aa2-419f-a44b-2772d63b4042 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:20.950583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.958118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:20.968144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:21.013453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Port 69721f0e-8aa2-419f-a44b-2772d63b4042 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:21.038921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Provisioning complete for port 81f06105-fbfd-47b6-b853-00b9f19a26f2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:21.039498 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:21.098580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Pushing event updated for resources: {'Port': ['ID=69721f0e-8aa2-419f-a44b-2772d63b4042,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:21.122298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd1056-6d51-4165-a329-9b4c87dbd3a8 None None] Port 81f06105-fbfd-47b6-b853-00b9f19a26f2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:21.125840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:21.269869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Network 14baf905-2df8-4c16-a314-c4abd4951897 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:21.273697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:21.447018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:21.455922 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2475ef72-bc8b-4a80-b4f2-7be5a3b85338 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/bd844a66-09da-43a3-a367-7772b9f986ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1450179 Oct 26 14:38:21.463039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:21.486568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:21.487742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:21.503770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:21.521296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] Sync routers for ids ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:21.525979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:21.543482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-74c04d7d-6dae-420d-8a06-ae8436d554ec tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/88ce5e8d-c358-4bc4-8ff8-7b772c6f469b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8270524 Oct 26 14:38:21.546736 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] Routers {'88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:21.547420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:21.664117 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:21.682386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be98c4d-ef27-4b10-8891-7666c4b977dd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:21.684231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8be98c4d-ef27-4b10-8891-7666c4b977dd tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports/81f06105-fbfd-47b6-b853-00b9f19a26f2 HTTP/1.1" status: 200 len: 978 time: 0.1480651 Oct 26 14:38:21.690806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43476) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:21.694977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:21.704254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Router 52a88720-cba8-45e8-9b17-b1849c931ebd has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:21.757475 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] Routers {'88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:21.768507 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:21.887606 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:21.888384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fbeb1-af01-4e7c-a622-4da7d1f12633 None None] The sync data for ids ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:21.913849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f8a863b0-d4c5-4a27-9c28-f2ee6f66babd None None] Provisioning complete for port 69721f0e-8aa2-419f-a44b-2772d63b4042 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:21.914558 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8a863b0-d4c5-4a27-9c28-f2ee6f66babd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:21.957554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:21.957927 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:21.966720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:22.009872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:22.017329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f8a863b0-d4c5-4a27-9c28-f2ee6f66babd None None] Port 69721f0e-8aa2-419f-a44b-2772d63b4042 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:22.026108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-704a7c29-9763-4caa-a410-e0238c61274d admin admin] 10.222.0.37 "PUT /v2.0/routers/52a88720-cba8-45e8-9b17-b1849c931ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8655226 Oct 26 14:38:22.116207 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:22.231297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:22.313019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:22.333391 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688015-a959-47a6-8976-66abf09953d9 req-b19699ce-8b8f-499f-88e1-a964cbcdf9c3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:22.345995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44688015-a959-47a6-8976-66abf09953d9 req-b19699ce-8b8f-499f-88e1-a964cbcdf9c3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.3319302 Oct 26 14:38:22.423700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44688015-a959-47a6-8976-66abf09953d9 req-86758330-3deb-49ad-849f-23235075ad54 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628638 Oct 26 14:38:22.472373 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:22.611369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:22.622230 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:22.719824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:22.770066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:22.784894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:22.785590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:22.938891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:23.012891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 81f06105-fbfd-47b6-b853-00b9f19a26f2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:23.013252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.165074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Sync routers for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:23.181788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:23.182416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:23.209585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.240291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1d9b-4496-4408-9772-77d34b079205 req-77e6f2a9-f472-46b2-93dc-4e53b898e040 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:23.241583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 81f06105-fbfd-47b6-b853-00b9f19a26f2 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:23.247540 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffad1d9b-4496-4408-9772-77d34b079205 req-77e6f2a9-f472-46b2-93dc-4e53b898e040 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.73 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.1411364 Oct 26 14:38:23.399212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:23.399902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.433361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:23.643563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:23.643961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.663709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:23.727415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:23.737609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.772455 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.813482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=81f06105-fbfd-47b6-b853-00b9f19a26f2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:23.858986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67897b9f-8278-4676-91e7-17f3db7c1fc8 req-74567637-06e2-4246-9905-8f8035b4ea61 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:23.863798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67897b9f-8278-4676-91e7-17f3db7c1fc8 req-74567637-06e2-4246-9905-8f8035b4ea61 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 946 time: 0.1287129 Oct 26 14:38:23.931811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:23.976980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67897b9f-8278-4676-91e7-17f3db7c1fc8 req-26dc4303-e24c-47b0-8974-b82203db0888 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910830 Oct 26 14:38:24.027025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=2c1cdbce-6e1c-45a6-9a27-6270ffa881fb,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:24.098719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] No DVR routers for this DVR port 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:24.104356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:24.111239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ffad1d9b-4496-4408-9772-77d34b079205 req-c4aabbb0-80ee-452d-afd6-2cbc3600842c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.73 "DELETE /v2.0/ports/2c1cdbce-6e1c-45a6-9a27-6270ffa881fb HTTP/1.1" status: 204 len: 173 time: 0.8570313 Oct 26 14:38:24.112643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'name': 'network-vif-deleted', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:38:24.117205 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763b9f0-9bfc-4f1a-bb3b-661671257674" -d '{"events": [{"server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "name": "network-vif-deleted", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:38:24.131068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:24.131388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:24.135781 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:24.318445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:24.358115 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5f682-8fdc-4048-bb25-c1a816a2af19 x-openstack-request-id: req-1cb5f682-8fdc-4048-bb25-c1a816a2af19 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:38:24.359166 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407b55b3-c85a-441b-90ec-010e92416758", "name": "network-vif-deleted", "tag": "2c1cdbce-6e1c-45a6-9a27-6270ffa881fb", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:38:24.361306 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cb5f682-8fdc-4048-bb25-c1a816a2af19 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:38:24.366591 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407b55b3-c85a-441b-90ec-010e92416758', 'name': 'network-vif-deleted', 'tag': '2c1cdbce-6e1c-45a6-9a27-6270ffa881fb', 'status': 'completed', 'code': 200} Oct 26 14:38:24.448353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 88ce5e8d-c358-4bc4-8ff8-7b772c6f469b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:24.622240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:24.635800 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] Sync routers for ids ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:24.648587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e8642421-5381-43a7-90be-93f79c2b79db tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/88ce5e8d-c358-4bc4-8ff8-7b772c6f469b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9561388 Oct 26 14:38:24.653795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43510) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:24.668575 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] Routers {'88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:24.669431 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:24.771795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:24.805615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] Routers {'88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:24.808832 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:24.864220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43512) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:24.907013 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:24.908420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c6019-4e95-4dc7-acdf-4607e643d209 None None] The sync data for ids ['88ce5e8d-c358-4bc4-8ff8-7b772c6f469b'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:25.003427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ad835a-db65-4f80-a806-07f8b57e6005 None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '9cf5f65a-0e95-474a-af32-3419a3464202', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.110', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'port_id': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'mac_address': 'fa:16:3e:10:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458965fc-153d-4b62-a043-36cf955aa21f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:36:54Z', 'updated_at': '2021-10-26T14:36:58Z', 'revision_number': 1, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:25.056284 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-0a9fa714-1027-4976-b772-e43015e4f214 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] remove_router_interface failed (client error): The resource could not be found. Oct 26 14:38:25.061839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0a9fa714-1027-4976-b772-e43015e4f214 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/88ce5e8d-c358-4bc4-8ff8-7b772c6f469b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4023018 Oct 26 14:38:25.062668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43516) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:25.137392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:20Z', 'revision_number': 4, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '69721f0e-8aa2-419f-a44b-2772d63b4042', 'name': '', 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'mac_address': 'fa:16:3e:a4:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '00220362-6359-49fb-84d4-a6e935a5e295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:18Z', 'updated_at': '2021-10-26T14:38:20Z', 'revision_number': 2, 'project_id': '81876f6a0880431da8825b830f1d2491', 'subnets': [{'id': '00220362-6359-49fb-84d4-a6e935a5e295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:25.141101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea8b95c3-46ac-442b-8ff7-a8911d674a06 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=88ce5e8d-c358-4bc4-8ff8-7b772c6f469b HTTP/1.1" status: 200 len: 205 time: 0.0771503 Oct 26 14:38:25.151629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43518) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:25.193041 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf9ea6fb-2add-4c80-b405-5d9cb8c31fee req-a3743c6c-b577-43ce-a3f6-9fc622045b9a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=407b55b3-c85a-441b-90ec-010e92416758 HTTP/1.1" status: 200 len: 210 time: 0.0550609 Oct 26 14:38:25.216106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Checking router: 52a88720-cba8-45e8-9b17-b1849c931ebd for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:25.216653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Updating router 52a88720-cba8-45e8-9b17-b1849c931ebd port 69721f0e-8aa2-419f-a44b-2772d63b4042 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:38:25.319786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.336370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.543995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78c47739-93e4-4844-a629-18451db4a9e8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:25.579438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 78c47739-93e4-4844-a629-18451db4a9e8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:25.580113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 78c47739-93e4-4844-a629-18451db4a9e8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:25.660466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.666815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.729260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.729981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 88ce5e8d-c358-4bc4-8ff8-7b772c6f469b {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:25.743096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.745438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.761367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b6898f4-05f0-4a55-8e74-be16604c3bd2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/88ce5e8d-c358-4bc4-8ff8-7b772c6f469b HTTP/1.1" status: 204 len: 168 time: 0.6065578 Oct 26 14:38:25.763398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:25.896698 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.902727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 2ff9bb68-d643-4311-aac7-c2ba329fc92f {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:25.905964 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:25.912164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.042561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.123749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e010e-142f-4962-a34c-feee79f71a28 None None] Pushing event updated for resources: {'Port': ['ID=69721f0e-8aa2-419f-a44b-2772d63b4042,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:26.186220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Attempting to bind port 69721f0e-8aa2-419f-a44b-2772d63b4042 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:26.186871 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Attempting to bind port 69721f0e-8aa2-419f-a44b-2772d63b4042 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:26.187764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Attempting to bind port 69721f0e-8aa2-419f-a44b-2772d63b4042 on network 14baf905-2df8-4c16-a314-c4abd4951897 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:26.208387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:26.209698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Checking segment: {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:26.213398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.215045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Bound using segment: {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:26.225085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Bound port: 69721f0e-8aa2-419f-a44b-2772d63b4042, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63a8ea-f497-4482-94f6-c285044d4345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:26.230101 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.254246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Deleting port 69721f0e-8aa2-419f-a44b-2772d63b4042 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:26.263204 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.273798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.382534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43526) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:26.412390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] For port 69721f0e-8aa2-419f-a44b-2772d63b4042, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:26.433357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f22f1777-ee04-4da3-83db-f2dc7e7ea699 None None] Provisioning complete for port 69721f0e-8aa2-419f-a44b-2772d63b4042 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:26.433986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f22f1777-ee04-4da3-83db-f2dc7e7ea699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.446913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] For port 69721f0e-8aa2-419f-a44b-2772d63b4042, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=69721f0e-8aa2-419f-a44b-2772d63b4042,segment=NetworkSegment(0c63a8ea-f497-4482-94f6-c285044d4345),segment_id=0c63a8ea-f497-4482-94f6-c285044d4345)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:26.504004 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.534673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] For port 69721f0e-8aa2-419f-a44b-2772d63b4042, host n-d-813419-9, got binding levels [] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:26.535629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.546372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.578479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Calling delete_port for 69721f0e-8aa2-419f-a44b-2772d63b4042 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:26.623636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957ff75-2298-4ca1-8e19-407d74c14515 None None] Network 68e63273-7198-4bef-a1fb-0bb2262bfaf3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:26.625022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff9bb68-d643-4311-aac7-c2ba329fc92f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:26.633406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f22f1777-ee04-4da3-83db-f2dc7e7ea699 None None] Port 69721f0e-8aa2-419f-a44b-2772d63b4042 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:26.637603 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.651666 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b1f357de-689f-426d-ae89-72c493860672 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/2ff9bb68-d643-4311-aac7-c2ba329fc92f HTTP/1.1" status: 204 len: 168 time: 0.8831306 Oct 26 14:38:26.656199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:26.677003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.813311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:26.813550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:26.814622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:26.998397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.036040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:27.055215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Pushing event deleted for resources: {'Port': ['ID=69721f0e-8aa2-419f-a44b-2772d63b4042,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:27.056597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.173647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e010e-142f-4962-a34c-feee79f71a28 None None] Pushing event updated for resources: {'Port': ['ID=69721f0e-8aa2-419f-a44b-2772d63b4042,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:27.219376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.224646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.231605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/security-groups/23e0fce1-a64a-44ab-9b8e-fe8fef48afdb HTTP/1.1" status: 204 len: 168 time: 0.8479369 Oct 26 14:38:27.278805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee2879-206a-42b0-acc1-7b6bb3f28a8b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0fce1-a64a-44ab-9b8e-fe8fef48afdb,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:27.319351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port af3132d6-27aa-4e1b-937c-9863ad15ad03 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:27.319767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.368160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-86f2b298-a5ff-491c-bcb0-3842845115f4 None None] Could not find standard attr ID for object 69721f0e-8aa2-419f-a44b-2772d63b4042. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:38:27.405169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43534) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:27.468380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port af3132d6-27aa-4e1b-937c-9863ad15ad03, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=af3132d6-27aa-4e1b-937c-9863ad15ad03,segment=NetworkSegment(67ff1d22-e9c6-4d2b-b0b3-1a784026dafa),segment_id=67ff1d22-e9c6-4d2b-b0b3-1a784026dafa)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:27.468965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.495071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for af3132d6-27aa-4e1b-937c-9863ad15ad03 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:27.696842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] DHCP port deletion for 68e63273-7198-4bef-a1fb-0bb2262bfaf3 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:27.752838 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.754526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.840992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=af3132d6-27aa-4e1b-937c-9863ad15ad03,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:27.851268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:20Z', 'revision_number': 4, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '69721f0e-8aa2-419f-a44b-2772d63b4042', 'name': '', 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'mac_address': 'fa:16:3e:a4:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '00220362-6359-49fb-84d4-a6e935a5e295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:18Z', 'updated_at': '2021-10-26T14:38:26Z', 'revision_number': 4, 'project_id': '81876f6a0880431da8825b830f1d2491', 'subnets': [{'id': '00220362-6359-49fb-84d4-a6e935a5e295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:27.852827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port af3132d6-27aa-4e1b-937c-9863ad15ad03 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:27.862679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting subnet fd12e266-b488-43e2-b5f3-44e614ff0d75 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:27.873967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Deleting port af3132d6-27aa-4e1b-937c-9863ad15ad03 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:27.873967 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:27.945226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cb794-27c6-4442-a4e6-b0512624942a None None] The sync data for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 is: [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:20Z', 'revision_number': 4, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '69721f0e-8aa2-419f-a44b-2772d63b4042', 'name': '', 'network_id': '14baf905-2df8-4c16-a314-c4abd4951897', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'mac_address': 'fa:16:3e:a4:3e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '00220362-6359-49fb-84d4-a6e935a5e295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:18Z', 'updated_at': '2021-10-26T14:38:26Z', 'revision_number': 4, 'project_id': '81876f6a0880431da8825b830f1d2491', 'subnets': [{'id': '00220362-6359-49fb-84d4-a6e935a5e295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:28.052766 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.122418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] For port af3132d6-27aa-4e1b-937c-9863ad15ad03, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:28.123030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.172444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Calling delete_port for af3132d6-27aa-4e1b-937c-9863ad15ad03 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:28.172778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.181600 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Port af3132d6-27aa-4e1b-937c-9863ad15ad03 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:38:28.183909 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.239931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.255332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e63273-7198-4bef-a1fb-0bb2262bfaf3']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:28.260036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] Pushing event deleted for resources: {'Port': ['ID=af3132d6-27aa-4e1b-937c-9863ad15ad03,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:28.275629 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12706e4f-6998-4faf-9e28-d7122d0f28c7 None None] No DVR routers for this DVR port af3132d6-27aa-4e1b-937c-9863ad15ad03 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:28.291226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:28.301550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:28.303146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ff1d22-e9c6-4d2b-b0b3-1a784026dafa') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:28.342254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:28.343311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2c1cdbce-6e1c-45a6-9a27-6270ffa881fb not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:28.387800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.414810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.423412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:28.423969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:28.431056 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:28.493302 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.548908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.559415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.575273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43546) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:28.575683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/68e63273-7198-4bef-a1fb-0bb2262bfaf3 HTTP/1.1" status: 204 len: 168 time: 1.9175177 Oct 26 14:38:28.588215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245997693'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:28.599126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16e935-c67b-4cbd-b6f6-17244c2115f1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=68e63273-7198-4bef-a1fb-0bb2262bfaf3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:28.688331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:28.693159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.838910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.887294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Subnet': ['ID=fd12e266-b488-43e2-b5f3-44e614ff0d75,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:28.894533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:28.904041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-937fa6a2-e306-41f8-b67d-79fb66a8c431 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/subnets/fd12e266-b488-43e2-b5f3-44e614ff0d75 HTTP/1.1" status: 204 len: 168 time: 1.4974117 Oct 26 14:38:28.906787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43548) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:28.911464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15cc50-f7aa-4aa3-972a-c707605bfed6 None None] Network 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:28.948146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:38:29.017627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.018700 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 77a9ab93-cc5b-4c5a-994a-56d253ae8937 of type vlan for network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 Oct 26 14:38:29.054471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Router 52a88720-cba8-45e8-9b17-b1849c931ebd has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:29.128798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.296703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] DHCP port deletion for 0ec2a815-6cb1-442f-a0a4-315c96f87bf2 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:29.413157 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.425972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:29.427142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.429435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Deleting port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:29.429554 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.488673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9043047 Oct 26 14:38:29.489888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43552) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:29.593851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] For port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:29.594420 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.616963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:29.620922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af3132d6-27aa-4e1b-937c-9863ad15ad03 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:29.656633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d862b-171c-4603-978a-bb51a3316f1c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=0bcf9765-d83a-4c7f-a0be-7a9db8a19af1,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:29.675801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: af3132d6-27aa-4e1b-937c-9863ad15ad03 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:29.676361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device af3132d6-27aa-4e1b-937c-9863ad15ad03 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:29.677072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:29.681056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Calling delete_port for 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:29.684321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:38:29.698904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:29.707501 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34ba244e-7425-44c4-b40b-a3d618873bda admin admin] 10.222.0.37 "PUT /v2.0/routers/52a88720-cba8-45e8-9b17-b1849c931ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427565 Oct 26 14:38:29.716312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:29.740739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.850069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:29.850604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.950690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,segment=NetworkSegment(1514d47c-ee79-4da7-8efd-a05e0ea95468),segment_id=1514d47c-ee79-4da7-8efd-a05e0ea95468)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:29.951472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:29.976725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:30.186569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.202303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.264967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:30.288101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] No DVR routers for this DVR port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:30.324731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.352719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] No DVR routers for this DVR port 92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:30.359236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:30.369884 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.446537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aa0c6-58d4-41fa-9d85-ca33c5fc07d0 None None] Pushing event deleted for resources: {'Port': ['ID=92c9ecae-d180-4efe-ad1c-4e6ad4bd72bc,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:30.500645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.579066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.622139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec2a815-6cb1-442f-a0a4-315c96f87bf2']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:30.642015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1514d47c-ee79-4da7-8efd-a05e0ea95468') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:30.642015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1514d47c-ee79-4da7-8efd-a05e0ea95468') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:30.663132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.685621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Sync routers for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:30.697736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.715388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:30.716084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.718093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:30.718929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:30.727734 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:30.840026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.848326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.860567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:30.867429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/networks/0ec2a815-6cb1-442f-a0a4-315c96f87bf2 HTTP/1.1" status: 204 len: 168 time: 1.9585083 Oct 26 14:38:30.872110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43558) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:30.905829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:30.910856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80011f6f-d5b0-41d3-84e9-882f21749ad3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Network': ['ID=0ec2a815-6cb1-442f-a0a4-315c96f87bf2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:31.010298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.087240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=07a07267-1c3f-4dde-af44-ec31bf3d1fde,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:31.100728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Deleting port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:31.101083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.173940 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '77a9ab93-cc5b-4c5a-994a-56d253ae8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:31.174853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:38:31.224555 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:38:31.232343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port da77981a-2142-40a8-8a9e-6999faed1d77 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:31.232907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.244453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] For port c3a2d9cf-07ff-45ac-b4c0-89b77acd4810, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:31.244895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.249040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:31.261214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:31.261784 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.270514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Calling delete_port for c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:31.292532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9448a6a9-e888-4dc2-8de3-aacfcbcb1efb None None] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:31.330957 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-994b310a-8214-4569-88df-b3a75bcec200 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7440815 Oct 26 14:38:31.334896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43560) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:31.341735 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-622787366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:31.379969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.382360 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.438000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.438524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.469727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for da77981a-2142-40a8-8a9e-6999faed1d77 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:31.534451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.547285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.689655 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.755298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a2d9cf-07ff-45ac-b4c0-89b77acd4810,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:31.773080 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.782065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3ef11d84-0ed2-407d-a559-de6fa488cc32 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4452500 Oct 26 14:38:31.789239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43564) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:31.847119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.884227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=da77981a-2142-40a8-8a9e-6999faed1d77,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:31.977974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:31.978610 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Floating IP 9cf5f65a-0e95-474a-af32-3419a3464202 disassociated (deleted). External IP: 172.25.5.110, port: 1f6162c0-f3be-4db1-a18e-daf4c36cdec5. Oct 26 14:38:31.987839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:26Z', 'revision_number': 5, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port': {'id': 'c3a2d9cf-07ff-45ac-b4c0-89b77acd4810', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:25:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:14Z', 'updated_at': '2021-10-26T14:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:32.047671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-0bcf9765-d83a-4c7f-a0be-7a9db8a19af1', 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '07a07267-1c3f-4dde-af44-ec31bf3d1fde'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:38:32.050037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.056656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Checking router: 52a88720-cba8-45e8-9b17-b1849c931ebd for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:32.102037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Routers {'52a88720-cba8-45e8-9b17-b1849c931ebd'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:32.103150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['52a88720-cba8-45e8-9b17-b1849c931ebd'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:32.191114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.343529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] Set router 52a88720-cba8-45e8-9b17-b1849c931ebd gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:32.376474 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.454790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.468998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:31Z', 'revision_number': 7, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:32.498065 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:32.528807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b79d5f-1175-4fe9-b187-8ecec9a194d9 None None] The sync data for ids ['52a88720-cba8-45e8-9b17-b1849c931ebd'] in n-d-813419-9 is: [{'id': '52a88720-cba8-45e8-9b17-b1849c931ebd', 'name': 'tempest-ImageQuotaTest-640631661-router', 'tenant_id': '81876f6a0880431da8825b830f1d2491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:13Z', 'updated_at': '2021-10-26T14:38:31Z', 'revision_number': 7, 'project_id': '81876f6a0880431da8825b830f1d2491', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:32.627010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Allocated IP 172.20.0.2 (0bcf9765-d83a-4c7f-a0be-7a9db8a19af1/07a07267-1c3f-4dde-af44-ec31bf3d1fde/8b4c33cd-8a9b-4079-8581-d13082ede68d) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:32.646174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.647222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a88720-cba8-45e8-9b17-b1849c931ebd {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:32.680017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.690860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9ec2516a-4951-4eff-abcd-0325114c16c8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/52a88720-cba8-45e8-9b17-b1849c931ebd HTTP/1.1" status: 204 len: 168 time: 2.9688787 Oct 26 14:38:32.735932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:32.738625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43568) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:32.744896 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.768136 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:32.800828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Deleting subnet 00220362-6359-49fb-84d4-a6e935a5e295 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:32.805142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.818230 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:32.824906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:32.853790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:32.957657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.012121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.114431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.138320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.152957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e8736c35-804f-4f62-8ccd-2731808ddc81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/floatingips/9cf5f65a-0e95-474a-af32-3419a3464202 HTTP/1.1" status: 204 len: 168 time: 2.2789874 Oct 26 14:38:33.154913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:38:33.161633 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b408b39-235b-49c3-9b09-4fd6016a404e" -d '{"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:38:33.169432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.202246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:33.217700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:33.227765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00220362-6359-49fb-84d4-a6e935a5e295,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:33.238591 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.248262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9d1ee148-ab9e-4dfb-b2db-8b30b560de62 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/00220362-6359-49fb-84d4-a6e935a5e295 HTTP/1.1" status: 204 len: 168 time: 0.5045564 Oct 26 14:38:33.250216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:33.341474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:33.390860 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:33.497755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14876877-893a-4c10-8a6f-7da91ac10240 None None] Network 14baf905-2df8-4c16-a314-c4abd4951897 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:33.632836 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f533e3-5b1e-4cc0-af83-e140e797fd44 x-openstack-request-id: req-e8f533e3-5b1e-4cc0-af83-e140e797fd44 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:38:33.633339 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:38:33.633811 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8f533e3-5b1e-4cc0-af83-e140e797fd44 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:38:33.634508 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'status': 'completed', 'code': 200} Oct 26 14:38:33.772715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:33.834585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-dc06fa37-9739-429b-bbfd-e7e81b7043b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:33.840699 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-dc06fa37-9739-429b-bbfd-e7e81b7043b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 1096 time: 0.3617828 Oct 26 14:38:33.851166 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:33.943566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Pushing event updated for resources: {'Port': ['ID=8b4c33cd-8a9b-4079-8581-d13082ede68d,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:33.956221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Attempting to bind port 8b4c33cd-8a9b-4079-8581-d13082ede68d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:33.960807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Attempting to bind port 8b4c33cd-8a9b-4079-8581-d13082ede68d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '77a9ab93-cc5b-4c5a-994a-56d253ae8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:33.961770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Attempting to bind port 8b4c33cd-8a9b-4079-8581-d13082ede68d on network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:34.037625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:34.038339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c3a2d9cf-07ff-45ac-b4c0-89b77acd4810 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:34.039047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 69721f0e-8aa2-419f-a44b-2772d63b4042 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:34.144800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.144800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.144800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.146151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.146151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.146444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.146964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.147392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.147910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.148445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.160962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.161486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:34.204215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:34.204766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Checking segment: {'id': '77a9ab93-cc5b-4c5a-994a-56d253ae8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:34.210278 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.212820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Bound using segment: {'id': '77a9ab93-cc5b-4c5a-994a-56d253ae8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:34.213670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Bound port: 8b4c33cd-8a9b-4079-8581-d13082ede68d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a9ab93-cc5b-4c5a-994a-56d253ae8937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '0bcf9765-d83a-4c7f-a0be-7a9db8a19af1'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:34.214279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.265943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.20.0.1 (0bcf9765-d83a-4c7f-a0be-7a9db8a19af1/07a07267-1c3f-4dde-af44-ec31bf3d1fde/60790815-0f72-43ad-8928-6bafb694462d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:34.267377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 69721f0e-8aa2-419f-a44b-2772d63b4042 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:34.269686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 69721f0e-8aa2-419f-a44b-2772d63b4042 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:34.319896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43592) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:34.368162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-c79b7fc5-c949-4eb5-bf11-e9f90b6feaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:34.370610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-c79b7fc5-c949-4eb5-bf11-e9f90b6feaee service neutron] 10.222.0.41 "GET /v2.0/networks?id=76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 200 len: 898 time: 0.5152109 Oct 26 14:38:34.418456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32156e9f-c218-41d7-b790-ac7e674f300a req-acff479c-e5ef-4a8d-95d4-5497af0ab57a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:34.421510 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32156e9f-c218-41d7-b790-ac7e674f300a req-acff479c-e5ef-4a8d-95d4-5497af0ab57a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.2077060 Oct 26 14:38:34.491582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] For port 8b4c33cd-8a9b-4079-8581-d13082ede68d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:34.496482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] For port 8b4c33cd-8a9b-4079-8581-d13082ede68d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8b4c33cd-8a9b-4079-8581-d13082ede68d,segment=NetworkSegment(77a9ab93-cc5b-4c5a-994a-56d253ae8937),segment_id=77a9ab93-cc5b-4c5a-994a-56d253ae8937)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:34.503843 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:34.505703 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.592480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-13f863bc-1263-4017-b4db-b0e497825e93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 200 len: 217 time: 0.2019083 Oct 26 14:38:34.595738 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:34.604196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Deleting port c2e9eec8-1094-447a-9518-d12aeb8b90a6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:34.604985 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.609466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebc987-7332-479e-b11f-dfa0040e17e6 None None] Pushing event updated for resources: {'Port': ['ID=8b4c33cd-8a9b-4079-8581-d13082ede68d,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:34.621795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:34.623358 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:34.647428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] DHCP port deletion for 14baf905-2df8-4c16-a314-c4abd4951897 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:34.653331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.720922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Deleting port c2e9eec8-1094-447a-9518-d12aeb8b90a6 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:34.721454 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.786510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.890862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] For port c2e9eec8-1094-447a-9518-d12aeb8b90a6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c2e9eec8-1094-447a-9518-d12aeb8b90a6,segment=NetworkSegment(0c63a8ea-f497-4482-94f6-c285044d4345),segment_id=0c63a8ea-f497-4482-94f6-c285044d4345)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:34.891479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:34.892359 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:34.908301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=60790815-0f72-43ad-8928-6bafb694462d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:34.913668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Calling delete_port for c2e9eec8-1094-447a-9518-d12aeb8b90a6 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:35.005965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f8529f7-53db-4b14-ad50-6889bdab04bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.012597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:35.066128 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-32156e9f-c218-41d7-b790-ac7e674f300a req-9a9f97e4-9c21-404b-8ebb-a86e87094054 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100017 Oct 26 14:38:35.086414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:35.117719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:35.140243 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.145525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-314f9507-3509-467a-befc-3bdc8ee95946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:35.150587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-314f9507-3509-467a-befc-3bdc8ee95946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 200 len: 835 time: 0.5174413 Oct 26 14:38:35.185900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] For port c2e9eec8-1094-447a-9518-d12aeb8b90a6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c2e9eec8-1094-447a-9518-d12aeb8b90a6,segment=NetworkSegment(0c63a8ea-f497-4482-94f6-c285044d4345),segment_id=0c63a8ea-f497-4482-94f6-c285044d4345)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:35.186971 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.209698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] Pushing event deleted for resources: {'Port': ['ID=c2e9eec8-1094-447a-9518-d12aeb8b90a6,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:35.243585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Calling delete_port for c2e9eec8-1094-447a-9518-d12aeb8b90a6 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:35.257678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb51556-655c-49b3-82a4-5b9a4f324044 None None] No DVR routers for this DVR port c2e9eec8-1094-447a-9518-d12aeb8b90a6 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:35.311711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.330524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-661d3856-f376-4add-a186-5a2ecc2b5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:35.333239 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-661d3856-f376-4add-a186-5a2ecc2b5ef4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=76da0135-d350-4be3-a08d-fa8c7c2fe84b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684647 Oct 26 14:38:35.348399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-90ce0f2e-2370-407d-a11d-bfdd1b84e7cb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:38:35.349972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-90ce0f2e-2370-407d-a11d-bfdd1b84e7cb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070832 Oct 26 14:38:35.387256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-54fdbc9f-a33a-4dd6-b116-e8eb2de45a83 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:35.389097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-54fdbc9f-a33a-4dd6-b116-e8eb2de45a83 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.2499800 Oct 26 14:38:35.485413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.536246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e9eec8-1094-447a-9518-d12aeb8b90a6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:35.539058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] No DVR routers for this DVR port c2e9eec8-1094-447a-9518-d12aeb8b90a6 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:35.576199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-318caef5-27cd-4fa5-8c9b-c296f3036441 service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160707 Oct 26 14:38:35.711128 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:35.723689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f8529f7-53db-4b14-ad50-6889bdab04bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.725202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.739423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8b4c33cd-8a9b-4079-8581-d13082ede68d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:35.767348 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8247b3d-37b1-4873-ad8c-91d42ed1868c None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:18Z', 'revision_number': 6, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '4620ec55-4cb0-4b6f-8013-afcd5ddd45c6', 'name': '', 'network_id': '76da0135-d350-4be3-a08d-fa8c7c2fe84b', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:9e:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:29Z', 'updated_at': '2021-10-26T14:36:37Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '78ea56e5-6ecd-4075-9288-de1b8fd04a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:35.833134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.867208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8b4c33cd-8a9b-4079-8581-d13082ede68d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:35.870366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.910480 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f8529f7-53db-4b14-ad50-6889bdab04bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:35.944350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14baf905-2df8-4c16-a314-c4abd4951897']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:35.967250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b408b39-235b-49c3-9b09-4fd6016a404e req-bf898d46-41f4-4c79-9387-e47cfdc02a1f service neutron] 10.222.0.41 "GET /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779376 Oct 26 14:38:35.992001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c63a8ea-f497-4482-94f6-c285044d4345') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:35.992728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c63a8ea-f497-4482-94f6-c285044d4345') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:36.029090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.077876 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.081987 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.093988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:36.094837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self.session.flush() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:36.099454 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:36.163024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f8529f7-53db-4b14-ad50-6889bdab04bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a4bf05b6cc0469798945257ffa76655&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8372970 Oct 26 14:38:36.182598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43598) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:36.196412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 8b4c33cd-8a9b-4079-8581-d13082ede68d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8b4c33cd-8a9b-4079-8581-d13082ede68d,segment=NetworkSegment(77a9ab93-cc5b-4c5a-994a-56d253ae8937),segment_id=77a9ab93-cc5b-4c5a-994a-56d253ae8937)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:36.206217 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.284284 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.306502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=8b4c33cd-8a9b-4079-8581-d13082ede68d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:36.346464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8529f7-53db-4b14-ad50-6889bdab04bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c5816-4add-4861-850f-ef0609d162d6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:36.353125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c2e9eec8-1094-447a-9518-d12aeb8b90a6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:36.358020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d749181-9fde-49de-9dee-79b99dccfaec None None] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:36.370271 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.384013 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/14baf905-2df8-4c16-a314-c4abd4951897 HTTP/1.1" status: 204 len: 168 time: 3.1328158 Oct 26 14:38:36.386153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbc1d8-a0bd-4040-ae74-fb19ede1db41 admin admin] Pushing event deleted for resources: {'Network': ['ID=14baf905-2df8-4c16-a314-c4abd4951897,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:36.514632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d2220-e293-4b04-8746-40dd2e654fe9 None None] New status for floating IP 9cf5f65a-0e95-474a-af32-3419a3464202: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:38:36.535814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:36.536244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.605248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c2e9eec8-1094-447a-9518-d12aeb8b90a6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:36.605659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c2e9eec8-1094-447a-9518-d12aeb8b90a6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:36.643671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ed5a0060-4f39-4012-82a4-9b913f5b434c None None] Provisioning complete for port 8b4c33cd-8a9b-4079-8581-d13082ede68d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:36.643671 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0060-4f39-4012-82a4-9b913f5b434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.670469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43602) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:36.737318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d01015d4-7fb9-422d-a9c1-265268103674 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81876f6a0880431da8825b830f1d2491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577316 Oct 26 14:38:36.737675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43604) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:36.739270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.812140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9ac9d-d2a7-4bf1-bf53-9dfca7823bf4 req-b2fe68e2-8ec2-4329-8bb5-c3043d339c2a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:36.813759 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9ac9d-d2a7-4bf1-bf53-9dfca7823bf4 req-b2fe68e2-8ec2-4329-8bb5-c3043d339c2a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 945 time: 0.4600110 Oct 26 14:38:36.828585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:36.829020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.829919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.864464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:36.866386 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.867998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.942263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.945777 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:36.951340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c655acbd-3da2-4732-851c-8ff412829c3c HTTP/1.1" status: 204 len: 168 time: 0.2082462 Oct 26 14:38:36.964734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993fc5d-43a8-4f4e-9fc4-7577567e8364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655acbd-3da2-4732-851c-8ff412829c3c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:37.048093 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-95e9ac9d-d2a7-4bf1-bf53-9dfca7823bf4 req-e7cadb11-b884-4025-839e-fe0204bf2d45 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3aa551e-4208-468f-988f-c9b1557255b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150950 Oct 26 14:38:37.137975 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.142310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.146390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.152604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/629c5816-4add-4861-850f-ef0609d162d6 HTTP/1.1" status: 204 len: 168 time: 0.9542534 Oct 26 14:38:37.161644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.233730 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99db17c-23f9-410e-8064-b97af0d854d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c5816-4add-4861-850f-ef0609d162d6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:37.293013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.313325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=60790815-0f72-43ad-8928-6bafb694462d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:37.354607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-29a95f67-bb51-47c5-9067-fc3ffa616ab2 None None] Provisioning complete for port 8b4c33cd-8a9b-4079-8581-d13082ede68d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:37.361158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-29a95f67-bb51-47c5-9067-fc3ffa616ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.428860 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.500260 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=1f6162c0-f3be-4db1-a18e-daf4c36cdec5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:37.580707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-29a95f67-bb51-47c5-9067-fc3ffa616ab2 None None] Provisioning complete for port 60790815-0f72-43ad-8928-6bafb694462d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:37.581337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-29a95f67-bb51-47c5-9067-fc3ffa616ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.623562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] No DVR routers for this DVR port 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:37.639348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.644745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e62b0599-082d-4a01-b1d5-573a6cca66f9 req-102885a5-c0f5-4b6f-bb50-84b0a3fdd952 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "DELETE /v2.0/ports/1f6162c0-f3be-4db1-a18e-daf4c36cdec5 HTTP/1.1" status: 204 len: 173 time: 2.2409201 Oct 26 14:38:37.660332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'name': 'network-vif-deleted', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:38:37.663968 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb710505-1a49-4383-8c38-c0775ccfd05d" -d '{"events": [{"server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "name": "network-vif-deleted", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:38:37.693156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8b4c33cd-8a9b-4079-8581-d13082ede68d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:37.697883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-29a95f67-bb51-47c5-9067-fc3ffa616ab2 None None] Port 60790815-0f72-43ad-8928-6bafb694462d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:37.759274 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e120e4-83f7-494e-9c19-e5d6fbaf1024 x-openstack-request-id: req-74e120e4-83f7-494e-9c19-e5d6fbaf1024 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:38:37.760572 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458965fc-153d-4b62-a043-36cf955aa21f", "name": "network-vif-deleted", "tag": "1f6162c0-f3be-4db1-a18e-daf4c36cdec5", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:38:37.761001 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74e120e4-83f7-494e-9c19-e5d6fbaf1024 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:38:37.761686 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458965fc-153d-4b62-a043-36cf955aa21f', 'name': 'network-vif-deleted', 'tag': '1f6162c0-f3be-4db1-a18e-daf4c36cdec5', 'status': 'completed', 'code': 200} Oct 26 14:38:37.765435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:37.769521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:37.793325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8b4c33cd-8a9b-4079-8581-d13082ede68d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:37.793980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.934599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5d0ee66b-8c11-4546-8da8-6bdb7214bf55 None None] Provisioning complete for port 60790815-0f72-43ad-8928-6bafb694462d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:37.937248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee66b-8c11-4546-8da8-6bdb7214bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:37.985609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 69c1bc52-9c40-4a05-98e5-8623a53724f8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:38.067672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ee66b-8c11-4546-8da8-6bdb7214bf55 None None] Port 60790815-0f72-43ad-8928-6bafb694462d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:38.335487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:38.365406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e97cc22-621e-4438-ba0c-b5819192d84a req-a13c9dc9-6dd7-47d6-b9c6-cc9d9d9cefdf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=458965fc-153d-4b62-a043-36cf955aa21f HTTP/1.1" status: 200 len: 210 time: 0.0878680 Oct 26 14:38:38.367418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:38.378204 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9918acba-c8c2-415f-87a4-01f0494b5ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:38.381420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] Sync routers for ids ['69c1bc52-9c40-4a05-98e5-8623a53724f8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:38.397550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f24f357c-110f-46dd-a8e9-d6723717a5d9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/69c1bc52-9c40-4a05-98e5-8623a53724f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6048429 Oct 26 14:38:38.398802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:38.407112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:38.424822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] Routers {'69c1bc52-9c40-4a05-98e5-8623a53724f8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:38.424822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['69c1bc52-9c40-4a05-98e5-8623a53724f8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:38.474316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:38.474650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 1f6162c0-f3be-4db1-a18e-daf4c36cdec5 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:38.498117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8875008d-de25-4843-be0e-3879043c0cf3 None None] Provisioning complete for port 60790815-0f72-43ad-8928-6bafb694462d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:38.498585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8875008d-de25-4843-be0e-3879043c0cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:38.536826 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:38.562211 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] Routers {'69c1bc52-9c40-4a05-98e5-8623a53724f8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:38.563168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['69c1bc52-9c40-4a05-98e5-8623a53724f8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:38.580816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08765cb4-1f9c-43a0-a09f-293ae9982686 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:38.589468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-08765cb4-1f9c-43a0-a09f-293ae9982686 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports/60790815-0f72-43ad-8928-6bafb694462d HTTP/1.1" status: 200 len: 910 time: 0.1882706 Oct 26 14:38:38.590816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43630) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:38.615082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:38.616047 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c618b3-2f38-4e33-9800-0cdf3950ed12 None None] The sync data for ids ['69c1bc52-9c40-4a05-98e5-8623a53724f8'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:38.636534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8875008d-de25-4843-be0e-3879043c0cf3 None None] Port 60790815-0f72-43ad-8928-6bafb694462d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:38.659030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9918acba-c8c2-415f-87a4-01f0494b5ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:38.668004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9918acba-c8c2-415f-87a4-01f0494b5ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:38.717771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918acba-c8c2-415f-87a4-01f0494b5ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4bfce-f046-4030-a6b9-a7698dc7459f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:38.725788 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9918acba-c8c2-415f-87a4-01f0494b5ff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3849976 Oct 26 14:38:38.727497 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43636) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:38.885734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:38.948133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.064841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.067668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.068906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaa4bfce-f046-4030-a6b9-a7698dc7459f HTTP/1.1" status: 204 len: 168 time: 0.3403661 Oct 26 14:38:39.084827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884628a-efab-4763-9b10-38d3c47773b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4bfce-f046-4030-a6b9-a7698dc7459f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:39.137084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.558151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:39.715824 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.787675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.891765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.897865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.900022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/security-groups/b3aa551e-4208-468f-988f-c9b1557255b1 HTTP/1.1" status: 204 len: 168 time: 0.3400991 Oct 26 14:38:39.917949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 60790815-0f72-43ad-8928-6bafb694462d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:39.918557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:39.921486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c40fa3-9c86-4069-af44-9dce99031476 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aa551e-4208-468f-988f-c9b1557255b1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:39.949635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43660) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:40.057082 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:40.073066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 60790815-0f72-43ad-8928-6bafb694462d owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:40.111078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3aa29c47-5a2a-4776-8ca8-2eca94e903ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:40.350600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:40.398042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=60790815-0f72-43ad-8928-6bafb694462d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:40.602886 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:40.633550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:40.903066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 69c1bc52-9c40-4a05-98e5-8623a53724f8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:41.020347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:41.021636 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:38:41.028454 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4b2507d3-f139-4337-a6b8-4d75e2861295 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/69c1bc52-9c40-4a05-98e5-8623a53724f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361172 Oct 26 14:38:41.031445 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43664) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:41.038774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] Sync routers for ids ['69c1bc52-9c40-4a05-98e5-8623a53724f8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:41.053880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] Routers {'69c1bc52-9c40-4a05-98e5-8623a53724f8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:41.054778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['69c1bc52-9c40-4a05-98e5-8623a53724f8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:41.083743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-217e0b6f-7c1c-4930-a008-4fd2e2c25ef9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=69c1bc52-9c40-4a05-98e5-8623a53724f8 HTTP/1.1" status: 200 len: 205 time: 0.0507703 Oct 26 14:38:41.087448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43666) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:41.095502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:41.109274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] Routers {'69c1bc52-9c40-4a05-98e5-8623a53724f8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:41.110312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['69c1bc52-9c40-4a05-98e5-8623a53724f8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:41.118592 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:41.119368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.153322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:41.154018 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df24412-86bb-4e03-aa23-7d22823a1f7b None None] The sync data for ids ['69c1bc52-9c40-4a05-98e5-8623a53724f8'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:41.222010 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.230186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:41.230746 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.253524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:41.475287 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.479399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.480744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.537294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=4620ec55-4cb0-4b6f-8013-afcd5ddd45c6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:41.564077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.566997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 69c1bc52-9c40-4a05-98e5-8623a53724f8 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:41.584255 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.585733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-83aa2b51-b7bd-47cb-bbdc-4fa1612cf6b3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/69c1bc52-9c40-4a05-98e5-8623a53724f8 HTTP/1.1" status: 204 len: 168 time: 0.4966755 Oct 26 14:38:41.589710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:41.687624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 07a07267-1c3f-4dde-af44-ec31bf3d1fde {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:41.694020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.775376 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.857512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.902157 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:41.991773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.041237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=07a07267-1c3f-4dde-af44-ec31bf3d1fde,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:42.048281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.054981 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f87f13d7-640d-47be-afaf-1954e626dd8f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/07a07267-1c3f-4dde-af44-ec31bf3d1fde HTTP/1.1" status: 204 len: 168 time: 0.4637570 Oct 26 14:38:42.057544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:42.063284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27dd92-40f3-4dca-b48e-93b34d83f14e None None] Network 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:42.215742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.295203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router bd844a66-09da-43a3-a367-7772b9f986ce has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:42.334857 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] DHCP port deletion for 0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:42.359508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 8b4c33cd-8a9b-4079-8581-d13082ede68d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:42.360072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.410870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Deleting port 8b4c33cd-8a9b-4079-8581-d13082ede68d {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:42.411526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.508728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] For port 8b4c33cd-8a9b-4079-8581-d13082ede68d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8b4c33cd-8a9b-4079-8581-d13082ede68d,segment=NetworkSegment(77a9ab93-cc5b-4c5a-994a-56d253ae8937),segment_id=77a9ab93-cc5b-4c5a-994a-56d253ae8937)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:42.509608 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.523398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 8b4c33cd-8a9b-4079-8581-d13082ede68d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8b4c33cd-8a9b-4079-8581-d13082ede68d,segment=NetworkSegment(77a9ab93-cc5b-4c5a-994a-56d253ae8937),segment_id=77a9ab93-cc5b-4c5a-994a-56d253ae8937)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:42.523997 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.550951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 8b4c33cd-8a9b-4079-8581-d13082ede68d owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:42.681251 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.715416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=8b4c33cd-8a9b-4079-8581-d13082ede68d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:42.728347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port 8b4c33cd-8a9b-4079-8581-d13082ede68d on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:42.730197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Calling delete_port for 8b4c33cd-8a9b-4079-8581-d13082ede68d owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:42.853140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.858427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:42.875821 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Sync routers for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:42.888614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] No DVR routers for this DVR port 8b4c33cd-8a9b-4079-8581-d13082ede68d on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:42.893531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7c1698d5-8784-47d7-bb33-f688d49607ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/bd844a66-09da-43a3-a367-7772b9f986ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422305 Oct 26 14:38:42.896539 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:42.897517 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:42.898478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43678) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:42.912629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.943309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f0dda-52a5-4a34-a3b6-266ec4f836c1 None None] Pushing event deleted for resources: {'Port': ['ID=8b4c33cd-8a9b-4079-8581-d13082ede68d,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:42.957093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a9acc37-f07a-4fee-b73d-e2f9a39e8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:42.962136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcf9765-d83a-4c7f-a0be-7a9db8a19af1']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:42.975383 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a9ab93-cc5b-4c5a-994a-56d253ae8937') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:42.975718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a9ab93-cc5b-4c5a-994a-56d253ae8937') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:42.988534 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.005580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.013785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:43.014317 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.030305 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting subnet 78ea56e5-6ecd-4075-9288-de1b8fd04a68 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:38:43.037988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.067758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:43.104913 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:43.115004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.123925 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.134582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:43.140900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/0bcf9765-d83a-4c7f-a0be-7a9db8a19af1 HTTP/1.1" status: 204 len: 168 time: 1.0748429 Oct 26 14:38:43.153034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-857537851', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:43.169327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf091e1-cb64-4177-8cca-49f4e6a085b1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=0bcf9765-d83a-4c7f-a0be-7a9db8a19af1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:43.204274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.208084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.217356 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.299697 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:41Z', 'revision_number': 7, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:43.338332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Checking router: bd844a66-09da-43a3-a367-7772b9f986ce for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:43.353926 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Routers {'bd844a66-09da-43a3-a367-7772b9f986ce'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:43.354906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bd844a66-09da-43a3-a367-7772b9f986ce'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:43.397046 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.602286 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] Set router bd844a66-09da-43a3-a367-7772b9f986ce gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:43.627373 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.698939 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.727485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8b4c33cd-8a9b-4079-8581-d13082ede68d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:43.756000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8b4c33cd-8a9b-4079-8581-d13082ede68d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:43.756704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8b4c33cd-8a9b-4079-8581-d13082ede68d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:43.840254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.898173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Subnet': ['ID=78ea56e5-6ecd-4075-9288-de1b8fd04a68,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:43.914039 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:41Z', 'revision_number': 7, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:43.919053 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:43.929765 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd8873f8-fac9-4c4c-b581-3ceb7df9fc25 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/subnets/78ea56e5-6ecd-4075-9288-de1b8fd04a68 HTTP/1.1" status: 204 len: 168 time: 1.0254958 Oct 26 14:38:43.930296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43684) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:43.946777 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974764c-d545-48af-a2fa-e6229f826e0a None None] The sync data for ids ['bd844a66-09da-43a3-a367-7772b9f986ce'] in n-d-813419-9 is: [{'id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'name': 'tempest-TestNetworkBasicOps-router-1570311104', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:36:21Z', 'updated_at': '2021-10-26T14:38:41Z', 'revision_number': 7, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': 'f5c47d1f-b2a2-4721-82df-1d09d9318765', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd844a66-09da-43a3-a367-7772b9f986ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:36:22Z', 'updated_at': '2021-10-26T14:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:43.954038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ef260-b9a2-40c2-a6a1-feff77ff3f14 None None] Network 76da0135-d350-4be3-a08d-fa8c7c2fe84b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:44.041886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.264039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.264922 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.293825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] DHCP port deletion for 76da0135-d350-4be3-a08d-fa8c7c2fe84b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:38:44.302335 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.404003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.478314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Deleting port 2943b9a0-75e3-4309-b476-5851924297df {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:44.479639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.527125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.564458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.25.5.103 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/bd88b6b7-fb4d-4a0b-b232-425bb41ee674) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:44.599446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] For port 2943b9a0-75e3-4309-b476-5851924297df, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2943b9a0-75e3-4309-b476-5851924297df,segment=NetworkSegment(c2a25b52-dcb5-468c-ad5c-3e67540eaae5),segment_id=c2a25b52-dcb5-468c-ad5c-3e67540eaae5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:44.600287 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.622379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port f5c47d1f-b2a2-4721-82df-1d09d9318765 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:44.622960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.624658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Calling delete_port for 2943b9a0-75e3-4309-b476-5851924297df owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:44.734482 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.742607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port f5c47d1f-b2a2-4721-82df-1d09d9318765, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f5c47d1f-b2a2-4721-82df-1d09d9318765,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:44.743023 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.762379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] No DVR routers for this DVR port 2943b9a0-75e3-4309-b476-5851924297df on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:38:44.766282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for f5c47d1f-b2a2-4721-82df-1d09d9318765 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:44.802922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa1a2d-d0c3-4c0c-b519-f12db1878e8b None None] Pushing event deleted for resources: {'Port': ['ID=2943b9a0-75e3-4309-b476-5851924297df,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:44.805984 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.868734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:44.915915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:44.919747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:44.924648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:44.953895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=bd88b6b7-fb4d-4a0b-b232-425bb41ee674,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:45.117307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.168338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=f5c47d1f-b2a2-4721-82df-1d09d9318765,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:45.278309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.293265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.423705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.428326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.534519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.534519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Fanout notify agent at l3_agent the message router_deleted on router bd844a66-09da-43a3-a367-7772b9f986ce {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:45.551441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.569816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1fcd586d-6d73-4999-acd4-9f125c935495 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/routers/bd844a66-09da-43a3-a367-7772b9f986ce HTTP/1.1" status: 204 len: 168 time: 1.6373158 Oct 26 14:38:45.571514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:45.688174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2943b9a0-75e3-4309-b476-5851924297df no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:45.708234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.739107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2943b9a0-75e3-4309-b476-5851924297df {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:45.739799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2943b9a0-75e3-4309-b476-5851924297df not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:45.740728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:45.771364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.827112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:45.828916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4620ec55-4cb0-4b6f-8013-afcd5ddd45c6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:45.907629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.926145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:45.953978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76da0135-d350-4be3-a08d-fa8c7c2fe84b']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:45.972655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:45.973153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a25b52-dcb5-468c-ad5c-3e67540eaae5') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:45.989658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.013856 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.026952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:38:46.027943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:38:46.034410 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:38:46.059868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 63391212-664e-4446-be51-a0672007934b is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:46.147531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.160708 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.170399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/networks/76da0135-d350-4be3-a08d-fa8c7c2fe84b HTTP/1.1" status: 204 len: 168 time: 0.5912745 Oct 26 14:38:46.208151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43694) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:46.217463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'network': {'name': 'tempest-network-smoke--360031837', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:46.225747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239fa8-5bb7-4e16-b3b5-4e7fe419083d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Network': ['ID=76da0135-d350-4be3-a08d-fa8c7c2fe84b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:46.266774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:46.275938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.330407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:38:46.337778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:46.352614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] Sync routers for ids ['63391212-664e-4446-be51-a0672007934b'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:46.353246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.353848 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Added segment d59da3df-c272-419c-88b0-efc1dfd1d002 of type vlan for network b0369bfe-10b6-4b58-bbac-8362e1741616 Oct 26 14:38:46.378253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] Routers {'63391212-664e-4446-be51-a0672007934b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:46.380010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['63391212-664e-4446-be51-a0672007934b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:46.383224 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.386159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-73b95572-f53f-4945-9de6-429b230ce90c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2409146 Oct 26 14:38:46.388960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43696) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:46.441704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:46.453159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] Routers {'63391212-664e-4446-be51-a0672007934b'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:46.454283 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['63391212-664e-4446-be51-a0672007934b'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:46.500828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:46.502595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2aaf79-e7a9-486d-b593-143bb2088ea5 None None] The sync data for ids ['63391212-664e-4446-be51-a0672007934b'] in n-d-813419-9 is: [] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:46.621710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d7097a52-452b-443a-a8d9-3beacfa80190 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers/63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 200 len: 880 time: 0.2306015 Oct 26 14:38:46.624242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43700) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:46.865277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.889034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61248a56-8858-412d-afa5-24c7ebe22253 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2629530 Oct 26 14:38:46.889926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43702) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:46.895767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-857537851'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:46.916381 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:46.928023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:46.929179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.037877 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8274949 Oct 26 14:38:47.042185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43704) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:47.047525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-94187773', 'admin_state_up': True, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:47.088998 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.090077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.160027 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.161381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045955-538c-488d-95f2-dfb2e64c6283 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Network': ['ID=b0369bfe-10b6-4b58-bbac-8362e1741616,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:47.181784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network b0369bfe-10b6-4b58-bbac-8362e1741616 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:38:47.350862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.355375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.372238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.497788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5c47d1f-b2a2-4721-82df-1d09d9318765 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:38:47.552831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f5c47d1f-b2a2-4721-82df-1d09d9318765 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:38:47.553867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f5c47d1f-b2a2-4721-82df-1d09d9318765 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:38:47.567757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 63391212-664e-4446-be51-a0672007934b has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:47.669412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.701541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.740025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:47.751340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:47.757515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-322d9a92-81a7-41f5-bceb-c73f63b5a0a3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 200 len: 887 time: 0.8627694 Oct 26 14:38:47.757824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43708) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:47.765511 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] Sync routers for ids ['63391212-664e-4446-be51-a0672007934b'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:47.796159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] Routers {'63391212-664e-4446-be51-a0672007934b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:47.797716 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['63391212-664e-4446-be51-a0672007934b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:47.935941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.25.5.50 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0c44a26e-b30b-44b9-b080-1f09b309d67a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:47.963850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-51aac9e3-35f6-43fb-b6c3-13691c18bebb tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers/63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 200 len: 887 time: 0.2040665 Oct 26 14:38:47.968149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43710) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:48.027705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-025cbfa3-cda1-4c09-81d9-d62f8017cbcc tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 200 len: 205 time: 0.0577803 Oct 26 14:38:48.029529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43712) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:48.043796 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:48.061848 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] Routers {'63391212-664e-4446-be51-a0672007934b'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:48.062902 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['63391212-664e-4446-be51-a0672007934b'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:48.134869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:48.135940 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1c1b7-d296-4b74-8c51-bf5798d71b19 None None] The sync data for ids ['63391212-664e-4446-be51-a0672007934b'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:48.137809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.187942 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.246004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:48.249747 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:48.254584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:48.322962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=0c44a26e-b30b-44b9-b080-1f09b309d67a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:48.563419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.725012 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.731291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.822083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port bd88b6b7-fb4d-4a0b-b232-425bb41ee674 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:48.822583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.969011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:48.985802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for bd88b6b7-fb4d-4a0b-b232-425bb41ee674 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:49.006682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.196756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.227566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=bd88b6b7-fb4d-4a0b-b232-425bb41ee674,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:49.249401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:49.304188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.374191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:49.385451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Sync routers for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:49.400524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.404895 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2e917899-f481-47b9-b3ac-9cb5c3fa740b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3588836 Oct 26 14:38:49.405193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.413305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:49.416084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:49.417646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.420281 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.444422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5307842e-a6b7-4803-ba89-2919898d7774 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9d8f7825c6524def989ac4ef6ca61907&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379844 Oct 26 14:38:49.447415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43718) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.481624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.481624 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 63391212-664e-4446-be51-a0672007934b {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:38:49.494265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.499105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-027398f3-812d-4486-8f8c-b30ba602710d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 204 len: 168 time: 1.4642019 Oct 26 14:38:49.501146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43720) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.511179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-365611720'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:49.545427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:49.550417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.577089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:49.585992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:38:49.601183 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.601667 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 3420aee1-46a5-4914-b0ba-3f9b217ce617 of type vlan for network fda42ecf-baa7-4874-ab02-69f2f8343d9f Oct 26 14:38:49.657669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.692180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.700002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:49.700784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.702484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159790c5-8f98-4a2c-ab66-6794876edee9 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:49.713245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-159790c5-8f98-4a2c-ab66-6794876edee9 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2644877 Oct 26 14:38:49.717106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43724) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.833025 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:48Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:49.833317 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b46e71d5-fd65-4f4c-9736-c7937043b0a2 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109836 Oct 26 14:38:49.834294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43726) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.840464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169524271', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:49.845384 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3409948 Oct 26 14:38:49.850914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43728) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:49.856227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:49.882495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Checking router: da0d9b86-52d4-4824-acc3-f3bb7cc4a521 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:49.883145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Updating router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 port 0c44a26e-b30b-44b9-b080-1f09b309d67a binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:38:49.919923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35624-f027-4b3d-8cac-dc1ba60a2048 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=fda42ecf-baa7-4874-ab02-69f2f8343d9f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:49.928239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.957830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:38:49.963864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:49.970386 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:49.991780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:38:49.996065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.274307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.313044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.364966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.374760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.384416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '3420aee1-46a5-4914-b0ba-3f9b217ce617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:50.386661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: fda42ecf-baa7-4874-ab02-69f2f8343d9f, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:38:50.400310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=e69e896b-7ffb-4156-9206-c80eec873ae3,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:50.448339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Attempting to bind port 0c44a26e-b30b-44b9-b080-1f09b309d67a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:50.448339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Attempting to bind port 0c44a26e-b30b-44b9-b080-1f09b309d67a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:50.451129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Attempting to bind port 0c44a26e-b30b-44b9-b080-1f09b309d67a on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:50.451440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:38:50.451638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40423eae-9628-4136-9961-5b8f72ff4a06 None None] Pushing event updated for resources: {'Port': ['ID=0c44a26e-b30b-44b9-b080-1f09b309d67a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:50.460353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:50.460876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:50.461318 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.461951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:50.462622 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Bound port: 0c44a26e-b30b-44b9-b080-1f09b309d67a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:50.463032 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.480469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Subnet': ['ID=6ba57f58-6281-4236-aa40-d844cd3ab756,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:50.496288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, fda42ecf-baa7-4874-ab02-69f2f8343d9f) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:50.497406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Checking segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:50.499423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network hostable DHCP agents. Network: b0369bfe-10b6-4b58-bbac-8362e1741616, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:38:50.513819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf503fe-c53f-47bd-b6c2-9236d6f4ce7e None None] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:50.522414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:50.523736 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.569183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network b0369bfe-10b6-4b58-bbac-8362e1741616 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:38:50.573760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6409c80b-b5c6-48ad-a31f-9f60c7615611 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7208011 Oct 26 14:38:50.575571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43732) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:50.580982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, b0369bfe-10b6-4b58-bbac-8362e1741616) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:50.583764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1576219490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:50.587547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:50.588482 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.614193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4a6e5-a0e4-4ee4-b2e9-26e03781fe7f None None] Network b0369bfe-10b6-4b58-bbac-8362e1741616 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:50.625981 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.632697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.638756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0e595129-a836-4cab-89a2-f1c985ba75b1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7990804 Oct 26 14:38:50.639305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43734) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:50.699881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.708803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.711951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] For port 0c44a26e-b30b-44b9-b080-1f09b309d67a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:50.760048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] For port 0c44a26e-b30b-44b9-b080-1f09b309d67a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0c44a26e-b30b-44b9-b080-1f09b309d67a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:50.764031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.766348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00d9b459-586a-424a-9b1e-fa0fd532b186 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1893880 Oct 26 14:38:50.770214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43738) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:50.775743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:50.940196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:50.940882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:50.942787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40423eae-9628-4136-9961-5b8f72ff4a06 None None] Pushing event updated for resources: {'Port': ['ID=0c44a26e-b30b-44b9-b080-1f09b309d67a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:51.252451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-fda42ecf-baa7-4874-ab02-69f2f8343d9f', 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': 'e69e896b-7ffb-4156-9206-c80eec873ae3'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:38:51.253332 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:51.277308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-b0369bfe-10b6-4b58-bbac-8362e1741616', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:38:51.278205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:51.440477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:51.625290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:51.683026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Allocated IP 172.20.0.2 (b0369bfe-10b6-4b58-bbac-8362e1741616/6ba57f58-6281-4236-aa40-d844cd3ab756/85fb7489-0652-4760-b4a5-7d12dc59e0ab) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:51.718151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Allocated IP 172.20.0.2 (fda42ecf-baa7-4874-ab02-69f2f8343d9f/e69e896b-7ffb-4156-9206-c80eec873ae3/d610e3f5-726e-4be3-8540-0aa88600904b) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:52.000884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:48Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:52.066011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.086696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcedf1-f382-417c-a7a9-83618b0d19a6 None None] The sync data for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 is: [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:48Z', 'revision_number': 3, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:52.116029 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.122760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.133829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.143251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.144987 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.207771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:52.213861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Pushing event updated for resources: {'Port': ['ID=d610e3f5-726e-4be3-8540-0aa88600904b,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:52.216684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Network b0369bfe-10b6-4b58-bbac-8362e1741616 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:52.219584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:52.224547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:52.225960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:52.231116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:52.245757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.20.0.1 (fda42ecf-baa7-4874-ab02-69f2f8343d9f/e69e896b-7ffb-4156-9206-c80eec873ae3/473d883f-474c-40da-a38d-517d0f533531) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:52.385716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Attempting to bind port d610e3f5-726e-4be3-8540-0aa88600904b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:52.386185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Attempting to bind port d610e3f5-726e-4be3-8540-0aa88600904b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '3420aee1-46a5-4914-b0ba-3f9b217ce617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:52.386621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Attempting to bind port d610e3f5-726e-4be3-8540-0aa88600904b on network fda42ecf-baa7-4874-ab02-69f2f8343d9f {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:52.388710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.391506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Pushing event updated for resources: {'Port': ['ID=85fb7489-0652-4760-b4a5-7d12dc59e0ab,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:52.407367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:52.408640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Checking segment: {'id': '3420aee1-46a5-4914-b0ba-3f9b217ce617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:52.408855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.409654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Bound using segment: {'id': '3420aee1-46a5-4914-b0ba-3f9b217ce617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:52.410269 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Bound port: d610e3f5-726e-4be3-8540-0aa88600904b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3420aee1-46a5-4914-b0ba-3f9b217ce617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'fda42ecf-baa7-4874-ab02-69f2f8343d9f'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:52.410758 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.415270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Attempting to bind port 85fb7489-0652-4760-b4a5-7d12dc59e0ab on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:52.415703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Attempting to bind port 85fb7489-0652-4760-b4a5-7d12dc59e0ab by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:52.416158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Attempting to bind port 85fb7489-0652-4760-b4a5-7d12dc59e0ab on network b0369bfe-10b6-4b58-bbac-8362e1741616 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:52.432791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:52.433294 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Checking segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:52.433772 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.434241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Bound using segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:52.434809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Bound port: 85fb7489-0652-4760-b4a5-7d12dc59e0ab, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:52.435194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.499602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] For port d610e3f5-726e-4be3-8540-0aa88600904b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:52.504717 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] For port d610e3f5-726e-4be3-8540-0aa88600904b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d610e3f5-726e-4be3-8540-0aa88600904b,segment=NetworkSegment(3420aee1-46a5-4914-b0ba-3f9b217ce617),segment_id=3420aee1-46a5-4914-b0ba-3f9b217ce617)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:52.527159 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.659796 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.677900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d25cd-4cbd-4b7b-ae8c-ddd592cdf653 None None] Pushing event updated for resources: {'Port': ['ID=d610e3f5-726e-4be3-8540-0aa88600904b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:52.761098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] For port 85fb7489-0652-4760-b4a5-7d12dc59e0ab, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:52.775830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] For port 85fb7489-0652-4760-b4a5-7d12dc59e0ab, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=85fb7489-0652-4760-b4a5-7d12dc59e0ab,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:52.799883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:52.905203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:52.906570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665de51-0d70-4f93-b880-b68a3076f458 None None] Pushing event updated for resources: {'Port': ['ID=85fb7489-0652-4760-b4a5-7d12dc59e0ab,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:52.928695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:52.936685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:52.957420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=473d883f-474c-40da-a38d-517d0f533531,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:53.042134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.1 (b0369bfe-10b6-4b58-bbac-8362e1741616/6ba57f58-6281-4236-aa40-d844cd3ab756/fc7099ef-e4ee-4c90-88c7-4cfaae628bf9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:38:53.214242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.407706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.488281 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.577031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.589665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.707766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network b0369bfe-10b6-4b58-bbac-8362e1741616 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:53.727816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:53.730816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0c44a26e-b30b-44b9-b080-1f09b309d67a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:53.759511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:38:53.816176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:53.827499 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0c44a26e-b30b-44b9-b080-1f09b309d67a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:53.828069 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.930319 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:53.971333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.016009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 0c44a26e-b30b-44b9-b080-1f09b309d67a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0c44a26e-b30b-44b9-b080-1f09b309d67a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:54.022668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.024113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 85fb7489-0652-4760-b4a5-7d12dc59e0ab up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:54.176231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 85fb7489-0652-4760-b4a5-7d12dc59e0ab triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:54.176913 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.180171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=0c44a26e-b30b-44b9-b080-1f09b309d67a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:54.208131 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.322363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.364395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 85fb7489-0652-4760-b4a5-7d12dc59e0ab, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=85fb7489-0652-4760-b4a5-7d12dc59e0ab,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:54.372463 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.375473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d610e3f5-726e-4be3-8540-0aa88600904b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:54.494124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae6d15e-7bc4-498b-971f-036abe46d1ae None None] Network b0369bfe-10b6-4b58-bbac-8362e1741616 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:54.605823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=85fb7489-0652-4760-b4a5-7d12dc59e0ab,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:54.643063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.650706 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.653899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-48774688-e873-4e09-b1f3-80ea81d51d91 None None] Provisioning complete for port 85fb7489-0652-4760-b4a5-7d12dc59e0ab triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:54.654286 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-48774688-e873-4e09-b1f3-80ea81d51d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.702322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d610e3f5-726e-4be3-8540-0aa88600904b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:54.702751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.759343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:54.797590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=473d883f-474c-40da-a38d-517d0f533531,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:54.974845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:54.977222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:54.989109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.043772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port d610e3f5-726e-4be3-8540-0aa88600904b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d610e3f5-726e-4be3-8540-0aa88600904b,segment=NetworkSegment(3420aee1-46a5-4914-b0ba-3f9b217ce617),segment_id=3420aee1-46a5-4914-b0ba-3f9b217ce617)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:55.050973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.168868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=d610e3f5-726e-4be3-8540-0aa88600904b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:55.273384 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.280641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.291282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 464ef1b9-8252-4214-90f0-dab6339b11ea is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:38:55.346048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60e93b-501b-4765-8ec7-3847284424ff None None] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:38:55.394023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:55.445676 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.594479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:55.607074 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] Sync routers for ids ['464ef1b9-8252-4214-90f0-dab6339b11ea'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:55.613402 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-76dc1485-901d-4747-a8d5-c18ce5986c38 None None] Provisioning complete for port d610e3f5-726e-4be3-8540-0aa88600904b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:55.614233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76dc1485-901d-4747-a8d5-c18ce5986c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:55.624264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-990142a7-a35e-4598-b94d-a4d18f7ab58e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/464ef1b9-8252-4214-90f0-dab6339b11ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8484304 Oct 26 14:38:55.625777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43790) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:55.626972 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] Routers {'464ef1b9-8252-4214-90f0-dab6339b11ea'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:55.627952 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['464ef1b9-8252-4214-90f0-dab6339b11ea'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:55.682969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c737e-3281-4d93-908b-f91974381c5f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:55.688367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6c6c737e-3281-4d93-908b-f91974381c5f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports/473d883f-474c-40da-a38d-517d0f533531 HTTP/1.1" status: 200 len: 910 time: 0.0576587 Oct 26 14:38:55.690282 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43796) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:55.711024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e69e896b-7ffb-4156-9206-c80eec873ae3'}]}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:55.757885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0c44a26e-b30b-44b9-b080-1f09b309d67a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:55.763610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network b0369bfe-10b6-4b58-bbac-8362e1741616 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:38:55.765307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:38:55.771322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:55.797434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] Routers {'464ef1b9-8252-4214-90f0-dab6339b11ea'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:55.805052 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['464ef1b9-8252-4214-90f0-dab6339b11ea'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:55.874543 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:55.875219 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fd5b82-e0ce-4a08-999e-9e34d2dce352 None None] The sync data for ids ['464ef1b9-8252-4214-90f0-dab6339b11ea'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:55.946363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0c44a26e-b30b-44b9-b080-1f09b309d67a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:55.947025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.029869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:56.152052 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.467907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 85fb7489-0652-4760-b4a5-7d12dc59e0ab up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:56.574982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 85fb7489-0652-4760-b4a5-7d12dc59e0ab triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:56.576962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.744844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Provisioning complete for port 85fb7489-0652-4760-b4a5-7d12dc59e0ab triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:56.745190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.826365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d610e3f5-726e-4be3-8540-0aa88600904b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:56.837124 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.851914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.913856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:56.933445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d610e3f5-726e-4be3-8540-0aa88600904b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:56.933735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:56.943724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Sync routers for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:56.947284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5610d6e4-1e78-4ddf-b5e0-5e90294e0fcc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/da0d9b86-52d4-4824-acc3-f3bb7cc4a521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3048642 Oct 26 14:38:56.949024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43808) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:56.970291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Provisioning complete for port d610e3f5-726e-4be3-8540-0aa88600904b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:56.970773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.023794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:57.024460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:57.050953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.052216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.059757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/ports/473d883f-474c-40da-a38d-517d0f533531 HTTP/1.1" status: 200 len: 910 time: 1.3680403 Oct 26 14:38:57.060302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:57.071303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dbe19-2f27-43be-af1b-4082c25fb600 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=473d883f-474c-40da-a38d-517d0f533531,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:57.199140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:57.275441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.275833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.276292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.277046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.277510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.279417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bb9093fe-d30b-494e-b05c-5c7f3abbacc4 tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3566 time: 0.3283861 Oct 26 14:38:57.283222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43818) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:57.358971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.359486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.359958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.360419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.361024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:38:57.362943 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6eca5e05-df00-414a-a289-e5351baf09ee tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3319 time: 0.0781929 Oct 26 14:38:57.365667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43820) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:57.506827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Provisioning complete for port 473d883f-474c-40da-a38d-517d0f533531 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:57.507838 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.593542 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Port 473d883f-474c-40da-a38d-517d0f533531 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:57.610768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Provisioning complete for port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:57.612377 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.624370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.657460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6f47fe4e-25a1-4d3b-9590-5f7fed1ea68e None None] Port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:57.679763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 2, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:57.721151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Checking router: da0d9b86-52d4-4824-acc3-f3bb7cc4a521 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:38:57.721690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Updating router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:38:57.741026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-162b2315-ab94-4919-afa8-ab369b5f3c4f tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 0.3734467 Oct 26 14:38:57.754229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.816767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fe1072ba-c715-40d2-a3af-66b3fd48dc6d None None] Provisioning complete for port 473d883f-474c-40da-a38d-517d0f533531 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:57.817166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe1072ba-c715-40d2-a3af-66b3fd48dc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:57.863952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fe1072ba-c715-40d2-a3af-66b3fd48dc6d None None] Port 473d883f-474c-40da-a38d-517d0f533531 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:38:58.047904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 473d883f-474c-40da-a38d-517d0f533531 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:38:58.049525 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.148911 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43838) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:58.157323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367557545', 'description': 'tempest-secgroup-smoke-1367557545 description', 'project_id': '9d8f7825c6524def989ac4ef6ca61907'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:58.206462 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.212944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.236682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.241262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 473d883f-474c-40da-a38d-517d0f533531 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:38:58.244763 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.306985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62c0bf-c29d-4839-b1b2-539f71efd602 None None] Pushing event updated for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:58.360276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.365592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Attempting to bind port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:38:58.365985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Attempting to bind port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:38:58.366502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Attempting to bind port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 on network b0369bfe-10b6-4b58-bbac-8362e1741616 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:38:58.374661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.375289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:38:58.375823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Checking segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:38:58.376349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.377796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Bound using segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:38:58.378704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Bound port: fc7099ef-e4ee-4c90-88c7-4cfaae628bf9, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:38:58.379100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.421617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b0447c-a048-438e-820c-05a78c05d7a8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:58.428431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.430096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1821151e-4ad2-47bc-8f66-e17ea8d5d433 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2789044 Oct 26 14:38:58.435614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43840) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:58.447984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:58.469865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] For port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:38:58.476030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] For port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:38:58.488939 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.490145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.636742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.648593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.657989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62c0bf-c29d-4839-b1b2-539f71efd602 None None] Pushing event updated for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:58.666003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.672944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:58.673225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc679eab-1499-4547-bb21-2f581dc3a404,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:58.673639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:58.693257 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.708666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c7d62cd4-8dbb-4c06-8a11-03160775e46a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574372 Oct 26 14:38:58.708666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:58.719507 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:58.750521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=473d883f-474c-40da-a38d-517d0f533531,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:58.777546 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.812747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.813085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.817914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.822816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.822816 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.823286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.823450 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.827162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.827477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.827862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.828163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.828468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:38:58.890503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] Provisioning complete for port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:58.890503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.950284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.961502 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:58.983473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:38:59.005692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c64ea-40fa-436f-b96f-7d1ef4f956d9,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:59.052400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.063260 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6936cd0d-762c-4063-b222-22d03a38bdc9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569820 Oct 26 14:38:59.065086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43848) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:59.076947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:59.178285 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.207303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.232286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.265049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.267049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] For port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:38:59.274301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.291444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.325103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32808d37-3af9-4abd-9f9b-620e2e3cae17,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:59.360952 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.365055 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6998c219-ff9d-4695-98c5-f6c89bbe7892 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957361 Oct 26 14:38:59.375204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f8a53-753e-43a4-8068-421fa2b170ab None None] Pushing event updated for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:59.376357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43856) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:59.391641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:59.420818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:58Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:38:59.484663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.529361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5076c2b-dbc3-4c95-975b-d40bd31c87da None None] The sync data for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 is: [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:58Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:38:59.582603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1e06a695-e88a-4bcc-9be8-c351cd69919a None None] Provisioning complete for port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:38:59.582974 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1e06a695-e88a-4bcc-9be8-c351cd69919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.699047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 464ef1b9-8252-4214-90f0-dab6339b11ea has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:38:59.747795 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.756292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.829851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282c14b2-76ea-4568-a42a-9c794779ec24,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:38:59.855171 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.859279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f617b9c6-0f01-4df3-9a48-261041a23ecf tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4761033 Oct 26 14:38:59.859810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43862) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:59.865783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:38:59.944176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:38:59.945467 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:38:59.962999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:38:59.978970 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] Sync routers for ids ['464ef1b9-8252-4214-90f0-dab6339b11ea'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:38:59.980146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:38:59.984826 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4e9bb2c6-5800-4e75-a6b5-32ad8ecf12d1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/464ef1b9-8252-4214-90f0-dab6339b11ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139714 Oct 26 14:38:59.995670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] Routers {'464ef1b9-8252-4214-90f0-dab6339b11ea'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:38:59.996038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43864) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:38:59.996852 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['464ef1b9-8252-4214-90f0-dab6339b11ea'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:00.057119 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:00.061695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43866) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:00.064334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e43b9a3-7c6c-443e-a187-4f773fd2e06e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=464ef1b9-8252-4214-90f0-dab6339b11ea HTTP/1.1" status: 200 len: 205 time: 0.0636194 Oct 26 14:39:00.085179 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] Routers {'464ef1b9-8252-4214-90f0-dab6339b11ea'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:00.086531 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['464ef1b9-8252-4214-90f0-dab6339b11ea'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:00.101419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:00.101932 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.133750 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:00.134697 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e551d8-a51d-4491-8d4c-bfa945a5974a None None] The sync data for ids ['464ef1b9-8252-4214-90f0-dab6339b11ea'] in n-d-813419-9 is: [] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:00.330542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.350742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.374864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.421826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4f691b-d393-4773-8ecf-d6e677d165c7,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:00.484787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.489940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43874) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:00.494729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'security_group_rule': {'security_group_id': '03b0447c-a048-438e-820c-05a78c05d7a8', 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:00.499311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fb26a302-f2bb-4451-b26d-18e7bec617ba tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6382053 Oct 26 14:39:00.544645 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Project 9d8f7825c6524def989ac4ef6ca61907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:39:00.551865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.659321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.670421 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.686802 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.691510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.711962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca09e62-8811-4252-9227-7ddfc5ea0651,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:00.725676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.737246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02e12211-ce6b-409e-ae48-e7a12279ea0d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2460721 Oct 26 14:39:00.773365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.774545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 464ef1b9-8252-4214-90f0-dab6339b11ea {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:39:00.790011 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:00.791996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-305b7981-7216-4bd4-a4dd-17ba7e8bd55d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/464ef1b9-8252-4214-90f0-dab6339b11ea HTTP/1.1" status: 204 len: 168 time: 0.7285628 Oct 26 14:39:00.794558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43878) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:00.933379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet e69e896b-7ffb-4156-9206-c80eec873ae3 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:39:00.946055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.029234 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.250336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.302586 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-efe4dd29-c614-4600-a7fd-206fb49d68e2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367557545&fields=id&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 267 time: 0.2226672 Oct 26 14:39:01.437896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.476110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=e69e896b-7ffb-4156-9206-c80eec873ae3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:01.502404 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.510666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43904) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:01.511555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb14744-870c-4489-ac7b-349ca7e11509 None None] Network fda42ecf-baa7-4874-ab02-69f2f8343d9f requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:01.522001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-81678e4d-da6d-4407-81bd-00f9307ac137 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/e69e896b-7ffb-4156-9206-c80eec873ae3 HTTP/1.1" status: 204 len: 168 time: 0.7258182 Oct 26 14:39:01.601442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-bfe85c1e-3a43-437a-8ae8-2c1db7326a8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:01.615763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-bfe85c1e-3a43-437a-8ae8-2c1db7326a8a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/networks?id=b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 200 len: 796 time: 0.2740405 Oct 26 14:39:01.645337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-f3bcbb11-1dc3-4947-af66-acf17924f376 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/quotas/9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 375 time: 0.0284147 Oct 26 14:39:01.729129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-f5f26ddd-3086-424a-8229-6e0a3668591f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825577 Oct 26 14:39:01.775988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:01.880920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-2af49d40-0a73-4d53-a0aa-9a30ccfffd83 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:39:01.889136 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-2af49d40-0a73-4d53-a0aa-9a30ccfffd83 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1551650 Oct 26 14:39:01.921057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port d610e3f5-726e-4be3-8540-0aa88600904b {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:01.921429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.021286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-f08b8eea-4f38-410c-a4b0-4f2d8d0b4d58 service neutron] 10.222.0.37 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310005 Oct 26 14:39:02.024246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port d610e3f5-726e-4be3-8540-0aa88600904b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d610e3f5-726e-4be3-8540-0aa88600904b,segment=NetworkSegment(3420aee1-46a5-4914-b0ba-3f9b217ce617),segment_id=3420aee1-46a5-4914-b0ba-3f9b217ce617)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:02.027378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.052016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for d610e3f5-726e-4be3-8540-0aa88600904b owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:02.165755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-8b4dc7cf-9465-4327-ba23-5852feaf6667 service neutron] 10.222.0.37 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435699 Oct 26 14:39:02.172717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.219501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=d610e3f5-726e-4be3-8540-0aa88600904b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:02.235396 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port d610e3f5-726e-4be3-8540-0aa88600904b on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:02.258713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc62794-7a12-4aaf-84c4-9900f4cf3870 None None] DHCP port deletion for fda42ecf-baa7-4874-ab02-69f2f8343d9f request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:39:02.834960 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04375cf2-288b-4584-ac7c-4ec5d62a9a10 req-746cb21a-5947-4391-b58a-8bb78bbd6df4 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0724037 Oct 26 14:39:02.843722 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.885986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda42ecf-baa7-4874-ab02-69f2f8343d9f']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:02.902534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3420aee1-46a5-4914-b0ba-3f9b217ce617') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:02.902985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3420aee1-46a5-4914-b0ba-3f9b217ce617') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:02.921575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.945420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.954822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:39:02.955434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:39:02.960021 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:39:03.029772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.042959 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.054562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/fda42ecf-baa7-4874-ab02-69f2f8343d9f HTTP/1.1" status: 204 len: 168 time: 1.5365009 Oct 26 14:39:03.055086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43928) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:03.061364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1115336360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:03.079125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47100e-89a9-4a89-8562-9e20f21d4541 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=fda42ecf-baa7-4874-ab02-69f2f8343d9f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:03.103013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.104368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.167012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.172285 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.196855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.198329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0501904-9170-4a29-8023-38642d9280a8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1415637 Oct 26 14:39:03.201900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 43930) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:03.208173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-52545904'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:03.234677 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:03.239782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.274114 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:39:03.289142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.289673 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 5a7bdf4b-4816-4616-a3e7-c2702ba7873d of type vlan for network 6d405b15-2d39-4a8e-8a66-170a895210e0 Oct 26 14:39:03.342020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.374593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.381424 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:03.382194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.457851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2546613 Oct 26 14:39:03.458114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43942) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:03.465920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:03.466160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca92d7-b4ea-48da-a709-915d2f82eaba tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=6d405b15-2d39-4a8e-8a66-170a895210e0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:03.479329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:39:03.644435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:03.650610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.847861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d610e3f5-726e-4be3-8540-0aa88600904b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:03.869514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:03.888100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d610e3f5-726e-4be3-8540-0aa88600904b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:03.888810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d610e3f5-726e-4be3-8540-0aa88600904b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:03.940982 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc3e0f3c-880a-4702-91fa-dc530d5553c2 req-17c76637-3b5e-4e3d-8eaa-7e283fb10353 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0386708 Oct 26 14:39:03.958420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=9585cff5-b0b6-496d-bc44-3f285bca4c0b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:03.972508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:03.972909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 6d405b15-2d39-4a8e-8a66-170a895210e0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:39:03.994684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:39:04.007963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 6d405b15-2d39-4a8e-8a66-170a895210e0) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:04.016801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:04.017661 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.023978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28af16-0a05-4907-ac5f-fb3b6b23d259 None None] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:04.044315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f27a30c8-5343-4036-b5a5-c7cbd9470421 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5848465 Oct 26 14:39:04.050361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 43954) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:04.238436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-6d405b15-2d39-4a8e-8a66-170a895210e0', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:39:04.240130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.438474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.463389 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Allocated IP 172.20.0.2 (6d405b15-2d39-4a8e-8a66-170a895210e0/9585cff5-b0b6-496d-bc44-3f285bca4c0b/c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:04.785249 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.796784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.859927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:04.864143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:04.868108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:04.877453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Pushing event updated for resources: {'Port': ['ID=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:04.888761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.20.0.1 (6d405b15-2d39-4a8e-8a66-170a895210e0/9585cff5-b0b6-496d-bc44-3f285bca4c0b/20de2cef-191a-4323-af53-83233fb0eb61) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:04.946921 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Attempting to bind port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:04.947525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Attempting to bind port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:04.948060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Attempting to bind port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 on network 6d405b15-2d39-4a8e-8a66-170a895210e0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:04.955310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:04.955887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Checking segment: {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:04.956553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:04.957203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Bound using segment: {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:04.957989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Bound port: c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:04.958506 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.047295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] For port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:05.051362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] For port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:05.059431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.093409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2588584f-e195-428e-b88a-59fc8ce82455 req-10a82713-75c3-4298-af3d-3b3d02fa69f2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0418451 Oct 26 14:39:05.098436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.141474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.170979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d6dd9-66ca-48de-8771-a8b5262d4576 None None] Pushing event updated for resources: {'Port': ['ID=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:05.230776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:05.232079 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:05.237439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:05.241159 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:05.312969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.507310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.937557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.960544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:05.964999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:06.086277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:06.101531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.122143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:06.123265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.268317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:06.270802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:06.278876 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5cdbd4ca-1a68-4a88-af08-87d55f55d324 req-bb562679-0ca0-43a9-8e00-f39dd6585f76 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0773804 Oct 26 14:39:06.349361 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.418521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:06.426625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.456301 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:39:06.556132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:06.594742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:06.604562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-79dddb48-5249-446f-aaef-71ad966dba2c tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516791 Oct 26 14:39:06.607156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44002) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:06.612535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:06.615486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682228939'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:06.627674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:06.628748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:06.667470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:06.671130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.713826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:39:06.725837 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.726651 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 2b543b68-ad22-478a-8ed0-83221bfd36ea of type vlan for network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc Oct 26 14:39:06.790270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.796407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:06.829797 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.842125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:06.843028 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:06.861384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad8118-3063-4460-83ce-baa75a8d9098 None None] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:06.946340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3374379 Oct 26 14:39:06.950916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:06.965777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:06.977710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c49dc9-915b-4ebb-ac80-9980f9c64a79 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=3e850781-9d8e-4dda-8f3d-4a05ab5881dc,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:07.047346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:39:07.119912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:07.121543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-01a16d9e-9213-47d7-a103-ad067e1d7cdb None None] Provisioning complete for port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:07.121917 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-01a16d9e-9213-47d7-a103-ad067e1d7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:07.123837 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:07.490698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b21446de-40d3-4723-b2c0-4c1ade61c1b7 req-8b7b5b6d-4725-4219-801b-44013b034c3c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0623379 Oct 26 14:39:07.505998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:07.612659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:05Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:05Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:07.643721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=2aaff16a-37b0-4b99-b8d7-3842b3d609ba,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:07.644998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:07.645475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Updating router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 port 20de2cef-191a-4323-af53-83233fb0eb61 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:39:07.670410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:07.671126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 3e850781-9d8e-4dda-8f3d-4a05ab5881dc, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:39:07.682855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:07.709161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:39:07.726858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 3e850781-9d8e-4dda-8f3d-4a05ab5881dc) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:07.735146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:07.736362 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:07.780728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925b80a-1f8e-4bbe-9e2c-3b431d9030a0 None None] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:07.793345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3455c861-d686-476e-a14e-c72345115bd7 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8343759 Oct 26 14:39:07.793671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44024) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:07.967718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:08.380235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8b1ab035-bf4b-4e02-81af-0574d4c289b2 None None] Provisioning complete for port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:08.381398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab035-bf4b-4e02-81af-0574d4c289b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:08.442457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-10422cf6-e71b-45b7-934b-2cbd8bb0defd tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:08.446049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-10422cf6-e71b-45b7-934b-2cbd8bb0defd tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/networks?id=b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 200 len: 796 time: 0.4206882 Oct 26 14:39:08.502788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:08.503300 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:08.711638 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:39:08.712643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:08.715312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41fca8b2-237a-46b6-bbdd-6fcd7bbebee2 req-062e3f93-9830-4c7f-9d44-bbb5f7e3b2f2 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0426197 Oct 26 14:39:08.728333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c8fede0d-f3b9-4e9f-84fd-d7ecade6fc10 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8f7825c6524def989ac4ef6ca61907 HTTP/1.1" status: 200 len: 380 time: 0.2717113 Oct 26 14:39:08.775119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'port': {'device_id': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'admin_state_up': True, 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'security_groups': ['03b0447c-a048-438e-820c-05a78c05d7a8']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:09.039830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.055285 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.106825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8b1ab035-bf4b-4e02-81af-0574d4c289b2 None None] Provisioning complete for port 20de2cef-191a-4323-af53-83233fb0eb61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:09.107424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab035-bf4b-4e02-81af-0574d4c289b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.147995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Allocated IP 172.21.0.2 (3e850781-9d8e-4dda-8f3d-4a05ab5881dc/2aaff16a-37b0-4b99-b8d7-3842b3d609ba/634ab7f5-5088-4164-add3-917be9a85e4d) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:09.177572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0eaa2-0b82-4230-9c40-1aa4d6e379cc None None] Pushing event updated for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:09.193504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ab035-bf4b-4e02-81af-0574d4c289b2 None None] Port 20de2cef-191a-4323-af53-83233fb0eb61 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:09.246208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.317920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Attempting to bind port 20de2cef-191a-4323-af53-83233fb0eb61 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:09.318206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Attempting to bind port 20de2cef-191a-4323-af53-83233fb0eb61 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:09.318558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Attempting to bind port 20de2cef-191a-4323-af53-83233fb0eb61 on network 6d405b15-2d39-4a8e-8a66-170a895210e0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:09.346753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:09.347136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Checking segment: {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:09.347591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.348024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Bound using segment: {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:09.348666 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Bound port: 20de2cef-191a-4323-af53-83233fb0eb61, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7bdf4b-4816-4616-a3e7-c2702ba7873d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:09.349070 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.353084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f5eac2d9-c165-404b-a38d-38a4170b94b5 None None] Provisioning complete for port 20de2cef-191a-4323-af53-83233fb0eb61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:09.353508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5eac2d9-c165-404b-a38d-38a4170b94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.405094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Made reservation on behalf of 9d8f7825c6524def989ac4ef6ca61907 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:09.408791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.563393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f5eac2d9-c165-404b-a38d-38a4170b94b5 None None] Port 20de2cef-191a-4323-af53-83233fb0eb61 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:09.601774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] For port 20de2cef-191a-4323-af53-83233fb0eb61, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:09.604369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.607245 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] For port 20de2cef-191a-4323-af53-83233fb0eb61, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20de2cef-191a-4323-af53-83233fb0eb61,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:09.613191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.620000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.703913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.20.0.5 (b0369bfe-10b6-4b58-bbac-8362e1741616/6ba57f58-6281-4236-aa40-d844cd3ab756/ce3436df-26f3-4f71-ab43-b4e87b6abc7a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:09.710365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.21.0.1 (3e850781-9d8e-4dda-8f3d-4a05ab5881dc/2aaff16a-37b0-4b99-b8d7-3842b3d609ba/57ec2efb-620f-4c58-9e74-9c9f1ab03c44) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:09.719178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:09.724798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:09.725457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:38:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:09.727450 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0eaa2-0b82-4230-9c40-1aa4d6e379cc None None] Pushing event updated for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:09.746681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] Provisioning complete for port 20de2cef-191a-4323-af53-83233fb0eb61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:09.746681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:09.773219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:09.788440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:09.932362 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-45ef0985-f46a-430e-ad8e-8d563df8ecbe req-91135240-1a95-43dd-b15b-aab4011d7fef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.0880239 Oct 26 14:39:10.206804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.211110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.239483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-60f875b4-e0d7-46ae-b7b6-f0355aa79a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.249090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Pushing event updated for resources: {'Port': ['ID=634ab7f5-5088-4164-add3-917be9a85e4d,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:10.255512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:10.305092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.306713 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.322899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Attempting to bind port 634ab7f5-5088-4164-add3-917be9a85e4d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:10.322899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Attempting to bind port 634ab7f5-5088-4164-add3-917be9a85e4d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:10.323526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Attempting to bind port 634ab7f5-5088-4164-add3-917be9a85e4d on network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:10.367956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:10.380626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network b0369bfe-10b6-4b58-bbac-8362e1741616 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:10.381988 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:10.385284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:10.394620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:10.397748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:10.403722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:10.405765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:10.406464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Checking segment: {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:10.407190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.408726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Bound using segment: {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:10.408971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Bound port: 634ab7f5-5088-4164-add3-917be9a85e4d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:10.409538 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.471702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.472969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.472969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.473433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.473995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.475059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.475329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.475697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.476258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.476875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.477468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.478071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:10.582909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:10.583598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.590013 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.593683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.705933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:10.732212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-c101748f-f14b-4162-956f-ebe3cff487fc tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9626131 Oct 26 14:39:10.745434 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Request body: {'port': {'device_id': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:10.759983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] For port 20de2cef-191a-4323-af53-83233fb0eb61, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20de2cef-191a-4323-af53-83233fb0eb61,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:10.769085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] For port 634ab7f5-5088-4164-add3-917be9a85e4d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:10.773535 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] For port 634ab7f5-5088-4164-add3-917be9a85e4d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=634ab7f5-5088-4164-add3-917be9a85e4d,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:10.786545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.828588 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.881665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:10.897966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f9d4-1233-4da7-b0e8-a793002a4d9c None None] Pushing event updated for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:10.913368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:11.103601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732041c-cf7f-4816-ba88-6354a6d8dfa9 None None] Pushing event updated for resources: {'Port': ['ID=634ab7f5-5088-4164-add3-917be9a85e4d,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:11.120965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fa49ebdf-1b4e-4b6a-981e-c2d5e4615b8d None None] Provisioning complete for port 20de2cef-191a-4323-af53-83233fb0eb61 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:11.121600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa49ebdf-1b4e-4b6a-981e-c2d5e4615b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:11.179919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:05Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:09Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:11.220249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073351b4-5eef-4b37-8f3f-203c4b823404 req-1cd6c9b6-f4ad-4577-b502-cec7c53a0d1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:11.222329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-073351b4-5eef-4b37-8f3f-203c4b823404 req-1cd6c9b6-f4ad-4577-b502-cec7c53a0d1c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 931 time: 0.1271470 Oct 26 14:39:11.304771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff4d51-febc-4e2a-8b22-1c92ff02cb7f None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:05Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:09Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:11.455000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fa49ebdf-1b4e-4b6a-981e-c2d5e4615b8d None None] Provisioning complete for port ce3436df-26f3-4f71-ab43-b4e87b6abc7a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:11.455348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa49ebdf-1b4e-4b6a-981e-c2d5e4615b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:11.497593 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-073351b4-5eef-4b37-8f3f-203c4b823404 req-880a604a-2326-4027-bf24-126846f89360 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992424 Oct 26 14:39:11.516744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fa49ebdf-1b4e-4b6a-981e-c2d5e4615b8d None None] Port ce3436df-26f3-4f71-ab43-b4e87b6abc7a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:11.708465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:11.756905 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:11.894015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:11.898313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.003021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3436df-26f3-4f71-ab43-b4e87b6abc7a {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:39:12.015046 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.073255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Transition to ACTIVE for port object ce3436df-26f3-4f71-ab43-b4e87b6abc7a will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:39:12.084901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.086060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 634ab7f5-5088-4164-add3-917be9a85e4d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:12.202837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:12.209493 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:12.231906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Pushing event updated for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:12.302307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 634ab7f5-5088-4164-add3-917be9a85e4d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:12.303536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.533433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.639118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 634ab7f5-5088-4164-add3-917be9a85e4d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=634ab7f5-5088-4164-add3-917be9a85e4d,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:12.647922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.649181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20de2cef-191a-4323-af53-83233fb0eb61 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:12.731100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Attempting to bind port ce3436df-26f3-4f71-ab43-b4e87b6abc7a on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:12.731673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Attempting to bind port ce3436df-26f3-4f71-ab43-b4e87b6abc7a by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:12.732057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Attempting to bind port ce3436df-26f3-4f71-ab43-b4e87b6abc7a on network b0369bfe-10b6-4b58-bbac-8362e1741616 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:12.772617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aabb24-a08d-4012-9853-11e8e6b00de6 req-478b609f-5de6-484e-ba33-4229f4135749 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:12.776332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:12.781504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-40aabb24-a08d-4012-9853-11e8e6b00de6 req-478b609f-5de6-484e-ba33-4229f4135749 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 943 time: 0.0891299 Oct 26 14:39:12.805194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Port ce3436df-26f3-4f71-ab43-b4e87b6abc7a on network b0369bfe-10b6-4b58-bbac-8362e1741616 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:39:12.805531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Attempting to bind port ce3436df-26f3-4f71-ab43-b4e87b6abc7a on network b0369bfe-10b6-4b58-bbac-8362e1741616 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:12.820582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:12.820847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Checking segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:12.821247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Bound using segment: {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:12.821701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Bound port: ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59da3df-c272-419c-88b0-efc1dfd1d002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:12.822068 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:12.869353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-40aabb24-a08d-4012-9853-11e8e6b00de6 req-76fddfcb-2ff0-4dca-af21-e26933c57d81 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864871 Oct 26 14:39:12.930388 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ea443-7c01-43f3-a524-7665562ef1c2 None None] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:12.953707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=634ab7f5-5088-4164-add3-917be9a85e4d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:13.051329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:13.067838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-56b62987-ed27-40e1-bdd0-de6b8cdd4c11 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2713315 Oct 26 14:39:13.068168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44088) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:13.073892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-1897576226'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:13.093425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:13.099608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:13.111330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.127423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:13.134631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.197663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:13.198303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.200452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] 10.222.0.41 "PUT /v2.0/ports/ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 200 len: 1091 time: 2.4593339 Oct 26 14:39:13.201420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:39:13.205509 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bfe180-bf8a-422c-9ca1-96cae638ab92" -d '{"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:39:13.240983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:39:13.243895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88352fb-4f8f-4269-8a64-81a2b95d110d service neutron] Pushing event updated for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:13.257912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.258442 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 7cbce1df-8a39-453d-bfba-89c5b57adb1f of type vlan for network 9955aa84-f866-4f88-bb82-8d0307fdd32d Oct 26 14:39:13.341874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e8f18e0-a60e-4425-b181-48b6702a3ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.400178 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef2a7c-38d4-4411-983f-ed45c9263829 x-openstack-request-id: req-e4ef2a7c-38d4-4411-983f-ed45c9263829 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:39:13.400445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 20de2cef-191a-4323-af53-83233fb0eb61 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:13.400579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.401366 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:39:13.402173 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4ef2a7c-38d4-4411-983f-ed45c9263829 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:39:13.402923 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'status': 'completed', 'code': 200} Oct 26 14:39:13.519485 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.564796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e8fcf42c-7911-4ea3-baec-85e7371c745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:13.566725 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-e8fcf42c-7911-4ea3-baec-85e7371c745c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1094 time: 0.3027987 Oct 26 14:39:13.574725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b4e22c15-9be4-4d76-97ff-42b8b2fc9c07 None None] Provisioning complete for port 634ab7f5-5088-4164-add3-917be9a85e4d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:13.575311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4e22c15-9be4-4d76-97ff-42b8b2fc9c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.586759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.593375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:13.594109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:13.637532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-f0be23fc-51b7-4d08-9fbc-c30ed202d5b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 200 len: 217 time: 0.0611260 Oct 26 14:39:13.719712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6504014 Oct 26 14:39:13.725091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:13.732819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:13.745296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:13.781644 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:13.782785 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:13.845833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf96b0-de1b-497b-a066-9c4661893df9 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=9955aa84-f866-4f88-bb82-8d0307fdd32d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:13.873690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-7a2a9fae-39f9-4e37-bf49-481694e778ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:13.876679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-7a2a9fae-39f9-4e37-bf49-481694e778ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba57f58-6281-4236-aa40-d844cd3ab756 HTTP/1.1" status: 200 len: 834 time: 0.2217746 Oct 26 14:39:13.895731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:39:13.912763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:13.918827 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.030298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 634ab7f5-5088-4164-add3-917be9a85e4d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:14.050526 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:14.133583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-16535d63-0cc9-4c4c-8e24-1020bad43c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:14.141147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-16535d63-0cc9-4c4c-8e24-1020bad43c03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0369bfe-10b6-4b58-bbac-8362e1741616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548482 Oct 26 14:39:14.205139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e1db-7516-4c5b-8b20-83e3fc4e3507 req-0d650d5b-f56d-4341-b6f6-be5c17932c6b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:14.211754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c75e1db-7516-4c5b-8b20-83e3fc4e3507 req-0d650d5b-f56d-4341-b6f6-be5c17932c6b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 943 time: 0.1596944 Oct 26 14:39:14.239456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.289484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c75e1db-7516-4c5b-8b20-83e3fc4e3507 req-64be3cb1-de28-4bde-97d2-5acc1c123d74 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625105 Oct 26 14:39:14.373256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 634ab7f5-5088-4164-add3-917be9a85e4d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:14.373879 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.409337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-77dc439f-eafb-40ca-a283-aba09bb3b3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568109 Oct 26 14:39:14.415610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.478257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5a05bb6b-f723-4ae8-bf3b-d37e2410b286 None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:14.478933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a05bb6b-f723-4ae8-bf3b-d37e2410b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.624412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5a05bb6b-f723-4ae8-bf3b-d37e2410b286 None None] Port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:14.656029 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 3, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:11Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:14.665746 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.679502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7492581-bfbc-49ff-be80-47c06a1f826e req-eb72ada5-50dd-42dd-ae64-51d66425b7eb service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621555 Oct 26 14:39:14.710570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5a05bb6b-f723-4ae8-bf3b-d37e2410b286 None None] Provisioning complete for port 634ab7f5-5088-4164-add3-917be9a85e4d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:14.712062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a05bb6b-f723-4ae8-bf3b-d37e2410b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.729552 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:14.729911 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Updating router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:39:14.771500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=9b1dceff-5dfc-4ad3-9e01-c262453994db,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:14.790419 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:14.835910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:14.836523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 9955aa84-f866-4f88-bb82-8d0307fdd32d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:39:14.860245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-6337ec75-5b48-4938-b7c2-18b576766e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:14.862437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-6337ec75-5b48-4938-b7c2-18b576766e83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1094 time: 0.0747414 Oct 26 14:39:14.903368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:39:14.971983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9955aa84-f866-4f88-bb82-8d0307fdd32d) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:14.980758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:14.981512 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.000290 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba958f97-fa07-4678-9bc3-650726a237e1 None None] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:15.005480 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c66e2861-64c3-4687-9046-b00fb3ac7b77 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2773154 Oct 26 14:39:15.010190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44114) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:15.217308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-cdac4524-fbbd-4ced-9602-886ba3fa54ae None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:15.218306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cdac4524-fbbd-4ced-9602-886ba3fa54ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.293044 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.311022 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.336624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-cdac4524-fbbd-4ced-9602-886ba3fa54ae None None] Port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:15.395215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-9955aa84-f866-4f88-bb82-8d0307fdd32d', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:39:15.396374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.450048 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e5b92-c2bf-4323-aff0-fd0d5d8de8f0 None None] Pushing event updated for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:15.577202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Attempting to bind port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:15.577654 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Attempting to bind port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:15.578020 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Attempting to bind port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 on network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:15.585155 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:15.585527 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Checking segment: {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:15.585935 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.586388 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Bound using segment: {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:15.586828 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Bound port: 57ec2efb-620f-4c58-9e74-9c9f1ab03c44, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b543b68-ad22-478a-8ed0-83221bfd36ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:15.587220 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.619011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d1a03177-3ef5-45a9-b7ef-dade7d30a7c8 None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:15.619778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d1a03177-3ef5-45a9-b7ef-dade7d30a7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.721691 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] For port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:15.756230 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] For port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:15.789144 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.810597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d1a03177-3ef5-45a9-b7ef-dade7d30a7c8 None None] Port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:15.812835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Allocated IP 172.22.0.2 (9955aa84-f866-4f88-bb82-8d0307fdd32d/9b1dceff-5dfc-4ad3-9e01-c262453994db/5699b2ff-2c1a-44db-beb6-3b917de8c296) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:15.863415 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:15.914165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-00ed3360-75e9-4b30-83e6-2350f681642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:15.917043 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-00ed3360-75e9-4b30-83e6-2350f681642c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 200 len: 897 time: 1.0459430 Oct 26 14:39:15.965881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:15.966705 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:15.970669 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e5b92-c2bf-4323-aff0-fd0d5d8de8f0 None None] Pushing event updated for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:15.982264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:15.982811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.165620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.187445 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:16.192914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.196410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-6ce21e8a-d87f-431a-affe-26d79045fc9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 200 len: 217 time: 0.2645957 Oct 26 14:39:16.208123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b08ad7-e89b-4d30-8c3d-aad3eab244c8 req-e76e7bf7-ed85-43ae-97e8-cd704c22da9c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:16.209105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.209735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3b08ad7-e89b-4d30-8c3d-aad3eab244c8 req-e76e7bf7-ed85-43ae-97e8-cd704c22da9c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 943 time: 0.5459738 Oct 26 14:39:16.272703 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:16.298461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] For port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:16.306178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:16.320762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:16.324655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.348534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Pushing event updated for resources: {'Port': ['ID=5699b2ff-2c1a-44db-beb6-3b917de8c296,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:16.417747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3b08ad7-e89b-4d30-8c3d-aad3eab244c8 req-33f8946d-0fb7-4037-bd27-f76468dadb83 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955309 Oct 26 14:39:16.422480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-194f0d68-b66f-4b40-9022-05712d7caf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:16.425304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-194f0d68-b66f-4b40-9022-05712d7caf4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba57f58-6281-4236-aa40-d844cd3ab756 HTTP/1.1" status: 200 len: 834 time: 0.2144108 Oct 26 14:39:16.474410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcfdb0-43e8-4524-b097-a3d1579f2624 None None] Pushing event updated for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:16.516263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ca66f921-ec33-42f3-b119-8172f06474dd None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:16.516907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ca66f921-ec33-42f3-b119-8172f06474dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.521458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Attempting to bind port 5699b2ff-2c1a-44db-beb6-3b917de8c296 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:16.521810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Attempting to bind port 5699b2ff-2c1a-44db-beb6-3b917de8c296 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:16.523556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Attempting to bind port 5699b2ff-2c1a-44db-beb6-3b917de8c296 on network 9955aa84-f866-4f88-bb82-8d0307fdd32d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:16.552766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:16.553287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Checking segment: {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:16.553693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.554090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Bound using segment: {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:16.554581 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Bound port: 5699b2ff-2c1a-44db-beb6-3b917de8c296, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:16.554972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.590651 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 3, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:15Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:16.616046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-04a28348-97c8-457f-aa8c-3b40f879949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:16.619026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-04a28348-97c8-457f-aa8c-3b40f879949d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0369bfe-10b6-4b58-bbac-8362e1741616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783175 Oct 26 14:39:16.695026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] For port 5699b2ff-2c1a-44db-beb6-3b917de8c296, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:16.716631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] For port 5699b2ff-2c1a-44db-beb6-3b917de8c296, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5699b2ff-2c1a-44db-beb6-3b917de8c296,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:16.725538 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.753740 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d77c4-acfe-4416-b179-b2bccb408f61 None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 3, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:15Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:16.809417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bae616-5c3f-41a0-9f44-21ab97dfe609 None None] Pushing event updated for resources: {'Port': ['ID=5699b2ff-2c1a-44db-beb6-3b917de8c296,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:16.835511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:16.950913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-1c7e0306-7444-4f23-a793-c7719ab37569 service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217485 Oct 26 14:39:17.283371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87bfe180-bf8a-422c-9ca1-96cae638ab92 req-7175f871-d8d4-4756-86e1-28eb8d470738 service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673295 Oct 26 14:39:17.457154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.22.0.1 (9955aa84-f866-4f88-bb82-8d0307fdd32d/9b1dceff-5dfc-4ad3-9e01-c262453994db/156f039f-d80a-488b-8ba4-a897218a5311) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:17.619726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b18ba-1168-44c0-9f23-6e0e1203be1c req-1f5fd217-2e07-4362-ae28-9d59a160164c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:17.621363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c81b18ba-1168-44c0-9f23-6e0e1203be1c req-1f5fd217-2e07-4362-ae28-9d59a160164c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 943 time: 0.0741978 Oct 26 14:39:17.668328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:17.701382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c81b18ba-1168-44c0-9f23-6e0e1203be1c req-2fc09ddc-a557-46c3-8e4b-b2634e34c924 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627575 Oct 26 14:39:17.753955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:17.869889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:17.876342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:17.892656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:17.961935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:18.006156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.013954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5699b2ff-2c1a-44db-beb6-3b917de8c296 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:18.024539 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:39:18.101305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5699b2ff-2c1a-44db-beb6-3b917de8c296 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:18.101751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.257632 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.260293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.324916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 5699b2ff-2c1a-44db-beb6-3b917de8c296, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5699b2ff-2c1a-44db-beb6-3b917de8c296,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:18.333811 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.335881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:18.503978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=5699b2ff-2c1a-44db-beb6-3b917de8c296,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:18.536261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:18.536694 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.567829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d7c0f-a74a-4624-a9c5-24c37006245a None None] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:18.621221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce3436df-26f3-4f71-ab43-b4e87b6abc7a details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:39:18.664987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-78f24222-e53e-4dcc-8b04-2f48505ee83c None None] Provisioning complete for port 5699b2ff-2c1a-44db-beb6-3b917de8c296 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:18.665462 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78f24222-e53e-4dcc-8b04-2f48505ee83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.744845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.760549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.939528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:18.942788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:18.948876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:19.000111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'port_id': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'mac_address': 'fa:16:3e:b1:e8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:39:19.012341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47284251-9147-4681-bfff-32d563db240a req-306bdecb-71db-4b62-9ce6-e4ce13d54407 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:19.015268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47284251-9147-4681-bfff-32d563db240a req-306bdecb-71db-4b62-9ce6-e4ce13d54407 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 943 time: 0.1419415 Oct 26 14:39:19.135806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-47284251-9147-4681-bfff-32d563db240a req-c0b726bd-984f-440e-a8ea-b087435c7b03 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786405 Oct 26 14:39:19.197190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:19.199126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:19.259316 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.275969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3436df-26f3-4f71-ab43-b4e87b6abc7a {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:39:19.320429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:19.328847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.370107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:19.393305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:19.514950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:19.527629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-522b4f17-22c1-42c7-b2ea-fb65f112637d tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5135324 Oct 26 14:39:19.527853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44170) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:19.533785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'network': {'name': 'tempest-RoutersTest-681143154'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:19.542545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:19.560123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:19.560939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:19.571758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:19.578533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.639094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:39:19.640391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ce3436df-26f3-4f71-ab43-b4e87b6abc7a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:39:19.658558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.659080 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added segment 2d4c71ff-3079-4f06-b47d-d9b0f15c1690 of type vlan for network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 Oct 26 14:39:19.715178 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.749321 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.756799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:19.757557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.811851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:19.822453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9ee6c63d-6ff9-40dc-8044-c6e7508b37ea None None] Provisioning complete for port 5699b2ff-2c1a-44db-beb6-3b917de8c296 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:19.823031 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c63d-6ff9-40dc-8044-c6e7508b37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:19.913983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Network': ['ID=7f8c9aa2-30df-4e4c-a936-cb2267aa4200,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:19.925683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e98bace-367c-446f-9ca7-dfd8ea2b67c3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3962677 Oct 26 14:39:19.928763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44174) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:19.933955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'subnet': {'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:19.939728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:39:19.994547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5699b2ff-2c1a-44db-beb6-3b917de8c296 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:20.150240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Made reservation on behalf of 9ab6346a70f745af9002eeb120b8ca5d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:39:20.158742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:20.357108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ef3ea-df45-4cd1-b57b-8f70dd5c5d60 req-e8f047b3-6c76-49bd-84e0-4abc85a976ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:20.359932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da7ef3ea-df45-4cd1-b57b-8f70dd5c5d60 req-e8f047b3-6c76-49bd-84e0-4abc85a976ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 944 time: 0.0965199 Oct 26 14:39:20.511651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5699b2ff-2c1a-44db-beb6-3b917de8c296 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:20.512281 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:20.533885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da7ef3ea-df45-4cd1-b57b-8f70dd5c5d60 req-c8ae0166-5d59-4693-b8f4-6ea3d15c6264 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540978 Oct 26 14:39:20.621640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:20.640560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9ee6c63d-6ff9-40dc-8044-c6e7508b37ea None None] Provisioning complete for port 156f039f-d80a-488b-8ba4-a897218a5311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:20.641216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c63d-6ff9-40dc-8044-c6e7508b37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:20.752315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Subnet': ['ID=e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:20.762263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Checking segment: {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:20.762913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network hostable DHCP agents. Network: 7f8c9aa2-30df-4e4c-a936-cb2267aa4200, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:39:20.790942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6c63d-6ff9-40dc-8044-c6e7508b37ea None None] Port 156f039f-d80a-488b-8ba4-a897218a5311 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:20.797070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:39:20.814194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 7f8c9aa2-30df-4e4c-a936-cb2267aa4200) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:20.821179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:20.821987 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:20.835365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4468b4-7da7-469e-8a8f-955af0e14193 None None] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:20.853385 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a58ff07-1981-4f48-85d8-5a740b335745 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9234481 Oct 26 14:39:20.857173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44192) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:20.993504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:18Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:18Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:21.083657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6f474f34-1d33-4931-88ee-477f5c77a002 None None] Provisioning complete for port 156f039f-d80a-488b-8ba4-a897218a5311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:21.084250 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f474f34-1d33-4931-88ee-477f5c77a002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:21.087056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:21.087640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Updating router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 port 156f039f-d80a-488b-8ba4-a897218a5311 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:39:21.242797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:21.325597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6f474f34-1d33-4931-88ee-477f5c77a002 None None] Port 156f039f-d80a-488b-8ba4-a897218a5311 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:21.363958 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:21.462304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:39:21.463798 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:21.707698 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03e3fb-6d5e-4191-8012-b922169e50c8 req-8a5baca9-8f68-46ac-a3b3-815cb1d5d1e5 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:21.709927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a03e3fb-6d5e-4191-8012-b922169e50c8 req-8a5baca9-8f68-46ac-a3b3-815cb1d5d1e5 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 944 time: 0.0868175 Oct 26 14:39:21.787286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a03e3fb-6d5e-4191-8012-b922169e50c8 req-9e467100-a9ab-4488-9874-6c6592293734 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678232 Oct 26 14:39:21.933368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:21.935747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Allocated IP 172.23.0.2 (7f8c9aa2-30df-4e4c-a936-cb2267aa4200/e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd/f1b418fb-16a2-4e0e-94c3-da7a640398d2) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:21.955368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.404647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.405662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d823bb-0253-4a2b-af48-2882ef4621ba None None] Pushing event updated for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:22.607090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Attempting to bind port 156f039f-d80a-488b-8ba4-a897218a5311 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:22.607692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Attempting to bind port 156f039f-d80a-488b-8ba4-a897218a5311 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:22.608267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Attempting to bind port 156f039f-d80a-488b-8ba4-a897218a5311 on network 9955aa84-f866-4f88-bb82-8d0307fdd32d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:22.628148 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:22.628805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Checking segment: {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:22.629487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.630085 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Bound using segment: {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:22.630883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Bound port: 156f039f-d80a-488b-8ba4-a897218a5311, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbce1df-8a39-453d-bfba-89c5b57adb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:22.631509 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.642351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce3436df-26f3-4f71-ab43-b4e87b6abc7a up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:22.762351 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.821963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.854151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d14c7a6-4ed4-4b49-9e4e-01a6e652e94f None None] Provisioning complete for port 156f039f-d80a-488b-8ba4-a897218a5311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:22.854802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d14c7a6-4ed4-4b49-9e4e-01a6e652e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:22.913372 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Allocated IP 172.23.0.1 (7f8c9aa2-30df-4e4c-a936-cb2267aa4200/e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd/d52dfc18-0b55-4842-b227-1209bf041369) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:23.003310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:23.017590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:23.020557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:23.035216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] For port 156f039f-d80a-488b-8ba4-a897218a5311, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:23.039020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3d14c7a6-4ed4-4b49-9e4e-01a6e652e94f None None] Port 156f039f-d80a-488b-8ba4-a897218a5311 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:23.043474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] For port 156f039f-d80a-488b-8ba4-a897218a5311, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=156f039f-d80a-488b-8ba4-a897218a5311,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:23.048563 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Pushing event updated for resources: {'Port': ['ID=f1b418fb-16a2-4e0e-94c3-da7a640398d2,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:23.071817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port ce3436df-26f3-4f71-ab43-b4e87b6abc7a completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:39:23.075917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be320cba-f0a9-4ae1-8e70-1ee416629f01 req-8172243b-9afe-49f3-b21e-0b81c42c4592 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:23.076531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ce3436df-26f3-4f71-ab43-b4e87b6abc7a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:23.076910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.079759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be320cba-f0a9-4ae1-8e70-1ee416629f01 req-8172243b-9afe-49f3-b21e-0b81c42c4592 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 944 time: 0.1451080 Oct 26 14:39:23.082263 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.201735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Attempting to bind port f1b418fb-16a2-4e0e-94c3-da7a640398d2 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:23.202116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Attempting to bind port f1b418fb-16a2-4e0e-94c3-da7a640398d2 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:23.202503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Attempting to bind port f1b418fb-16a2-4e0e-94c3-da7a640398d2 on network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:23.233221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.239991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:23.240362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Checking segment: {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:23.241012 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.241443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Bound using segment: {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:23.241944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Bound port: f1b418fb-16a2-4e0e-94c3-da7a640398d2, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:23.242337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.250128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:23.250800 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:23.255591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d823bb-0253-4a2b-af48-2882ef4621ba None None] Pushing event updated for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:23.290498 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be320cba-f0a9-4ae1-8e70-1ee416629f01 req-17a640bb-85e0-4dff-8cce-80f84fc2379d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925678 Oct 26 14:39:23.393255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.460211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:23.470635 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:23.473722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:23.494042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:23.533765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:23.547243 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.578623 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.586833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] For port f1b418fb-16a2-4e0e-94c3-da7a640398d2, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:23.589506 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.661639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] For port f1b418fb-16a2-4e0e-94c3-da7a640398d2, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f1b418fb-16a2-4e0e-94c3-da7a640398d2,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:23.703688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] Provisioning complete for port 156f039f-d80a-488b-8ba4-a897218a5311 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:23.704875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.707192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.723909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:39:23.726864 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6d3e1-3d9f-44c9-9d29-37c4244bffbd" -d '{"events": [{"server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "name": "network-vif-plugged", "status": "completed", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:39:23.839079 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82ac6b-c6a4-439c-8e71-254872ae6982 x-openstack-request-id: req-dc82ac6b-c6a4-439c-8e71-254872ae6982 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:39:23.839257 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "name": "network-vif-plugged", "status": "completed", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:39:23.839573 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc82ac6b-c6a4-439c-8e71-254872ae6982 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:39:23.840035 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'code': 200} Oct 26 14:39:23.850357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:23.851247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.890083 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:23.968082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd953557-ddfb-49c5-8e03-ba0826d51df8 None None] Pushing event updated for resources: {'Port': ['ID=f1b418fb-16a2-4e0e-94c3-da7a640398d2,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:24.035017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8921f-f6ba-49f0-9da8-e604525b0199 req-f98266d6-3a95-4c84-8f93-2ea3f1c4a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:24.038724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04e8921f-f6ba-49f0-9da8-e604525b0199 req-f98266d6-3a95-4c84-8f93-2ea3f1c4a669 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1096 time: 0.1674652 Oct 26 14:39:24.105171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04e8921f-f6ba-49f0-9da8-e604525b0199 req-90599dcb-dc52-4f1f-abe4-21cea2653108 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584402 Oct 26 14:39:24.184566 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:24.200852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:24.250120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] For port 156f039f-d80a-488b-8ba4-a897218a5311, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=156f039f-d80a-488b-8ba4-a897218a5311,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:24.268776 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:24.332922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d8a00-9879-444d-9be9-b785237cc030 None None] Pushing event updated for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:24.354427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:18Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:23Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:24.416875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9140cf-8d26-4166-ab2b-83825fa5029f None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:18Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:23Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:24.486343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:24.526017 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:24.700449 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:24.703560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event updated for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:24.725398 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30ae4e-d72e-4b81-91ec-aa48d8a1d4a9 req-9ae82fc9-8c56-4e17-8746-3afa5dc097ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:24.727115 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d30ae4e-d72e-4b81-91ec-aa48d8a1d4a9 req-9ae82fc9-8c56-4e17-8746-3afa5dc097ef tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.2777340 Oct 26 14:39:24.906334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d30ae4e-d72e-4b81-91ec-aa48d8a1d4a9 req-f3893a14-8acc-46a1-acfa-5bb2e461d597 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609957 Oct 26 14:39:24.979326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:24.981972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:25.256926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:25.435896 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:25.445622 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9281cc2a-0654-4d3a-899f-9d737567ab0a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5867114 Oct 26 14:39:25.446115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44262) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:25.451076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:25.494706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8c609-be06-4502-abfa-6aec565df74f None None] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:25.577206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] Provisioning complete for port f1b418fb-16a2-4e0e-94c3-da7a640398d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:25.577869 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:25.692619 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:25.712743 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:25.715341 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:25.755339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:25.820154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] For port f1b418fb-16a2-4e0e-94c3-da7a640398d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f1b418fb-16a2-4e0e-94c3-da7a640398d2,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:25.833132 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:25.878061 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:25.977104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714bc27-3405-4454-bead-b8a0b58a3ceb None None] Pushing event updated for resources: {'Port': ['ID=f1b418fb-16a2-4e0e-94c3-da7a640398d2,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:26.186008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 156f039f-d80a-488b-8ba4-a897218a5311 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:26.302043 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:23Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:26.315531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f403f5fc-ae93-48eb-b251-17d342660d9b None None] Provisioning complete for port d52dfc18-0b55-4842-b227-1209bf041369 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:26.316597 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f403f5fc-ae93-48eb-b251-17d342660d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.322985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.extraroute_db [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:39:26.344196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.extraroute_db [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Removed routes are [] {{(pid=102163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:39:26.345714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.426350 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:26.426988 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Updating router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 port d52dfc18-0b55-4842-b227-1209bf041369 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:39:26.431268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 156f039f-d80a-488b-8ba4-a897218a5311 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:26.431643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.465046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f403f5fc-ae93-48eb-b251-17d342660d9b None None] Port d52dfc18-0b55-4842-b227-1209bf041369 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:26.495287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b17cc-ab9f-4ec2-8aa5-bff7a6560882 req-709543c6-d0be-486b-9b7d-1c35abce59f7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:26.497571 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.497731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f403f5fc-ae93-48eb-b251-17d342660d9b None None] Provisioning complete for port f1b418fb-16a2-4e0e-94c3-da7a640398d2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:26.498362 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f403f5fc-ae93-48eb-b251-17d342660d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.508709 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-486b17cc-ab9f-4ec2-8aa5-bff7a6560882 req-709543c6-d0be-486b-9b7d-1c35abce59f7 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.3525596 Oct 26 14:39:26.674459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-486b17cc-ab9f-4ec2-8aa5-bff7a6560882 req-2dbff666-c40e-4ffc-bc24-edb0e67db79b tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089282 Oct 26 14:39:26.702905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f1b418fb-16a2-4e0e-94c3-da7a640398d2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:26.940791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:26.950436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.034630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d8056-9621-44a7-b3c8-681b5a842685 req-ca3e100d-87d3-4c63-b03c-a919e43c6d3c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:27.055889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b1d8056-9621-44a7-b3c8-681b5a842685 req-ca3e100d-87d3-4c63-b03c-a919e43c6d3c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.1518292 Oct 26 14:39:27.077740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f1b418fb-16a2-4e0e-94c3-da7a640398d2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:27.078239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.158546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b1d8056-9621-44a7-b3c8-681b5a842685 req-5d67d9c1-96eb-48e0-bd41-2404007e4c23 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966704 Oct 26 14:39:27.194782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:27.205843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:27.226887 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.239622 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.323761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfafd2-4938-400f-8c9d-1ecf5bf5267e tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:27.331760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9bfafd2-4938-400f-8c9d-1ecf5bf5267e tempest-TestNetworkBasicOps-591772886 tempest-TestNetworkBasicOps-591772886-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1091 time: 0.1303465 Oct 26 14:39:27.332638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44282) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:27.339393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:27.347735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.349733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:27.352092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e70e8d9d-dee8-4f2a-9506-8e68a771f009 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 934 time: 1.9048376 Oct 26 14:39:27.352839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44284) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:27.424773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Pushing event updated for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:27.465907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.570339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.570897 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.571449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.572040 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.572616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.573161 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.573861 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.574960 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.575673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.576216 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.577079 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.577629 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:27.586476 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Attempting to bind port d52dfc18-0b55-4842-b227-1209bf041369 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:39:27.587060 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Attempting to bind port d52dfc18-0b55-4842-b227-1209bf041369 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:39:27.587637 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Attempting to bind port d52dfc18-0b55-4842-b227-1209bf041369 on network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:39:27.591093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-55b54b91-6f89-42d5-8485-e8410fd6ffb6 None None] Provisioning complete for port d52dfc18-0b55-4842-b227-1209bf041369 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:27.596568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55b54b91-6f89-42d5-8485-e8410fd6ffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.608199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:39:27.608910 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Checking segment: {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:39:27.609530 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.611285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Bound using segment: {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:39:27.612137 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Bound port: d52dfc18-0b55-4842-b227-1209bf041369, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4c71ff-3079-4f06-b47d-d9b0f15c1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:39:27.616116 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.766307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-55b54b91-6f89-42d5-8485-e8410fd6ffb6 None None] Port d52dfc18-0b55-4842-b227-1209bf041369 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:39:27.815531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.878168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] For port d52dfc18-0b55-4842-b227-1209bf041369, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:39:27.885231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] For port d52dfc18-0b55-4842-b227-1209bf041369, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d52dfc18-0b55-4842-b227-1209bf041369,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:39:27.894681 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:27.914647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] Provisioning complete for port d52dfc18-0b55-4842-b227-1209bf041369 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:27.918402 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.003993 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:28.004698 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:28.033007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f1b418fb-16a2-4e0e-94c3-da7a640398d2 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:28.087064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Allocated IP 172.25.5.214 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/59af6f29-b3e5-4ebe-9940-057f0b5e088e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:39:28.166607 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:28.259303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7e5df-dc2d-42f1-8bd8-6a04d700102c None None] Pushing event updated for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:28.300417 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.301499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5d063aee-77e3-49e3-9222-bb03c742628f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 934 time: 0.9472592 Oct 26 14:39:28.303756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44296) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:28.317996 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'routes': None}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:28.374079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f1b418fb-16a2-4e0e-94c3-da7a640398d2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:28.374367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.415104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.472208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] For port d52dfc18-0b55-4842-b227-1209bf041369, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d52dfc18-0b55-4842-b227-1209bf041369,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:28.484905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.490872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.546552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:39:28.557582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:39:28.562953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:39:28.619167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997cf6c-ae6b-4586-8404-a1e862280078 None None] Pushing event updated for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:28.639772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2c485034-868c-4cb9-8db2-ecbdff45b9ab None None] Provisioning complete for port d52dfc18-0b55-4842-b227-1209bf041369 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:28.640790 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c485034-868c-4cb9-8db2-ecbdff45b9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:28.675426 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:26Z', 'revision_number': 6, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:27Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:28.688077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=59af6f29-b3e5-4ebe-9940-057f0b5e088e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:28.824234 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc4a1bd-6258-4b76-850e-2a8bc26deb2d None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:26Z', 'revision_number': 6, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:27Z', 'revision_number': 4, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:29.183777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.extraroute_db [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added routes are [] {{(pid=102163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:39:29.184246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.extraroute_db [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102163) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:39:29.238193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.238403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.373175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.498465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.518598 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.630291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.647524 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.668095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:29.804622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event updated for resources: {'Port': ['ID=59af6f29-b3e5-4ebe-9940-057f0b5e088e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:29.823568 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.898281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:29.913877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:29.918454 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d906c96a-177f-4ac2-b2a4-06b1b09f05c8 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 700 time: 1.6086957 Oct 26 14:39:29.919126 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44318) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:30.001557 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Floating IP 05ff0bc7-b0f6-477b-baf6-5d94472c4c2d associated. External IP: 172.25.5.214, port: ce3436df-26f3-4f71-ab43-b4e87b6abc7a. Oct 26 14:39:30.133515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d52dfc18-0b55-4842-b227-1209bf041369 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:39:30.165186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-36bd3ee0-46eb-4745-8b24-5536203aa292 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 700 time: 0.2443151 Oct 26 14:39:30.165889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44320) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:30.209196 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:30.242505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:30.243905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:30.338563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:30.348547 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d52dfc18-0b55-4842-b227-1209bf041369 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:39:30.348925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:30.451337 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:30.481700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:30.492906 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Sync routers for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:30.515269 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:30.516016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:30.544064 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:30.578534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-520f9a85-0bff-4030-b1bb-7373e51123b9 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2442648 Oct 26 14:39:30.580106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:39:30.582784 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78646fd4-cdcd-49b5-9009-7bcaf5d90450" -d '{"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:39:30.586758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44326) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:30.702058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c35e5ead-a6d4-41d5-80f3-b50195ed720a tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/05ff0bc7-b0f6-477b-baf6-5d94472c4c2d HTTP/1.1" status: 200 len: 991 time: 0.1130202 Oct 26 14:39:30.718033 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddadb9-b1fd-4bdb-be85-521c593c2bb6 x-openstack-request-id: req-5eddadb9-b1fd-4bdb-be85-521c593c2bb6 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:39:30.718506 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:39:30.718927 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5eddadb9-b1fd-4bdb-be85-521c593c2bb6 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:39:30.719794 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'status': 'completed', 'code': 200} Oct 26 14:39:30.778552 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:30.847900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-bf2880ec-7baa-4e5a-bdbf-893fa06c8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:30.850628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-bf2880ec-7baa-4e5a-bdbf-893fa06c8f98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1096 time: 0.1070826 Oct 26 14:39:30.959699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:29Z', 'revision_number': 7, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:31.002621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:31.020797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:31.022190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:31.083101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:31.208858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:31.233894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-f3d8f7cb-4bda-43d6-a985-17bc9565129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:31.237015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-f3d8f7cb-4bda-43d6-a985-17bc9565129e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 200 len: 897 time: 0.3781190 Oct 26 14:39:31.339297 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '05ff0bc7-b0f6-477b-baf6-5d94472c4c2d', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'port_id': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'mac_address': 'fa:16:3e:b1:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:39:28Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:31.399917 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Checking router: da0d9b86-52d4-4824-acc3-f3bb7cc4a521 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:31.418156 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:31.419242 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:31.428195 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-f4b340c3-3f64-4864-9a7d-472ad7cedf39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 200 len: 999 time: 0.1824093 Oct 26 14:39:31.511270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-d1cf7491-2903-465f-a6a7-f5d22d93c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:31.522450 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-d1cf7491-2903-465f-a6a7-f5d22d93c4b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba57f58-6281-4236-aa40-d844cd3ab756 HTTP/1.1" status: 200 len: 834 time: 0.0718079 Oct 26 14:39:31.614357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-4f037dae-6cf3-4799-89a6-b0c9cb14cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:39:31.615794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-4f037dae-6cf3-4799-89a6-b0c9cb14cce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0369bfe-10b6-4b58-bbac-8362e1741616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788276 Oct 26 14:39:31.631077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:29Z', 'revision_number': 7, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:31.685672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5206248-d83d-4b70-a4e5-317a31aafad2 None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:29Z', 'revision_number': 7, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd52dfc18-0b55-4842-b227-1209bf041369', 'name': '', 'network_id': '7f8c9aa2-30df-4e4c-a936-cb2267aa4200', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:a4:7f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:22Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': 'e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:31.698054 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:31.706532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44344) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:31.858354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-108a44df-9838-4bb2-a64d-ccf64b706ea8 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/05ff0bc7-b0f6-477b-baf6-5d94472c4c2d HTTP/1.1" status: 200 len: 991 time: 0.1495984 Oct 26 14:39:31.877768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-9ae30202-06f0-4cc5-92aa-66f30cdd5bda service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514160 Oct 26 14:39:31.884524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port d52dfc18-0b55-4842-b227-1209bf041369 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:31.885058 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:32.116803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '05ff0bc7-b0f6-477b-baf6-5d94472c4c2d', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'port_id': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'mac_address': 'fa:16:3e:b1:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:39:28Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:32.156472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port d52dfc18-0b55-4842-b227-1209bf041369, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d52dfc18-0b55-4842-b227-1209bf041369,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:32.157714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:32.173879 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8bca09-6ec3-44b9-a8b0-493b6a9ce621 None None] The sync data for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 is: [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '05ff0bc7-b0f6-477b-baf6-5d94472c4c2d', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'port_id': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'mac_address': 'fa:16:3e:b1:e8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:39:28Z', 'updated_at': '2021-10-26T14:39:28Z', 'revision_number': 0, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:32.182977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for d52dfc18-0b55-4842-b227-1209bf041369 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:32.202187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78646fd4-cdcd-49b5-9009-7bcaf5d90450 req-c806dc86-499b-4e61-a9e6-840d733effde service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117211 Oct 26 14:39:32.445741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:32.479356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=d52dfc18-0b55-4842-b227-1209bf041369,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:32.508904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad1922-fac0-431f-88d3-8674dc729318 None None] New status for floating IP 05ff0bc7-b0f6-477b-baf6-5d94472c4c2d: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:39:32.738118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:32.862853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:32.963346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-aad542a8-75a0-4d0a-9486-1f87858b96c5 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/05ff0bc7-b0f6-477b-baf6-5d94472c4c2d HTTP/1.1" status: 200 len: 993 time: 0.0894763 Oct 26 14:39:33.429207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:33.552881 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:33.561404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7b5436a9-310d-4b43-8e4b-ca1d150f7ad4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3941746 Oct 26 14:39:33.567377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44372) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:33.569010 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:33.592847 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:33.593649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:33.640884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:39:33.645501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:33.711995 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:33.716775 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:33.856614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:33.932033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:33.966017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:33.972557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:33.975696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dbdeb851-e752-4cf9-8ac6-562452228a34 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd HTTP/1.1" status: 204 len: 168 time: 0.4068038 Oct 26 14:39:33.979685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44382) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:33.982957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4994e-8ebb-4eba-b03e-d4ab3e18c592 None None] Network 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:34.080683 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:32Z', 'revision_number': 8, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.113270 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.117319 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:34.128293 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:34.129313 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.224243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port f1b418fb-16a2-4e0e-94c3-da7a640398d2 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:34.225117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.260209 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:34.278932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] DHCP port deletion for 7f8c9aa2-30df-4e4c-a936-cb2267aa4200 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:39:34.324142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port f1b418fb-16a2-4e0e-94c3-da7a640398d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f1b418fb-16a2-4e0e-94c3-da7a640398d2,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:34.324682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.344896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for f1b418fb-16a2-4e0e-94c3-da7a640398d2 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:34.367858 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Deleting port f1b418fb-16a2-4e0e-94c3-da7a640398d2 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:34.368595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.447923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] For port f1b418fb-16a2-4e0e-94c3-da7a640398d2, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f1b418fb-16a2-4e0e-94c3-da7a640398d2,segment=NetworkSegment(2d4c71ff-3079-4f06-b47d-d9b0f15c1690),segment_id=2d4c71ff-3079-4f06-b47d-d9b0f15c1690)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:34.448639 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.464736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Calling delete_port for f1b418fb-16a2-4e0e-94c3-da7a640398d2 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:34.536181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.583352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=f1b418fb-16a2-4e0e-94c3-da7a640398d2,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:34.587543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port f1b418fb-16a2-4e0e-94c3-da7a640398d2 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:34.592200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.661975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Pushing event deleted for resources: {'Port': ['ID=f1b418fb-16a2-4e0e-94c3-da7a640398d2,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:34.665877 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:32Z', 'revision_number': 8, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.682824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.683400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.683974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.684571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.685157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.685739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.686300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.686940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.687520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.689001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.689620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.690007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.690215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:39:34.696978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456e679-32e5-4849-ba9d-15ac9a069d7d None None] No DVR routers for this DVR port f1b418fb-16a2-4e0e-94c3-da7a640398d2 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:34.723602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8c9aa2-30df-4e4c-a936-cb2267aa4200']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.742376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4c71ff-3079-4f06-b47d-d9b0f15c1690') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.742685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4c71ff-3079-4f06-b47d-d9b0f15c1690') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:34.748664 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d844da-e3ff-4b54-81a7-162935a1e2eb None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:32Z', 'revision_number': 8, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '156f039f-d80a-488b-8ba4-a897218a5311', 'name': '', 'network_id': '9955aa84-f866-4f88-bb82-8d0307fdd32d', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:2d:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:17Z', 'updated_at': '2021-10-26T14:39:24Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9b1dceff-5dfc-4ad3-9e01-c262453994db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:34.760739 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.779660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.789102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:39:34.789440 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:39:34.794997 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:39:34.911578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.917719 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:34.921694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/7f8c9aa2-30df-4e4c-a936-cb2267aa4200 HTTP/1.1" status: 204 len: 168 time: 0.9404032 Oct 26 14:39:34.941363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44396) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:34.954425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66de5e-f488-4a4f-811c-582ecb64d360 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=7f8c9aa2-30df-4e4c-a936-cb2267aa4200,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:35.351730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:35.866873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f1b418fb-16a2-4e0e-94c3-da7a640398d2 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:35.889257 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f1b418fb-16a2-4e0e-94c3-da7a640398d2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:35.889597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f1b418fb-16a2-4e0e-94c3-da7a640398d2 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:35.890029 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d52dfc18-0b55-4842-b227-1209bf041369 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:35.911794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d52dfc18-0b55-4842-b227-1209bf041369 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:35.912134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d52dfc18-0b55-4842-b227-1209bf041369 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:36.008350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 156f039f-d80a-488b-8ba4-a897218a5311 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:36.008960 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:36.152906 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 156f039f-d80a-488b-8ba4-a897218a5311, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=156f039f-d80a-488b-8ba4-a897218a5311,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:36.153270 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:36.171266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 156f039f-d80a-488b-8ba4-a897218a5311 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:36.464649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:36.534752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=156f039f-d80a-488b-8ba4-a897218a5311,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:36.771638 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.077576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:37.236951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:37.249976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9704d186-4c2c-4640-a12a-4d992148083f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3119411 Oct 26 14:39:37.249976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44438) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:37.255083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:37.273718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:37.274848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:37.350346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 9b1dceff-5dfc-4ad3-9e01-c262453994db {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:39:37.356145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.428219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.446744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:37.577794 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.691686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.728189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1dceff-5dfc-4ad3-9e01-c262453994db,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:37.738471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.744546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-953fb7f5-dbde-4779-a8be-bcb1f539c081 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/9b1dceff-5dfc-4ad3-9e01-c262453994db HTTP/1.1" status: 204 len: 168 time: 0.4929235 Oct 26 14:39:37.748349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:37.847187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5cafa-909a-4703-9558-988f048117fe None None] Network 9955aa84-f866-4f88-bb82-8d0307fdd32d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:37.888400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:37.987829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 5699b2ff-2c1a-44db-beb6-3b917de8c296 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:37.987929 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.106922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 5699b2ff-2c1a-44db-beb6-3b917de8c296, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5699b2ff-2c1a-44db-beb6-3b917de8c296,segment=NetworkSegment(7cbce1df-8a39-453d-bfba-89c5b57adb1f),segment_id=7cbce1df-8a39-453d-bfba-89c5b57adb1f)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:38.107484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.135888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 5699b2ff-2c1a-44db-beb6-3b917de8c296 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:38.211292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:36Z', 'revision_number': 9, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.270424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:38.285755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.290746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:38.292476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.341612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=5699b2ff-2c1a-44db-beb6-3b917de8c296,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:38.349059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port 5699b2ff-2c1a-44db-beb6-3b917de8c296 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:38.359623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc9ec8-a36e-4cba-adcc-bd4fd5e756d8 None None] DHCP port deletion for 9955aa84-f866-4f88-bb82-8d0307fdd32d request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:39:38.479425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:38.518418 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.562629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9955aa84-f866-4f88-bb82-8d0307fdd32d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.586451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbce1df-8a39-453d-bfba-89c5b57adb1f') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.586925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbce1df-8a39-453d-bfba-89c5b57adb1f') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.606689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.636781 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.651820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:39:38.652565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:39:38.659639 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:39:38.776543 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.792209 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:38.803802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/9955aa84-f866-4f88-bb82-8d0307fdd32d HTTP/1.1" status: 204 len: 168 time: 1.0504904 Oct 26 14:39:38.804308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44444) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:38.826013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2325019-4020-43a3-81a3-426cfad0d800 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=9955aa84-f866-4f88-bb82-8d0307fdd32d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:38.883100 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:36Z', 'revision_number': 9, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:38.935231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a3ad54-c6ee-4384-9115-cd55c7e0ea31 None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:36Z', 'revision_number': 9, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ec2efb-620f-4c58-9e74-9c9f1ab03c44', 'name': '', 'network_id': '3e850781-9d8e-4dda-8f3d-4a05ab5881dc', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:ff:9c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:09Z', 'updated_at': '2021-10-26T14:39:16Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '2aaff16a-37b0-4b99-b8d7-3842b3d609ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:39.392863 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:39.728365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:39.729010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:39.897767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 156f039f-d80a-488b-8ba4-a897218a5311 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:39.913888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 57ec2efb-620f-4c58-9e74-9c9f1ab03c44, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:39.914508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:39.930394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 156f039f-d80a-488b-8ba4-a897218a5311 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:39.931080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 156f039f-d80a-488b-8ba4-a897218a5311 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:39.931707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5699b2ff-2c1a-44db-beb6-3b917de8c296 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:39.937648 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:39.958344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5699b2ff-2c1a-44db-beb6-3b917de8c296 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:39.958864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5699b2ff-2c1a-44db-beb6-3b917de8c296 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:40.104544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-160f1f67-0084-41b2-97e6-35b811bfbc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:40.167535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:40.199744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=57ec2efb-620f-4c58-9e74-9c9f1ab03c44,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:40.423510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:40.661737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:40.789244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:40.798019 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f7a4c25d-237a-42c5-893e-0c120a452761 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918613 Oct 26 14:39:40.801934 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44450) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:40.810159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:40.835803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:40.837073 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:40.887929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 2aaff16a-37b0-4b99-b8d7-3842b3d609ba {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:39:40.892368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:40.947573 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.010545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:41.064091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.142293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.187376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaff16a-37b0-4b99-b8d7-3842b3d609ba,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:41.192343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.197307 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c61b33be-b507-43f3-95be-7a1139e60d69 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/2aaff16a-37b0-4b99-b8d7-3842b3d609ba HTTP/1.1" status: 204 len: 168 time: 0.3940470 Oct 26 14:39:41.198332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c179350-21d1-428e-ac47-b89a572839bc None None] Network 3e850781-9d8e-4dda-8f3d-4a05ab5881dc requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:41.200288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44454) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:41.311685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.384210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 634ab7f5-5088-4164-add3-917be9a85e4d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:41.384584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.475218 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:40Z', 'revision_number': 10, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:41.494731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 634ab7f5-5088-4164-add3-917be9a85e4d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=634ab7f5-5088-4164-add3-917be9a85e4d,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:41.495253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.525645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:41.525932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 634ab7f5-5088-4164-add3-917be9a85e4d owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:41.552530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] DHCP port deletion for 3e850781-9d8e-4dda-8f3d-4a05ab5881dc request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:39:41.556880 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:41.557881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:41.616536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Deleting port 634ab7f5-5088-4164-add3-917be9a85e4d {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:41.616937 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.646822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.661916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port 634ab7f5-5088-4164-add3-917be9a85e4d on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:41.685238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=634ab7f5-5088-4164-add3-917be9a85e4d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:41.719161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] For port 634ab7f5-5088-4164-add3-917be9a85e4d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=634ab7f5-5088-4164-add3-917be9a85e4d,segment=NetworkSegment(2b543b68-ad22-478a-8ed0-83221bfd36ea),segment_id=2b543b68-ad22-478a-8ed0-83221bfd36ea)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:41.721064 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.739655 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:41.751760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Calling delete_port for 634ab7f5-5088-4164-add3-917be9a85e4d owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:41.773664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.798428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e850781-9d8e-4dda-8f3d-4a05ab5881dc']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:41.811370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b543b68-ad22-478a-8ed0-83221bfd36ea') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:41.811827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b543b68-ad22-478a-8ed0-83221bfd36ea') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:41.827644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.855004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.877365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:39:41.878023 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:39:41.882919 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:39:41.960721 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.027733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] Pushing event deleted for resources: {'Port': ['ID=634ab7f5-5088-4164-add3-917be9a85e4d,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:42.030272 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.034664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4ad30-58fe-4ba3-97a3-76b0891805e8 None None] No DVR routers for this DVR port 634ab7f5-5088-4164-add3-917be9a85e4d on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:42.053540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.065948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/3e850781-9d8e-4dda-8f3d-4a05ab5881dc HTTP/1.1" status: 204 len: 168 time: 0.8647733 Oct 26 14:39:42.070337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44456) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:42.095133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f0abb-2160-420b-a869-20251b797c82 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=3e850781-9d8e-4dda-8f3d-4a05ab5881dc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:42.111493 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 634ab7f5-5088-4164-add3-917be9a85e4d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:42.151217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 634ab7f5-5088-4164-add3-917be9a85e4d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:42.152417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 634ab7f5-5088-4164-add3-917be9a85e4d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:42.215349 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:40Z', 'revision_number': 10, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:42.254461 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fb5de-f18a-4c01-9077-4944ee377c30 None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:40Z', 'revision_number': 10, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None, '_interfaces': [{'id': '20de2cef-191a-4323-af53-83233fb0eb61', 'name': '', 'network_id': '6d405b15-2d39-4a8e-8a66-170a895210e0', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'mac_address': 'fa:16:3e:50:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:39:04Z', 'updated_at': '2021-10-26T14:39:10Z', 'revision_number': 5, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'subnets': [{'id': '9585cff5-b0b6-496d-bc44-3f285bca4c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:42.534114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.848598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port 20de2cef-191a-4323-af53-83233fb0eb61 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:42.849520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.888882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf194ec9-0322-43f5-8a53-a8aacebb5401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:42.988695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port 20de2cef-191a-4323-af53-83233fb0eb61, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=20de2cef-191a-4323-af53-83233fb0eb61,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:42.989146 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:43.005734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for 20de2cef-191a-4323-af53-83233fb0eb61 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:43.278658 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:43.308903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=20de2cef-191a-4323-af53-83233fb0eb61,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:43.482176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:43.708654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:43.864912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:43.877424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e87aa673-47cc-4e64-9a55-0353cf394fe6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055904 Oct 26 14:39:43.879442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:43.883434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44462) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:43.900171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:43.940205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:43.940572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 57ec2efb-620f-4c58-9e74-9c9f1ab03c44 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:43.942882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:43.944288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:44.017734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting subnet 9585cff5-b0b6-496d-bc44-3f285bca4c0b {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:39:44.024513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.027562 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.040997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:44.101045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.154131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:44.186757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:44.199194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:44.199957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:44.254065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.281392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:44.369118 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.370565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c099979f-db93-46af-940a-a608e2783d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:44.406938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.407912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099979f-db93-46af-940a-a608e2783d81 None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:44.427068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Subnet': ['ID=9585cff5-b0b6-496d-bc44-3f285bca4c0b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:44.432992 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.439759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f61cc1c-4cb9-437c-9c5a-3acd58d71556 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/9585cff5-b0b6-496d-bc44-3f285bca4c0b HTTP/1.1" status: 204 len: 168 time: 0.5546744 Oct 26 14:39:44.443550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:44.463002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4dfda-b6af-4b11-9104-0edec31b1b4a None None] Network 6d405b15-2d39-4a8e-8a66-170a895210e0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:39:44.568024 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.684806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Deleting port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:44.685654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.776392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] For port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:44.777059 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.792696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] DHCP port deletion for 6d405b15-2d39-4a8e-8a66-170a895210e0 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:39:44.814266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Calling delete_port for c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:44.879714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Deleting port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:39:44.879714 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.955022 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:44.984132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] For port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,segment=NetworkSegment(5a7bdf4b-4816-4616-a3e7-c2702ba7873d),segment_id=5a7bdf4b-4816-4616-a3e7-c2702ba7873d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:39:44.985938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.002273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Calling delete_port for c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:39:45.010338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No DVR routers for this DVR port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:45.020676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Port': ['ID=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:45.102993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.144279 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.148531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] No DVR routers for this DVR port c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:39:45.150136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f7b19-4523-4f5a-a634-ddda400ae115 None None] Pushing event deleted for resources: {'Port': ['ID=c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:45.189908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d405b15-2d39-4a8e-8a66-170a895210e0']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:45.206066 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7bdf4b-4816-4616-a3e7-c2702ba7873d') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:45.206547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7bdf4b-4816-4616-a3e7-c2702ba7873d') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:45.231622 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.255198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.264573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:39:45.265056 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:39:45.269416 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:39:45.342653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.361211 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.368354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/networks/6d405b15-2d39-4a8e-8a66-170a895210e0 HTTP/1.1" status: 204 len: 168 time: 0.9200339 Oct 26 14:39:45.368877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44546) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:45.375632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'routes': None}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:45.378314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46482f90-1894-4202-9cd4-2c75c3f31fe4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Pushing event deleted for resources: {'Network': ['ID=6d405b15-2d39-4a8e-8a66-170a895210e0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:45.869684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.908070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20de2cef-191a-4323-af53-83233fb0eb61 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:45.932077 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Added routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 26 14:39:45.932431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.extraroute_db [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Removed routes are [] {{(pid=102164) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 26 14:39:45.932949 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:45.934995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 20de2cef-191a-4323-af53-83233fb0eb61 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:45.935360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 20de2cef-191a-4323-af53-83233fb0eb61 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:45.935594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:39:45.956904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:39:45.957251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c1482a5c-0cf8-4a8e-b8d3-505d84bb1be3 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:39:46.091190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.096309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.191561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:39:46.290565 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:46.299287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.304210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1ea8fd77-42f1-4d08-9d51-0523eb58b1a2 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 701 time: 0.9307873 Oct 26 14:39:46.304546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Sync routers for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:46.305351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:46.324287 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:46.325383 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:46.339690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e2f0890-35a9-46d5-81fc-652b306bac97 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 205 time: 0.0289202 Oct 26 14:39:46.339690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44670) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:46.441290 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.454487 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:46.538091 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:46.601317 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Checking router: 16d85e30-ab22-49d0-a0d7-3506d1e1b996 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:46.617194 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Routers {'16d85e30-ab22-49d0-a0d7-3506d1e1b996'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:46.618036 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:46.674576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.678106 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.696870 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] Set router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:46.736842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.738200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 16d85e30-ab22-49d0-a0d7-3506d1e1b996 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:39:46.747853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.748865 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9d6ddfdb-6a53-4fad-851d-54a49c916e62 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 204 len: 168 time: 0.4069173 Oct 26 14:39:46.753582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44716) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:46.758488 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:46.758973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1769321308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:46.793134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6186ff-d360-4569-b7e8-b7d8e61bc48e None None] The sync data for ids ['16d85e30-ab22-49d0-a0d7-3506d1e1b996'] in n-d-813419-9 is: [{'id': '16d85e30-ab22-49d0-a0d7-3506d1e1b996', 'name': 'tempest-RoutersTest-router-1115336360', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:03Z', 'updated_at': '2021-10-26T14:39:43Z', 'revision_number': 11, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:46.798584 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.800176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.882351 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.888912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.924711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:46.929426 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b2b7b32b-6359-43b6-844c-97bac15be007 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1714370 Oct 26 14:39:46.930344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44736) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:46.939023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:47.257759 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-591292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15165'] for router, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:47.271879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-591269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-591274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592911'] for router, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:47.408538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Router 45085318-dcc7-4055-9bf1-a1a3b4622a5a is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:39:47.506741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:39:47.518356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:47.518356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a748e9f-a15f-41d5-a527-c093dc8a3877 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "PUT /v2.0/routers/45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 200 len: 694 time: 0.5837972 Oct 26 14:39:47.519393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44810) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:47.525835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Sync routers for ids ['45085318-dcc7-4055-9bf1-a1a3b4622a5a'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:39:47.549184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Routers {'45085318-dcc7-4055-9bf1-a1a3b4622a5a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:47.549944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['45085318-dcc7-4055-9bf1-a1a3b4622a5a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:47.624799 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7630cb23-6db0-4826-8f5a-546ab0c5e6e6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/routers/45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 200 len: 700 time: 0.1041708 Oct 26 14:39:47.629660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:47.635913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Set router 45085318-dcc7-4055-9bf1-a1a3b4622a5a gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:47.664176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8db2e05a-480b-4dec-99fb-aa02808f1a4b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 200 len: 205 time: 0.0309772 Oct 26 14:39:47.664757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:47.751984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45085318-dcc7-4055-9bf1-a1a3b4622a5a', 'name': 'tempest-RoutersTest-router-1769321308', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:46Z', 'updated_at': '2021-10-26T14:39:47Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:47.755067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:47.795807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Checking router: 45085318-dcc7-4055-9bf1-a1a3b4622a5a for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:39:47.805541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Routers {'45085318-dcc7-4055-9bf1-a1a3b4622a5a'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:39:47.806088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['45085318-dcc7-4055-9bf1-a1a3b4622a5a'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:47.919914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] Set router 45085318-dcc7-4055-9bf1-a1a3b4622a5a gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:39:47.959843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:47.962533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:48.019482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:48.020532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Fanout notify agent at l3_agent the message router_deleted on router 45085318-dcc7-4055-9bf1-a1a3b4622a5a {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:39:48.038129 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:48.040032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-16f42f67-2701-46ab-a668-148e561fe090 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 204 len: 168 time: 0.3741128 Oct 26 14:39:48.043814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44876) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.163952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45085318-dcc7-4055-9bf1-a1a3b4622a5a', 'name': 'tempest-RoutersTest-router-1769321308', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:46Z', 'updated_at': '2021-10-26T14:39:47Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:39:48.194705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93de1165-e6aa-4469-a926-cb23dc500c95 None None] The sync data for ids ['45085318-dcc7-4055-9bf1-a1a3b4622a5a'] in n-d-813419-9 is: [{'id': '45085318-dcc7-4055-9bf1-a1a3b4622a5a', 'name': 'tempest-RoutersTest-router-1769321308', 'tenant_id': '9ab6346a70f745af9002eeb120b8ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:39:46Z', 'updated_at': '2021-10-26T14:39:47Z', 'revision_number': 2, 'project_id': '9ab6346a70f745af9002eeb120b8ca5d', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:39:48.443727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-45d036e6-c739-45e1-8fe8-d738c1bd5a5e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 200 len: 205 time: 0.3986669 Oct 26 14:39:48.447625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44922) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.491524 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-7e276e49-e686-4138-b532-f4bfdc4d33e0 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:48.492816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e276e49-e686-4138-b532-f4bfdc4d33e0 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/45085318-dcc7-4055-9bf1-a1a3b4622a5a HTTP/1.1" status: 404 len: 336 time: 0.0437515 Oct 26 14:39:48.496846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44928) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.531404 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-287ff039-176a-4be4-b9a6-458fad18c1bc tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:48.533160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287ff039-176a-4be4-b9a6-458fad18c1bc tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:48.536331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-287ff039-176a-4be4-b9a6-458fad18c1bc tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/e2ad81e8-2e4a-4e8b-82de-cc91d14d65cd HTTP/1.1" status: 404 len: 337 time: 0.0383105 Oct 26 14:39:48.540354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44934) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.575694 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-736190c5-988b-4958-be60-f69d140fe20a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:48.576149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736190c5-988b-4958-be60-f69d140fe20a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:48.580947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-736190c5-988b-4958-be60-f69d140fe20a tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/9b1dceff-5dfc-4ad3-9e01-c262453994db HTTP/1.1" status: 404 len: 337 time: 0.0394709 Oct 26 14:39:48.584128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44936) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.628568 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d06c43-68d6-4175-8b1e-cc42b1668fe3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:48.629358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d06c43-68d6-4175-8b1e-cc42b1668fe3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:48.635262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-91d06c43-68d6-4175-8b1e-cc42b1668fe3 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/2aaff16a-37b0-4b99-b8d7-3842b3d609ba HTTP/1.1" status: 404 len: 337 time: 0.0497577 Oct 26 14:39:48.637725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44938) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.675053 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aed529-b363-4e2f-948d-97de6cff1505 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:48.675418 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aed529-b363-4e2f-948d-97de6cff1505 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:48.678591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-56aed529-b363-4e2f-948d-97de6cff1505 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/9585cff5-b0b6-496d-bc44-3f285bca4c0b HTTP/1.1" status: 404 len: 337 time: 0.0395603 Oct 26 14:39:48.681639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44940) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.713107 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-de245cb6-4cdc-4b1d-87c0-12575a3f6964 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 200 len: 205 time: 0.0301905 Oct 26 14:39:48.714394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44942) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.752727 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-08f30818-9783-456c-946f-e54248b640b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:48.753993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-08f30818-9783-456c-946f-e54248b640b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/16d85e30-ab22-49d0-a0d7-3506d1e1b996 HTTP/1.1" status: 404 len: 336 time: 0.0383916 Oct 26 14:39:48.756384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44944) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.795617 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da3fa106-1680-4482-8ecf-a292dadf5c54 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=464ef1b9-8252-4214-90f0-dab6339b11ea HTTP/1.1" status: 200 len: 205 time: 0.0373824 Oct 26 14:39:48.797611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44948) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.840739 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-b9870673-7fe3-4d68-a846-9d9af3968793 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:48.841842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b9870673-7fe3-4d68-a846-9d9af3968793 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/464ef1b9-8252-4214-90f0-dab6339b11ea HTTP/1.1" status: 404 len: 336 time: 0.0429504 Oct 26 14:39:48.845023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44952) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.874706 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb1755f-4ec5-48ab-95ff-2d53c8f4de08 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:48.874706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb1755f-4ec5-48ab-95ff-2d53c8f4de08 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:48.878303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-efb1755f-4ec5-48ab-95ff-2d53c8f4de08 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/e69e896b-7ffb-4156-9206-c80eec873ae3 HTTP/1.1" status: 404 len: 337 time: 0.0323019 Oct 26 14:39:48.882530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44956) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.919008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b39871cc-b871-44f3-bad4-dd76b4187ad6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 200 len: 205 time: 0.0353217 Oct 26 14:39:48.923441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44958) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:48.972178 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c3260d7a-ac6d-4667-8b3c-c2dee3d0d52e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:48.973245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3260d7a-ac6d-4667-8b3c-c2dee3d0d52e tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/63391212-664e-4446-be51-a0672007934b HTTP/1.1" status: 404 len: 336 time: 0.0479963 Oct 26 14:39:48.975958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44960) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.006674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f40e0d10-bf96-43e1-bdbb-8d309ca1df15 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=69c1bc52-9c40-4a05-98e5-8623a53724f8 HTTP/1.1" status: 200 len: 205 time: 0.0294318 Oct 26 14:39:49.009229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44962) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.054727 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-06f75a62-2d73-4f0f-b2ed-c865b0a3aac6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:49.057964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-06f75a62-2d73-4f0f-b2ed-c865b0a3aac6 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/69c1bc52-9c40-4a05-98e5-8623a53724f8 HTTP/1.1" status: 404 len: 336 time: 0.0475478 Oct 26 14:39:49.060438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44964) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.098354 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc003b37-6ecf-4709-a4c7-0664ab5ad3b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:49.098953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc003b37-6ecf-4709-a4c7-0664ab5ad3b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:49.104964 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44968) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.105349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dc003b37-6ecf-4709-a4c7-0664ab5ad3b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/07a07267-1c3f-4dde-af44-ec31bf3d1fde HTTP/1.1" status: 404 len: 337 time: 0.0435762 Oct 26 14:39:49.140862 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bdc4617a-35a2-49e1-99eb-38b279a5c86b tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=88ce5e8d-c358-4bc4-8ff8-7b772c6f469b HTTP/1.1" status: 200 len: 205 time: 0.0343022 Oct 26 14:39:49.143294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44970) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.193360 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-037d4ca1-3dbb-4fa9-93df-5f5a96e1bc95 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:49.194570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-037d4ca1-3dbb-4fa9-93df-5f5a96e1bc95 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/88ce5e8d-c358-4bc4-8ff8-7b772c6f469b HTTP/1.1" status: 404 len: 336 time: 0.0503306 Oct 26 14:39:49.197501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44974) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.224994 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48cdd30-3a04-4258-b6b1-29a0005671a1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:49.225449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48cdd30-3a04-4258-b6b1-29a0005671a1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:49.228592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f48cdd30-3a04-4258-b6b1-29a0005671a1 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/2ff9bb68-d643-4311-aac7-c2ba329fc92f HTTP/1.1" status: 404 len: 337 time: 0.0300303 Oct 26 14:39:49.231757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 44976) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.261531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1b245dc-8ea1-4eef-97f4-8ff432da5daf tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b378599-2c2d-4dea-b175-267ae3b1744b HTTP/1.1" status: 200 len: 205 time: 0.0286224 Oct 26 14:39:49.264051 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44978) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.307814 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-c3d1bc7f-4eac-4516-8e92-f3d63fa342b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] delete failed (client error): The resource could not be found. Oct 26 14:39:49.311283 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c3d1bc7f-4eac-4516-8e92-f3d63fa342b4 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/routers/6b378599-2c2d-4dea-b175-267ae3b1744b HTTP/1.1" status: 404 len: 336 time: 0.0438657 Oct 26 14:39:49.312243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44980) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.342915 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b090b2-e454-4f94-980d-b562d087e160 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:49.343176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b090b2-e454-4f94-980d-b562d087e160 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:49.348694 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b8b090b2-e454-4f94-980d-b562d087e160 tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/f5f637ab-8e9e-409a-b0ae-947b8aabf0ce HTTP/1.1" status: 404 len: 337 time: 0.0332239 Oct 26 14:39:49.351596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.383380 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2033bd50-78bb-4622-a3ad-37bcdbbf142f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] DELETE failed (client error): The resource could not be found. Oct 26 14:39:49.383757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2033bd50-78bb-4622-a3ad-37bcdbbf142f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:39:49.392060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2033bd50-78bb-4622-a3ad-37bcdbbf142f tempest-RoutersTest-897035089 tempest-RoutersTest-897035089-project] 10.222.0.37 "DELETE /v2.0/subnets/45f2fd70-cf52-4200-867e-c4afba81da85 HTTP/1.1" status: 404 len: 337 time: 0.0355725 Oct 26 14:39:49.638188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44988) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.795423 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3d15abc-fcc3-46cc-b979-091651e6ebb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ab6346a70f745af9002eeb120b8ca5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558244 Oct 26 14:39:49.799029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 44992) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:49.857006 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:49.880079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:49.936162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:49.939020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:49.942994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bd67346-e993-49c0-a571-e1656af1004d HTTP/1.1" status: 204 len: 168 time: 0.1398091 Oct 26 14:39:49.948758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ded56-aae1-4aa0-bf34-eeb4bb599a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd67346-e993-49c0-a571-e1656af1004d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:50.755481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:50.872400 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-178e47b6-f03f-4f50-ae44-0082b943895d tempest-ServiceProvidersTest-1752698806 tempest-ServiceProvidersTest-1752698806-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1156433 Oct 26 14:39:51.261259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45026) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:51.393145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff5f2-b53f-4e1b-8b9e-e9d511ec5ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.499819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff5f2-b53f-4e1b-8b9e-e9d511ec5ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.507120 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff5f2-b53f-4e1b-8b9e-e9d511ec5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.566171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0d2ff5f2-b53f-4e1b-8b9e-e9d511ec5ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=850139fcd2f842a6928a400a959794aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031862 Oct 26 14:39:51.567590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ff5f2-b53f-4e1b-8b9e-e9d511ec5ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bebd5f-4ed4-4b46-acc7-948bb65cec57,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:51.571011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:51.664027 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.708597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.794673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.801910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:51.803338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9bebd5f-4ed4-4b46-acc7-948bb65cec57 HTTP/1.1" status: 204 len: 168 time: 0.2304473 Oct 26 14:39:51.814030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524937f8-28a7-46f7-be82-9fb7de16f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bebd5f-4ed4-4b46-acc7-948bb65cec57,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:52.065748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.388454 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45052) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:52.594802 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69f14c3d-aa5d-4bfe-a347-fd437ef85231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.715520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69f14c3d-aa5d-4bfe-a347-fd437ef85231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.720676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-69f14c3d-aa5d-4bfe-a347-fd437ef85231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.761705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f14c3d-aa5d-4bfe-a347-fd437ef85231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f2860-3abc-4dd0-8abd-6803e87f5c74,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:52.768945 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-69f14c3d-aa5d-4bfe-a347-fd437ef85231 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91a33d6cc1f04ce3b7fcae8993dfe84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784764 Oct 26 14:39:52.770484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45064) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:52.773813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45066) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:52.845770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.877871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.952871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c6e85071-d6d1-4b62-85d3-8465a1329b94 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-359847544', 'prefixes': ['172.20.0.0/16']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:52.955091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.958077 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:52.962058 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/053f2860-3abc-4dd0-8abd-6803e87f5c74 HTTP/1.1" status: 204 len: 168 time: 0.1876450 Oct 26 14:39:52.969273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f9fb-f7c6-4942-bb29-2ab8f1f3ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f2860-3abc-4dd0-8abd-6803e87f5c74,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:53.071987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c6e85071-d6d1-4b62-85d3-8465a1329b94 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] Publish callbacks [] for subnetpool, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:53.077206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c6e85071-d6d1-4b62-85d3-8465a1329b94 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3018613 Oct 26 14:39:53.078684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45072) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.132659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bab34e9e-5041-4ea1-a94f-eeb6b9d360e7 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "GET /v2.0/subnetpools/25a61667-d484-43e7-99ba-6015611f456a HTTP/1.1" status: 200 len: 731 time: 0.0507293 Oct 26 14:39:53.134562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45074) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.142033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b8a4c4cf-2011-408e-bb3d-d0c893835204 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1590741812'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:39:53.299449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c4cf-2011-408e-bb3d-d0c893835204 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] Publish callbacks [] for subnetpool, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:53.305914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b8a4c4cf-2011-408e-bb3d-d0c893835204 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "PUT /v2.0/subnetpools/25a61667-d484-43e7-99ba-6015611f456a HTTP/1.1" status: 200 len: 684 time: 0.1691148 Oct 26 14:39:53.306252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45078) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.431570 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-414d6950-2e40-48e9-93d5-cbb5d41389d9 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] Publish callbacks [] for subnetpool, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:53.436357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-414d6950-2e40-48e9-93d5-cbb5d41389d9 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "DELETE /v2.0/subnetpools/25a61667-d484-43e7-99ba-6015611f456a HTTP/1.1" status: 204 len: 168 time: 0.1256075 Oct 26 14:39:53.437384 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45082) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.464606 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-a035e2d9-986e-42e3-943e-27c0251ed554 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] show failed (client error): The resource could not be found. Oct 26 14:39:53.467046 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a035e2d9-986e-42e3-943e-27c0251ed554 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "GET /v2.0/subnetpools/25a61667-d484-43e7-99ba-6015611f456a HTTP/1.1" status: 404 len: 346 time: 0.0259144 Oct 26 14:39:53.471697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45086) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.497842 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [None req-c2f9852c-a1f6-4b76-92f7-126496b428a6 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] delete failed (client error): The resource could not be found. Oct 26 14:39:53.500919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2f9852c-a1f6-4b76-92f7-126496b428a6 tempest-SubnetPoolsTestJSON-1693980322 tempest-SubnetPoolsTestJSON-1693980322-project] 10.222.0.37 "DELETE /v2.0/subnetpools/25a61667-d484-43e7-99ba-6015611f456a HTTP/1.1" status: 404 len: 346 time: 0.0259762 Oct 26 14:39:53.509687 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:53.821015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:53.962122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f246877c-e993-4342-b082-1d5a400680ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.075260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f246877c-e993-4342-b082-1d5a400680ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.081185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f246877c-e993-4342-b082-1d5a400680ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.130141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f246877c-e993-4342-b082-1d5a400680ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05e2118caf534ed4b9af69c189580601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070002 Oct 26 14:39:54.130373 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45108) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:54.132095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246877c-e993-4342-b082-1d5a400680ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e7fa72-4ade-4785-b095-ee32423e845e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:54.192425 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.222334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.288044 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.291054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:54.292276 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67e7fa72-4ade-4785-b095-ee32423e845e HTTP/1.1" status: 204 len: 168 time: 0.1610062 Oct 26 14:39:54.301819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671202e3-1f85-4582-8364-0f5743f036ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e7fa72-4ade-4785-b095-ee32423e845e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:55.027668 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:39:55.255527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45206) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:55.261207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042229 Oct 26 14:39:55.264627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45208) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:55.433777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-82b40b11-809f-4d03-af02-8b533ecea8f2 tempest-NetworksApiDiscovery-1516838452 tempest-NetworksApiDiscovery-1516838452-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1669059 Oct 26 14:39:55.803873 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45216) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:55.968305 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb81c771-e4e9-4c4f-9aed-8e24152864f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.115188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb81c771-e4e9-4c4f-9aed-8e24152864f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.122611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb81c771-e4e9-4c4f-9aed-8e24152864f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.199555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cb81c771-e4e9-4c4f-9aed-8e24152864f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2171ff5a9464510ba163277000eee93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938506 Oct 26 14:39:56.202681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45222) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:39:56.215291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81c771-e4e9-4c4f-9aed-8e24152864f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ac8f7-f303-4c2d-8cb8-349df1ebb5db,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:39:56.304526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.331366 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.393918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.397194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:39:56.398387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e5ac8f7-f303-4c2d-8cb8-349df1ebb5db HTTP/1.1" status: 204 len: 168 time: 0.1932509 Oct 26 14:39:56.409015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ae52a-dee2-4d3c-8cec-03fac0ff49ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ac8f7-f303-4c2d-8cb8-349df1ebb5db,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:00.205403 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45292) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:00.300465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-63ea9049-397c-4aed-9a86-c5602029568e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/floatingips/05ff0bc7-b0f6-477b-baf6-5d94472c4c2d HTTP/1.1" status: 200 len: 993 time: 0.0930903 Oct 26 14:40:00.595514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45300) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:00.905721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 59af6f29-b3e5-4ebe-9940-057f0b5e088e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:40:00.906740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:01.017034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:01.017444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:01.033962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 59af6f29-b3e5-4ebe-9940-057f0b5e088e owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:40:01.274284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:01.306013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=59af6f29-b3e5-4ebe-9940-057f0b5e088e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:01.449540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:01.450895 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Floating IP 05ff0bc7-b0f6-477b-baf6-5d94472c4c2d disassociated (deleted). External IP: 172.25.5.214, port: ce3436df-26f3-4f71-ab43-b4e87b6abc7a. Oct 26 14:40:01.850059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:40:01.990701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:01.995927 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:02.005792 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Sync routers for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:02.022143 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:02.023547 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:02.031796 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-075bab0e-76e6-4d71-80bd-94adf2a879d3 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/floatingips/05ff0bc7-b0f6-477b-baf6-5d94472c4c2d HTTP/1.1" status: 204 len: 168 time: 1.4342842 Oct 26 14:40:02.032457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:40:02.036028 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c1a362-e178-4272-aa1f-6c2e8a61f459" -d '{"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:40:02.181044 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4d75f-b29e-4942-ae0f-818ab8b1c44c x-openstack-request-id: req-08f4d75f-b29e-4942-ae0f-818ab8b1c44c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:40:02.181667 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:40:02.182150 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08f4d75f-b29e-4942-ae0f-818ab8b1c44c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:40:02.182970 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'status': 'completed', 'code': 200} Oct 26 14:40:02.230094 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:02.264473 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-6c2f61ac-6400-4777-ae8b-195d7937a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:02.266225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-6c2f61ac-6400-4777-ae8b-195d7937a5f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d8f7825c6524def989ac4ef6ca61907&device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 1096 time: 0.0634098 Oct 26 14:40:02.425225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-fbfeea0d-3808-46ba-9d6b-7f46a8a2c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:02.426318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-fbfeea0d-3808-46ba-9d6b-7f46a8a2c54e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 200 len: 897 time: 0.1515193 Oct 26 14:40:02.489939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-db8a4ae7-d35f-4e5e-80f9-7bc34c2e23e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 200 len: 217 time: 0.0507965 Oct 26 14:40:02.602379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6617c5e-16c6-4717-8e0e-dc5c53d6007a req-ba621855-4a05-47a0-879f-4bfe9e80c0bb tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:02.604385 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6617c5e-16c6-4717-8e0e-dc5c53d6007a req-ba621855-4a05-47a0-879f-4bfe9e80c0bb tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.1179335 Oct 26 14:40:02.606620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-c1f8a588-df29-4d49-8878-0e22eef07217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:02.608155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-c1f8a588-df29-4d49-8878-0e22eef07217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba57f58-6281-4236-aa40-d844cd3ab756 HTTP/1.1" status: 200 len: 834 time: 0.1064358 Oct 26 14:40:02.616829 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:02.729339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b6617c5e-16c6-4717-8e0e-dc5c53d6007a req-b3ca1c18-b5cb-42b7-9118-23da60f256fb tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102324 Oct 26 14:40:02.740726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-c66681c6-ba62-4358-b9fc-c5738da867f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:02.745835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-c66681c6-ba62-4358-b9fc-c5738da867f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0369bfe-10b6-4b58-bbac-8362e1741616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282938 Oct 26 14:40:02.781367 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Checking router: da0d9b86-52d4-4824-acc3-f3bb7cc4a521 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:02.792006 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:02.792652 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:02.926963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-ce03b355-4e3d-448f-8c30-dbbbed99f429 service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712487 Oct 26 14:40:02.941979 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:03.116206 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9c1a362-e178-4272-aa1f-6c2e8a61f459 req-14031fe0-b7cd-432e-91c7-12725ad34887 service neutron] 10.222.0.41 "GET /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791213 Oct 26 14:40:03.303618 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:03.355301 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89db13-f432-455e-bff9-7770a38c9c00 None None] The sync data for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 is: [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:54Z', 'revision_number': 4, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'fc7099ef-e4ee-4c90-88c7-4cfaae628bf9', 'name': '', 'network_id': 'b0369bfe-10b6-4b58-bbac-8362e1741616', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'mac_address': 'fa:16:3e:29:43:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:52Z', 'updated_at': '2021-10-26T14:38:59Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'subnets': [{'id': '6ba57f58-6281-4236-aa40-d844cd3ab756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:03.773654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-3ce34a98-434b-41aa-9818-d73354aea88f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:03.777036 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-3ce34a98-434b-41aa-9818-d73354aea88f tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.1122785 Oct 26 14:40:03.789400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc22394-52c9-48e7-9f6c-e6fa94fa4262 None None] New status for floating IP 05ff0bc7-b0f6-477b-baf6-5d94472c4c2d: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:40:03.959564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0bc45-cf02-436b-89f4-ca028ca042c6 req-69c265f8-be73-4cc4-a3d8-0b717a30c82e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:03.973014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6e0bc45-cf02-436b-89f4-ca028ca042c6 req-69c265f8-be73-4cc4-a3d8-0b717a30c82e tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 945 time: 0.0865271 Oct 26 14:40:04.053646 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port ce3436df-26f3-4f71-ab43-b4e87b6abc7a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:40:04.055002 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:04.080306 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a6e0bc45-cf02-436b-89f4-ca028ca042c6 req-cddcb8c5-b709-4d9d-8f42-f0190137fdcb tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/security-groups?id=03b0447c-a048-438e-820c-05a78c05d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925329 Oct 26 14:40:04.199865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port ce3436df-26f3-4f71-ab43-b4e87b6abc7a, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:04.200459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:04.222154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for ce3436df-26f3-4f71-ab43-b4e87b6abc7a owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:40:04.464850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:04.516680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=ce3436df-26f3-4f71-ab43-b4e87b6abc7a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:04.596185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] No DVR routers for this DVR port ce3436df-26f3-4f71-ab43-b4e87b6abc7a on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:40:04.599674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:04.612213 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55f9abb5-cd67-4f79-867e-db14e4c9e80e req-2bcc0d17-becb-4940-8fb1-7ce403886b5d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.41 "DELETE /v2.0/ports/ce3436df-26f3-4f71-ab43-b4e87b6abc7a HTTP/1.1" status: 204 len: 173 time: 0.8268275 Oct 26 14:40:04.613176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'name': 'network-vif-deleted', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:40:04.617723 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852b7f3e-bbd4-4cee-9f29-1d7cbbd54fc2" -d '{"events": [{"server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "name": "network-vif-deleted", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:40:04.726961 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7936e030-b7d9-4029-a472-264e301653a2 x-openstack-request-id: req-7936e030-b7d9-4029-a472-264e301653a2 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:40:04.726961 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3511f4ba-1016-4570-8e5a-27ef8a36347f", "name": "network-vif-deleted", "tag": "ce3436df-26f3-4f71-ab43-b4e87b6abc7a", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:40:04.726961 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7936e030-b7d9-4029-a472-264e301653a2 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:40:04.727579 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3511f4ba-1016-4570-8e5a-27ef8a36347f', 'name': 'network-vif-deleted', 'tag': 'ce3436df-26f3-4f71-ab43-b4e87b6abc7a', 'status': 'completed', 'code': 200} Oct 26 14:40:05.376994 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d085f4c2-05ab-4154-967d-266381f35c56 req-38a05e95-dd35-4a0e-bba1-f4bc39d64f9c tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "GET /v2.0/ports?device_id=3511f4ba-1016-4570-8e5a-27ef8a36347f HTTP/1.1" status: 200 len: 210 time: 0.1052494 Oct 26 14:40:06.454652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45356) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:06.595434 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:06.649680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:06.765333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:06.769265 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:06.770482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/security-groups/03b0447c-a048-438e-820c-05a78c05d7a8 HTTP/1.1" status: 204 len: 168 time: 0.3141313 Oct 26 14:40:06.788088 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b0447c-a048-438e-820c-05a78c05d7a8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:06.799224 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.799811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.800336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.800956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.801508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.802063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.802595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.803343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.803936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.804381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.804940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.805478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa1180-92eb-4ee2-b689-e33fc9544027 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:06.809333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce3436df-26f3-4f71-ab43-b4e87b6abc7a no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:40:06.880466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45362) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:06.959635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: ce3436df-26f3-4f71-ab43-b4e87b6abc7a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:40:06.960566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ce3436df-26f3-4f71-ab43-b4e87b6abc7a not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:40:07.665957 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:08.136848 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:40:08.137474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:08.282904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port fc7099ef-e4ee-4c90-88c7-4cfaae628bf9, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:08.283368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:08.302272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:40:08.662456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:08.723649 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=fc7099ef-e4ee-4c90-88c7-4cfaae628bf9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:09.072061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:09.490367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:40:09.639776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:09.648615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cfe10507-e724-4b07-9614-f4f4587d09c1 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "PUT /v2.0/routers/da0d9b86-52d4-4824-acc3-f3bb7cc4a521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7635369 Oct 26 14:40:09.650026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45380) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:09.663984 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Sync routers for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:09.692140 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:09.700051 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:09.755803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting subnet 6ba57f58-6281-4236-aa40-d844cd3ab756 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:40:09.775810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:09.889373 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:09.897586 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.122185 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21a0f617-6c1c-4a42-b895-72b619439846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.128809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.290684 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.335149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba57f58-6281-4236-aa40-d844cd3ab756,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:10.362140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01652ffe-8180-4119-9330-62bb42cf04e0 None None] Network b0369bfe-10b6-4b58-bbac-8362e1741616 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:40:10.371776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.391152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-de63e9ee-f80b-4131-8656-52fa938238ea tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/subnets/6ba57f58-6281-4236-aa40-d844cd3ab756 HTTP/1.1" status: 204 len: 168 time: 0.7291181 Oct 26 14:40:10.394315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45386) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:10.423077 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:40:08Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:10.560028 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Checking router: da0d9b86-52d4-4824-acc3-f3bb7cc4a521 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:10.607742 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Routers {'da0d9b86-52d4-4824-acc3-f3bb7cc4a521'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:10.608588 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:39:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:10.659539 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:10.914552 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] Set router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:10.919251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] DHCP port deletion for b0369bfe-10b6-4b58-bbac-8362e1741616 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:40:11.147443 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Deleting port 85fb7489-0652-4760-b4a5-7d12dc59e0ab {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:40:11.150859 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.202513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.271750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] For port 85fb7489-0652-4760-b4a5-7d12dc59e0ab, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=85fb7489-0652-4760-b4a5-7d12dc59e0ab,segment=NetworkSegment(d59da3df-c272-419c-88b0-efc1dfd1d002),segment_id=d59da3df-c272-419c-88b0-efc1dfd1d002)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:11.272259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.294953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Calling delete_port for 85fb7489-0652-4760-b4a5-7d12dc59e0ab owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:40:11.316473 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Deleting port 0c44a26e-b30b-44b9-b080-1f09b309d67a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:40:11.316735 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.382334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:40:08Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:11.446863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.453132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f572b-c6b2-4ecb-a809-28aa8770a053 None None] The sync data for ids ['da0d9b86-52d4-4824-acc3-f3bb7cc4a521'] in n-d-813419-9 is: [{'id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'name': 'tempest-TestNetworkBasicOps-router-94187773', 'tenant_id': '9d8f7825c6524def989ac4ef6ca61907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:40:08Z', 'revision_number': 5, 'project_id': '9d8f7825c6524def989ac4ef6ca61907', 'gw_port': {'id': '0c44a26e-b30b-44b9-b080-1f09b309d67a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0d9b86-52d4-4824-acc3-f3bb7cc4a521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:38:47Z', 'updated_at': '2021-10-26T14:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:11.539487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] Pushing event deleted for resources: {'Port': ['ID=85fb7489-0652-4760-b4a5-7d12dc59e0ab,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:11.543770 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f919e-c769-44d3-80e3-b59d38810c1b None None] No DVR routers for this DVR port 85fb7489-0652-4760-b4a5-7d12dc59e0ab on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:40:11.571615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] For port 0c44a26e-b30b-44b9-b080-1f09b309d67a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0c44a26e-b30b-44b9-b080-1f09b309d67a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:11.573187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:11.599604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Calling delete_port for 0c44a26e-b30b-44b9-b080-1f09b309d67a owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:40:11.946963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:40:11.949560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.001183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:40:12.001424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device fc7099ef-e4ee-4c90-88c7-4cfaae628bf9 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:40:12.001859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 85fb7489-0652-4760-b4a5-7d12dc59e0ab no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:40:12.003693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Port': ['ID=0c44a26e-b30b-44b9-b080-1f09b309d67a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:12.036592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 85fb7489-0652-4760-b4a5-7d12dc59e0ab {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:40:12.038174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 85fb7489-0652-4760-b4a5-7d12dc59e0ab not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:40:12.147623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.261196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.265159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.347147 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.349267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Fanout notify agent at l3_agent the message router_deleted on router da0d9b86-52d4-4824-acc3-f3bb7cc4a521 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:40:12.356024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.362043 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9f259245-7279-477a-b1ca-d1e93580af3d tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/routers/da0d9b86-52d4-4824-acc3-f3bb7cc4a521 HTTP/1.1" status: 204 len: 168 time: 1.9598808 Oct 26 14:40:12.362417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45404) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:12.489334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.773776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.821969 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0369bfe-10b6-4b58-bbac-8362e1741616']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:12.841811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59da3df-c272-419c-88b0-efc1dfd1d002') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:12.842307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59da3df-c272-419c-88b0-efc1dfd1d002') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:12.868801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.916259 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2164331-bd0e-4041-8feb-cf50e16dfd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.925949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.940868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:40:12.942272 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:40:12.959299 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:40:13.042012 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:13.062416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:13.068936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] 10.222.0.37 "DELETE /v2.0/networks/b0369bfe-10b6-4b58-bbac-8362e1741616 HTTP/1.1" status: 204 len: 168 time: 0.7053530 Oct 26 14:40:13.083827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Pushing event deleted for resources: {'Network': ['ID=b0369bfe-10b6-4b58-bbac-8362e1741616,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:13.114331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.116948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.116948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.116948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.116948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.118064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.118064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.119520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.119520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.119520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.120568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.120906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d758d86e-5802-4894-9976-db9574eabf84 tempest-TestNetworkBasicOps-1929188302 tempest-TestNetworkBasicOps-1929188302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:13.538738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45424) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:13.794746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9feaee95-2021-4d85-8678-6010d14ecff7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d8f7825c6524def989ac4ef6ca61907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512064 Oct 26 14:40:13.795054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45430) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:13.899506 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:13.977223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0c44a26e-b30b-44b9-b080-1f09b309d67a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:40:13.993355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:13.997561 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.068625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0c44a26e-b30b-44b9-b080-1f09b309d67a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:40:14.069200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0c44a26e-b30b-44b9-b080-1f09b309d67a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:40:14.115811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.121298 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.123443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ced798f2-57d1-43fe-a3a5-914e04fbea41 HTTP/1.1" status: 204 len: 168 time: 0.3270195 Oct 26 14:40:14.139534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5527ed-d245-449e-865b-d8b474fb1d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced798f2-57d1-43fe-a3a5-914e04fbea41,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:14.340966 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.648542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45440) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:14.673635 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77697598-5627-4357-940c-5a4e6837b6b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.864751 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77697598-5627-4357-940c-5a4e6837b6b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.871096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-77697598-5627-4357-940c-5a4e6837b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:14.933606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-77697598-5627-4357-940c-5a4e6837b6b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2994a83f3e2440f48e7711417156a198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830176 Oct 26 14:40:14.935210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45452) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:14.940240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697598-5627-4357-940c-5a4e6837b6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8476c-a385-4dca-a230-0d74714eeced,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:15.051013 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:15.079577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:15.191931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:15.195296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:15.200688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34d8476c-a385-4dca-a230-0d74714eeced HTTP/1.1" status: 204 len: 168 time: 0.2582159 Oct 26 14:40:15.209656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bb804-65df-4167-8da2-0b56761e3d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8476c-a385-4dca-a230-0d74714eeced,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:15.899912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:16.765949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45484) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:16.929924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1716647894-network', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:16.961792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Made reservation on behalf of d55457cc88034aa5a84679281cc01da6 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:40:16.967257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:16.987369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.131432 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.143068 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.169902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] vlan segment allocate from pool success with {'vlan_id': 939, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:40:17.190368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a82887-31e5-4556-83f7-333a5e86db41,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:17.194782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.195120 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Added segment b84fab29-617b-4b3a-b325-cc7be205b79e of type vlan for network 46e7afdb-8466-4295-a1c7-545809e61ef0 Oct 26 14:40:17.246832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.278054 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.279643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:17.281086 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.347157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45494) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:17.347652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5791755 Oct 26 14:40:17.355414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Request body: {'subnet': {'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1716647894-subnet', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:17.364689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b375b2-21de-4bc8-bdac-672e4eecb56d admin admin] Pushing event updated for resources: {'Network': ['ID=46e7afdb-8466-4295-a1c7-545809e61ef0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:17.377852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:40:17.408390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Made reservation on behalf of d55457cc88034aa5a84679281cc01da6 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:40:17.412000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.645910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.716761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48038a73-8d2b-4a85-84c0-471f44c60c4e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:17.726617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Checking segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:17.727279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Network hostable DHCP agents. Network: 46e7afdb-8466-4295-a1c7-545809e61ef0, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:40:17.749572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:40:17.764144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 46e7afdb-8466-4295-a1c7-545809e61ef0) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:17.775132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392cfeee-83b5-49c6-be1f-3cb7ca7276ff None None] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:40:17.781826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:17.782160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.804947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3e494fd7-7d85-47e4-9498-1fd685d358f1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4555604 Oct 26 14:40:17.807243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45496) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:17.813687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:17.868375 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.869535 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:17.967747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.068242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-46e7afdb-8466-4295-a1c7-545809e61ef0', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:40:18.069566 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.149109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.304803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Allocated IP 172.20.0.2 (46e7afdb-8466-4295-a1c7-545809e61ef0/48038a73-8d2b-4a85-84c0-471f44c60c4e/04f102fb-f066-45d5-a9ff-63cbbc2cd2c1) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:18.580653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.609844 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.623810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.634423 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.710125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:18.716644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:18.729831 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:18.745743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Pushing event updated for resources: {'Port': ['ID=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:18.816368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Attempting to bind port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:18.816930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Attempting to bind port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:18.817236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Attempting to bind port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 on network 46e7afdb-8466-4295-a1c7-545809e61ef0 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:18.824935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:18.825608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Checking segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:18.826057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.826489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Bound using segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:18.827409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Bound port: 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:18.828331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:18.836656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Allocated IP 172.25.5.75 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c073e4a4-3b1f-4206-acac-0eb089fb40b8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:18.915716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-03922826-5220-45eb-a581-a51910981a7b req-a4599358-da0b-4e6f-96b1-d06a231449d9 service neutron] (102164) timed out ('10.222.0.37', 38708) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:40:18.927031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] For port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:18.934236 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] For port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:18.940817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:19.013747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:19.036242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dcf5f-c46e-40d0-a8c8-2aa345e2282e None None] Pushing event updated for resources: {'Port': ['ID=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:19.091649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:19.138778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:19.143213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:19.145777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:19.180108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Pushing event updated for resources: {'Port': ['ID=c073e4a4-3b1f-4206-acac-0eb089fb40b8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:19.644283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.064564 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.126008 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:20.240881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:20.241638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.345259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Router 93432249-64e9-46e8-865c-eca5af716f03 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:40:20.446899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.526415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:20.538191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.567607 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:20.592796 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.598525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f8a24af5-03a7-4a43-b375-fb0cc64788be admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7855000 Oct 26 14:40:20.602287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45530) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:20.629423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0edb6a-168b-4e91-bfb1-3cd799241107 None None] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:40:20.724462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:20.860256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:20.861080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:20.874521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6a1b1e3a-1201-43db-b49f-2bd8fedcc4af None None] Provisioning complete for port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:20.875112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a1b1e3a-1201-43db-b49f-2bd8fedcc4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:20.915531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:21.208178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:21.388816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5a23660-b5a9-48cc-ac59-e443ca23c34f None None] Provisioning complete for port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:21.389350 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5a23660-b5a9-48cc-ac59-e443ca23c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:21.584471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:21.596686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:19Z', 'revision_number': 3, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:21.638904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:21.639206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Updating router 93432249-64e9-46e8-865c-eca5af716f03 port c073e4a4-3b1f-4206-acac-0eb089fb40b8 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:40:21.677865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:21.970728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:22.037875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Allocated IP 172.20.0.1 (46e7afdb-8466-4295-a1c7-545809e61ef0/48038a73-8d2b-4a85-84c0-471f44c60c4e/839edb5a-f6be-4f62-b684-fa33d4ae4d07) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:22.272139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.316379 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.325174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.348797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.364566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:22.365211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.376110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.378954 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:22.382745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:22.387238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:22.428081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Pushing event updated for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:22.454646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.507254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Attempting to bind port c073e4a4-3b1f-4206-acac-0eb089fb40b8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:22.507914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Attempting to bind port c073e4a4-3b1f-4206-acac-0eb089fb40b8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:22.508482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Attempting to bind port c073e4a4-3b1f-4206-acac-0eb089fb40b8 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:22.541481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f942ad-16ee-4416-bd87-21a903f92b28 None None] Pushing event updated for resources: {'Port': ['ID=c073e4a4-3b1f-4206-acac-0eb089fb40b8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:22.548586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:22.558730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:22.564581 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.565464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:22.566183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Bound port: c073e4a4-3b1f-4206-acac-0eb089fb40b8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:22.566789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.652240 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.744584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] For port c073e4a4-3b1f-4206-acac-0eb089fb40b8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:22.750131 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] For port c073e4a4-3b1f-4206-acac-0eb089fb40b8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c073e4a4-3b1f-4206-acac-0eb089fb40b8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:22.758954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.882241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.884944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f942ad-16ee-4416-bd87-21a903f92b28 None None] Pushing event updated for resources: {'Port': ['ID=c073e4a4-3b1f-4206-acac-0eb089fb40b8,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:22.887790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:22.888422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:22.894127 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:22.955900 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:23.050556 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Pushing event updated for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:23.123507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-108343e4-0b46-4c2f-b2b3-db4f5067315f None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:23.124483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-108343e4-0b46-4c2f-b2b3-db4f5067315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:23.124804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:23.126466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:23.244258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-108343e4-0b46-4c2f-b2b3-db4f5067315f None None] Port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:40:23.255449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:23.378143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Router 93432249-64e9-46e8-865c-eca5af716f03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:40:23.745115 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:23.753421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a922b21f-a887-4530-9908-d0db51ba509b None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:23.754003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a922b21f-a887-4530-9908-d0db51ba509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:23.779829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:23.788247 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bc5d2459-acfc-4bbf-881c-fa0e7bfd78ac admin admin] 10.222.0.37 "PUT /v2.0/routers/93432249-64e9-46e8-865c-eca5af716f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1831465 Oct 26 14:40:23.942856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a922b21f-a887-4530-9908-d0db51ba509b None None] Port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:40:23.995827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:24.058035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41580ee9-7fc8-44a4-8c01-9bbd43c120e6 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:25.064997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:25.075421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1012699917-network', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:25.134241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Made reservation on behalf of b621f012107742e1a191e45ac8cb623d for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:40:25.141217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.192094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.469808 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.478398 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.602168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762de9b6-c027-40a1-bca0-19fae0fef3f0,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:25.607153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:40:25.632048 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.632400 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Added segment e9ab0861-9b81-4479-bba7-2684cfa14818 of type vlan for network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 Oct 26 14:40:25.726605 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.767823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.769311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:25.770489 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.815978 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7482450 Oct 26 14:40:25.819523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45588) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:25.829291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Request body: {'subnet': {'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1012699917-subnet', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:25.899351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2ae8-6c41-4f9d-9e7d-dc9119ec6c2f admin admin] Pushing event updated for resources: {'Network': ['ID=71dff79c-2ccb-4abc-9b95-eaff732c59f6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:25.926773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Made reservation on behalf of b621f012107742e1a191e45ac8cb623d for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:40:25.930738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:25.946378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:40:26.121095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c073e4a4-3b1f-4206-acac-0eb089fb40b8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:26.267174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c073e4a4-3b1f-4206-acac-0eb089fb40b8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:26.267552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:26.497591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:26.564040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c073e4a4-3b1f-4206-acac-0eb089fb40b8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c073e4a4-3b1f-4206-acac-0eb089fb40b8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:26.585952 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:26.794708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c073e4a4-3b1f-4206-acac-0eb089fb40b8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:27.035716 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.114237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35976ebc-996c-4ac1-a677-42c2e1e17f6e,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:27.119177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Checking segment: {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:27.119518 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Network hostable DHCP agents. Network: 71dff79c-2ccb-4abc-9b95-eaff732c59f6, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:40:27.141694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:40:27.157534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 71dff79c-2ccb-4abc-9b95-eaff732c59f6) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:27.162632 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:40:27.163289 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.168721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1618d6-5d92-4352-88b9-6a4739647d92 None None] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:40:27.189604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45596) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:27.190431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1fb35aa6-0a65-4121-99df-005c3e2fcb1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3690529 Oct 26 14:40:27.201850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:40:27.265077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.267854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.407651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.417560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:40:27.419432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.713021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Allocated IP 172.20.0.2 (71dff79c-2ccb-4abc-9b95-eaff732c59f6/35976ebc-996c-4ac1-a677-42c2e1e17f6e/18f4847b-ac3c-47d0-95dd-089d887357cc) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:27.863155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:27.947159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:27.963598 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:27.965732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:27.987830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c073e4a4-3b1f-4206-acac-0eb089fb40b8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:28.104141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.117227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.132722 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:28.162637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c073e4a4-3b1f-4206-acac-0eb089fb40b8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:28.163005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.177757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:28.199140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:28.201735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:28.261901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Pushing event updated for resources: {'Port': ['ID=18f4847b-ac3c-47d0-95dd-089d887357cc,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:28.283712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Attempting to bind port 18f4847b-ac3c-47d0-95dd-089d887357cc on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:28.284098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Attempting to bind port 18f4847b-ac3c-47d0-95dd-089d887357cc by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:28.284448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Attempting to bind port 18f4847b-ac3c-47d0-95dd-089d887357cc on network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:28.296578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:28.297165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Checking segment: {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:28.297655 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.298053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Bound using segment: {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:28.298553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Bound port: 18f4847b-ac3c-47d0-95dd-089d887357cc, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:28.298942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.352821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.381815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] For port 18f4847b-ac3c-47d0-95dd-089d887357cc, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:28.424137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] For port 18f4847b-ac3c-47d0-95dd-089d887357cc, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18f4847b-ac3c-47d0-95dd-089d887357cc,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:28.451089 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.467284 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.525480 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:28.620206 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:28.623355 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Updating router 93432249-64e9-46e8-865c-eca5af716f03 port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:40:28.633458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953249d-80ab-4574-b3cb-f10c91756853 None None] Pushing event updated for resources: {'Port': ['ID=18f4847b-ac3c-47d0-95dd-089d887357cc,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:28.662941 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.673957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Allocated IP 172.25.5.150 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/0074aa78-0153-4e2c-a948-144fb7b77f9a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:28.849974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.895944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:28.942729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:28.947106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:28.961695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:28.985734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Pushing event updated for resources: {'Port': ['ID=0074aa78-0153-4e2c-a948-144fb7b77f9a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:29.489729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:29.818783 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:29.845060 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.078696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:30.283500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18f4847b-ac3c-47d0-95dd-089d887357cc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:30.338466 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Pushing event updated for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:30.413251 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.413821 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.414384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.414919 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.415449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.415989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.416540 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.417099 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.417673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.418227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.418801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.419322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:30.446854 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Attempting to bind port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:30.447436 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Attempting to bind port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:30.448053 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Attempting to bind port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 on network 46e7afdb-8466-4295-a1c7-545809e61ef0 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:30.487020 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:30.487614 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Checking segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:30.488268 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.492643 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Bound using segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:30.495334 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Bound port: 839edb5a-f6be-4f62-b684-fa33d4ae4d07, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:30.496050 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.587601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 18f4847b-ac3c-47d0-95dd-089d887357cc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:30.588724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.661342 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-250d256f-515e-45b8-9c2f-67a09c958cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.769207 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] For port 839edb5a-f6be-4f62-b684-fa33d4ae4d07, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:30.780697 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] For port 839edb5a-f6be-4f62-b684-fa33d4ae4d07, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=839edb5a-f6be-4f62-b684-fa33d4ae4d07,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:30.789021 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.893104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-250d256f-515e-45b8-9c2f-67a09c958cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.913305 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-250d256f-515e-45b8-9c2f-67a09c958cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:30.953085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:30.956807 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:31.002733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:31.003129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.005581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d256f-515e-45b8-9c2f-67a09c958cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7bed5-9a17-44bf-8486-cee143562a0a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:31.066520 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.073644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-250d256f-515e-45b8-9c2f-67a09c958cbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8691f7e4becf4c53af77e13e5a0c2ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9930823 Oct 26 14:40:31.077980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:31.142514 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fa120-d60b-4157-bf30-bc1eeb58a330 None None] Pushing event updated for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:31.175695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 18f4847b-ac3c-47d0-95dd-089d887357cc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18f4847b-ac3c-47d0-95dd-089d887357cc,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:31.186847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9390b0-46f0-4c1e-b4e4-d1f2ac143f2a None None] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:40:31.198840 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.230847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.312302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.320829 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:31.482861 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.488446 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.490705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8e7bed5-9a17-44bf-8486-cee143562a0a HTTP/1.1" status: 204 len: 168 time: 0.4112313 Oct 26 14:40:31.532296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87447dcb-92b3-42e8-8eb8-8622b36aceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7bed5-9a17-44bf-8486-cee143562a0a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:31.553527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=18f4847b-ac3c-47d0-95dd-089d887357cc,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:31.581700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:31.825436 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.036580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] For port 839edb5a-f6be-4f62-b684-fa33d4ae4d07, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=839edb5a-f6be-4f62-b684-fa33d4ae4d07,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:32.069739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.103978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Router 64b119b2-3191-4fb1-899f-f1716b742c3d is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:40:32.111809 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:40:32.146174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 839edb5a-f6be-4f62-b684-fa33d4ae4d07 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:32.322720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45636) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:32.341197 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ab748c5-1893-4e8d-92f5-f0644a736afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.366229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1c671b74-677c-45e1-ab9f-711bc26439b8 None None] Provisioning complete for port 18f4847b-ac3c-47d0-95dd-089d887357cc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:32.366699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c671b74-677c-45e1-ab9f-711bc26439b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.388014 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:30Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:32.496322 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f23c6d-0b8b-4664-b10e-1384a2dd8068 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:30Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:32.536001 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7843b-b9ad-43d0-85ac-6d925f2e51e6 None None] Pushing event updated for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:32.575210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:32.633748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.635948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ab748c5-1893-4e8d-92f5-f0644a736afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.636857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d6173573-3e6c-42cf-9ec5-d3a4c2ef2156 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4433122 Oct 26 14:40:32.637282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Sync routers for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:32.638974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:32.665595 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6ab748c5-1893-4e8d-92f5-f0644a736afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.730120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:32.730740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:32.886773 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab748c5-1893-4e8d-92f5-f0644a736afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e2c69b-9162-4727-b14b-8d0f46fa0d95,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:32.897056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:32.897713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:32.911142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6ab748c5-1893-4e8d-92f5-f0644a736afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7279e0f2d85d4f6c98a82cd4c18c5085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871294 Oct 26 14:40:32.914187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:33.089180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.175834 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.320390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.324979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.331251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98e2c69b-9162-4727-b14b-8d0f46fa0d95 HTTP/1.1" status: 204 len: 168 time: 0.4112954 Oct 26 14:40:33.347924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88ba7d-778f-4f12-8130-67c3b7d90b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e2c69b-9162-4727-b14b-8d0f46fa0d95,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:33.429910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1c671b74-677c-45e1-ab9f-711bc26439b8 None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:33.430525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c671b74-677c-45e1-ab9f-711bc26439b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.487779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18f4847b-ac3c-47d0-95dd-089d887357cc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:33.517190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:33.732450 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:33.965782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 18f4847b-ac3c-47d0-95dd-089d887357cc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:33.966847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.124737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:29Z', 'revision_number': 3, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:34.203595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Checking router: 64b119b2-3191-4fb1-899f-f1716b742c3d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:34.204584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Updating router 64b119b2-3191-4fb1-899f-f1716b742c3d port 0074aa78-0153-4e2c-a948-144fb7b77f9a binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:40:34.260282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d2605e0b-3832-4b9b-ab72-7368b49ae81a None None] Provisioning complete for port 18f4847b-ac3c-47d0-95dd-089d887357cc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:34.260863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2605e0b-3832-4b9b-ab72-7368b49ae81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.309509 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.312880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Allocated IP 172.20.0.1 (71dff79c-2ccb-4abc-9b95-eaff732c59f6/35976ebc-996c-4ac1-a677-42c2e1e17f6e/0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:40:34.496987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 839edb5a-f6be-4f62-b684-fa33d4ae4d07 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:34.646772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.708745 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:34.709129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.794392 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:34.881898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:34.883009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Pushing event updated for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:34.887672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:34.904032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:40:34.995897 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.007912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.008190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.141736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Pushing event updated for resources: {'Port': ['ID=0074aa78-0153-4e2c-a948-144fb7b77f9a,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:35.151176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Attempting to bind port 0074aa78-0153-4e2c-a948-144fb7b77f9a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:35.152474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Attempting to bind port 0074aa78-0153-4e2c-a948-144fb7b77f9a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:35.153901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Attempting to bind port 0074aa78-0153-4e2c-a948-144fb7b77f9a on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:35.228363 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.231243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.231789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.232329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.233792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.234078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.235088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.238521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.239087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.239872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.244661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.245273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:40:35.265523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:35.267061 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:35.271015 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.273216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:35.273978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Bound port: 0074aa78-0153-4e2c-a948-144fb7b77f9a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:35.274693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.384764 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4051f91b-baee-4edb-ac4f-1d3162ead52d None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:35.385548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4051f91b-baee-4edb-ac4f-1d3162ead52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.421345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] For port 0074aa78-0153-4e2c-a948-144fb7b77f9a, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:35.442208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] For port 0074aa78-0153-4e2c-a948-144fb7b77f9a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0074aa78-0153-4e2c-a948-144fb7b77f9a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:35.449145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-4051f91b-baee-4edb-ac4f-1d3162ead52d None None] Port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:40:35.451809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.463623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.528020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:35.528821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:35.535401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0d2d-4bf7-48f0-9243-d1e3886ebb0d None None] Pushing event updated for resources: {'Port': ['ID=0074aa78-0153-4e2c-a948-144fb7b77f9a,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:35.703528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:35.878412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.889031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.966948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:35.973659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Pushing event updated for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:36.074369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99', 'name': '', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'mac_address': 'fa:16:3e:e7:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:33Z', 'updated_at': '2021-10-26T14:40:34Z', 'revision_number': 1, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'subnets': [{'id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:36.130395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51caefd3-af20-48f9-8156-df65b478d5d8 None None] The sync data for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 is: [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99', 'name': '', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'mac_address': 'fa:16:3e:e7:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:33Z', 'updated_at': '2021-10-26T14:40:34Z', 'revision_number': 1, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'subnets': [{'id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:36.160101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:40:36.161957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:40:36.410361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Router 64b119b2-3191-4fb1-899f-f1716b742c3d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:40:36.691474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-03c1d41d-31f2-42ca-bd26-31aeff05acc1 None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:36.692167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03c1d41d-31f2-42ca-bd26-31aeff05acc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:36.751583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-03c1d41d-31f2-42ca-bd26-31aeff05acc1 None None] Port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:40:36.766557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:40:36.775572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2e5b11ab-83ce-4edc-896c-bcfd89e4c4be admin admin] 10.222.0.37 "PUT /v2.0/routers/64b119b2-3191-4fb1-899f-f1716b742c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1342049 Oct 26 14:40:38.571286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0074aa78-0153-4e2c-a948-144fb7b77f9a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:38.673190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0074aa78-0153-4e2c-a948-144fb7b77f9a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:38.673705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:38.900523 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45772) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:38.920180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.008521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 0074aa78-0153-4e2c-a948-144fb7b77f9a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0074aa78-0153-4e2c-a948-144fb7b77f9a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:39.025835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.143766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=0074aa78-0153-4e2c-a948-144fb7b77f9a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:39.200053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b81ebd0-7f3d-4d8a-8b7a-13579511b861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.304133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b81ebd0-7f3d-4d8a-8b7a-13579511b861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.312407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9b81ebd0-7f3d-4d8a-8b7a-13579511b861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.372864 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b81ebd0-7f3d-4d8a-8b7a-13579511b861 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d008511782324d12964a181875f20ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709029 Oct 26 14:40:39.374387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ebd0-7f3d-4d8a-8b7a-13579511b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe27ce7-7c10-4a21-bb9c-74f578984c74,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:39.377696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45802) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:39.474374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.521720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.604471 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.610592 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:39.620903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbe27ce7-7c10-4a21-bb9c-74f578984c74 HTTP/1.1" status: 204 len: 168 time: 0.2357607 Oct 26 14:40:39.649362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b88e4-13c7-4eb9-bddd-1dbfef659507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe27ce7-7c10-4a21-bb9c-74f578984c74,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:39.914846 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Sync routers for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:40:39.932378 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:39.933363 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:40.124210 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1043950b-1604-490b-aa09-7d17d33d48fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.192949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:40.226322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 45810) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:40.244082 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d88f264f-5255-4ad4-966b-445a1856a59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.428749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d88f264f-5255-4ad4-966b-445a1856a59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.439359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d88f264f-5255-4ad4-966b-445a1856a59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.481152 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0074aa78-0153-4e2c-a948-144fb7b77f9a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:40.588886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d88f264f-5255-4ad4-966b-445a1856a59c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6408d90379d34764aca3549676f978ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599946 Oct 26 14:40:40.590303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f264f-5255-4ad4-966b-445a1856a59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea4949-ed6a-459c-a6d4-f3bd4cd0c420,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:40.593949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 45814) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:40:40.637163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0074aa78-0153-4e2c-a948-144fb7b77f9a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:40.637645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.650367 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99', 'name': '', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'mac_address': 'fa:16:3e:e7:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:33Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 2, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'subnets': [{'id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:40.708904 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Checking router: 64b119b2-3191-4fb1-899f-f1716b742c3d for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:40:40.709873 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Updating router 64b119b2-3191-4fb1-899f-f1716b742c3d port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:40:40.750619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.776705 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.795524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.889160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.893061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:40.898202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03ea4949-ed6a-459c-a6d4-f3bd4cd0c420 HTTP/1.1" status: 204 len: 168 time: 0.3026958 Oct 26 14:40:40.911303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53b671-8896-4704-973a-a6544a589db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea4949-ed6a-459c-a6d4-f3bd4cd0c420,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:41.274115 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.288872 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.469333 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8968b-1c71-4cd3-b24f-0e14726e4bfb None None] Pushing event updated for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:41.563882 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Attempting to bind port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:40:41.565212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Attempting to bind port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:40:41.565857 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Attempting to bind port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 on network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:40:41.578513 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:40:41.578969 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Checking segment: {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:40:41.579435 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.580061 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Bound using segment: {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:40:41.580667 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Bound port: 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ab0861-9b81-4479-bba7-2684cfa14818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:40:41.581113 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.739925 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] For port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:40:41.745225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c059fe48-0af8-44c3-b6a1-2d80500b7e05 None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:41.746123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c059fe48-0af8-44c3-b6a1-2d80500b7e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.748122 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] For port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:40:41.759154 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:41.878965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c059fe48-0af8-44c3-b6a1-2d80500b7e05 None None] Port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:40:41.934634 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8968b-1c71-4cd3-b24f-0e14726e4bfb None None] Pushing event updated for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:41.969380 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:40:41.972303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:40:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:42.460402 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:40:42.493569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:42.494504 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:42.554432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:42.766890 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:42.771371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:42.862983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:42.963603 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8a98-85da-4eb5-8397-efb56d851bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:42.964394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99', 'name': '', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'mac_address': 'fa:16:3e:e7:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:33Z', 'updated_at': '2021-10-26T14:40:41Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'subnets': [{'id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:40:43.007686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cd08de-941e-42b2-8b67-3d7cfaaeb76f None None] The sync data for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 is: [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:40:35Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99', 'name': '', 'network_id': '71dff79c-2ccb-4abc-9b95-eaff732c59f6', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'mac_address': 'fa:16:3e:e7:90:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:33Z', 'updated_at': '2021-10-26T14:40:41Z', 'revision_number': 4, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'subnets': [{'id': '35976ebc-996c-4ac1-a677-42c2e1e17f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:40:43.184260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:43.193611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] For port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:40:43.223667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:43.319732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e77c7c-3195-4d7b-99fa-dfbdae582a67 None None] Pushing event updated for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:40:43.458365 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:40:43.459372 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:40:43.956186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:44.726715 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:40:44.761596 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:44.807199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:40:44.808079 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:45.880708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:52.104359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:40:53.549888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:09.050626 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:41:10.133005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-504ec6e7-d57e-426e-b296-fd3569b14ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:12.893907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-116237f6-8491-45c7-a825-3e8f47375ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:13.947113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:14.355650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:15.875623 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.318296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46354) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:17.479374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.595842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.601554 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.643365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14df29b3848c441babf2b7b728874a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239193 Oct 26 14:41:17.647738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46364) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:17.684266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b57724-021a-4a43-b2d4-86b362eedf4e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:17.699726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.700276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.701697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.704613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.705161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.705705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.706184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.706542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.706878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.707319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.707878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.708447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c90e0-ba10-4bde-9eea-a0ae00c7a7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.715188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.745892 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.822390 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.828069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:17.834621 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04b57724-021a-4a43-b2d4-86b362eedf4e HTTP/1.1" status: 204 len: 168 time: 0.1852801 Oct 26 14:41:17.848638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b57724-021a-4a43-b2d4-86b362eedf4e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:17.863749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.864213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.864960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.865764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.866392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.867108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.867937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.868671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.869621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.886735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.887158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:17.887501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3394b82a-5e73-4440-84e8-4922e7a72f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:41:22.098123 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:23.579496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:39.843194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 46930) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:40.029302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17df1207-a2a6-42bc-8370-2caae354198e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.127617 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f4637b6b-ce03-478d-8882-1ff4082c225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.141604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17df1207-a2a6-42bc-8370-2caae354198e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.152089 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-17df1207-a2a6-42bc-8370-2caae354198e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.191352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df1207-a2a6-42bc-8370-2caae354198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0d433-959c-480d-96a3-718e6dc6c005,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:40.232325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 46936) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:41:40.233250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-17df1207-a2a6-42bc-8370-2caae354198e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f88ab90dc3f9437dacca45319d6000e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867600 Oct 26 14:41:40.299142 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.330151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.434172 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.439988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:40.442412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bc0d433-959c-480d-96a3-718e6dc6c005 HTTP/1.1" status: 204 len: 168 time: 0.2088006 Oct 26 14:41:40.458208 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222401fc-0e36-48c7-a402-d70046aeec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0d433-959c-480d-96a3-718e6dc6c005,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:41:42.870044 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c303df04-89c4-4b98-a71e-1b3f3caf3069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:43.938576 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:44.331901 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:45.857855 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:46.041285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:41:52.087678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:41:53.557161 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:10.143467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f112e90-4970-4999-9e33-6b3c71a87b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:12.875771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-52d081ac-f34d-47dd-9b3c-afd874d340d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:13.936699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:14.344569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:15.860787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:22.081597 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:23.046344 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:42:23.569660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:40.132886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-67a49402-d5a5-47d6-86c4-93f7ea41f8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:42.867482 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-69629c9b-9d7f-4661-bf82-6a2e91a4649b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:43.939523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:44.340430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:45.861056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:52.086367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:42:53.568606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:00.059141 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:43:07.011541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48968) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.019467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132893826', 'description': 'tempest-secgroup-smoke-132893826 description', 'project_id': 'd55457cc88034aa5a84679281cc01da6'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.051075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.157533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.163572 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.212185 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.219184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48974) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.220443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061565 Oct 26 14:43:07.228124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1313e1-2792-4726-956a-0afe7deba54f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.235929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.243055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.243830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.244475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.245202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.246146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.246789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.247379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.247914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.248426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.248978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.249623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.250232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea5466-6d74-4306-8de2-4126d83e0cb0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.282925 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.365810 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.372006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.398255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3b8d1b-160b-4031-b41d-b8fe0e865256,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.413443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.414769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1921980 Oct 26 14:43:07.416668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.417193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.417627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.418703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48982) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.420623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.421345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.422001 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.424095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.424657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.425196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.425747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.426202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.426340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.426745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b90eb-ac2b-4e2c-9c8e-d3d260f009d0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:07.462756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.535758 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.543326 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.566713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f3ea1-0283-4d5d-8abd-db8cff1cbfdb,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.579453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.584176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 48984) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.584366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cbd1946e-94b2-48ee-8f98-942c102093bf tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642187 Oct 26 14:43:07.591926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.635768 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.724474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.729908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.760639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc06566-d860-4e94-bdd3-ff1e73879699,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.769625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.771682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ae88cadc-e11a-4109-bb28-1fb358f71bd0 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859231 Oct 26 14:43:07.775914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 48990) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.782035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:07.821378 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.923636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.928981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.965672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2e9183-f67a-4d71-8145-a77b533fb507,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:07.978668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:07.981152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-080c6c2e-c604-42b2-ac1a-d15988f6a1fb tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037342 Oct 26 14:43:07.984829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:07.990326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:08.019144 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Project d55457cc88034aa5a84679281cc01da6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:43:08.025494 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.127454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.132623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.158731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f33d6b-2147-4f63-a66d-a1ceb7c6a280,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:08.170789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.172455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e29db84d-cd36-4e8b-a4ae-276ba7b0e48b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857524 Oct 26 14:43:08.175738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49006) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:08.183099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'security_group_rule': {'security_group_id': 'ec1313e1-2792-4726-956a-0afe7deba54f', 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:08.215553 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Project d55457cc88034aa5a84679281cc01da6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 14:43:08.224475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.316325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.338414 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.365074 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0086079-e14f-45cd-af70-2c9c1ab9524f,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:08.376070 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:08.385244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-78b9bc3a-f8be-4bb2-8dc7-d7d24ef13a26 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2003450 Oct 26 14:43:08.900234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-4a33b60d-a20a-4bae-a161-4a8b3becf0a8 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132893826&fields=id&tenant_id=d55457cc88034aa5a84679281cc01da6 HTTP/1.1" status: 200 len: 267 time: 0.0555346 Oct 26 14:43:09.058143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-381545ba-1516-4b5e-877c-ba67d725a890 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:09.059860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-381545ba-1516-4b5e-877c-ba67d725a890 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 814 time: 0.1499653 Oct 26 14:43:09.085077 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-2f5b2bd0-6c7a-4992-914d-0c868a301fb9 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/quotas/d55457cc88034aa5a84679281cc01da6 HTTP/1.1" status: 200 len: 375 time: 0.0171432 Oct 26 14:43:09.160052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-96bdb2db-d048-4e3a-ab46-39d92630c66a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686736 Oct 26 14:43:09.332140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-cab0bc7a-f8a7-40a6-8fe3-70f8cb9646d4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:43:09.334120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-cab0bc7a-f8a7-40a6-8fe3-70f8cb9646d4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1553714 Oct 26 14:43:09.508823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-52411ee4-9013-4bc3-8d85-56709d75252b service neutron] 10.222.0.37 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675036 Oct 26 14:43:09.664408 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-3600ab2e-511f-40b1-8415-9a216b824bdf service neutron] 10.222.0.37 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385124 Oct 26 14:43:10.151190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8f86b4e-daeb-4da6-a1b9-a63e28eaa19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:10.204576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27933bc8-f01f-43ea-ab7d-04840258c541 req-0f05409b-c077-4aa4-9029-f49725879027 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0556762 Oct 26 14:43:11.346773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-25f7563a-3b0e-443d-9c5f-2283b8c9874e req-8fe8fbb7-62c4-4811-b81a-6a4b4661222c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0348682 Oct 26 14:43:11.475809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-89ee5474-eba5-4f80-8700-84d0c65c76c7 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:11.477592 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-89ee5474-eba5-4f80-8700-84d0c65c76c7 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 814 time: 0.1347950 Oct 26 14:43:11.549734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-bf9abd1f-54a3-43a0-8c01-1eb7cd32701a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d55457cc88034aa5a84679281cc01da6 HTTP/1.1" status: 200 len: 379 time: 0.0624506 Oct 26 14:43:11.562898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'port': {'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'admin_state_up': True, 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'security_groups': ['ec1313e1-2792-4726-956a-0afe7deba54f']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:11.736802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Made reservation on behalf of d55457cc88034aa5a84679281cc01da6 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:43:11.740677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:11.943407 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Allocated IP 172.20.0.3 (46e7afdb-8466-4295-a1c7-545809e61ef0/48038a73-8d2b-4a85-84c0-471f44c60c4e/bfba1e70-44ef-483a-adde-13f1640f3e09) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:12.175685 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:12.224214 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:12.292226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:12.296196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:12.301626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:12.331578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:12.371007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:12.372124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:12.406643 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-d72780d7-8d79-49b6-a12a-f1c376c0cda6 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510740 Oct 26 14:43:12.436020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Request body: {'port': {'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:12.615019 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:12.652976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a8dfa-444a-4503-94d1-bcc93ece2695 req-e7757d66-1776-4476-9712-9f75c1324a71 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:12.661211 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603a8dfa-444a-4503-94d1-bcc93ece2695 req-e7757d66-1776-4476-9712-9f75c1324a71 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 931 time: 0.1329901 Oct 26 14:43:12.706904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-54e1125e-2561-4152-b7f1-0201179653fd None None] Provisioning complete for port bfba1e70-44ef-483a-adde-13f1640f3e09 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:12.707515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-54e1125e-2561-4152-b7f1-0201179653fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:12.753130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-603a8dfa-444a-4503-94d1-bcc93ece2695 req-c52f04ae-5dd9-470f-8824-ac201b5d1c3c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826960 Oct 26 14:43:12.783723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-54e1125e-2561-4152-b7f1-0201179653fd None None] Port bfba1e70-44ef-483a-adde-13f1640f3e09 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:43:12.902189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5ab398d5-58d2-477c-8907-a5387746ad66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.026898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfba1e70-44ef-483a-adde-13f1640f3e09 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:13.036864 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.054186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Transition to ACTIVE for port object bfba1e70-44ef-483a-adde-13f1640f3e09 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:43:13.059540 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.119040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:13.203705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Attempting to bind port bfba1e70-44ef-483a-adde-13f1640f3e09 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:43:13.204670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Attempting to bind port bfba1e70-44ef-483a-adde-13f1640f3e09 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:43:13.205211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Attempting to bind port bfba1e70-44ef-483a-adde-13f1640f3e09 on network 46e7afdb-8466-4295-a1c7-545809e61ef0 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:13.211170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Port bfba1e70-44ef-483a-adde-13f1640f3e09 on network 46e7afdb-8466-4295-a1c7-545809e61ef0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:43:13.211489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Attempting to bind port bfba1e70-44ef-483a-adde-13f1640f3e09 on network 46e7afdb-8466-4295-a1c7-545809e61ef0 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:43:13.217560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:43:13.217966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Checking segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:43:13.218363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Bound using segment: {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:43:13.218808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Bound port: bfba1e70-44ef-483a-adde-13f1640f3e09, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84fab29-617b-4b3a-b325-cc7be205b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:43:13.219170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.301736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:43:13.306255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bfba1e70-44ef-483a-adde-13f1640f3e09,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:43:13.313815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.355221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.355914 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.357542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 1091 time: 0.9419341 Oct 26 14:43:13.358062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:13.361172 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:13.400652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444188b0-97b6-4db8-8444-e73e7b8cb224 service neutron] Pushing event updated for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:13.537432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-694e3858-cd71-4fe7-9e30-b4fc4ca967fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.542337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-694e3858-cd71-4fe7-9e30-b4fc4ca967fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1094 time: 0.1119814 Oct 26 14:43:13.615687 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15355eb1-5aff-4e1b-bae7-9a408441960c x-openstack-request-id: req-15355eb1-5aff-4e1b-bae7-9a408441960c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:13.616326 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:13.616751 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15355eb1-5aff-4e1b-bae7-9a408441960c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:13.617382 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:43:13.619726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-62cca5c0-effd-41c4-aaea-ff37d5837a56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 217 time: 0.0694916 Oct 26 14:43:13.682271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-9c3adbe3-8021-485f-8032-d690d211f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.683746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-9c3adbe3-8021-485f-8032-d690d211f0a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.0564377 Oct 26 14:43:13.743961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-f9db20d9-9de2-49d9-a5e6-ab001024ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.745654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-f9db20d9-9de2-49d9-a5e6-ab001024ad69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549486 Oct 26 14:43:13.887953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-39c898f3-a050-47d9-a340-8b7702054e29 service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346092 Oct 26 14:43:13.942983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:13.992924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40479e-6823-4681-9e69-57f397bfbfb7 req-37f42688-8d18-4b5d-a67f-b698fee630a1 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:13.994595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd40479e-6823-4681-9e69-57f397bfbfb7 req-37f42688-8d18-4b5d-a67f-b698fee630a1 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.1381869 Oct 26 14:43:14.044964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9bf0dbb0-8b4d-4ea2-b1ca-1d8848163d3f req-3394aca9-b55d-4f15-9557-8e08bb199cfa service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402299 Oct 26 14:43:14.061747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd40479e-6823-4681-9e69-57f397bfbfb7 req-68592387-2581-4001-8cd7-6b94a053c054 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526812 Oct 26 14:43:14.153754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-e0326536-2133-4a79-b4e5-fdf17da20916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:14.155374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-e0326536-2133-4a79-b4e5-fdf17da20916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1094 time: 0.0587835 Oct 26 14:43:14.257982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-ba23a3f3-6b62-4296-910b-e9fe0bb2944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:14.259491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-ba23a3f3-6b62-4296-910b-e9fe0bb2944e service neutron] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 915 time: 0.0966938 Oct 26 14:43:14.310046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-1c8c1b0a-4028-4dff-9a57-be0f674916b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 217 time: 0.0421932 Oct 26 14:43:14.343609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:14.369310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-e2aaede8-3d85-4756-8dcd-27a3ec6c2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:14.371328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-e2aaede8-3d85-4756-8dcd-27a3ec6c2003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.0542898 Oct 26 14:43:14.424570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-21136e42-19f2-4741-8bb4-06fa647d81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:14.426436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-21136e42-19f2-4741-8bb4-06fa647d81d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487068 Oct 26 14:43:14.593884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-65b575ea-5d52-4e9c-85b8-dcc8be50f9c4 service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600184 Oct 26 14:43:14.723667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a5f15eb0-60b6-419b-9315-e7a9a73b5fd9 req-c09a459b-ec3d-4240-8dd1-a703fc8c998a service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221628 Oct 26 14:43:15.249686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ec5e1-fdf0-442d-aba3-dcf76c73b79c req-7cbc54e3-4ffe-411d-bb35-75080ae5e6e1 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:15.251496 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6ec5e1-fdf0-442d-aba3-dcf76c73b79c req-7cbc54e3-4ffe-411d-bb35-75080ae5e6e1 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0607295 Oct 26 14:43:15.309455 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a6ec5e1-fdf0-442d-aba3-dcf76c73b79c req-c904d9d8-4906-4d1c-8830-38f37988009e tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466442 Oct 26 14:43:15.887636 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:16.496140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa2d2-a2b4-4dd8-87bd-8f8e6c5e9173 req-3c9e2050-76c8-4308-b84e-000b1b22f61b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:16.498550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b49fa2d2-a2b4-4dd8-87bd-8f8e6c5e9173 req-3c9e2050-76c8-4308-b84e-000b1b22f61b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0635509 Oct 26 14:43:16.584410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b49fa2d2-a2b4-4dd8-87bd-8f8e6c5e9173 req-2fd07007-776d-4de3-ac98-2df6e800b365 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723948 Oct 26 14:43:17.754067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f3b4-924b-4f5b-a18f-2eb642b4c9fb req-157e95f2-b346-47eb-bb60-281492bf499b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:17.759059 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd04f3b4-924b-4f5b-a18f-2eb642b4c9fb req-157e95f2-b346-47eb-bb60-281492bf499b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0795517 Oct 26 14:43:17.815117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd04f3b4-924b-4f5b-a18f-2eb642b4c9fb req-56d8d6a7-b47e-4cd7-be93-d8ce44b6bc99 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516534 Oct 26 14:43:19.027768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44e6c5-064c-4c30-9000-1c836ab91478 req-8fcec8de-7ca0-49fc-82d7-d9769315e7b2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:19.033414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc44e6c5-064c-4c30-9000-1c836ab91478 req-8fcec8de-7ca0-49fc-82d7-d9769315e7b2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0885866 Oct 26 14:43:19.109341 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc44e6c5-064c-4c30-9000-1c836ab91478 req-1bc839fd-43d7-4b06-9f05-147e6f303557 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648911 Oct 26 14:43:20.293196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be6ab2-c751-4b33-99b3-025fe675284c req-cc6341d9-20b4-4ed6-813f-4cce9e5cebc2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:20.295748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61be6ab2-c751-4b33-99b3-025fe675284c req-cc6341d9-20b4-4ed6-813f-4cce9e5cebc2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0887554 Oct 26 14:43:20.368886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61be6ab2-c751-4b33-99b3-025fe675284c req-a6f8b75d-8ce4-47dc-bb2d-cd6236e0b3d8 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649993 Oct 26 14:43:21.529103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a38211-c131-439f-9724-a4781472a73d req-9abd0e11-c827-4dc8-9954-0c002ef00b2a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:21.531598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1a38211-c131-439f-9724-a4781472a73d req-9abd0e11-c827-4dc8-9954-0c002ef00b2a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0822639 Oct 26 14:43:21.598166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1a38211-c131-439f-9724-a4781472a73d req-3c454148-eb97-4977-98c9-46734bf5b672 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591912 Oct 26 14:43:22.103847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:22.762183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3cb9-a1a4-4e6d-81fe-d4ffc79cb9d4 req-11b754bb-0b7b-493c-a9fd-736bf5113f0f tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:22.763805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-acfd3cb9-a1a4-4e6d-81fe-d4ffc79cb9d4 req-11b754bb-0b7b-493c-a9fd-736bf5113f0f tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0867770 Oct 26 14:43:22.818135 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-acfd3cb9-a1a4-4e6d-81fe-d4ffc79cb9d4 req-5d9394f2-26dd-4db7-8399-9d18bf0dcc0c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Oct 26 14:43:23.577400 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:24.071991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383b19-b2e7-43d3-9b3a-9fd66f965b9f req-dec20f01-1033-451a-bac0-9a4a09c87b2c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:24.074041 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf383b19-b2e7-43d3-9b3a-9fd66f965b9f req-dec20f01-1033-451a-bac0-9a4a09c87b2c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.1484272 Oct 26 14:43:24.137779 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf383b19-b2e7-43d3-9b3a-9fd66f965b9f req-42fdabcb-d0ac-42d5-b11e-9f4e0c160b75 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556402 Oct 26 14:43:25.314507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983359ad-7c4e-4269-92b8-592a720bdb5b req-9716741b-ca15-401e-8662-06b08e20761b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:25.317294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-983359ad-7c4e-4269-92b8-592a720bdb5b req-9716741b-ca15-401e-8662-06b08e20761b tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.0919652 Oct 26 14:43:25.362054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-983359ad-7c4e-4269-92b8-592a720bdb5b req-1fe0364d-96fb-467e-95ec-d8d422e1e373 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380626 Oct 26 14:43:26.557775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc740f-b130-4b1c-82f4-59de69524057 req-1362bdcb-2f68-4a24-9b6f-35da2d38c35d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:26.566492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85dc740f-b130-4b1c-82f4-59de69524057 req-1362bdcb-2f68-4a24-9b6f-35da2d38c35d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.1026883 Oct 26 14:43:26.610937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85dc740f-b130-4b1c-82f4-59de69524057 req-9d9efde8-dbb1-41fc-b39c-40ac28de8dac tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Oct 26 14:43:26.916907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49572) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:27.047908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ef90-791d-489d-b03f-b27178d75883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.143765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ef90-791d-489d-b03f-b27178d75883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.150982 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ef90-791d-489d-b03f-b27178d75883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.196216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8ef90-791d-489d-b03f-b27178d75883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b63e8a-3a57-4419-9979-813eca233d54,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:27.203586 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c2d8ef90-791d-489d-b03f-b27178d75883 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2bee739a05f426ba9b2fa4741faffa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851076 Oct 26 14:43:27.204897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:27.271892 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.302969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.373127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.376536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.378288 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21b63e8a-3a57-4419-9979-813eca233d54 HTTP/1.1" status: 204 len: 168 time: 0.1719551 Oct 26 14:43:27.398824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686eafc5-d984-459a-a057-c3e3762bbc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b63e8a-3a57-4419-9979-813eca233d54,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:27.603942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bfba1e70-44ef-483a-adde-13f1640f3e09 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:43:27.809489 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bfba1e70-44ef-483a-adde-13f1640f3e09,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:27.832903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:43:27.848151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8d760-8623-4ad8-a611-e3e4c8607596 req-9854ce37-fae2-4298-ba66-c698352e377a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:27.855705 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dec8d760-8623-4ad8-a611-e3e4c8607596 req-9854ce37-fae2-4298-ba66-c698352e377a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 943 time: 0.1031287 Oct 26 14:43:27.855705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49584) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:27.879385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b244879c-4d07-448e-9450-12925c53612f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.905276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:27.927401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba1e70-44ef-483a-adde-13f1640f3e09 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:43:27.931172 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dec8d760-8623-4ad8-a611-e3e4c8607596 req-da261659-4279-4448-805f-ae6591ce7aed tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674098 Oct 26 14:43:27.967272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bfba1e70-44ef-483a-adde-13f1640f3e09,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:27.973782 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.024901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b244879c-4d07-448e-9450-12925c53612f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.031021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b244879c-4d07-448e-9450-12925c53612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.066111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:28.081724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.081724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.082312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.082929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.083515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.084097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.084676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.085255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.085816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.086175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.086508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.086844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:43:28.097747 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b244879c-4d07-448e-9450-12925c53612f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c468d17292b4e8cbd0e58368f59b211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408388 Oct 26 14:43:28.100934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244879c-4d07-448e-9450-12925c53612f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f238e-259b-4842-8869-d38869eee659,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:28.104993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49586) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:28.191724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bfba1e70-44ef-483a-adde-13f1640f3e09'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:43:28.198652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.244616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.322213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.327222 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:28.329534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd6f238e-259b-4842-8869-d38869eee659 HTTP/1.1" status: 204 len: 168 time: 0.2223175 Oct 26 14:43:28.343914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a8ec7-5e83-4227-8f07-9d60197c702c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f238e-259b-4842-8869-d38869eee659,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:29.136030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfaedf-2458-4b58-859b-088a42155982 req-e44af49a-560f-4d37-b75b-32db232113b9 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:29.138629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13cfaedf-2458-4b58-859b-088a42155982 req-e44af49a-560f-4d37-b75b-32db232113b9 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 944 time: 0.0740912 Oct 26 14:43:29.197025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13cfaedf-2458-4b58-859b-088a42155982 req-f65d1169-9572-4a34-9c4a-9a0ab4ecd109 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473511 Oct 26 14:43:29.618604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bfba1e70-44ef-483a-adde-13f1640f3e09 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:43:29.698540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port bfba1e70-44ef-483a-adde-13f1640f3e09 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:43:29.703948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port bfba1e70-44ef-483a-adde-13f1640f3e09 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:43:29.704881 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:29.835936 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:29.867931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:29.870937 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef98c76-29a9-4be1-8e25-28d9531d3f11" -d '{"events": [{"server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "name": "network-vif-plugged", "status": "completed", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:29.904481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bfba1e70-44ef-483a-adde-13f1640f3e09,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:43:29.911226 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:29.967417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:30.123100 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a5a688-8901-44e7-8f7d-3274dcf759af x-openstack-request-id: req-61a5a688-8901-44e7-8f7d-3274dcf759af {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:30.123355 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "name": "network-vif-plugged", "status": "completed", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:30.123701 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61a5a688-8901-44e7-8f7d-3274dcf759af {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:30.124174 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'code': 200} Oct 26 14:43:30.257574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc51ee1-ae01-4acf-a67b-690739d6ed3b req-3062b636-5d16-435b-908e-910460465993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:30.261310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cc51ee1-ae01-4acf-a67b-690739d6ed3b req-3062b636-5d16-435b-908e-910460465993 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1096 time: 0.0726843 Oct 26 14:43:30.373545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6cc51ee1-ae01-4acf-a67b-690739d6ed3b req-96a63a6b-891c-4728-b08e-829e0d708df1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034138 Oct 26 14:43:30.411336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd7160-ebd0-499a-80cc-639b96cbc594 req-24f10b48-2d41-4689-bf6b-0466a77f1461 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:30.414177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1cd7160-ebd0-499a-80cc-639b96cbc594 req-24f10b48-2d41-4689-bf6b-0466a77f1461 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.1169705 Oct 26 14:43:30.483155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1cd7160-ebd0-499a-80cc-639b96cbc594 req-69e7c853-517d-42eb-bd23-c85981e2de57 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614524 Oct 26 14:43:31.676097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a757556-8bc2-48ef-8c57-912c7a7bb568 req-09e70be9-90ba-455b-aaff-68d23d697f50 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:31.679061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a757556-8bc2-48ef-8c57-912c7a7bb568 req-09e70be9-90ba-455b-aaff-68d23d697f50 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.0892699 Oct 26 14:43:31.745695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a757556-8bc2-48ef-8c57-912c7a7bb568 req-9fa38ad8-3099-4e7c-a968-dda99a13c322 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588834 Oct 26 14:43:31.910720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d19e4-259a-43e8-8c27-f5a1c184381c req-925c1c5c-a102-4efc-8083-626f7c1717a3 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:31.912431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c3d19e4-259a-43e8-8c27-f5a1c184381c req-925c1c5c-a102-4efc-8083-626f7c1717a3 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.0607114 Oct 26 14:43:31.968447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c3d19e4-259a-43e8-8c27-f5a1c184381c req-59a3be7c-4f25-42fa-808c-44c98492239a tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445349 Oct 26 14:43:32.005420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:32.307144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eeecdf-15d0-4c66-b68f-246d192e38b1 tempest-TestVolumeBackupRestore-1242096449 tempest-TestVolumeBackupRestore-1242096449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:32.312468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d1eeecdf-15d0-4c66-b68f-246d192e38b1 tempest-TestVolumeBackupRestore-1242096449 tempest-TestVolumeBackupRestore-1242096449-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1091 time: 0.3020172 Oct 26 14:43:32.312840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49662) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:32.318402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:32.347709 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:32.526527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:32.683082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Allocated IP 172.25.5.120 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/5d60c249-0758-4722-9493-1365639f759a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:43:32.886015 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:32.954132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:33.033461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:43:33.039854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:43:33.047249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:43:33.104208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'Port': ['ID=5d60c249-0758-4722-9493-1365639f759a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:33.538548 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:33.617056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:33.856655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:33.862738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:33.940907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event updated for resources: {'Port': ['ID=5d60c249-0758-4722-9493-1365639f759a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:33.953009 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:34.067043 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Floating IP 89515752-9954-436e-bdff-001458055b21 associated. External IP: 172.25.5.120, port: bfba1e70-44ef-483a-adde-13f1640f3e09. Oct 26 14:43:34.701734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Router 93432249-64e9-46e8-865c-eca5af716f03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:43:34.919911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:43:34.936887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:43:34.945860 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:34.959960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:34.960970 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:34.990643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-db486a3e-f373-465b-9a73-4606cf37a5f2 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6718545 Oct 26 14:43:34.990643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:34.991003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49678) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:34.997074 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03baae7e-b081-41c7-9417-85cae36e3b33" -d '{"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:35.105845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4cacd4-4319-4bd1-9da1-7abb8a841195 tempest-TestVolumeBackupRestore-1242096449 tempest-TestVolumeBackupRestore-1242096449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:35.115447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49684) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:35.125457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Request body: {'floatingip': {'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:43:35.128068 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3f4cacd4-4319-4bd1-9da1-7abb8a841195 tempest-TestVolumeBackupRestore-1242096449 tempest-TestVolumeBackupRestore-1242096449-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1091 time: 0.1353750 Oct 26 14:43:35.186078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:35.206640 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a046a461-7e3d-454f-a995-aea20ea31f4e x-openstack-request-id: req-a046a461-7e3d-454f-a995-aea20ea31f4e {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:35.206938 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:35.207180 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a046a461-7e3d-454f-a995-aea20ea31f4e {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:35.208041 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:43:35.246130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:35.324273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-6dc8a17a-f24d-4da2-8f34-b8ddc6573750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:35.327585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-6dc8a17a-f24d-4da2-8f34-b8ddc6573750 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1096 time: 0.1184480 Oct 26 14:43:35.469298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-773d8228-37d0-4da5-940c-64b2e2c3d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:35.472096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-773d8228-37d0-4da5-940c-64b2e2c3d0a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 915 time: 0.1358416 Oct 26 14:43:35.612523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-f29641cc-5cf6-475f-92b7-b619a5057c44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 999 time: 0.1324453 Oct 26 14:43:35.649305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:33Z', 'revision_number': 0, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:35.683369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-6c8d3691-e29b-401b-8c2a-55b992c416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:35.686387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-6c8d3691-e29b-401b-8c2a-55b992c416ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.0672846 Oct 26 14:43:35.687143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:43:35.698397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:35.699030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:35.778758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-2a8d2ce5-412e-4578-ac81-dabe8a3226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:35.783000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-2a8d2ce5-412e-4578-ac81-dabe8a3226b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888655 Oct 26 14:43:35.899634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:35.992277 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-217349c2-8792-4421-b784-837ae05b9be1 service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020991 Oct 26 14:43:36.107417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:36.114864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:36.144511 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03baae7e-b081-41c7-9417-85cae36e3b33 req-dc66fbf8-3f72-469d-b3de-b9d15e3cce1d service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444354 Oct 26 14:43:36.326407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:33Z', 'revision_number': 0, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:36.391040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57564bec-4f17-4b83-a7a5-9a34164c67b6 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:33Z', 'revision_number': 0, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:43:36.426570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Router 93432249-64e9-46e8-865c-eca5af716f03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:43:36.585845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:43:36.597881 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:36.698030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c33a402e-a7b1-472d-b657-733d0191f480 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "PUT /v2.0/floatingips/89515752-9954-436e-bdff-001458055b21 HTTP/1.1" status: 200 len: 991 time: 1.5802963 Oct 26 14:43:36.738435 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f85db9-e53f-48a0-af33-52b74ce0e9dd None None] New status for floating IP 89515752-9954-436e-bdff-001458055b21: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:43:37.057701 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:43:37.068267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:43:37.087658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:37.088752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:37.209987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}, {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:43:37.213299 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b1123-7eb7-437f-871e-5685d08589fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}, {"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:43:37.274393 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:37.288795 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Oct 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec90f0-608f-448c-8973-99e9bebd0ef2 x-openstack-request-id: req-25ec90f0-608f-448c-8973-99e9bebd0ef2 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:43:37.289247 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:43:37.289700 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25ec90f0-608f-448c-8973-99e9bebd0ef2 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:43:37.290342 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:43:37.291673 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:43:37.375367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-a5886674-57e5-43eb-8b08-7f6cafec1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:37.378767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-a5886674-57e5-43eb-8b08-7f6cafec1fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1096 time: 0.0649920 Oct 26 14:43:37.576097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-e29c6725-b596-426b-aed9-e409c3b4342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:37.580700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-e29c6725-b596-426b-aed9-e409c3b4342d service neutron] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 915 time: 0.1942816 Oct 26 14:43:37.726466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-2b25fd8c-13a7-485a-a5d5-bb8829b985b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 1001 time: 0.1382399 Oct 26 14:43:37.810818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-34df8960-0d2b-4421-a9a7-38386750ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:37.812251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-34df8960-0d2b-4421-a9a7-38386750ffed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.0791559 Oct 26 14:43:37.856267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:36Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:37.884627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-cba1453d-fb1e-4742-8f7c-cf1499abbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:37.887679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-cba1453d-fb1e-4742-8f7c-cf1499abbfdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683136 Oct 26 14:43:37.892971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:43:37.902804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:43:37.903449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:38.011395 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-496d98fd-68ba-474e-a54f-1a6f8cb81d06 service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164787 Oct 26 14:43:38.080281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:43:38.139475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-bdb9d99f-4cb1-40f0-9296-b78c2c89c315 service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202872 Oct 26 14:43:38.239274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-8a566f69-a0fc-45df-bbd6-1f2523c4635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:38.240971 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-8a566f69-a0fc-45df-bbd6-1f2523c4635c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1096 time: 0.0529833 Oct 26 14:43:38.373671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-ba32948d-8485-4e9d-ac98-20cad5df4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:38.376596 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-ba32948d-8485-4e9d-ac98-20cad5df4e53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 915 time: 0.1282556 Oct 26 14:43:38.390532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:36Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:43:38.426480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e266333-c12d-4380-9918-cb8ae5cd8a36 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '89515752-9954-436e-bdff-001458055b21', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '93432249-64e9-46e8-865c-eca5af716f03', 'port_id': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'mac_address': 'fa:16:3e:bd:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:43:33Z', 'updated_at': '2021-10-26T14:43:36Z', 'revision_number': 2, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:43:38.493750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-5de4685b-45c2-4044-9e19-347e9595647e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 1001 time: 0.1094987 Oct 26 14:43:38.562728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-9cbd9f7c-b370-4a44-ad81-eb986047e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:38.564589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-9cbd9f7c-b370-4a44-ad81-eb986047e4f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.0625632 Oct 26 14:43:38.619361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-65307522-7bd2-401f-b4ed-c2902c593d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:43:38.621627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-65307522-7bd2-401f-b4ed-c2902c593d7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497315 Oct 26 14:43:38.729197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-2891ce8e-4db1-441c-8e2a-4fe9a8e0c9fd service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010327 Oct 26 14:43:38.839712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea9b1123-7eb7-437f-871e-5685d08589fa req-1b9bbd4a-96d5-46a3-8c60-988cef48029a service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029932 Oct 26 14:43:40.118906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b662dc28-cbd6-443d-ab87-5462e5460c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:42.877620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-46a36109-9258-4faa-ba40-4955507a1999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:43.940009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:44.342755 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:45.871505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.182486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:49.382115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea00baa0-d1e5-4673-84ed-0d886fd41cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.489340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea00baa0-d1e5-4673-84ed-0d886fd41cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.494869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea00baa0-d1e5-4673-84ed-0d886fd41cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.564543 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea00baa0-d1e5-4673-84ed-0d886fd41cda admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87ea9f8a8a044018b3645a0c580727e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796930 Oct 26 14:43:49.565878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00baa0-d1e5-4673-84ed-0d886fd41cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6796920b-6d51-4037-b004-7776d2aa6ab5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:49.569774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:49.667652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.698328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.771050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.774702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:49.776680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6796920b-6d51-4037-b004-7776d2aa6ab5 HTTP/1.1" status: 204 len: 168 time: 0.2043009 Oct 26 14:43:49.790932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71231b17-6182-46ab-8033-b342d47ed8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6796920b-6d51-4037-b004-7776d2aa6ab5,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:50.173832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49754) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:50.189161 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f98edb1-c6cd-46cd-b63b-9536d6688075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.289930 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f98edb1-c6cd-46cd-b63b-9536d6688075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.295529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4f98edb1-c6cd-46cd-b63b-9536d6688075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.355897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4f98edb1-c6cd-46cd-b63b-9536d6688075 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c54b8e56c3ce48cd860775457d0a8eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808782 Oct 26 14:43:50.356944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98edb1-c6cd-46cd-b63b-9536d6688075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c59a9-a0b8-4d14-ba91-2043c7323c4d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:50.359113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 49756) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:43:50.433066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.459215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.519133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.524021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:50.526212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff1c59a9-a0b8-4d14-ba91-2043c7323c4d HTTP/1.1" status: 204 len: 168 time: 0.1655052 Oct 26 14:43:50.544452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d43f-a8b9-421c-88c0-ee63f533a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c59a9-a0b8-4d14-ba91-2043c7323c4d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:43:52.115965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:53.587390 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:43:57.619951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-52e688ed-d23d-4a8e-9a41-2a8161686f77 req-ff3c2717-0e20-4098-bb7d-d7fa1f00f0d4 service neutron] (102164) timed out ('10.222.0.37', 48012) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:44:09.897691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49920) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:10.126565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f716ddbf-090b-498b-b672-65fc96ca8607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.128682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Deleting port 5d60c249-0758-4722-9493-1365639f759a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:10.129122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.613052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.613548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.628185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Calling delete_port for 5d60c249-0758-4722-9493-1365639f759a owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:10.803906 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.831820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event deleted for resources: {'Port': ['ID=5d60c249-0758-4722-9493-1365639f759a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:10.844152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.845595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.845849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.846270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.846798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.847385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.847916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.848467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.849037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.849567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.851016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.851016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:10.965508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:10.966884 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Floating IP 89515752-9954-436e-bdff-001458055b21 disassociated (deleted). External IP: 172.25.5.120, port: bfba1e70-44ef-483a-adde-13f1640f3e09. Oct 26 14:44:11.259041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Router 93432249-64e9-46e8-865c-eca5af716f03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:44:11.406960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:44:11.413590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:11.428250 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:44:11.455942 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:11.458196 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:11.464049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cec3aa4-4721-4176-b41a-3b5be42f946d tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "DELETE /v2.0/floatingips/89515752-9954-436e-bdff-001458055b21 HTTP/1.1" status: 204 len: 168 time: 1.5644169 Oct 26 14:44:11.466676 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:11.469274 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c333e2-837c-462c-9e36-7c2bf9de4065" -d '{"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:11.566894 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d6b37-914b-440f-8358-908b2872241b x-openstack-request-id: req-8a7d6b37-914b-440f-8358-908b2872241b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:11.567684 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:11.568302 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a7d6b37-914b-440f-8358-908b2872241b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:11.569363 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:44:11.726485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-50550828-9df8-4e07-b1cd-46d8af2f3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:11.729666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-50550828-9df8-4e07-b1cd-46d8af2f3e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d55457cc88034aa5a84679281cc01da6&device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 1096 time: 0.1207798 Oct 26 14:44:11.732281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:12.009635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-f62b2e6a-e8e2-494f-83bb-ae8aa436ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:12.012441 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-f62b2e6a-e8e2-494f-83bb-ae8aa436ca1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 200 len: 915 time: 0.2745850 Oct 26 14:44:12.118935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc521-731c-4cfe-992a-e114277a521d req-ea7c08ef-1119-4e97-9d7a-7bd231426c16 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:12.121576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d92fc521-731c-4cfe-992a-e114277a521d req-ea7c08ef-1119-4e97-9d7a-7bd231426c16 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.1919479 Oct 26 14:44:12.124358 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-3136cabd-855e-4f37-ae1b-f17b28bedf27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 200 len: 217 time: 0.1003411 Oct 26 14:44:12.253292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-2e068548-d82d-4e96-94a0-02dae761f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:12.255881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-2e068548-d82d-4e96-94a0-02dae761f3f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 200 len: 853 time: 0.1117818 Oct 26 14:44:12.262024 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d92fc521-731c-4cfe-992a-e114277a521d req-dad8fca2-1be3-4fab-aab4-1cf01f27ade8 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196220 Oct 26 14:44:12.336615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:12.337714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-86804147-4604-4833-b21c-0e9c6658e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:12.339789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-86804147-4604-4833-b21c-0e9c6658e57e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46e7afdb-8466-4295-a1c7-545809e61ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747845 Oct 26 14:44:12.368218 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:44:12.382797 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:12.383673 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:43:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:12.463116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-01d2982c-e733-4309-b5c4-63f2cad4df4f service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156771 Oct 26 14:44:12.548713 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:12.595514 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d4c333e2-837c-462c-9e36-7c2bf9de4065 req-360a37ff-7cf8-4b2e-94ba-1d9731e1fe5e service neutron] 10.222.0.41 "GET /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233866 Oct 26 14:44:12.818790 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:12.855628 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8d1d5d-efe7-4c01-b271-c70efcb5e4d6 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:40:22Z', 'revision_number': 4, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '839edb5a-f6be-4f62-b684-fa33d4ae4d07', 'name': '', 'network_id': '46e7afdb-8466-4295-a1c7-545809e61ef0', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'mac_address': 'fa:16:3e:9e:7e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:21Z', 'updated_at': '2021-10-26T14:40:31Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'subnets': [{'id': '48038a73-8d2b-4a85-84c0-471f44c60c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:44:12.879154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1fd89c3-8850-44d6-ab98-e5d16b98c770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.229792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8277b-8f7a-4d71-9a9b-37928d11f423 None None] New status for floating IP 89515752-9954-436e-bdff-001458055b21: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:44:13.398894 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-f8bfc7c4-7e00-476c-80bc-82060ff84a46 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:13.400621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-f8bfc7c4-7e00-476c-80bc-82060ff84a46 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.41 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.1074331 Oct 26 14:44:13.450832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea9856-12b1-41ae-8e15-661dd03fca91 req-5c4bdc11-0b0b-4064-bd47-3aed2f2f7dec tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:13.452757 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cea9856-12b1-41ae-8e15-661dd03fca91 req-5c4bdc11-0b0b-4064-bd47-3aed2f2f7dec tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 945 time: 0.0707812 Oct 26 14:44:13.527402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1cea9856-12b1-41ae-8e15-661dd03fca91 req-a00be340-8bbb-4f1a-afae-9dafa137faa3 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec1313e1-2792-4726-956a-0afe7deba54f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604329 Oct 26 14:44:13.580700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Deleting port bfba1e70-44ef-483a-adde-13f1640f3e09 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:13.581271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.700535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] For port bfba1e70-44ef-483a-adde-13f1640f3e09, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bfba1e70-44ef-483a-adde-13f1640f3e09,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:13.700918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.717798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Calling delete_port for bfba1e70-44ef-483a-adde-13f1640f3e09 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:13.888108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.921999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event deleted for resources: {'Port': ['ID=bfba1e70-44ef-483a-adde-13f1640f3e09,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:13.957530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.978284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] No DVR routers for this DVR port bfba1e70-44ef-483a-adde-13f1640f3e09 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:13.981451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:13.984994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb2253fc-4d6b-4dfb-88ba-b0ccd6706a5c req-fb193d93-ba57-4f81-a7cd-bd8cb34fbd84 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.41 "DELETE /v2.0/ports/bfba1e70-44ef-483a-adde-13f1640f3e09 HTTP/1.1" status: 204 len: 173 time: 0.5778685 Oct 26 14:44:13.985510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'name': 'network-vif-deleted', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:13.987915 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a228adae-7f2b-4e27-9c70-890d64dde9c7" -d '{"events": [{"server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "name": "network-vif-deleted", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:14.055546 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f7868-5aca-4591-8562-748fe59119ab x-openstack-request-id: req-f27f7868-5aca-4591-8562-748fe59119ab {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:14.055846 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0514cc0e-f265-4433-96a0-7b5dade6d588", "name": "network-vif-deleted", "tag": "bfba1e70-44ef-483a-adde-13f1640f3e09", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:14.056098 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f27f7868-5aca-4591-8562-748fe59119ab {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:14.056962 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0514cc0e-f265-4433-96a0-7b5dade6d588', 'name': 'network-vif-deleted', 'tag': 'bfba1e70-44ef-483a-adde-13f1640f3e09', 'status': 'completed', 'code': 200} Oct 26 14:44:14.059445 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:44:14.359650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:14.659394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c72377f1-f0e8-4629-a507-a04cae0139eb req-09597f10-6016-4e00-86a0-32d94b7a624e tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0289433 Oct 26 14:44:15.805703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3f579887-c7a7-42ef-86b0-b1fb266377de req-4e446cee-a8c5-4a59-9530-f91ef064126c tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0500801 Oct 26 14:44:15.886600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:17.009964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-da4ab114-cb29-4a04-a9af-e9020a012b57 req-a85d4da6-13a7-400a-9f36-5a0913721c09 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0531409 Oct 26 14:44:17.916784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bfba1e70-44ef-483a-adde-13f1640f3e09 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:17.955272 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: bfba1e70-44ef-483a-adde-13f1640f3e09 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:17.956011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bfba1e70-44ef-483a-adde-13f1640f3e09 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:18.184228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-36da521a-b6aa-4e68-9cd9-cc1d29fc6205 req-9cec892d-ba46-4ec9-823d-814c664278ae tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0487626 Oct 26 14:44:19.331010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-903b1837-f047-459a-8163-b0dd511063b9 req-c7465629-74b0-47b0-9fa1-e03ae9ab395f tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "GET /v2.0/ports?device_id=0514cc0e-f265-4433-96a0-7b5dade6d588 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Oct 26 14:44:20.430044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 49990) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:20.512949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:20.566296 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:20.650733 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:20.653943 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:20.655185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec1313e1-2792-4726-956a-0afe7deba54f HTTP/1.1" status: 204 len: 168 time: 0.2236350 Oct 26 14:44:20.666812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548dde9-588b-4bd5-899e-b7df767ed886 tempest-TestVolumeBackupRestore-2058980950 tempest-TestVolumeBackupRestore-2058980950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1313e1-2792-4726-956a-0afe7deba54f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:22.127600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:23.600279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:26.870486 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50470) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:27.659453 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:27.981312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Deleting port 839edb5a-f6be-4f62-b684-fa33d4ae4d07 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:27.981928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:28.076156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] For port 839edb5a-f6be-4f62-b684-fa33d4ae4d07, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=839edb5a-f6be-4f62-b684-fa33d4ae4d07,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:28.076547 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:28.092215 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Calling delete_port for 839edb5a-f6be-4f62-b684-fa33d4ae4d07 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:28.302770 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:28.362695 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Pushing event deleted for resources: {'Port': ['ID=839edb5a-f6be-4f62-b684-fa33d4ae4d07,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:28.651828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:28.916301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Router 93432249-64e9-46e8-865c-eca5af716f03 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:44:29.040817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:44:29.046837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e27cd697-c91b-45bc-a978-7affeac69381 admin admin] 10.222.0.37 "PUT /v2.0/routers/93432249-64e9-46e8-865c-eca5af716f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1762695 Oct 26 14:44:29.049759 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:29.054858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Sync routers for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:44:29.066878 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:29.067523 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:44:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:29.190648 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:29.201971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:29.325576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:29.388799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Deleting port c073e4a4-3b1f-4206-acac-0eb089fb40b8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:29.389332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:29.393965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:44:28Z', 'revision_number': 5, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port': {'id': 'c073e4a4-3b1f-4206-acac-0eb089fb40b8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93432249-64e9-46e8-865c-eca5af716f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:18Z', 'updated_at': '2021-10-26T14:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:29.422541 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Checking router: 93432249-64e9-46e8-865c-eca5af716f03 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:44:29.432801 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Routers {'93432249-64e9-46e8-865c-eca5af716f03'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:29.433710 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:44:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['93432249-64e9-46e8-865c-eca5af716f03'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:29.539875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] For port c073e4a4-3b1f-4206-acac-0eb089fb40b8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c073e4a4-3b1f-4206-acac-0eb089fb40b8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:29.540576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:29.545754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] Set router 93432249-64e9-46e8-865c-eca5af716f03 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:29.562975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Calling delete_port for c073e4a4-3b1f-4206-acac-0eb089fb40b8 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:29.675534 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:44:29Z', 'revision_number': 6, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:29.728124 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38136b61-49f3-42dc-9abe-f8c2a40216c9 None None] The sync data for ids ['93432249-64e9-46e8-865c-eca5af716f03'] in n-d-813419-9 is: [{'id': '93432249-64e9-46e8-865c-eca5af716f03', 'name': 'tempest-TestVolumeBackupRestore-1716647894-router', 'tenant_id': 'd55457cc88034aa5a84679281cc01da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:17Z', 'updated_at': '2021-10-26T14:44:29Z', 'revision_number': 6, 'project_id': 'd55457cc88034aa5a84679281cc01da6', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:44:29.941895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:29.998295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Pushing event deleted for resources: {'Port': ['ID=c073e4a4-3b1f-4206-acac-0eb089fb40b8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:30.117310 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.351169 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.355181 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.439745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.440820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93432249-64e9-46e8-865c-eca5af716f03 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:44:30.449537 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.454052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ebbd5bf8-ef13-4609-9ae1-97d74db90574 admin admin] 10.222.0.37 "DELETE /v2.0/routers/93432249-64e9-46e8-865c-eca5af716f03 HTTP/1.1" status: 204 len: 168 time: 1.4000592 Oct 26 14:44:30.455298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50484) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:30.541803 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Deleting subnet 48038a73-8d2b-4a85-84c0-471f44c60c4e {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:44:30.545690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.589303 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.788116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 839edb5a-f6be-4f62-b684-fa33d4ae4d07 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:30.791569 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.875365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 839edb5a-f6be-4f62-b684-fa33d4ae4d07 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:30.878248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 839edb5a-f6be-4f62-b684-fa33d4ae4d07 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:30.880534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c073e4a4-3b1f-4206-acac-0eb089fb40b8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:30.919358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.931275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c073e4a4-3b1f-4206-acac-0eb089fb40b8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:30.931840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c073e4a4-3b1f-4206-acac-0eb089fb40b8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:30.962021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc779e-b4ff-4d0c-9092-1fbb682c7487 None None] Network 46e7afdb-8466-4295-a1c7-545809e61ef0 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:44:30.984301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:30.991518 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/48038a73-8d2b-4a85-84c0-471f44c60c4e HTTP/1.1" status: 204 len: 168 time: 0.5339978 Oct 26 14:44:30.993720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50488) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:30.994764 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48038a73-8d2b-4a85-84c0-471f44c60c4e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:31.010718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.011839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.012532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.013569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.014419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.015273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.016030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.016605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.017695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.018460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.019214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.019965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e34b628-5b09-45d7-81f1-7fe9330e47d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.135250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.246604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Deleting port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:31.247276 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.334472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] DHCP port deletion for 46e7afdb-8466-4295-a1c7-545809e61ef0 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:44:31.358110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] For port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:31.358775 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.377836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Calling delete_port for 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:31.422077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Deleting port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:31.422843 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.519162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] For port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,segment=NetworkSegment(b84fab29-617b-4b3a-b325-cc7be205b79e),segment_id=b84fab29-617b-4b3a-b325-cc7be205b79e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:31.519916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.537882 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.542079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Calling delete_port for 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:31.588364 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:31.597947 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] No DVR routers for this DVR port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:31.641826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:31.686741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Pushing event deleted for resources: {'Port': ['ID=04f102fb-f066-45d5-a9ff-63cbbc2cd2c1,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:31.702778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] No DVR routers for this DVR port 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:31.707802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.708322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.708877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.709384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.709912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.710446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.710991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.711530 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.712075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.712653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.713183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.713711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d744189-fe02-4024-8c96-9d2a4acd5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:44:31.749488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.182200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e7afdb-8466-4295-a1c7-545809e61ef0']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:32.195560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84fab29-617b-4b3a-b325-cc7be205b79e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:32.195991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84fab29-617b-4b3a-b325-cc7be205b79e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:32.209387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.232017 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.240273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:44:32.240714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:44:32.242609 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:44:32.304962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.313233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:32.321171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] 10.222.0.37 "DELETE /v2.0/networks/46e7afdb-8466-4295-a1c7-545809e61ef0 HTTP/1.1" status: 204 len: 168 time: 1.3259327 Oct 26 14:44:32.325360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50492) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:32.346556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e159628-27a9-41a4-bbc9-b2de04bb7474 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e7afdb-8466-4295-a1c7-545809e61ef0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:32.613747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:32.649950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:32.650973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04f102fb-f066-45d5-a9ff-63cbbc2cd2c1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:32.924384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.367587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Deleting port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:33.368729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.430212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50500) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:33.480015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] For port 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:33.480782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.497209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Calling delete_port for 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:33.617200 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e515e2df-a261-4598-8e58-3e93e44bb8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.739714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e515e2df-a261-4598-8e58-3e93e44bb8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.746532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e515e2df-a261-4598-8e58-3e93e44bb8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.810031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.827377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e515e2df-a261-4598-8e58-3e93e44bb8fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec2d7408a54648a5b30028001fd4a738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944151 Oct 26 14:44:33.830352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50504) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:33.841203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515e2df-a261-4598-8e58-3e93e44bb8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363fa802-3b4a-481b-bf56-ae732ded562b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:33.865035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:33.947826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:33.995643 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:34.073804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:34.076842 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:34.082963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/363fa802-3b4a-481b-bf56-ae732ded562b HTTP/1.1" status: 204 len: 168 time: 0.2460098 Oct 26 14:44:34.091145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a08ab-bd45-48e8-9e9a-0bc74f0e8dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363fa802-3b4a-481b-bf56-ae732ded562b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:34.183544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:34.535397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Router 64b119b2-3191-4fb1-899f-f1716b742c3d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:44:34.699410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:44:34.710875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b98b1c2b-d33b-42f1-b7f5-40e118e16b39 admin admin] 10.222.0.37 "PUT /v2.0/routers/64b119b2-3191-4fb1-899f-f1716b742c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3795185 Oct 26 14:44:34.711057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50518) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:34.717554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Sync routers for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:44:34.730587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:34.731508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:44:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:34.862911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:34.897596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:35.083771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.161498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Deleting port 0074aa78-0153-4e2c-a948-144fb7b77f9a {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:35.161947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.182486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:44:33Z', 'revision_number': 5, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port': {'id': '0074aa78-0153-4e2c-a948-144fb7b77f9a', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:40:28Z', 'updated_at': '2021-10-26T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:35.218526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Checking router: 64b119b2-3191-4fb1-899f-f1716b742c3d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:44:35.230082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Routers {'64b119b2-3191-4fb1-899f-f1716b742c3d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:44:35.230798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:44:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['64b119b2-3191-4fb1-899f-f1716b742c3d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:35.300105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] For port 0074aa78-0153-4e2c-a948-144fb7b77f9a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=0074aa78-0153-4e2c-a948-144fb7b77f9a,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:35.300600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.318177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Calling delete_port for 0074aa78-0153-4e2c-a948-144fb7b77f9a owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:35.391471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] Set router 64b119b2-3191-4fb1-899f-f1716b742c3d gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:44:35.496460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:44:35Z', 'revision_number': 6, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:35.531529 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.547734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852dee70-0fea-4386-9803-ebffb7aac0c3 None None] The sync data for ids ['64b119b2-3191-4fb1-899f-f1716b742c3d'] in n-d-813419-9 is: [{'id': '64b119b2-3191-4fb1-899f-f1716b742c3d', 'name': 'tempest-TestVolumeBackupRestore-1012699917-router', 'tenant_id': 'b621f012107742e1a191e45ac8cb623d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:40:27Z', 'updated_at': '2021-10-26T14:44:35Z', 'revision_number': 6, 'project_id': 'b621f012107742e1a191e45ac8cb623d', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:44:35.583814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Pushing event deleted for resources: {'Port': ['ID=0074aa78-0153-4e2c-a948-144fb7b77f9a,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:35.672941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.857586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.862498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.937801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.939305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b119b2-3191-4fb1-899f-f1716b742c3d {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:44:35.952245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:35.956976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d1a32266-7038-4585-94ab-dfa1169b769e admin admin] 10.222.0.37 "DELETE /v2.0/routers/64b119b2-3191-4fb1-899f-f1716b742c3d HTTP/1.1" status: 204 len: 168 time: 1.2418377 Oct 26 14:44:35.960280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50538) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:36.037670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Deleting subnet 35976ebc-996c-4ac1-a677-42c2e1e17f6e {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:44:36.043057 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.102528 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.258608 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.335644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.383254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35976ebc-996c-4ac1-a677-42c2e1e17f6e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:36.389570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.395589 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5906f96c-3939-4529-a2d3-abc1030f3dbe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35976ebc-996c-4ac1-a677-42c2e1e17f6e HTTP/1.1" status: 204 len: 168 time: 0.4334998 Oct 26 14:44:36.398986 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50544) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:36.399251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57d701-ab9b-4062-b067-24dfcac5c0cc None None] Network 71dff79c-2ccb-4abc-9b95-eaff732c59f6 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:44:36.553539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.667663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Deleting port 18f4847b-ac3c-47d0-95dd-089d887357cc {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:36.667663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.677280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0074aa78-0153-4e2c-a948-144fb7b77f9a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:36.719176 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0074aa78-0153-4e2c-a948-144fb7b77f9a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:36.720592 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0074aa78-0153-4e2c-a948-144fb7b77f9a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:36.721540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:36.768198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:36.769130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 0d0ebdfb-e2d1-4864-82fb-b703fe4b1d99 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:36.818561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] For port 18f4847b-ac3c-47d0-95dd-089d887357cc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=18f4847b-ac3c-47d0-95dd-089d887357cc,segment=NetworkSegment(e9ab0861-9b81-4479-bba7-2684cfa14818),segment_id=e9ab0861-9b81-4479-bba7-2684cfa14818)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:36.819078 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:36.861585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Calling delete_port for 18f4847b-ac3c-47d0-95dd-089d887357cc owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:36.871214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] DHCP port deletion for 71dff79c-2ccb-4abc-9b95-eaff732c59f6 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:44:37.072990 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.138199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] No DVR routers for this DVR port 18f4847b-ac3c-47d0-95dd-089d887357cc on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:37.141501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f4847b-ac3c-47d0-95dd-089d887357cc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:37.178406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Deleting port 18f4847b-ac3c-47d0-95dd-089d887357cc {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:37.178644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.255178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] For port 18f4847b-ac3c-47d0-95dd-089d887357cc, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:37.255569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.272527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Calling delete_port for 18f4847b-ac3c-47d0-95dd-089d887357cc owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:37.275610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Port 18f4847b-ac3c-47d0-95dd-089d887357cc was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:44:37.277048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.282304 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.311310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] Pushing event deleted for resources: {'Port': ['ID=18f4847b-ac3c-47d0-95dd-089d887357cc,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:37.314963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a14036-2399-4b14-87d6-3b08cfeaf1ae None None] No DVR routers for this DVR port 18f4847b-ac3c-47d0-95dd-089d887357cc on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:37.323803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dff79c-2ccb-4abc-9b95-eaff732c59f6']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:37.341762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ab0861-9b81-4479-bba7-2684cfa14818') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:37.342037 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ab0861-9b81-4479-bba7-2684cfa14818') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:44:37.354198 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.375441 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.384321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:44:37.384859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:44:37.387121 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:44:37.459569 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.468110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.473512 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] 10.222.0.37 "DELETE /v2.0/networks/71dff79c-2ccb-4abc-9b95-eaff732c59f6 HTTP/1.1" status: 204 len: 168 time: 1.0707915 Oct 26 14:44:37.495832 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a232851-0834-46ee-9c03-49de0de6b185 admin admin] Pushing event deleted for resources: {'Network': ['ID=71dff79c-2ccb-4abc-9b95-eaff732c59f6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:37.733491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50554) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:37.793261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0a6c5f75-33f0-47b9-a9b5-90914f1fae07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d55457cc88034aa5a84679281cc01da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580997 Oct 26 14:44:37.795513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50556) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:37.868918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:37.913199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.001162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.006665 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.009447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90a82887-31e5-4556-83f7-333a5e86db41 HTTP/1.1" status: 204 len: 168 time: 0.2123833 Oct 26 14:44:38.023878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab763d-c966-4718-a5b8-182b37686e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a82887-31e5-4556-83f7-333a5e86db41,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:38.189039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-f62e7e28-9e2c-4f03-b852-b98857486d44 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa477464e77a4f40b9d2021d8c950804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547719 Oct 26 14:44:38.508782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-3682cda2-f665-46e2-bcd5-336af6ddc6f7 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:38.511610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-3682cda2-f665-46e2-bcd5-336af6ddc6f7 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091605 Oct 26 14:44:38.553758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-525ab619-948a-4737-a6e5-a9ca637a7180 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/quotas/aa477464e77a4f40b9d2021d8c950804 HTTP/1.1" status: 200 len: 375 time: 0.0247104 Oct 26 14:44:38.559086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:38.601381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18f4847b-ac3c-47d0-95dd-089d887357cc no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:38.620430 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-e07fd8b4-6ae7-4148-8579-18f6521eafad tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa477464e77a4f40b9d2021d8c950804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487604 Oct 26 14:44:38.638665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 18f4847b-ac3c-47d0-95dd-089d887357cc {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:38.639248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 18f4847b-ac3c-47d0-95dd-089d887357cc not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:44:38.651354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-97beb678-6837-4b07-9d16-e7291e5b03d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b621f012107742e1a191e45ac8cb623d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863869 Oct 26 14:44:38.652014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:44:38.719185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.749785 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.856814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.861188 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:38.863640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/762de9b6-c027-40a1-bca0-19fae0fef3f0 HTTP/1.1" status: 204 len: 168 time: 0.2102697 Oct 26 14:44:38.902266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1dfa870f-204a-4d3b-9561-15b2d9201b7f req-c2b9fffa-9723-4719-909e-1b57f8907542 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0639985 Oct 26 14:44:38.912982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259d315-e568-4e03-86f6-91e0ea949518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762de9b6-c027-40a1-bca0-19fae0fef3f0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:39.968258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-2532cacf-de51-44d9-9ab5-6b7c7538bf9e tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aa477464e77a4f40b9d2021d8c950804&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311954 Oct 26 14:44:40.100381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b52b2c43-822e-45b7-953c-f590486b3fd5 req-8e1bbf7e-e1b0-41aa-a94c-d88c77ebcf2c tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0342076 Oct 26 14:44:40.139958 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fb664dd2-a233-4643-979f-ab310cb61633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.154628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-7071c025-9588-4d63-bbb8-394f18e656b8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:40.156281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-7071c025-9588-4d63-bbb8-394f18e656b8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804161 Oct 26 14:44:40.171401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Request body: {'port': {'device_id': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'aa477464e77a4f40b9d2021d8c950804'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:44:40.297432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Made reservation on behalf of aa477464e77a4f40b9d2021d8c950804 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:44:40.301153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.311236 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.409860 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.415557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.486097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9456022e-f7c2-427d-9887-4e78fe8bd192,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:40.585275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Allocated IP 192.168.233.170 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/f9cde901-ff05-4c57-8f5f-297950d7a563) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:44:40.831193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.889107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:40.941547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:44:40.945440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:44:40.949944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:44:40.982827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Pushing event updated for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:41.022815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:41.023585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:41.049875 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-edd7f923-3242-45be-b111-52a13fef02e8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8845797 Oct 26 14:44:41.061854 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-bdebee5a-fabc-4733-8622-cd1b2d54b1c8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:44:41.062995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-bdebee5a-fabc-4733-8622-cd1b2d54b1c8 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070243 Oct 26 14:44:41.267513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a9051-2335-4fe2-9e0e-f5e01a0a52e2 req-12c03416-c328-4793-ba5b-8832fd4af903 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:41.269311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f65a9051-2335-4fe2-9e0e-f5e01a0a52e2 req-12c03416-c328-4793-ba5b-8832fd4af903 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 936 time: 0.0607803 Oct 26 14:44:41.300080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Request body: {'port': {'device_id': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:44:41.311386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-25120d3e-4720-41dd-92aa-8f87982be56f None None] Provisioning complete for port f9cde901-ff05-4c57-8f5f-297950d7a563 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:41.312266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25120d3e-4720-41dd-92aa-8f87982be56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:41.342156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f65a9051-2335-4fe2-9e0e-f5e01a0a52e2 req-1fcb61c1-e5cc-4ca0-8578-ad530348fccf tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618072 Oct 26 14:44:41.374664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-25120d3e-4720-41dd-92aa-8f87982be56f None None] Port f9cde901-ff05-4c57-8f5f-297950d7a563 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:44:41.395944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:41.737274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cde901-ff05-4c57-8f5f-297950d7a563 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:44:41.751951 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:41.775989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Transition to ACTIVE for port object f9cde901-ff05-4c57-8f5f-297950d7a563 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:44:41.781629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:41.886025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:41.984571 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Attempting to bind port f9cde901-ff05-4c57-8f5f-297950d7a563 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:44:41.985502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Attempting to bind port f9cde901-ff05-4c57-8f5f-297950d7a563 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:44:41.985502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Attempting to bind port f9cde901-ff05-4c57-8f5f-297950d7a563 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:44:41.997155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Port f9cde901-ff05-4c57-8f5f-297950d7a563 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:44:41.997667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Attempting to bind port f9cde901-ff05-4c57-8f5f-297950d7a563 on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:44:42.007196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:44:42.007708 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:44:42.008253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:44:42.008914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Bound port: f9cde901-ff05-4c57-8f5f-297950d7a563, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:44:42.009356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:42.103069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:44:42.107900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9cde901-ff05-4c57-8f5f-297950d7a563,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:44:42.117160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:42.161259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.162055 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:42.163785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] 10.222.0.73 "PUT /v2.0/ports/f9cde901-ff05-4c57-8f5f-297950d7a563 HTTP/1.1" status: 200 len: 1096 time: 1.0920076 Oct 26 14:44:42.164295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:42.166969 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8737b216-7a53-48ae-8248-32ec5b98359b" -d '{"events": [{"name": "network-changed", "server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:42.207115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f1520-74b6-4f07-bef6-217fb3d7dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:42.286233 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea0cb5-ce68-4049-a326-5c5022e57705 x-openstack-request-id: req-25ea0cb5-ce68-4049-a326-5c5022e57705 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:42.286790 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:42.287231 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25ea0cb5-ce68-4049-a326-5c5022e57705 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:42.288005 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563', 'status': 'completed', 'code': 200} Oct 26 14:44:42.313433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-495f1f80-203c-491a-b4f0-c7ce6c11d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.315354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-495f1f80-203c-491a-b4f0-c7ce6c11d3b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa477464e77a4f40b9d2021d8c950804&device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0760527 Oct 26 14:44:42.364369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-718b7c6a-cdcf-4b11-8c0e-36fa40206a57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=f9cde901-ff05-4c57-8f5f-297950d7a563 HTTP/1.1" status: 200 len: 217 time: 0.0400894 Oct 26 14:44:42.437501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-efe35592-523c-44df-a085-2b67b4301053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.439011 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-efe35592-523c-44df-a085-2b67b4301053 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0676711 Oct 26 14:44:42.492140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-125721de-fd48-41df-b961-b35194d77fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.494309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-125721de-fd48-41df-b961-b35194d77fbd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481014 Oct 26 14:44:42.528686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cddc5-e51b-4918-ac09-db6fc24506db req-d3ed3fc6-fad8-4057-8fbe-57fb1daf6451 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.531386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed6cddc5-e51b-4918-ac09-db6fc24506db req-d3ed3fc6-fad8-4057-8fbe-57fb1daf6451 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.0696361 Oct 26 14:44:42.594130 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed6cddc5-e51b-4918-ac09-db6fc24506db req-b50dd366-e9ea-4137-adb6-0dcf759c5249 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Oct 26 14:44:42.638724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-ed922db6-7bd7-4883-a8f5-3c283c9a1b80 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365626 Oct 26 14:44:42.745661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-91fc3020-985d-40f0-9d72-7e3bbc397a92 req-e7a46077-2c8a-4730-b387-fe0110cba573 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000898 Oct 26 14:44:42.851220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b216-7a53-48ae-8248-32ec5b98359b req-d3cd008c-e350-44e0-89d0-53b712282485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.853003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-d3cd008c-e350-44e0-89d0-53b712282485 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa477464e77a4f40b9d2021d8c950804&device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0474360 Oct 26 14:44:42.878097 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cc499302-bbc3-455e-b8db-be98d0df61bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:42.967736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b216-7a53-48ae-8248-32ec5b98359b req-7a0dc03e-8d7c-41b8-9441-d522208fe89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:42.969305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-7a0dc03e-8d7c-41b8-9441-d522208fe89d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1095977 Oct 26 14:44:43.018873 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-33e0f293-34d9-47be-a0cc-76d5ebdbe4bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=f9cde901-ff05-4c57-8f5f-297950d7a563 HTTP/1.1" status: 200 len: 217 time: 0.0410712 Oct 26 14:44:43.081316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b216-7a53-48ae-8248-32ec5b98359b req-c4fc0df6-d385-4ec0-929c-4b5efbc71c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:43.082820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-c4fc0df6-d385-4ec0-929c-4b5efbc71c52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0565605 Oct 26 14:44:43.135185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b216-7a53-48ae-8248-32ec5b98359b req-f75cf79a-4678-44c2-8ed0-f884a5d37f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:43.136820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-f75cf79a-4678-44c2-8ed0-f884a5d37f5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455437 Oct 26 14:44:43.238801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-f8d709ff-1699-43b0-9da9-2fb35004fd80 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939128 Oct 26 14:44:43.351911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8737b216-7a53-48ae-8248-32ec5b98359b req-169260f8-6351-464c-bbc9-cb09cd01ee49 service neutron] 10.222.0.73 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054153 Oct 26 14:44:43.731984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d47bd8-9415-40fe-b1f6-701e1a69b3ce req-3b6a5d9a-3b65-42e6-9db1-5e259259882b tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:43.733820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5d47bd8-9415-40fe-b1f6-701e1a69b3ce req-3b6a5d9a-3b65-42e6-9db1-5e259259882b tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.0562842 Oct 26 14:44:43.784174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5d47bd8-9415-40fe-b1f6-701e1a69b3ce req-dfeaace3-8a4b-483a-962a-e6b3d908577e tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Oct 26 14:44:43.933674 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:44.348815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:44.937254 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348493ac-83a5-4e62-83b2-633ffadf8a90 req-954ce30d-ca7e-4c68-bd42-b90b25e9b5ea tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:44.939443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-348493ac-83a5-4e62-83b2-633ffadf8a90 req-954ce30d-ca7e-4c68-bd42-b90b25e9b5ea tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.0537670 Oct 26 14:44:44.990148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-348493ac-83a5-4e62-83b2-633ffadf8a90 req-5dbb2f9e-287c-4f53-82dd-b28a9931f536 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Oct 26 14:44:45.879121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:45.979488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9cde901-ff05-4c57-8f5f-297950d7a563 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:44:46.107599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9cde901-ff05-4c57-8f5f-297950d7a563,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:46.120757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'f9cde901-ff05-4c57-8f5f-297950d7a563', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': 'f9cde901-ff05-4c57-8f5f-297950d7a563', 'mac_address': 'fa:16:3e:1a:36:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:44:46.163661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:46.166851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4792-1077-409d-9cfa-057025b911ac req-9fef8671-8b58-416b-9500-969d7555e686 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:46.169602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c5a4792-1077-409d-9cfa-057025b911ac req-9fef8671-8b58-416b-9500-969d7555e686 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 948 time: 0.0937884 Oct 26 14:44:46.180860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cde901-ff05-4c57-8f5f-297950d7a563 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:44:46.208616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9cde901-ff05-4c57-8f5f-297950d7a563,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:46.214328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:46.215275 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4c5a4792-1077-409d-9cfa-057025b911ac req-f317118c-2c9b-4062-8d2d-c0512b540216 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 Oct 26 14:44:46.274650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:46.454161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['f9cde901-ff05-4c57-8f5f-297950d7a563'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:44:47.349956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4490b6-f64f-45a1-a3af-a59ed1985c55 req-fadde3f1-3831-43c4-9448-39e02f252bd2 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:47.351534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c4490b6-f64f-45a1-a3af-a59ed1985c55 req-fadde3f1-3831-43c4-9448-39e02f252bd2 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 949 time: 0.0554206 Oct 26 14:44:47.418691 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1c4490b6-f64f-45a1-a3af-a59ed1985c55 req-9f13bc11-fdd5-477e-8e3f-bd8a19e852c9 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603993 Oct 26 14:44:47.999754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9cde901-ff05-4c57-8f5f-297950d7a563 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:44:48.067731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port f9cde901-ff05-4c57-8f5f-297950d7a563 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:44:48.071898 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port f9cde901-ff05-4c57-8f5f-297950d7a563 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:44:48.072270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:48.156200 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:48.182972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:48.185448 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e254cf7-0c78-4244-a2b4-bd11f8ce16ac" -d '{"events": [{"server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:48.200847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9cde901-ff05-4c57-8f5f-297950d7a563,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:48.207895 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:48.241204 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590d580-d783-4c0b-be89-43c9f701dc3b x-openstack-request-id: req-6590d580-d783-4c0b-be89-43c9f701dc3b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:48.241518 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "name": "network-vif-plugged", "status": "completed", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:48.241767 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6590d580-d783-4c0b-be89-43c9f701dc3b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:48.242240 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563', 'code': 200} Oct 26 14:44:48.279076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:48.350890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74fcd5-6fd4-4b24-89ae-d60512818c6e req-22e8328a-cc83-4c7e-8f10-332c010e94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:48.352830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc74fcd5-6fd4-4b24-89ae-d60512818c6e req-22e8328a-cc83-4c7e-8f10-332c010e94af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 1101 time: 0.0448341 Oct 26 14:44:48.395425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fc74fcd5-6fd4-4b24-89ae-d60512818c6e req-135c3ada-69d0-465a-a413-55d9391ef170 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Oct 26 14:44:48.552539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ce062-afbd-427e-9c4a-1129e88412fc req-50e86508-fe84-4c0e-a911-73f848e9519b tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:48.554216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f68ce062-afbd-427e-9c4a-1129e88412fc req-50e86508-fe84-4c0e-a911-73f848e9519b tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 950 time: 0.0612776 Oct 26 14:44:48.596762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f68ce062-afbd-427e-9c4a-1129e88412fc req-4fb4b463-8c65-49c0-a4a0-14f7641fcb1f tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360432 Oct 26 14:44:49.732907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da249a5b-da66-41ec-b81a-008eafb5e13c req-4fc28501-d06a-4215-a879-4c2c9045b3f9 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:49.734637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da249a5b-da66-41ec-b81a-008eafb5e13c req-4fc28501-d06a-4215-a879-4c2c9045b3f9 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 950 time: 0.0574346 Oct 26 14:44:49.778346 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da249a5b-da66-41ec-b81a-008eafb5e13c req-44e02b8d-e98f-4cb1-87e1-a11438f8868c tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367947 Oct 26 14:44:50.106601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a2cd-cc75-40b0-aed2-a9104aa54126 req-c66c1a3f-e389-4a4e-99f7-4cf903666795 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:50.108473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2665a2cd-cc75-40b0-aed2-a9104aa54126 req-c66c1a3f-e389-4a4e-99f7-4cf903666795 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 950 time: 0.0638077 Oct 26 14:44:50.154402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2665a2cd-cc75-40b0-aed2-a9104aa54126 req-a16bab93-4308-4e5d-b851-44a183966589 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Oct 26 14:44:51.054870 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:44:51.314978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3552b1-e7aa-4d4a-b431-49cccd395f76 req-4517e836-c97b-40f7-9c22-cef8b718f79a tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:51.316718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb3552b1-e7aa-4d4a-b431-49cccd395f76 req-4517e836-c97b-40f7-9c22-cef8b718f79a tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 950 time: 0.0745025 Oct 26 14:44:51.332226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-3a4e2dbe-fa2d-4dce-a401-c0c803e76ade tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:44:51.334273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-3a4e2dbe-fa2d-4dce-a401-c0c803e76ade tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 950 time: 0.0783045 Oct 26 14:44:51.374841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb3552b1-e7aa-4d4a-b431-49cccd395f76 req-efdd28dc-60ee-4aab-891d-6188a75ecd9e tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/security-groups?id=9456022e-f7c2-427d-9887-4e78fe8bd192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473871 Oct 26 14:44:51.467088 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Deleting port f9cde901-ff05-4c57-8f5f-297950d7a563 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:44:51.467503 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:51.908968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] For port f9cde901-ff05-4c57-8f5f-297950d7a563, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9cde901-ff05-4c57-8f5f-297950d7a563,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:44:51.909330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:51.923970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Calling delete_port for f9cde901-ff05-4c57-8f5f-297950d7a563 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:44:52.081399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:52.093671 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['f9cde901-ff05-4c57-8f5f-297950d7a563'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:44:52.116636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Pushing event deleted for resources: {'Port': ['ID=f9cde901-ff05-4c57-8f5f-297950d7a563,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:44:52.133848 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:52.174185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] No DVR routers for this DVR port f9cde901-ff05-4c57-8f5f-297950d7a563 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:44:52.177490 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:52.182447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2dadfa6c-583a-4bf2-ac6b-0ac00fb15aa8 req-e53744d1-15cb-4a07-a7df-1c3a999c6ee1 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.73 "DELETE /v2.0/ports/f9cde901-ff05-4c57-8f5f-297950d7a563 HTTP/1.1" status: 204 len: 173 time: 0.8420141 Oct 26 14:44:52.183010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'name': 'network-vif-deleted', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:44:52.186221 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faafd723-d1c1-45e6-80b7-18fcd771863f" -d '{"events": [{"server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "name": "network-vif-deleted", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:44:52.233288 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082e793-a849-40c7-a391-d694bd8dab6f x-openstack-request-id: req-a082e793-a849-40c7-a391-d694bd8dab6f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:44:52.233591 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466f087-36ab-4a5d-a958-3058c40bb9b3", "name": "network-vif-deleted", "tag": "f9cde901-ff05-4c57-8f5f-297950d7a563", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:44:52.233835 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a082e793-a849-40c7-a391-d694bd8dab6f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:44:52.234304 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466f087-36ab-4a5d-a958-3058c40bb9b3', 'name': 'network-vif-deleted', 'tag': 'f9cde901-ff05-4c57-8f5f-297950d7a563', 'status': 'completed', 'code': 200} Oct 26 14:44:52.491491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a03d320-a257-44a3-a603-2a268cc105a4 req-68c1ad49-5e0d-4320-8d41-50aebf78c037 tempest-VolumesNegativeTest-284554195 tempest-VolumesNegativeTest-284554195-project] 10.222.0.37 "GET /v2.0/ports?device_id=f466f087-36ab-4a5d-a958-3058c40bb9b3 HTTP/1.1" status: 200 len: 210 time: 0.0289497 Oct 26 14:44:53.594761 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:44:56.077780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9cde901-ff05-4c57-8f5f-297950d7a563 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:44:56.109140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: f9cde901-ff05-4c57-8f5f-297950d7a563 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:44:56.109480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9cde901-ff05-4c57-8f5f-297950d7a563 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:45:00.109780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 50862) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:00.366544 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 50868) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:00.367135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-adab21c3-54ef-4205-ae40-bdf360405d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa477464e77a4f40b9d2021d8c950804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540281 Oct 26 14:45:00.435501 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:00.464852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:00.539868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:00.543266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:00.547572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9456022e-f7c2-427d-9887-4e78fe8bd192 HTTP/1.1" status: 204 len: 168 time: 0.1786563 Oct 26 14:45:00.557426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a35cbf-18c7-4948-a31a-d7ba058bbdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456022e-f7c2-427d-9887-4e78fe8bd192,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:07.329968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-aa020d79-dde2-412d-a066-64e223d2e21f req-ec6aa263-07ed-4581-9cf3-c816c03fd4af tempest-AttachVolumeNegativeTest-24728773 tempest-AttachVolumeNegativeTest-24728773-project] (102163) timed out ('10.222.0.41', 56090) {{(pid=102163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:45:10.134609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb6a713e-dc56-4c3c-b1cf-469b50b3d19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:11.959246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-ffa7d392-7911-4139-9412-2998e8e5bb34 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324495 Oct 26 14:45:12.176597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-5ba0baa0-557d-40cf-88a9-5faf156fd37f tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:12.178215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-5ba0baa0-557d-40cf-88a9-5faf156fd37f tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124188 Oct 26 14:45:12.199556 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-12df71c5-b1e1-4912-8e58-bb015c761626 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/quotas/f9b014fdd573472ba7b1daa595a2cacb HTTP/1.1" status: 200 len: 375 time: 0.0109510 Oct 26 14:45:12.235526 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-57343ae0-7389-41f5-ae2b-06628051592b tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283859 Oct 26 14:45:12.494339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b2510f9-2852-4b65-bc0a-afe48bf65a0b req-794c511b-f679-489f-8ad9-6ddad3e7cd59 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 210 time: 0.0308571 Oct 26 14:45:12.883173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-964f3d35-7c31-4f8d-997e-ea4764f1d8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:13.536462 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-95b2d676-d05b-43a7-ab1a-7cef9dc2c2f3 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427761 Oct 26 14:45:13.654305 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-048f5dfd-ae97-48e6-b10b-9e3bcdddc944 req-d4aedb89-2681-45f2-b978-8237933eac53 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 210 time: 0.0320284 Oct 26 14:45:13.726877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-8aa78fff-01e5-4223-a98e-924a86c3712d tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:13.728522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-8aa78fff-01e5-4223-a98e-924a86c3712d tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865311 Oct 26 14:45:13.743005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Request body: {'port': {'device_id': 'fb75c666-349d-4866-a5c5-875674c26f13', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'admin_state_up': True, 'tenant_id': 'f9b014fdd573472ba7b1daa595a2cacb'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:13.903295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Made reservation on behalf of f9b014fdd573472ba7b1daa595a2cacb for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:45:13.908557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:13.921348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:13.934182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.034109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.039650 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.118464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1e723-312e-4d40-9c19-612ab32f9738,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:14.137670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.139551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.139551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.139551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.139551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.139551 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.140228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.140228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.140228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.140682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.140925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.141248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:14.231054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Allocated IP 192.168.233.98 (1839a72e-7588-4c4b-ac80-894b44b8b2cf/0ca49a07-261f-4ebe-91eb-56c81ea7d985/2fc10035-ac8f-401d-89a7-ab50288e722f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:45:14.368787 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.431773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.485415 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.566813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Network 1839a72e-7588-4c4b-ac80-894b44b8b2cf is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:45:14.572448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:45:14.580818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:45:14.627891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Pushing event updated for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:14.673860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:14.674690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:14.700693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-f8f6f515-97da-49c6-bff3-7fc0c11ce34c tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9616158 Oct 26 14:45:14.865253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e3df-9347-47c6-9715-ac45563643a3 req-2e137787-069e-4e12-985f-1b9e269dbd01 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:14.867927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2829e3df-9347-47c6-9715-ac45563643a3 req-2e137787-069e-4e12-985f-1b9e269dbd01 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 935 time: 0.1036401 Oct 26 14:45:14.897818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Request body: {'port': {'device_id': 'fb75c666-349d-4866-a5c5-875674c26f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:14.990447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bb86e3ce-256e-4727-9201-5892d5733325 None None] Provisioning complete for port 2fc10035-ac8f-401d-89a7-ab50288e722f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:45:14.990993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bb86e3ce-256e-4727-9201-5892d5733325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.001972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2829e3df-9347-47c6-9715-ac45563643a3 req-7685f72f-7cd4-49ae-a1c3-55796312089d tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259975 Oct 26 14:45:15.010091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.031184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bb86e3ce-256e-4727-9201-5892d5733325 None None] Port 2fc10035-ac8f-401d-89a7-ab50288e722f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:45:15.398283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc10035-ac8f-401d-89a7-ab50288e722f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:45:15.406687 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.422176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Transition to ACTIVE for port object 2fc10035-ac8f-401d-89a7-ab50288e722f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:45:15.427001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.487350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:15.580349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Attempting to bind port 2fc10035-ac8f-401d-89a7-ab50288e722f on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:45:15.581105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Attempting to bind port 2fc10035-ac8f-401d-89a7-ab50288e722f by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:45:15.581267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Attempting to bind port 2fc10035-ac8f-401d-89a7-ab50288e722f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:45:15.587245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Port 2fc10035-ac8f-401d-89a7-ab50288e722f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:45:15.587700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Attempting to bind port 2fc10035-ac8f-401d-89a7-ab50288e722f on network 1839a72e-7588-4c4b-ac80-894b44b8b2cf {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:45:15.594907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:45:15.597231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Checking segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:45:15.597231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Bound using segment: {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:45:15.597704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Bound port: 2fc10035-ac8f-401d-89a7-ab50288e722f, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26af176d-2c62-469b-9f85-3f2764e892e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:45:15.598106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.688878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:45:15.693258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2fc10035-ac8f-401d-89a7-ab50288e722f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:45:15.698450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.740977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:15.741634 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.743134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fc10035-ac8f-401d-89a7-ab50288e722f HTTP/1.1" status: 200 len: 1095 time: 1.0343196 Oct 26 14:45:15.743625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:45:15.746410 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087d209-eedd-4820-8cd3-393d8ea97b96" -d '{"events": [{"name": "network-changed", "server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:45:15.782301 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f8f5-7eb9-483a-bb1a-c0358cf93279 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:15.826532 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901064e5-f428-41f4-848e-5cc8a3c2c1ae x-openstack-request-id: req-901064e5-f428-41f4-848e-5cc8a3c2c1ae {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:45:15.826840 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:45:15.827071 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-901064e5-f428-41f4-848e-5cc8a3c2c1ae {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:45:15.827498 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f', 'status': 'completed', 'code': 200} Oct 26 14:45:15.866556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-80e83d63-840a-4a5d-88cd-b3a5e4d60c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:15.868406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-80e83d63-840a-4a5d-88cd-b3a5e4d60c5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 1098 time: 0.0619211 Oct 26 14:45:15.886137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:15.929869 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-3d5273c8-c714-422f-a6dc-f6b7da9dfe9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=2fc10035-ac8f-401d-89a7-ab50288e722f HTTP/1.1" status: 200 len: 217 time: 0.0534601 Oct 26 14:45:15.987796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-15ef9536-1c37-4dfc-ab58-dd86395fe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:15.989362 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-15ef9536-1c37-4dfc-ab58-dd86395fe135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0525615 Oct 26 14:45:16.045412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0f282b22-7e0e-4255-a5de-fa7a380378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.047141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-0f282b22-7e0e-4255-a5de-fa7a380378d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507762 Oct 26 14:45:16.193723 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803862-e929-42eb-9440-63fa82c85744 req-88394794-67ee-45f7-b870-c0a7e20dec3d tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.195287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04803862-e929-42eb-9440-63fa82c85744 req-88394794-67ee-45f7-b870-c0a7e20dec3d tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 947 time: 0.0783007 Oct 26 14:45:16.215102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-d2062b7b-cb74-4611-b9aa-0221e59745fd service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600454 Oct 26 14:45:16.309953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04803862-e929-42eb-9440-63fa82c85744 req-5eaf1607-ac5d-4961-b28b-9fe8ab9a73f2 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082187 Oct 26 14:45:16.364364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30d8fbfe-77f5-4e62-8bd5-2c64d5249a18 req-10349343-57c1-4324-b895-0a4014f810ce service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418233 Oct 26 14:45:16.463673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-cd063d84-01e0-4da5-a570-a3570a640140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.465247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-cd063d84-01e0-4da5-a570-a3570a640140 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 1098 time: 0.0477164 Oct 26 14:45:16.581409 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-81d04db5-7398-410e-b49e-2af6b686ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.582992 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-81d04db5-7398-410e-b49e-2af6b686ce4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1839a72e-7588-4c4b-ac80-894b44b8b2cf HTTP/1.1" status: 200 len: 870 time: 0.1104534 Oct 26 14:45:16.628966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-648b6f92-415f-46c4-a69f-46144c38c3c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=2fc10035-ac8f-401d-89a7-ab50288e722f HTTP/1.1" status: 200 len: 217 time: 0.0378819 Oct 26 14:45:16.684826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-1f8cdb20-a021-49d1-9a5f-a9bc2c14d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.686429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-1f8cdb20-a021-49d1-9a5f-a9bc2c14d88b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ca49a07-261f-4ebe-91eb-56c81ea7d985 HTTP/1.1" status: 200 len: 843 time: 0.0496964 Oct 26 14:45:16.747230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-d0f61b7d-ec1b-4d6c-b737-fde259926cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:16.748687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-d0f61b7d-ec1b-4d6c-b737-fde259926cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1839a72e-7588-4c4b-ac80-894b44b8b2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539110 Oct 26 14:45:16.855623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-8abc5957-6f12-42dd-a014-f6f9684a30ea service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983634 Oct 26 14:45:16.986061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1087d209-eedd-4820-8cd3-393d8ea97b96 req-9817ef98-b53e-4cf7-ab71-de325a71e5d1 service neutron] 10.222.0.41 "GET /v2.0/networks/1839a72e-7588-4c4b-ac80-894b44b8b2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220834 Oct 26 14:45:17.458840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d39d7-a59e-478b-82eb-006c44cf29e0 req-50ba1a63-d356-41e8-a534-116b2117f642 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:17.460463 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a58d39d7-a59e-478b-82eb-006c44cf29e0 req-50ba1a63-d356-41e8-a534-116b2117f642 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 947 time: 0.0624225 Oct 26 14:45:17.511156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a58d39d7-a59e-478b-82eb-006c44cf29e0 req-8ebd0b84-4fe2-4f3d-b6af-e8c9ca6f1951 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Oct 26 14:45:18.684943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15346fc-9148-4e10-9d6e-1a06c1baaa6c req-b5b24395-ed46-42dc-ae68-bcaeccb59fd3 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:18.687328 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e15346fc-9148-4e10-9d6e-1a06c1baaa6c req-b5b24395-ed46-42dc-ae68-bcaeccb59fd3 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 947 time: 0.0692289 Oct 26 14:45:18.731745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e15346fc-9148-4e10-9d6e-1a06c1baaa6c req-d4e25065-a8c3-4d56-ad1b-2a41a2701c06 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Oct 26 14:45:19.864116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04768f2-769e-444c-a5af-b1a1f644a764 req-cf250a40-110e-4240-b333-baf768a13b33 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:19.865733 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f04768f2-769e-444c-a5af-b1a1f644a764 req-cf250a40-110e-4240-b333-baf768a13b33 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 947 time: 0.0578084 Oct 26 14:45:19.910840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f04768f2-769e-444c-a5af-b1a1f644a764 req-c8bd9200-ba59-4e1a-a825-04c32a628ddf tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Oct 26 14:45:20.242934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2fc10035-ac8f-401d-89a7-ab50288e722f details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:45:20.413473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2fc10035-ac8f-401d-89a7-ab50288e722f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:20.434448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2fc10035-ac8f-401d-89a7-ab50288e722f', 'network_id': '1839a72e-7588-4c4b-ac80-894b44b8b2cf', 'port_id': '2fc10035-ac8f-401d-89a7-ab50288e722f', 'mac_address': 'fa:16:3e:45:27:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca49a07-261f-4ebe-91eb-56c81ea7d985', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:45:20.479680 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:20.500157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc10035-ac8f-401d-89a7-ab50288e722f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:45:20.530558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2fc10035-ac8f-401d-89a7-ab50288e722f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:20.537899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:20.619891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:20.750887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2fc10035-ac8f-401d-89a7-ab50288e722f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:45:21.054443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebce8d-7c9b-41a9-a66e-7255e6ba1d8d req-9d009c63-3d27-4ab9-869b-5901b4bcd1ba tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:21.056033 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2ebce8d-7c9b-41a9-a66e-7255e6ba1d8d req-9d009c63-3d27-4ab9-869b-5901b4bcd1ba tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 948 time: 0.0579710 Oct 26 14:45:21.099574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2ebce8d-7c9b-41a9-a66e-7255e6ba1d8d req-bc0ec757-bd2d-49e6-b205-251f5f1d7c9a tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367682 Oct 26 14:45:22.124681 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:22.243926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2fc10035-ac8f-401d-89a7-ab50288e722f up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:45:22.249976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad8289-36c5-4f49-9f6c-c311059ef9b2 req-3b9435a8-a8ed-447c-b4e7-48d27fa2b619 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:22.251909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3ad8289-36c5-4f49-9f6c-c311059ef9b2 req-3b9435a8-a8ed-447c-b4e7-48d27fa2b619 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 948 time: 0.0747836 Oct 26 14:45:22.305421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2fc10035-ac8f-401d-89a7-ab50288e722f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:45:22.306141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3ad8289-36c5-4f49-9f6c-c311059ef9b2 req-5fce817f-b878-4b0c-95f7-95eccb2a6242 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Oct 26 14:45:22.310083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2fc10035-ac8f-401d-89a7-ab50288e722f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:45:22.310487 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:22.396850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:22.423742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:45:22.426168 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0896772-3b3f-4b9a-a1b3-5a8bc8986731" -d '{"events": [{"server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "name": "network-vif-plugged", "status": "completed", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:45:22.446449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2fc10035-ac8f-401d-89a7-ab50288e722f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:22.452319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:22.497117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea919c-88f8-44d9-aba0-bb89f260f4ba x-openstack-request-id: req-05ea919c-88f8-44d9-aba0-bb89f260f4ba {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:45:22.497574 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "name": "network-vif-plugged", "status": "completed", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:45:22.497998 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05ea919c-88f8-44d9-aba0-bb89f260f4ba {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:45:22.498642 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f', 'code': 200} Oct 26 14:45:22.537266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:22.598281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f376-7b50-4ef2-b106-ebfff6092a4b req-3f60fd06-79a6-44d7-bb13-2e1e5575909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:22.599838 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ba2f376-7b50-4ef2-b106-ebfff6092a4b req-3f60fd06-79a6-44d7-bb13-2e1e5575909b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 1100 time: 0.0514975 Oct 26 14:45:22.645447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2ba2f376-7b50-4ef2-b106-ebfff6092a4b req-d2adcea3-36da-4f00-b0a6-c0fad4d58f4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Oct 26 14:45:23.443113 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1696d3-235b-461b-a769-8c4490b2586c req-d185a2e6-2980-493b-97ef-3ff181c47ea4 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:23.444817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf1696d3-235b-461b-a769-8c4490b2586c req-d185a2e6-2980-493b-97ef-3ff181c47ea4 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 949 time: 0.0566332 Oct 26 14:45:23.493509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cf1696d3-235b-461b-a769-8c4490b2586c req-08bbca1d-c5f1-4bff-a27a-d9a4232b4b79 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Oct 26 14:45:23.598045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:24.669124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ecc1b-dd30-4786-8c6b-f82a9f757bb9 req-f4b3dab0-0b93-4ae3-870a-c4305ab103ec tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:24.671078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a1ecc1b-dd30-4786-8c6b-f82a9f757bb9 req-f4b3dab0-0b93-4ae3-870a-c4305ab103ec tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 949 time: 0.0561249 Oct 26 14:45:24.723322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a1ecc1b-dd30-4786-8c6b-f82a9f757bb9 req-68e6ea18-cc15-46af-87ee-b7c13e91480a tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Oct 26 14:45:25.047793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-e549e451-f66f-4a18-b591-9633ffd55f05 req-1e602a2e-fb5f-491e-9f34-513adbcc805d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:45:25.049002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e549e451-f66f-4a18-b591-9633ffd55f05 req-1e602a2e-fb5f-491e-9f34-513adbcc805d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059664 Oct 26 14:45:25.550570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-31b82686-92fc-4b70-9788-e35693832cb0 req-22a74799-5454-4d7e-881d-1cf4e0820544 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:45:25.551634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31b82686-92fc-4b70-9788-e35693832cb0 req-22a74799-5454-4d7e-881d-1cf4e0820544 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0726087 Oct 26 14:45:25.979863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d52d6-eb43-4298-9592-94470a6113f1 req-6ca8c6c9-5d72-4f37-9b67-ab9cee57eac0 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:25.982738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d5d52d6-eb43-4298-9592-94470a6113f1 req-6ca8c6c9-5d72-4f37-9b67-ab9cee57eac0 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 949 time: 0.0792425 Oct 26 14:45:26.052186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d5d52d6-eb43-4298-9592-94470a6113f1 req-99fa1cdd-e11b-4483-b6ef-9a548f557a48 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615180 Oct 26 14:45:27.189325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afff21-b229-4aa9-afbe-29a163afd99e req-3ca07c5f-4633-4bf7-b942-65a6b3fe6c7e tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:27.191118 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77afff21-b229-4aa9-afbe-29a163afd99e req-3ca07c5f-4633-4bf7-b942-65a6b3fe6c7e tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 949 time: 0.0610387 Oct 26 14:45:27.215562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-7232adfc-93f2-4418-be2f-6e3b31760c25 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:27.218549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-7232adfc-93f2-4418-be2f-6e3b31760c25 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 949 time: 0.0921071 Oct 26 14:45:27.241932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77afff21-b229-4aa9-afbe-29a163afd99e req-a0354f4d-4f88-42ab-8957-b29a32317a4a tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/security-groups?id=20f1e723-312e-4d40-9c19-612ab32f9738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Oct 26 14:45:27.340311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Deleting port 2fc10035-ac8f-401d-89a7-ab50288e722f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:45:27.340741 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:27.449189 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] For port 2fc10035-ac8f-401d-89a7-ab50288e722f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2fc10035-ac8f-401d-89a7-ab50288e722f,segment=NetworkSegment(26af176d-2c62-469b-9f85-3f2764e892e4),segment_id=26af176d-2c62-469b-9f85-3f2764e892e4)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:27.449623 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:27.464874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Calling delete_port for 2fc10035-ac8f-401d-89a7-ab50288e722f owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:45:27.637756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:27.652795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2fc10035-ac8f-401d-89a7-ab50288e722f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:45:27.679887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Pushing event deleted for resources: {'Port': ['ID=2fc10035-ac8f-401d-89a7-ab50288e722f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:27.726626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] No DVR routers for this DVR port 2fc10035-ac8f-401d-89a7-ab50288e722f on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:45:27.729652 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:27.734322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-beba5955-1ed2-4309-95fa-c985ccbcf23f req-ebce0b12-dcb5-43be-9631-08ebbde331c9 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.41 "DELETE /v2.0/ports/2fc10035-ac8f-401d-89a7-ab50288e722f HTTP/1.1" status: 204 len: 173 time: 0.5093238 Oct 26 14:45:27.734836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'name': 'network-vif-deleted', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:45:27.737978 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b2c76-6aac-41f7-b422-5d1f44658be9" -d '{"events": [{"server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "name": "network-vif-deleted", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:45:27.786737 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b3f08a-9938-45ed-8162-bde1e71e4072 x-openstack-request-id: req-24b3f08a-9938-45ed-8162-bde1e71e4072 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:45:27.787027 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75c666-349d-4866-a5c5-875674c26f13", "name": "network-vif-deleted", "tag": "2fc10035-ac8f-401d-89a7-ab50288e722f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:45:27.787403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24b3f08a-9938-45ed-8162-bde1e71e4072 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:45:27.789472 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75c666-349d-4866-a5c5-875674c26f13', 'name': 'network-vif-deleted', 'tag': '2fc10035-ac8f-401d-89a7-ab50288e722f', 'status': 'completed', 'code': 200} Oct 26 14:45:28.055004 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:45:28.381436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7285fe3f-ba11-4662-912a-f7302edd1b5d req-e22954f9-0f63-424d-ab48-497cba3c5d73 tempest-ServersAdminNegativeTestJSON-146818247 tempest-ServersAdminNegativeTestJSON-146818247-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb75c666-349d-4866-a5c5-875674c26f13 HTTP/1.1" status: 200 len: 210 time: 0.0361068 Oct 26 14:45:29.741680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51004) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:29.925861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1e4734c5-c327-4cb9-a6a0-bf98077aac76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9b014fdd573472ba7b1daa595a2cacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823995 Oct 26 14:45:29.928265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:29.984995 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.010150 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.071576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.074466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.075717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20f1e723-312e-4d40-9c19-612ab32f9738 HTTP/1.1" status: 204 len: 168 time: 0.1463165 Oct 26 14:45:30.084883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64b142-283a-4ba1-bec1-1a50f23ebcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f1e723-312e-4d40-9c19-612ab32f9738,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:30.452161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51014) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:30.810049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a8b467a-c01d-488a-893b-df28e1de3b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.908675 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a8b467a-c01d-488a-893b-df28e1de3b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.913688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a8b467a-c01d-488a-893b-df28e1de3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:30.961937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b467a-c01d-488a-893b-df28e1de3b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2554de7-4455-486f-8e1f-5e697b5974ff,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:30.967989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7a8b467a-c01d-488a-893b-df28e1de3b9f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0acb5c71436b4827b0b6e1ca0ea17d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5143890 Oct 26 14:45:30.972235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:31.036273 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:31.075353 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:31.149537 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:31.152734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:31.154335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2554de7-4455-486f-8e1f-5e697b5974ff HTTP/1.1" status: 204 len: 168 time: 0.1808674 Oct 26 14:45:31.166034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2554de7-4455-486f-8e1f-5e697b5974ff,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:31.175899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.176399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.176882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.177387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.177890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.178316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.178834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.179327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.179828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.180266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.180709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:31.181105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c94151-7c40-41d7-8a1e-29b4d42e0617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:32.071316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51038) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:32.188624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2062998252-network', 'tenant_id': 'bf8dbe5a9f4d4d34bab28c3d85424727'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:32.214082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Made reservation on behalf of bf8dbe5a9f4d4d34bab28c3d85424727 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:45:32.216697 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.227663 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.290150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2fc10035-ac8f-401d-89a7-ab50288e722f no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:45:32.316785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 2fc10035-ac8f-401d-89a7-ab50288e722f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:45:32.317139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2fc10035-ac8f-401d-89a7-ab50288e722f not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:45:32.360824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.366221 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.398596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:45:32.406634 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d113eaa-00fb-4676-808a-4b46759cce03,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:32.415445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.415782 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Added segment efbf123f-008c-4d95-8a79-ee2d620ff5f3 of type vlan for network 43d336b4-9b64-4063-af44-9984d629d0c8 Oct 26 14:45:32.464355 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.495694 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.497029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:32.497926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.563857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4912827 Oct 26 14:45:32.568978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51042) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:32.575751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Request body: {'subnet': {'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2062998252-subnet', 'tenant_id': 'bf8dbe5a9f4d4d34bab28c3d85424727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:32.577372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b77246-730c-4331-933f-d7811aa1543f admin admin] Pushing event updated for resources: {'Network': ['ID=43d336b4-9b64-4063-af44-9984d629d0c8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:32.591560 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 43d336b4-9b64-4063-af44-9984d629d0c8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:45:32.609358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Made reservation on behalf of bf8dbe5a9f4d4d34bab28c3d85424727 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:45:32.613058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.862634 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.931313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:32.946953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Checking segment: {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:45:32.947355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Network hostable DHCP agents. Network: 43d336b4-9b64-4063-af44-9984d629d0c8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:45:32.967582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Network 43d336b4-9b64-4063-af44-9984d629d0c8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:45:32.979744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 43d336b4-9b64-4063-af44-9984d629d0c8) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:45:32.985586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:32.986907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:32.991716 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8cb2ac-c646-4120-a8ae-bc1f45d77a78 None None] Network 43d336b4-9b64-4063-af44-9984d629d0c8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:45:33.013002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9a0ce4fc-8971-4960-a143-ee9fd5d5eedf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4417548 Oct 26 14:45:33.164210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664aa936-35d7-4db2-b11c-acd99e71c581 None None] Network 43d336b4-9b64-4063-af44-9984d629d0c8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:45:33.543620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-c32de9ce-dc4c-4c54-936a-750b30cceed4 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:33.545399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-c32de9ce-dc4c-4c54-936a-750b30cceed4 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 812 time: 0.1219680 Oct 26 14:45:33.568216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aeea8e1b-eede-426e-b6b3-bfe9aa83e9d7 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/quotas/bf8dbe5a9f4d4d34bab28c3d85424727 HTTP/1.1" status: 200 len: 375 time: 0.0116754 Oct 26 14:45:33.612572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-2c492af1-a7fb-4a9a-84d7-31d97e4165a3 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377295 Oct 26 14:45:33.728243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-1328fcd8-96d9-44b8-8532-6366fa7e790f service neutron] 10.222.0.37 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030574 Oct 26 14:45:33.839088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-b07961c0-581c-44e0-b371-b655b2eb921b service neutron] 10.222.0.37 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040399 Oct 26 14:45:34.042921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f0b7a58-e2b9-4c0d-8530-0b3df6b56f4c req-6d973c14-dd3a-4bd0-af00-7f7ac676c86b tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 210 time: 0.0333810 Oct 26 14:45:35.127824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-74da6920-2d41-443b-9f01-b4880dcfa6fe tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:35.130191 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-74da6920-2d41-443b-9f01-b4880dcfa6fe tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 812 time: 0.1464612 Oct 26 14:45:35.147457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Request body: {'port': {'device_id': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8', 'admin_state_up': True, 'tenant_id': 'bf8dbe5a9f4d4d34bab28c3d85424727'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:35.204921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fec1d41f-84d0-4cc1-a08b-fd43f0ad267b req-b8e0c2d2-c415-41a6-bd5f-ff930dbfe7b7 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 210 time: 0.0315857 Oct 26 14:45:35.304031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Made reservation on behalf of bf8dbe5a9f4d4d34bab28c3d85424727 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:45:35.308532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:35.456702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Allocated IP 172.20.0.10 (43d336b4-9b64-4063-af44-9984d629d0c8/6f90bb25-ff1b-41e2-8cb9-e71e18cd9528/ca72d065-a77f-49a8-a028-a89345bf0833) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:45:35.662318 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:35.701342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:35.761090 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Network 43d336b4-9b64-4063-af44-9984d629d0c8 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:45:35.764528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:45:35.769269 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:45:35.776341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:35.838055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:35.839000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:35.859508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-68e3c337-1489-4152-a8cf-762ce1b9eabb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7189403 Oct 26 14:45:35.872319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Request body: {'port': {'device_id': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:45:35.937458 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.244281 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca72d065-a77f-49a8-a028-a89345bf0833 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:45:36.257426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.276658 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Transition to ACTIVE for port object ca72d065-a77f-49a8-a028-a89345bf0833 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:45:36.282304 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.372397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:36.432908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41d515-f534-4703-9a71-d606f631fac6 req-d528fbbe-50a4-4765-8cbd-7621495a3743 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:36.434543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d41d515-f534-4703-9a71-d606f631fac6 req-d528fbbe-50a4-4765-8cbd-7621495a3743 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.1159399 Oct 26 14:45:36.493781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:45:36.494116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:45:36.494503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:45:36.499311 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7d41d515-f534-4703-9a71-d606f631fac6 req-b62e559b-e38a-4d3e-b0b1-d2c8bb627fc3 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Oct 26 14:45:36.504255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:45:36.504619 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:45:36.510419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:45:36.510762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Checking segment: {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:45:36.511154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Bound using segment: {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:45:36.511672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Bound port: ca72d065-a77f-49a8-a028-a89345bf0833, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:45:36.511974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.599512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:45:36.603268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:45:36.608372 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.649381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:36.650008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:36.651445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] 10.222.0.41 "PUT /v2.0/ports/ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 1092 time: 0.7838280 Oct 26 14:45:36.651902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:45:36.654242 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a74db7-7e45-44cd-a822-3cccbae799ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:45:36.685711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dd087-e054-4b77-91a5-838b879ae65e service neutron] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:36.701110 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a8fca-e8cb-4cc9-b36a-6426c0aa3a8c x-openstack-request-id: req-392a8fca-e8cb-4cc9-b36a-6426c0aa3a8c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:45:36.701548 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:45:36.701921 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-392a8fca-e8cb-4cc9-b36a-6426c0aa3a8c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:45:36.702471 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'status': 'completed', 'code': 200} Oct 26 14:45:36.752295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-91760c21-119c-44ac-98cf-aad67313a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:36.753860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-91760c21-119c-44ac-98cf-aad67313a010 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.0470378 Oct 26 14:45:36.803466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-8e136954-ddac-41b4-bcc3-6b528ef6f541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0420260 Oct 26 14:45:36.858312 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-652e0272-ad37-4e30-a20f-3a7943bdf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:36.859850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-652e0272-ad37-4e30-a20f-3a7943bdf121 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0492330 Oct 26 14:45:36.894622 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-7008cd29-15eb-4dbc-a5d4-8b44f2f93154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272968 Oct 26 14:45:36.996258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-d97b9b29-78d1-4eae-85e9-f811807febc0 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943887 Oct 26 14:45:37.097456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-209460c3-5fa9-46a0-b5d3-69980e88e3ed req-d0d0ad92-86b8-4442-a90d-b27f84f96d10 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934660 Oct 26 14:45:37.192459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-1d3e4127-2550-4d08-976e-c87a5c24aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:37.194380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-1d3e4127-2550-4d08-976e-c87a5c24aa59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.0464611 Oct 26 14:45:37.302344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-541c89fb-a3c8-4fbd-b1b2-662b80cabff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:37.303883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-541c89fb-a3c8-4fbd-b1b2-662b80cabff9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.1020169 Oct 26 14:45:37.349203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-96bcba39-50c2-4175-b337-df83795c2385 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0370646 Oct 26 14:45:37.410449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-c48d379c-f58e-4e17-8b00-1b04b0aa1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:37.412022 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-c48d379c-f58e-4e17-8b00-1b04b0aa1747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0549390 Oct 26 14:45:37.447493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-5806cb51-bbce-47f3-be2c-bc44637a066e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282805 Oct 26 14:45:37.550843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-3b4b099d-c137-44d9-a33a-a56d948348fa service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944817 Oct 26 14:45:37.693578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e2efb-6029-4370-80e5-bbb10dfa6935 req-634076d8-785e-414f-8d59-dd1551af0d4c tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:37.695218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-437e2efb-6029-4370-80e5-bbb10dfa6935 req-634076d8-785e-414f-8d59-dd1551af0d4c tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.1117799 Oct 26 14:45:37.699613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43a74db7-7e45-44cd-a822-3cccbae799ac req-460f36a1-588b-443b-8450-91535801371a service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410058 Oct 26 14:45:37.738951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-437e2efb-6029-4370-80e5-bbb10dfa6935 req-9d37996a-7d4e-4eb7-8f5f-b806f11e47f1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Oct 26 14:45:38.877878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa006-d5f3-4fc1-bd71-65444429ee1b req-08382ffe-b673-45c1-a75b-a4779eef2ca6 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:38.880055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b92fa006-d5f3-4fc1-bd71-65444429ee1b req-08382ffe-b673-45c1-a75b-a4779eef2ca6 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.0569410 Oct 26 14:45:38.924645 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b92fa006-d5f3-4fc1-bd71-65444429ee1b req-f7e5c277-bf3b-4ed2-9f05-0a7ea57cf9ea tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 Oct 26 14:45:40.071335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ebb89-0c11-47ec-9a31-2c66c5f85bbe req-a1f132a7-64a5-4c63-a29e-64887fb69342 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:40.073183 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e1ebb89-0c11-47ec-9a31-2c66c5f85bbe req-a1f132a7-64a5-4c63-a29e-64887fb69342 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.0609703 Oct 26 14:45:40.123986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9e1ebb89-0c11-47ec-9a31-2c66c5f85bbe req-59dee1b2-ff62-45f5-a4c1-d175389cff37 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Oct 26 14:45:40.145700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-72a90316-7ae9-42e7-a0bb-fea5f50de695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:40.336086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:45:40.442830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:40.457792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8', 'port_id': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'mac_address': 'fa:16:3e:af:cd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f90bb25-ff1b-41e2-8cb9-e71e18cd9528', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:45:40.505160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:40.523011 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca72d065-a77f-49a8-a028-a89345bf0833 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:45:40.546439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:40.551031 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:40.606184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:40.615141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.615466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.615806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.616146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.616480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.616843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.617169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.617507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.617836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.618163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.618485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.618813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:45:40.740230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['ca72d065-a77f-49a8-a028-a89345bf0833'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:45:41.261992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13348e-8235-4fc2-94aa-58500d718c5e req-493f2724-33e8-4fc1-bfb3-1bac6e7d55cb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:41.263636 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e13348e-8235-4fc2-94aa-58500d718c5e req-493f2724-33e8-4fc1-bfb3-1bac6e7d55cb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 945 time: 0.0548189 Oct 26 14:45:41.323066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e13348e-8235-4fc2-94aa-58500d718c5e req-9db04db2-cb1f-426d-bb55-ae66c1f7651b tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480056 Oct 26 14:45:42.336632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:45:42.400804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port ca72d065-a77f-49a8-a028-a89345bf0833 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:45:42.406201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port ca72d065-a77f-49a8-a028-a89345bf0833 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:45:42.406716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:42.489294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59409-f471-4778-8bf4-357b5bc81c0c req-87b6e090-5da7-4c60-ae39-9be8dbe0e305 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:42.491641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07b59409-f471-4778-8bf4-357b5bc81c0c req-87b6e090-5da7-4c60-ae39-9be8dbe0e305 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 945 time: 0.0656877 Oct 26 14:45:42.508986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:42.546923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:45:42.549930 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933a51cc-9e9b-41c1-bd25-4f0892603e08" -d '{"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-plugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:45:42.552032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07b59409-f471-4778-8bf4-357b5bc81c0c req-7184cd05-2535-486d-98e1-252cc7c9eec7 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524614 Oct 26 14:45:42.579923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:45:42.586819 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:42.619315 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47cca8-37f0-47ba-af8d-a6c35e5aa374 x-openstack-request-id: req-ae47cca8-37f0-47ba-af8d-a6c35e5aa374 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:45:42.619683 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-plugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:45:42.620000 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae47cca8-37f0-47ba-af8d-a6c35e5aa374 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:45:42.620430 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'code': 200} Oct 26 14:45:42.656945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:45:42.725093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49356d7-b337-4481-9a0c-ad01af54adc9 req-e702e513-1474-4025-a257-efb84021b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:42.726652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49356d7-b337-4481-9a0c-ad01af54adc9 req-e702e513-1474-4025-a257-efb84021b33d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1097 time: 0.0451875 Oct 26 14:45:42.769695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e49356d7-b337-4481-9a0c-ad01af54adc9 req-9536aa95-7bc9-47f7-a9ee-b2e5aa7042ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347874 Oct 26 14:45:42.882242 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8cf3221-94ef-45fd-a562-dad9eaa3119d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:43.747928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6e4c4-7cef-4541-b13b-bf582dc85b5a req-9ebaf5b4-36f2-41da-93b8-def9e2f8103d tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:43.751117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbb6e4c4-7cef-4541-b13b-bf582dc85b5a req-9ebaf5b4-36f2-41da-93b8-def9e2f8103d tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0889833 Oct 26 14:45:43.802761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dbb6e4c4-7cef-4541-b13b-bf582dc85b5a req-ad81e15e-d247-4d05-9a26-b34abe95bc61 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Oct 26 14:45:43.932456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:44.364092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:44.947877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36fca8-728c-4238-860a-939e8e246ab8 req-b6eb9072-c16e-4d45-984e-a6ec7aa924d2 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:44.949664 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c36fca8-728c-4238-860a-939e8e246ab8 req-b6eb9072-c16e-4d45-984e-a6ec7aa924d2 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0580127 Oct 26 14:45:44.993049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c36fca8-728c-4238-860a-939e8e246ab8 req-dcd1fe34-3983-4b4c-9203-42212b9cf381 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Oct 26 14:45:45.249219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:45:45.332365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297b9cf-34e4-4b12-af6b-6e642710f5ee req-778cab1b-c348-4fa2-8142-7cf6234bd7eb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:45.334349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8297b9cf-34e4-4b12-af6b-6e642710f5ee req-778cab1b-c348-4fa2-8142-7cf6234bd7eb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0725362 Oct 26 14:45:45.407030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8297b9cf-34e4-4b12-af6b-6e642710f5ee req-efafb367-db3e-4ce3-aad9-134baa98d26d tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629649 Oct 26 14:45:45.416868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-a56452b4-7c32-46e2-98dd-a2982dacfad5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660922 Oct 26 14:45:45.430515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-5d9db66c-8360-4da0-93ef-13e646e2c3b7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:45:45.431614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-5d9db66c-8360-4da0-93ef-13e646e2c3b7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057914 Oct 26 14:45:45.899337 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:46.567376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cf821-6328-433a-bd6e-e59324c00de6 req-1a55a1d6-b344-4286-b9d5-5ec94522c910 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:46.569069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce9cf821-6328-433a-bd6e-e59324c00de6 req-1a55a1d6-b344-4286-b9d5-5ec94522c910 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0583444 Oct 26 14:45:46.615817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce9cf821-6328-433a-bd6e-e59324c00de6 req-5a8b8a1c-76c2-4989-a56d-7af129be07c9 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Oct 26 14:45:46.811133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-245cf89b-b4a1-4d27-b14a-fc668f5eaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:46.813156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-245cf89b-b4a1-4d27-b14a-fc668f5eaec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1097 time: 0.0520806 Oct 26 14:45:46.943857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-8105fd12-7a76-4cd6-88fa-72acecfe67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:46.946412 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-8105fd12-7a76-4cd6-88fa-72acecfe67e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.1250951 Oct 26 14:45:47.016467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-a060007d-02e8-460e-9d29-f656a0b5a2a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0618293 Oct 26 14:45:47.074946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-68290f84-4e72-4436-ab97-5d3274c03534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.076359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-68290f84-4e72-4436-ab97-5d3274c03534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0530465 Oct 26 14:45:47.111323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-2a78fc40-d164-4c3b-8ba2-8f683a41e9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276840 Oct 26 14:45:47.211085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bfb91fe3-fdc6-4de9-88ec-5a4f88967e38 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926075 Oct 26 14:45:47.349343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-ec9b79be-c276-449b-8f83-5f7ed49ec210 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306546 Oct 26 14:45:47.749430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e15e33-0bcd-4491-8ee2-9b44221e15b5 req-cd8e57cb-27c3-4387-9a38-01e236af4e0a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:47.751098 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79e15e33-0bcd-4491-8ee2-9b44221e15b5 req-cd8e57cb-27c3-4387-9a38-01e236af4e0a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0563877 Oct 26 14:45:47.794915 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79e15e33-0bcd-4491-8ee2-9b44221e15b5 req-24a050fd-e904-47af-9029-ccd441a318a5 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Oct 26 14:45:48.939014 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170d929-277f-44df-950f-67e2469108a6 req-fecfc608-6b7e-4484-a6fa-ca7296c1c4cd tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:48.940683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7170d929-277f-44df-950f-67e2469108a6 req-fecfc608-6b7e-4484-a6fa-ca7296c1c4cd tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0719507 Oct 26 14:45:48.989016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7170d929-277f-44df-950f-67e2469108a6 req-7af6e19c-b8a3-41c1-bb4e-6bbb5eb35e59 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Oct 26 14:45:50.133453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19275-0526-4671-8bfd-17589e7ab62b req-0fd8e628-1d84-40ae-9ada-86323e9fbb20 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:50.135056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53b19275-0526-4671-8bfd-17589e7ab62b req-0fd8e628-1d84-40ae-9ada-86323e9fbb20 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0698433 Oct 26 14:45:50.178410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53b19275-0526-4671-8bfd-17589e7ab62b req-4e764f0a-c4b2-4fa7-990c-1cff648fb99c tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367393 Oct 26 14:45:51.323145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5e297-63f2-41b7-b4ec-7f40af39321e req-865aad33-e181-485b-81a7-64170c0a55a1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:51.324792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c5e297-63f2-41b7-b4ec-7f40af39321e req-865aad33-e181-485b-81a7-64170c0a55a1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0535924 Oct 26 14:45:51.373541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e5c5e297-63f2-41b7-b4ec-7f40af39321e req-58f62cfe-5d55-4c5c-8eed-632579589a2d tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Oct 26 14:45:52.139283 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:52.512695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddefa7-9f57-4d7e-8ff5-eb7e2425402c req-0670b035-3678-4f32-9a48-824f8b16db5f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:52.514847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95ddefa7-9f57-4d7e-8ff5-eb7e2425402c req-0670b035-3678-4f32-9a48-824f8b16db5f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0603268 Oct 26 14:45:52.566174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95ddefa7-9f57-4d7e-8ff5-eb7e2425402c req-a2a898cf-46e0-4d88-b76c-ec05d0b53498 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Oct 26 14:45:53.626654 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:45:53.716825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5cf54-463f-4eb1-8537-35e8f9459c3e req-830c6b88-d9d3-49ad-a1db-5f76de7bce74 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:53.719301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0be5cf54-463f-4eb1-8537-35e8f9459c3e req-830c6b88-d9d3-49ad-a1db-5f76de7bce74 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0577989 Oct 26 14:45:53.766315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0be5cf54-463f-4eb1-8537-35e8f9459c3e req-3d24d38c-8f62-40cf-b9b4-d66075881baa tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Oct 26 14:45:54.908230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90674dbc-eb25-40a7-a913-8584d4376486 req-4046e77a-f14a-472f-b52c-6ac81b76fae1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:54.909899 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90674dbc-eb25-40a7-a913-8584d4376486 req-4046e77a-f14a-472f-b52c-6ac81b76fae1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0609531 Oct 26 14:45:54.955532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90674dbc-eb25-40a7-a913-8584d4376486 req-1e01ad79-8675-42ac-9b98-12a30d2dfb7a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Oct 26 14:45:56.114506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ef26b-310b-406d-94c3-d5a72969bfda req-e5c03aeb-d0df-4b68-9199-0ee1559bfaa1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:56.116152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-211ef26b-310b-406d-94c3-d5a72969bfda req-e5c03aeb-d0df-4b68-9199-0ee1559bfaa1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0845072 Oct 26 14:45:56.163815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-211ef26b-310b-406d-94c3-d5a72969bfda req-be8a55bb-b645-40f4-abe9-34b011d0d4a0 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361793 Oct 26 14:45:57.299032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ef52d-1208-4c9b-9921-add26dc79367 req-4a0d42a6-e971-474a-bac0-376f3ff3892b tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:57.300701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-347ef52d-1208-4c9b-9921-add26dc79367 req-4a0d42a6-e971-474a-bac0-376f3ff3892b tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0609727 Oct 26 14:45:57.350844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-347ef52d-1208-4c9b-9921-add26dc79367 req-9aa740ea-1841-401f-954d-ca298479e323 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Oct 26 14:45:58.502692 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbf70-cd0f-40ae-b84f-69b96f63dbd7 req-f93e93af-eaac-4a8b-86a8-28e5dffb30be tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:58.505493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8fcbf70-cd0f-40ae-b84f-69b96f63dbd7 req-f93e93af-eaac-4a8b-86a8-28e5dffb30be tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0733752 Oct 26 14:45:58.555453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b8fcbf70-cd0f-40ae-b84f-69b96f63dbd7 req-41ed6d8b-ff19-4352-9ef9-813bf9af092f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Oct 26 14:45:59.709243 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a994e1-6c4a-4d55-a92d-21289a154df9 req-38c43a34-7830-4c71-8954-852a279d74c3 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:45:59.710868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56a994e1-6c4a-4d55-a92d-21289a154df9 req-38c43a34-7830-4c71-8954-852a279d74c3 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0613530 Oct 26 14:45:59.754123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56a994e1-6c4a-4d55-a92d-21289a154df9 req-aa65aec3-05c1-433a-a53d-6cd580c480c4 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Oct 26 14:46:00.929148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb33b-1fae-46e7-8d28-4e4eea49548c req-dd3ec11e-cdfc-400b-aee9-d34f11413640 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:00.931785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-692bb33b-1fae-46e7-8d28-4e4eea49548c req-dd3ec11e-cdfc-400b-aee9-d34f11413640 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0883687 Oct 26 14:46:00.990828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-692bb33b-1fae-46e7-8d28-4e4eea49548c req-835bcf12-4ccd-4914-a28b-92b3cb7748cb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516765 Oct 26 14:46:02.133845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974fb64-a0f7-4b76-9da7-af889641a631 req-6cea4978-b048-446f-9b67-4f7962503a83 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:02.135604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c974fb64-a0f7-4b76-9da7-af889641a631 req-6cea4978-b048-446f-9b67-4f7962503a83 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0563910 Oct 26 14:46:02.182037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c974fb64-a0f7-4b76-9da7-af889641a631 req-9f36449a-0c3d-446d-8a3b-e904e177d9f1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Oct 26 14:46:03.324198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441408a4-db21-46ad-9a34-431625ef564f req-d0caa3d0-d7d2-4575-b48b-eccd0b336471 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:03.325917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-441408a4-db21-46ad-9a34-431625ef564f req-d0caa3d0-d7d2-4575-b48b-eccd0b336471 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0642829 Oct 26 14:46:03.377624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-441408a4-db21-46ad-9a34-431625ef564f req-ab7715da-beed-4d25-abf3-1921a5e340c7 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Oct 26 14:46:04.508948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0da2b-7f73-41b1-be08-668c8f8fafad req-ffeccdb8-aee9-451a-b62c-169d09a20f43 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:04.510609 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4c0da2b-7f73-41b1-be08-668c8f8fafad req-ffeccdb8-aee9-451a-b62c-169d09a20f43 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0561528 Oct 26 14:46:04.557883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4c0da2b-7f73-41b1-be08-668c8f8fafad req-b5244ffa-2ee4-437a-98b6-ad1cafdedf9f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Oct 26 14:46:05.056015 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:46:05.694261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325c47-9e63-485e-9f72-64dea695e633 req-88624ee8-c80b-4a02-a6b9-b5b678e9de83 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:05.696056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37325c47-9e63-485e-9f72-64dea695e633 req-88624ee8-c80b-4a02-a6b9-b5b678e9de83 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Oct 26 14:46:05.745891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37325c47-9e63-485e-9f72-64dea695e633 req-ded5d311-6713-47a1-b1c9-ae43efcca792 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Oct 26 14:46:06.889548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f81ab4-3487-4076-81f0-acebf865ea43 req-642f0b32-bd1b-4589-ad15-c1dd09c1de2f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:06.891350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00f81ab4-3487-4076-81f0-acebf865ea43 req-642f0b32-bd1b-4589-ad15-c1dd09c1de2f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0628443 Oct 26 14:46:06.954530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00f81ab4-3487-4076-81f0-acebf865ea43 req-e979659e-e2d6-4d58-89c1-0a8d02cddd80 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557947 Oct 26 14:46:08.094047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f7e68-4fab-4016-ac8c-4cf9201e3f91 req-56446f2c-2146-4676-be5c-46ea1fd2a39e tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:08.096628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3f7e68-4fab-4016-ac8c-4cf9201e3f91 req-56446f2c-2146-4676-be5c-46ea1fd2a39e tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0618744 Oct 26 14:46:08.146546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8f3f7e68-4fab-4016-ac8c-4cf9201e3f91 req-19bc5461-18f9-4936-a170-197d4054962d tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Oct 26 14:46:09.285757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b795837-d66d-4343-82de-eeef7e6a7286 req-c59c5699-7e29-4fe1-9f17-6e3a14e194e5 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:09.287485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b795837-d66d-4343-82de-eeef7e6a7286 req-c59c5699-7e29-4fe1-9f17-6e3a14e194e5 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0622454 Oct 26 14:46:09.336818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b795837-d66d-4343-82de-eeef7e6a7286 req-4ee51683-3a35-4ea1-adf4-bdc810c72ed9 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380471 Oct 26 14:46:10.132290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8158-247e-4bf1-80c2-f298bbe795e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:10.468868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd9da3-4eab-4504-a8c5-99e59bbe3b33 req-c93c4b00-7c6b-4b3b-8d6b-c8ed3da5ba61 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:10.471364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cacd9da3-4eab-4504-a8c5-99e59bbe3b33 req-c93c4b00-7c6b-4b3b-8d6b-c8ed3da5ba61 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0553796 Oct 26 14:46:10.513928 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cacd9da3-4eab-4504-a8c5-99e59bbe3b33 req-d3f08baa-3553-49c5-b2e9-7fb463471f0a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Oct 26 14:46:11.681697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc31c-27c6-47a5-a3e6-3b33ce4282a6 req-e713d005-6139-49e9-94dd-7d3d4e69fedc tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:11.683398 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-791fc31c-27c6-47a5-a3e6-3b33ce4282a6 req-e713d005-6139-49e9-94dd-7d3d4e69fedc tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0635164 Oct 26 14:46:11.728584 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-791fc31c-27c6-47a5-a3e6-3b33ce4282a6 req-b46771f6-8c2e-40f3-a2d9-b9bcc91452aa tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Oct 26 14:46:12.866900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc7198-4a7c-4426-a37e-2b2fb05474f6 req-6c18555c-5723-47ad-92e2-020b317e9a69 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:12.868564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09bc7198-4a7c-4426-a37e-2b2fb05474f6 req-6c18555c-5723-47ad-92e2-020b317e9a69 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0565436 Oct 26 14:46:12.886225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4544efa2-4a2b-424a-a655-059230fea050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:12.924760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-09bc7198-4a7c-4426-a37e-2b2fb05474f6 req-768674ea-a246-4cd9-9128-b987b8aae1bd tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Oct 26 14:46:13.929265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.066746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d073d-b1f0-401c-bfb3-977e9bb83c9d req-4e88d5c4-168f-43bf-8ed1-643a59755e4a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:14.068352 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e8d073d-b1f0-401c-bfb3-977e9bb83c9d req-4e88d5c4-168f-43bf-8ed1-643a59755e4a tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.0680926 Oct 26 14:46:14.129663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e8d073d-b1f0-401c-bfb3-977e9bb83c9d req-f17d4659-8481-4c97-a89e-3ee133afbf0b tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Oct 26 14:46:14.365437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:14.439227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-a2ebdc5a-bbbd-45b1-ab90-6c0f98f3087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:14.440912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-a2ebdc5a-bbbd-45b1-ab90-6c0f98f3087a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1097 time: 0.0458953 Oct 26 14:46:14.565065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-2f4c79e8-930d-4359-a90d-bf57a3a8dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:14.566629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-2f4c79e8-930d-4359-a90d-bf57a3a8dbee service neutron] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.1045830 Oct 26 14:46:14.641655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-975f6c92-729b-443b-bd87-432e4542541d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0678332 Oct 26 14:46:14.646236 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-4f917a6c-cd31-4016-9ef0-8abc3c62b201 service neutron] show failed (client error): The resource could not be found. Oct 26 14:46:14.647290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-4f917a6c-cd31-4016-9ef0-8abc3c62b201 service neutron] 10.222.0.41 "GET /v2.0/ports/ca72d065-a77f-49a8-a028-a89345bf0833/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0893459 Oct 26 14:46:14.707757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-99c59866-22a2-4f15-8e2b-417a9ae2d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:14.709619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-99c59866-22a2-4f15-8e2b-417a9ae2d9a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0574429 Oct 26 14:46:14.747689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-c0cfbfd4-07ea-44dc-9378-48b198070687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312395 Oct 26 14:46:15.315669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-797f13a4-b337-4aba-a187-560f046b89ed service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611076 Oct 26 14:46:15.320622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-2c2ca3b0-cf8a-4cb0-b904-65efb33343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:15.322170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-2c2ca3b0-cf8a-4cb0-b904-65efb33343fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967&tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727 HTTP/1.1" status: 200 len: 1097 time: 0.1476262 Oct 26 14:46:15.339606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:15.385728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabb4ac-6c9a-450b-9b7a-117ac5ef395f req-b74d1d5c-b73c-45ff-9a0a-58cc38c27343 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:15.387373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fabb4ac-6c9a-450b-9b7a-117ac5ef395f req-b74d1d5c-b73c-45ff-9a0a-58cc38c27343 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 946 time: 0.1761901 Oct 26 14:46:15.515510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.525705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fabb4ac-6c9a-450b-9b7a-117ac5ef395f req-76a4a0de-055d-4898-aca7-5bf54a61d8cb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194317 Oct 26 14:46:15.543394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d87ec53-7040-4224-869f-49dc6c62cb8d req-96dd83b2-a9e1-4930-9b26-091f1db07519 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193348 Oct 26 14:46:15.773506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:15.813187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:15.867579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:15.871757 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0862b31-f1e2-4b17-ab22-5e4b8fce767d" -d '{"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-unplugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:15.877504 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.894412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Transition to ACTIVE for port object ca72d065-a77f-49a8-a028-a89345bf0833 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:46:15.899871 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.904526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:15.951813 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eed96b-c9eb-4889-9435-f8e713c765da x-openstack-request-id: req-52eed96b-c9eb-4889-9435-f8e713c765da {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:15.952280 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-unplugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:15.952725 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52eed96b-c9eb-4889-9435-f8e713c765da {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:15.953353 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'code': 200} Oct 26 14:46:16.013246 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] No DVR routers for this DVR port ca72d065-a77f-49a8-a028-a89345bf0833 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:46:16.020237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:16.035765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.036159 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.036526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.036886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.037223 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.037563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.037890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.038218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.038544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.039032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.039588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.040146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:46:16.079149 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:46:16.080225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:46:16.081581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:16.097417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:46:16.097974 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Attempting to bind port ca72d065-a77f-49a8-a028-a89345bf0833 on network 43d336b4-9b64-4063-af44-9984d629d0c8 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:16.105651 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:46:16.106201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Checking segment: {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:46:16.106679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Bound using segment: {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:46:16.107226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Bound port: ca72d065-a77f-49a8-a028-a89345bf0833, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbf123f-008c-4d95-8a79-ee2d620ff5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:46:16.107738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:16.205452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:16.210465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:46:16.216821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:16.264412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.266754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:16.269733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] 10.222.0.73 "PUT /v2.0/ports/ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 1092 time: 0.9348533 Oct 26 14:46:16.365277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40d8a-894f-4106-87e8-8419c3651a2c service neutron] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:16.391484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-e0e6d59d-6e50-46de-b3aa-39eecf82e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.393903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-e0e6d59d-6e50-46de-b3aa-39eecf82e137 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.0919046 Oct 26 14:46:16.556157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-03c2b638-9496-4a77-b515-da8bbb9ba6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.558766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-03c2b638-9496-4a77-b515-da8bbb9ba6ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.1567941 Oct 26 14:46:16.614851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-daa792c0-4abe-4ff1-9447-b10ab88193bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0487268 Oct 26 14:46:16.709416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-876ca4d8-66f8-4bf1-bca6-9196590e1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.711100 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-876ca4d8-66f8-4bf1-bca6-9196590e1f11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0889552 Oct 26 14:46:16.752743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ef15c-ffe5-401e-80b6-b0039d6db402 req-a9be1447-a5a1-4705-8441-8a272c0228ef tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:16.755515 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e7ef15c-ffe5-401e-80b6-b0039d6db402 req-a9be1447-a5a1-4705-8441-8a272c0228ef tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.1025701 Oct 26 14:46:16.788842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-824de3a0-625d-42be-a27b-a852ac1417ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698881 Oct 26 14:46:16.944217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e7ef15c-ffe5-401e-80b6-b0039d6db402 req-2d3d8c0c-cb90-426d-85d4-64c8762ad166 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597824 Oct 26 14:46:17.004742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-897c06f2-870a-4d1e-87ab-f707725d0bde service neutron] 10.222.0.73 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054660 Oct 26 14:46:17.130529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-f527770d-6493-4838-a284-fa0a42bc77ed service neutron] 10.222.0.73 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182661 Oct 26 14:46:17.954964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:17.957430 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada" -d '{"events": [{"name": "network-changed", "server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:18.024439 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dda55d-f7e9-405b-8201-e6c0d4fcd392 x-openstack-request-id: req-d0dda55d-f7e9-405b-8201-e6c0d4fcd392 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:18.024914 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:18.025330 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0dda55d-f7e9-405b-8201-e6c0d4fcd392 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:18.025964 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'status': 'completed', 'code': 200} Oct 26 14:46:18.172627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1259a-aeeb-4a52-83c5-2025267c5aaa req-29f948e7-978b-4194-8edd-32ba96d7db89 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.175009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22a1259a-aeeb-4a52-83c5-2025267c5aaa req-29f948e7-978b-4194-8edd-32ba96d7db89 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.1281428 Oct 26 14:46:18.177084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-b2e41747-c301-4b19-9976-9c19853a7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.178585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-b2e41747-c301-4b19-9976-9c19853a7739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.1212962 Oct 26 14:46:18.181202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-55216cfd-fc9f-4cb9-9422-8772e1204eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.182831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-55216cfd-fc9f-4cb9-9422-8772e1204eaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.1382346 Oct 26 14:46:18.337529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22a1259a-aeeb-4a52-83c5-2025267c5aaa req-342146a2-885b-46b7-a68f-e6cdde832689 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535406 Oct 26 14:46:18.410153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-c7a38cae-578c-4e28-9b2f-324f4a315972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.412371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-c7a38cae-578c-4e28-9b2f-324f4a315972 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.2188418 Oct 26 14:46:18.413796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-4ad0b578-db9c-4f82-931a-400b1aa73398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.415633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-4ad0b578-db9c-4f82-931a-400b1aa73398 service neutron] 10.222.0.73 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.2233417 Oct 26 14:46:18.468698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-45746b4d-e046-4a67-a81d-e68e30b47a5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0493238 Oct 26 14:46:18.509320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:46:18.512222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-0bc7dc6c-bebd-460a-b8d8-7e9c83a1ca26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0860896 Oct 26 14:46:18.566356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:46:18.610346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-24c8e9ee-5114-4756-a3c5-a95a72dcd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.612799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-24c8e9ee-5114-4756-a3c5-a95a72dcd254 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.1105449 Oct 26 14:46:18.619402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-53a5be0b-bf4a-4546-9684-f41bd7370bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:18.620931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-53a5be0b-bf4a-4546-9684-f41bd7370bd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0852666 Oct 26 14:46:18.664203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-ae7fb825-d119-4841-aafc-0c78c1c2a771 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422418 Oct 26 14:46:18.691381 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-326d47eb-e15f-4645-b11e-0ffa675509f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599353 Oct 26 14:46:18.857380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-4d0c3bc9-a718-42ac-9a59-8843ccf63f49 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754866 Oct 26 14:46:18.864639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-a356946b-4bc8-495e-bb5b-23e1b5961104 service neutron] 10.222.0.73 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611137 Oct 26 14:46:19.038478 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-a1915064-1e67-46e4-ba35-036bc959cc9e service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729078 Oct 26 14:46:19.040692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca8b17f6-ad7a-4d50-a6d1-0c76d1da9ada req-b5aab736-f4e7-49b0-9d1b-920d74cde63b service neutron] 10.222.0.73 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674354 Oct 26 14:46:19.474737 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa295c0-0fb6-43c7-a800-632c20839f90 req-16ed0f03-803e-4ecd-a98a-1cfe90a7287f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.477073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1aa295c0-0fb6-43c7-a800-632c20839f90 req-16ed0f03-803e-4ecd-a98a-1cfe90a7287f tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 944 time: 0.0577705 Oct 26 14:46:19.521806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1aa295c0-0fb6-43c7-a800-632c20839f90 req-05cf8ed1-a390-4430-9eb2-b43886dcdedb tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Oct 26 14:46:19.837027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a58-724e-4449-911d-43246ce52721 req-f1d9a9bc-e4e2-4d0f-a384-d1a1fc38c319 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:19.838777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-f1d9a9bc-e4e2-4d0f-a384-d1a1fc38c319 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967&tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 944 time: 0.0998340 Oct 26 14:46:19.908524 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-4a2a7a58-724e-4449-911d-43246ce52721 req-dc54ef4b-0e05-493c-8740-031bbfc5eda7 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:46:19.909659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-dc54ef4b-0e05-493c-8740-031bbfc5eda7 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ca72d065-a77f-49a8-a028-a89345bf0833/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0631435 Oct 26 14:46:20.002778 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a58-724e-4449-911d-43246ce52721 req-ae3ed343-6f9e-4a0e-93c6-2f98bd7df8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:20.004439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-ae3ed343-6f9e-4a0e-93c6-2f98bd7df8d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 1095 time: 0.0459433 Oct 26 14:46:20.109207 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a58-724e-4449-911d-43246ce52721 req-4b523d27-e588-4e34-a41d-c9329c59ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:20.110796 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-4b523d27-e588-4e34-a41d-c9329c59ef60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 200 len: 913 time: 0.0998533 Oct 26 14:46:20.154893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-458c0ed3-ac82-42ee-9c9e-068bff308695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 200 len: 217 time: 0.0363989 Oct 26 14:46:20.207092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a58-724e-4449-911d-43246ce52721 req-7291f40c-1f86-47a7-801b-c7d9451b3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:20.208485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-7291f40c-1f86-47a7-801b-c7d9451b3a72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 200 len: 852 time: 0.0470302 Oct 26 14:46:20.247893 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-633ac59e-2d75-4a3f-82e7-c17820d79330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43d336b4-9b64-4063-af44-9984d629d0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321996 Oct 26 14:46:20.351863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-1b007a7e-80ec-4a5c-ab8f-d8847acf7300 service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971727 Oct 26 14:46:20.430461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:46:20.463017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-f21874f5-252b-4d28-9e28-2efa751ff82d service neutron] 10.222.0.41 "GET /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036758 Oct 26 14:46:20.553339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:20.582141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'network_id': '43d336b4-9b64-4063-af44-9984d629d0c8', 'port_id': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'mac_address': 'fa:16:3e:af:cd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f90bb25-ff1b-41e2-8cb9-e71e18cd9528', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:46:20.647520 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:20.670722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca72d065-a77f-49a8-a028-a89345bf0833 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:20.705964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:20.710995 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:20.767207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:20.929645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['ca72d065-a77f-49a8-a028-a89345bf0833'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:46:21.266133 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3f62f-36e7-4ce1-949a-3c9b3dd4bec0 req-0c35b0bc-2df8-4359-aa53-7c651bfa36ea tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:21.268724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7cb3f62f-36e7-4ce1-949a-3c9b3dd4bec0 req-0c35b0bc-2df8-4359-aa53-7c651bfa36ea tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 945 time: 0.0571833 Oct 26 14:46:21.319949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7cb3f62f-36e7-4ce1-949a-3c9b3dd4bec0 req-59de1696-fb6b-4787-8e0c-53a9658c22d9 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Oct 26 14:46:22.136243 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.447476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:46:22.481420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae0bd3-5319-461b-b542-d323e6048b7a req-a2a4d4db-e29f-4e04-883e-99dba4c8ebc1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:22.483107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9ae0bd3-5319-461b-b542-d323e6048b7a req-a2a4d4db-e29f-4e04-883e-99dba4c8ebc1 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Oct 26 14:46:22.524256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port ca72d065-a77f-49a8-a028-a89345bf0833 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:46:22.532377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port ca72d065-a77f-49a8-a028-a89345bf0833 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:46:22.533251 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.538280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a7a58-724e-4449-911d-43246ce52721 req-7002b8db-54dd-461e-b7ba-cc28dc6d58b5 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:22.540728 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-7002b8db-54dd-461e-b7ba-cc28dc6d58b5 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3943a29-7697-4bae-ace1-632fe7cdc967 HTTP/1.1" status: 200 len: 945 time: 0.0980732 Oct 26 14:46:22.640588 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9ae0bd3-5319-461b-b542-d323e6048b7a req-0c89f599-a95a-4db4-81ef-2d400b8df664 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.37 "GET /v2.0/security-groups?id=2d113eaa-00fb-4676-808a-4b46759cce03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410928 Oct 26 14:46:22.685567 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.726825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:22.729622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Deleting port ca72d065-a77f-49a8-a028-a89345bf0833 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:46:22.730147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.730647 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c35ad8-b4a1-41bf-80fb-5a8cba464f7d" -d '{"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-plugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:22.754775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:22.764626 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.824245 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917163e1-ee65-4e7a-845a-f77561aae7fb x-openstack-request-id: req-917163e1-ee65-4e7a-845a-f77561aae7fb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:22.824808 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-plugged", "status": "completed", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:22.825212 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-917163e1-ee65-4e7a-845a-f77561aae7fb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:22.825831 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'code': 200} Oct 26 14:46:22.851320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:22.866845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] For port ca72d065-a77f-49a8-a028-a89345bf0833, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=ca72d065-a77f-49a8-a028-a89345bf0833,segment=NetworkSegment(efbf123f-008c-4d95-8a79-ee2d620ff5f3),segment_id=efbf123f-008c-4d95-8a79-ee2d620ff5f3)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:22.867217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:22.888427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Calling delete_port for ca72d065-a77f-49a8-a028-a89345bf0833 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:46:23.084681 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:23.100454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['ca72d065-a77f-49a8-a028-a89345bf0833'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:46:23.134547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Pushing event deleted for resources: {'Port': ['ID=ca72d065-a77f-49a8-a028-a89345bf0833,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:23.198498 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] No DVR routers for this DVR port ca72d065-a77f-49a8-a028-a89345bf0833 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:46:23.202668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:23.209896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a2a7a58-724e-4449-911d-43246ce52721 req-545a555e-7c2a-442a-80eb-83ac227f48e8 tempest-DeleteServersTestJSON-1730028749 tempest-DeleteServersTestJSON-1730028749-project] 10.222.0.73 "DELETE /v2.0/ports/ca72d065-a77f-49a8-a028-a89345bf0833 HTTP/1.1" status: 204 len: 173 time: 0.6621068 Oct 26 14:46:23.210435 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-deleted', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:23.214670 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dde181-830d-49ea-b6b3-d493aea38491" -d '{"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-deleted", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:23.269761 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2b34bc-54f9-49ba-a79d-b192e4299c19 x-openstack-request-id: req-5c2b34bc-54f9-49ba-a79d-b192e4299c19 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:23.270234 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3943a29-7697-4bae-ace1-632fe7cdc967", "name": "network-vif-deleted", "tag": "ca72d065-a77f-49a8-a028-a89345bf0833", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:23.270655 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c2b34bc-54f9-49ba-a79d-b192e4299c19 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:23.271301 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3943a29-7697-4bae-ace1-632fe7cdc967', 'name': 'network-vif-deleted', 'tag': 'ca72d065-a77f-49a8-a028-a89345bf0833', 'status': 'completed', 'code': 200} Oct 26 14:46:23.618150 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:23.826257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51206) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:23.878609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Deleting subnet 6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:46:23.882726 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:23.926009 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:23.969931 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.038557 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.073587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.075384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6f90bb25-ff1b-41e2-8cb9-e71e18cd9528 HTTP/1.1" status: 204 len: 168 time: 0.2475579 Oct 26 14:46:24.076781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae184b8-6855-41a7-b1bf-a2a0d48f8cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f90bb25-ff1b-41e2-8cb9-e71e18cd9528,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:24.078539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51208) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:24.167411 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.312919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.339115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d336b4-9b64-4063-af44-9984d629d0c8']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:24.351757 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbf123f-008c-4d95-8a79-ee2d620ff5f3') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:24.352031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbf123f-008c-4d95-8a79-ee2d620ff5f3') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:46:24.364372 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.380072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.387902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:46:24.388433 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:46:24.390463 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:46:24.456712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.462808 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.467813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] 10.222.0.37 "DELETE /v2.0/networks/43d336b4-9b64-4063-af44-9984d629d0c8 HTTP/1.1" status: 204 len: 168 time: 0.3859684 Oct 26 14:46:24.487408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80302f0-5477-47dc-bf20-ddc71cdf4f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=43d336b4-9b64-4063-af44-9984d629d0c8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:24.631796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51212) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:24.681834 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0cdb02e0-adf7-4871-a1a0-14ccfe573081 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf8dbe5a9f4d4d34bab28c3d85424727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486798 Oct 26 14:46:24.685087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51214) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:24.744945 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.776196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.837624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.841033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:24.842482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d113eaa-00fb-4676-808a-4b46759cce03 HTTP/1.1" status: 204 len: 168 time: 0.1560543 Oct 26 14:46:24.856953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c71328-b70f-4221-8cbc-5a32f1faf230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d113eaa-00fb-4676-808a-4b46759cce03,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:25.685035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51236) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:25.865502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-4537934-network', 'tenant_id': '16582bfe9417422094a45f9afceb78ff'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:25.891823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Made reservation on behalf of 16582bfe9417422094a45f9afceb78ff for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:46:25.895105 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:25.904836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.008245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.013079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.043863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] vlan segment allocate from pool success with {'vlan_id': 929, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:46:26.056913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137dbdbb-1845-4871-9fac-d8ca025dc06f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:26.063383 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.063750 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Added segment e3b75199-7543-47d0-8a52-d1f279082586 of type vlan for network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d Oct 26 14:46:26.114580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.145701 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.146699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:26.147324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.212994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5263097 Oct 26 14:46:26.216379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51242) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:46:26.227616 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Request body: {'subnet': {'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-4537934-subnet', 'tenant_id': '16582bfe9417422094a45f9afceb78ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:26.229256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a68aa4-ab68-468b-ad34-4a4ec26ae3be admin admin] Pushing event updated for resources: {'Network': ['ID=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:26.239922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:46:26.271322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Made reservation on behalf of 16582bfe9417422094a45f9afceb78ff for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:46:26.274232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.469543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:46:26.487091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.498075 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: ca72d065-a77f-49a8-a028-a89345bf0833 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:46:26.498427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device ca72d065-a77f-49a8-a028-a89345bf0833 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:46:26.553860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ee2cd6-f4b1-4a95-8a4b-142f50887117,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:26.568039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Checking segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:46:26.568404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Network hostable DHCP agents. Network: fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:46:26.589462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:46:26.601361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:46:26.608067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:26.609762 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:26.614609 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7afc73-0c1b-4b7a-8563-ca6732a630e5 None None] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:46:26.634393 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b56f91a-c9c2-48b2-9596-c0456ec9923b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4162781 Oct 26 14:46:26.807187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6f06ad-6c87-46c0-95a1-e7c980941a80 None None] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:46:27.202857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-efe726c6-a035-4dc2-91b9-dba31ea7223b tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:27.204481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-efe726c6-a035-4dc2-91b9-dba31ea7223b tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 812 time: 0.1167617 Oct 26 14:46:27.225866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-71f7d5f5-716b-4177-9dd3-4f98574109a4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/quotas/16582bfe9417422094a45f9afceb78ff HTTP/1.1" status: 200 len: 375 time: 0.0105314 Oct 26 14:46:27.274314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-66c2a8fc-8d4f-49b0-8ba3-0af37dc0acfc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371788 Oct 26 14:46:27.384887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-8e0d2d0c-69c6-4980-808d-01b7a6d203e0 service neutron] 10.222.0.37 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020501 Oct 26 14:46:27.492906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-40e10427-d8bb-443a-81c4-a636f4620fca service neutron] 10.222.0.37 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012065 Oct 26 14:46:27.719809 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7c329092-ceb5-450f-b450-4bd0c0bf7cf9 req-565769c9-3711-4534-bf48-cfacfe49ccdc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 210 time: 0.0354540 Oct 26 14:46:28.838225 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-62bf46a3-9a38-454b-8042-a770ab14c5e6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:28.839936 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-62bf46a3-9a38-454b-8042-a770ab14c5e6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 812 time: 0.1508780 Oct 26 14:46:28.861746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Request body: {'port': {'device_id': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'admin_state_up': True, 'tenant_id': '16582bfe9417422094a45f9afceb78ff'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:28.883560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d73d219-35a8-4368-85cf-28ef6d96f07a req-99178541-f647-4a70-bcc0-597167741e05 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 210 time: 0.0372331 Oct 26 14:46:29.010587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Made reservation on behalf of 16582bfe9417422094a45f9afceb78ff for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:46:29.017213 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:29.257168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Allocated IP 172.20.0.6 (fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d/09ee2cd6-f4b1-4a95-8a4b-142f50887117/bdd86afd-0cf2-41b6-82d0-dd15999833f8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:46:29.817209 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:29.873536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:29.950889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:46:29.956479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:46:29.962956 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:46:30.005951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:30.044162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:30.045155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.068132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76122-e920-48ea-9764-22d4d9c15706 req-a2f094df-57ce-481b-9f9c-e0174ef09505 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:30.069373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-39a89f44-0782-413f-8eb0-7218b720d002 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2136149 Oct 26 14:46:30.069679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41e76122-e920-48ea-9764-22d4d9c15706 req-a2f094df-57ce-481b-9f9c-e0174ef09505 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 931 time: 0.0685284 Oct 26 14:46:30.082762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Request body: {'port': {'device_id': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:46:30.125514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-41e76122-e920-48ea-9764-22d4d9c15706 req-16899437-301f-4a31-aa4d-b58d4ff0d14d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Oct 26 14:46:30.150327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.449423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd86afd-0cf2-41b6-82d0-dd15999833f8 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:30.458585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.474742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Transition to ACTIVE for port object bdd86afd-0cf2-41b6-82d0-dd15999833f8 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:46:30.479331 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.536169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:30.617712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:46:30.618167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:46:30.618612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:30.624145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:46:30.624471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:46:30.630521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:46:30.630864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Checking segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:46:30.631259 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Bound using segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:46:30.631700 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Bound port: bdd86afd-0cf2-41b6-82d0-dd15999833f8, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:46:30.632061 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.704099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:46:30.707681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:46:30.713748 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.755326 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:30.756327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:30.757860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] 10.222.0.73 "PUT /v2.0/ports/bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 1091 time: 0.6800313 Oct 26 14:46:30.758339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:30.760715 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564dc4ab-07b6-4dd7-888c-932ef02c81f8" -d '{"events": [{"name": "network-changed", "server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:30.793543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9974a7-49df-4033-a826-460a4b75099f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:30.856656 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f44903-1e2f-4b9c-8642-0ece81e1f86c x-openstack-request-id: req-b3f44903-1e2f-4b9c-8642-0ece81e1f86c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:30.857112 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:30.857503 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3f44903-1e2f-4b9c-8642-0ece81e1f86c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:30.858129 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'status': 'completed', 'code': 200} Oct 26 14:46:30.887556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-080aed7a-899a-4daa-abae-6d2afe145770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:30.890205 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-080aed7a-899a-4daa-abae-6d2afe145770 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0838456 Oct 26 14:46:30.935634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-7b516a3b-1edf-41cc-ad26-5e668c68a72c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0365946 Oct 26 14:46:30.998561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-780614f9-1ab3-4727-aa7d-e1b774d31bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:31.000015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-780614f9-1ab3-4727-aa7d-e1b774d31bd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0578353 Oct 26 14:46:31.041914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-3de71de3-2874-4d7f-8617-9c546f67bd02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333211 Oct 26 14:46:31.161634 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-a73dd4eb-56e6-4a01-8fee-dd2a4163d907 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105139 Oct 26 14:46:31.301035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1465727-02a7-4c9a-9d76-373ece23d5e8 req-b1bf5641-8aeb-4b3a-bff5-b6f35d881252 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320570 Oct 26 14:46:31.305631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba57be-e155-4978-92d8-885f078d92f2 req-311337f8-f930-4032-804f-4ea6710e98db tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:31.307317 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ba57be-e155-4978-92d8-885f078d92f2 req-311337f8-f930-4032-804f-4ea6710e98db tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0772312 Oct 26 14:46:31.358335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5ba57be-e155-4978-92d8-885f078d92f2 req-56dd328d-29b1-4de1-973b-4a065239b0c9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Oct 26 14:46:31.413512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-c0ddfb38-4f56-4b37-97df-35d801265e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:31.415284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-c0ddfb38-4f56-4b37-97df-35d801265e7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0481687 Oct 26 14:46:31.526273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-8ed0cef4-a6ec-4d5f-adad-09eedc3eccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:31.527813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-8ed0cef4-a6ec-4d5f-adad-09eedc3eccf0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1049047 Oct 26 14:46:31.574551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-90b0e94f-64fd-488e-ba31-bfba8f072d63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0383797 Oct 26 14:46:31.630221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-732e2aea-c95e-4d37-9c17-c1da4b5becbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:31.631734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-732e2aea-c95e-4d37-9c17-c1da4b5becbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0486696 Oct 26 14:46:31.668847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-1889a088-f9ef-4dbb-a537-268f9a8672b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282745 Oct 26 14:46:31.792032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-df4e8049-4b78-4571-bfb0-841214d9a95d service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144052 Oct 26 14:46:31.915560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-564dc4ab-07b6-4dd7-888c-932ef02c81f8 req-0bd0bceb-02c0-4a00-ab56-69ffd439cdd4 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151872 Oct 26 14:46:32.503385 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c551cc-1ff5-4012-8687-10b1214ff12c req-cf17f982-de9f-465b-8352-6c62ff35af83 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:32.505095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8c551cc-1ff5-4012-8687-10b1214ff12c req-cf17f982-de9f-465b-8352-6c62ff35af83 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0594416 Oct 26 14:46:32.558886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8c551cc-1ff5-4012-8687-10b1214ff12c req-1f54aacb-f429-4e06-a158-816981114222 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Oct 26 14:46:33.688263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a12f-adcc-4d4d-9415-c95503db44fa req-e86a890b-9612-4a8f-91c7-1278e796abfc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:33.691521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5e8a12f-adcc-4d4d-9415-c95503db44fa req-e86a890b-9612-4a8f-91c7-1278e796abfc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0574827 Oct 26 14:46:33.734133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5e8a12f-adcc-4d4d-9415-c95503db44fa req-e7d05507-7048-4e52-a544-3fb41c35b209 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Oct 26 14:46:34.474188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:46:34.641084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:34.655137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'port_id': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'mac_address': 'fa:16:3e:16:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee2cd6-f4b1-4a95-8a4b-142f50887117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:46:34.867930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eddd5-084d-47db-b6c0-046ac8c86839 req-6d5c727d-ceef-4471-b4af-6882a153ac97 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:34.869801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f89eddd5-084d-47db-b6c0-046ac8c86839 req-6d5c727d-ceef-4471-b4af-6882a153ac97 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0597067 Oct 26 14:46:34.917581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f89eddd5-084d-47db-b6c0-046ac8c86839 req-0cdd55e4-f833-4036-a9cc-53f75c1a5043 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Oct 26 14:46:34.966358 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:34.982538 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd86afd-0cf2-41b6-82d0-dd15999833f8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:46:35.005891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:35.011211 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:35.064702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:35.210623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['bdd86afd-0cf2-41b6-82d0-dd15999833f8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:46:36.059429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed898866-a244-4564-b378-553dfe3603ab req-9f11e227-e950-4719-84e0-6a6b4fed849a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:36.061104 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed898866-a244-4564-b378-553dfe3603ab req-9f11e227-e950-4719-84e0-6a6b4fed849a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 944 time: 0.0657282 Oct 26 14:46:36.106581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ed898866-a244-4564-b378-553dfe3603ab req-79c6521c-55fa-4671-bcff-be4f9d3f75b3 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Oct 26 14:46:36.464412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:46:36.518793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port bdd86afd-0cf2-41b6-82d0-dd15999833f8 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:46:36.524352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port bdd86afd-0cf2-41b6-82d0-dd15999833f8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:46:36.524804 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:36.623260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:36.649494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:46:36.652064 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a6030a-b4e6-4e5d-adf8-2510b69389d0" -d '{"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:46:36.667237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:46:36.672275 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:36.733022 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18f77a-9623-4fe2-afd3-09d62d91049c x-openstack-request-id: req-fe18f77a-9623-4fe2-afd3-09d62d91049c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:46:36.733454 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:46:36.733748 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe18f77a-9623-4fe2-afd3-09d62d91049c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:46:36.734193 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'code': 200} Oct 26 14:46:36.735884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:46:36.849091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e36efc-7082-4d98-a21e-5a7ff98bd967 req-7773e209-33a6-4a53-bcf5-5a393bf39f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:36.850652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31e36efc-7082-4d98-a21e-5a7ff98bd967 req-7773e209-33a6-4a53-bcf5-5a393bf39f8c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0514963 Oct 26 14:46:36.894361 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31e36efc-7082-4d98-a21e-5a7ff98bd967 req-0b3e60da-f9f3-4545-bc1b-f08ea9d6e11e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Oct 26 14:46:37.269329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e9b89-8c7e-4b7d-af44-1b827231d31e req-dc6ecc1d-b9fe-42a4-9ef7-52e5c93d1893 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:37.270990 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-920e9b89-8c7e-4b7d-af44-1b827231d31e req-dc6ecc1d-b9fe-42a4-9ef7-52e5c93d1893 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0628231 Oct 26 14:46:37.318278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-920e9b89-8c7e-4b7d-af44-1b827231d31e req-da464641-970e-4a28-a968-b36ab4d277b8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Oct 26 14:46:38.479218 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e724d-337c-49db-a8f1-1afac63e1a43 req-9c61a9b7-cb75-490f-9091-019aac9fb475 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:38.480942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b22e724d-337c-49db-a8f1-1afac63e1a43 req-9c61a9b7-cb75-490f-9091-019aac9fb475 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0552804 Oct 26 14:46:38.534445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b22e724d-337c-49db-a8f1-1afac63e1a43 req-60b60faa-2f10-4ec0-bb7a-88c990e84503 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 Oct 26 14:46:38.700766 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72913496-672a-4116-81ff-f958fdadaa05 req-e88c4747-adce-427d-8621-09e37895c0b5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:38.702628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72913496-672a-4116-81ff-f958fdadaa05 req-e88c4747-adce-427d-8621-09e37895c0b5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0633721 Oct 26 14:46:38.748781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72913496-672a-4116-81ff-f958fdadaa05 req-81af9141-d3f3-4845-bf72-82cd213e2558 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Oct 26 14:46:38.982634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a48f-b705-433d-ba19-7eff3ea37dcd req-8ec9079c-c57f-4d6c-87af-3dadf5481613 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:38.984227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc39a48f-b705-433d-ba19-7eff3ea37dcd req-8ec9079c-c57f-4d6c-87af-3dadf5481613 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0557632 Oct 26 14:46:39.032260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc39a48f-b705-433d-ba19-7eff3ea37dcd req-b727fcd6-26cf-4c13-bbae-8edcdb692d65 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Oct 26 14:46:39.166265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b278bc-a8d0-43eb-9dde-c61855fc53fd req-cb885cf8-60cc-42fe-a403-12e1f3aa91d4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:39.168170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13b278bc-a8d0-43eb-9dde-c61855fc53fd req-cb885cf8-60cc-42fe-a403-12e1f3aa91d4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Oct 26 14:46:39.222841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13b278bc-a8d0-43eb-9dde-c61855fc53fd req-38aa446c-b7ac-4f12-bf84-9cf295c28df1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Oct 26 14:46:39.526397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d58870-3296-4b21-ab91-bbf418e51457 req-92a83e00-5898-4e07-aa02-c3de71280d07 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:39.527960 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48d58870-3296-4b21-ab91-bbf418e51457 req-92a83e00-5898-4e07-aa02-c3de71280d07 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0632071 Oct 26 14:46:39.552978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-85b84981-4f2e-4907-87a6-67e86a538427 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728111 Oct 26 14:46:39.585169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48d58870-3296-4b21-ab91-bbf418e51457 req-2470aa9f-4d09-4f63-888c-904d6c3c52db tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Oct 26 14:46:40.137546 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e818c669-7426-4287-97bd-fb090a29d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:40.747801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d268ee-498c-4209-a635-62e3046d2807 req-7add558b-4173-4a60-bd03-b6a1ae173909 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:40.750546 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d4d268ee-498c-4209-a635-62e3046d2807 req-7add558b-4173-4a60-bd03-b6a1ae173909 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0725110 Oct 26 14:46:40.815503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d4d268ee-498c-4209-a635-62e3046d2807 req-0159c749-305e-4671-be34-4a74c2f2d0e8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578690 Oct 26 14:46:40.967196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-f89bde37-2238-41de-a846-954fbb7d9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:40.969946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-f89bde37-2238-41de-a846-954fbb7d9f26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0584862 Oct 26 14:46:41.086124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-0f84c569-7757-4ba6-8db8-937d00552625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:41.087685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-0f84c569-7757-4ba6-8db8-937d00552625 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1106789 Oct 26 14:46:41.135004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-1f379bf2-fb4d-472c-8823-6b6cfdfea1d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0402336 Oct 26 14:46:41.192456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-7490624d-6d12-4680-8b95-2be6f7f88571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:41.194224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-7490624d-6d12-4680-8b95-2be6f7f88571 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0524557 Oct 26 14:46:41.229349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-5b9a5890-eecc-40f2-b374-85734a17c0d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284081 Oct 26 14:46:41.360189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-57d938fa-2c01-4882-95ab-be44b5a66eb5 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240757 Oct 26 14:46:41.471083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-871bda1c-e6a8-4ba5-8dd2-8a1d16c523d3 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033757 Oct 26 14:46:41.950285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50bb82-84d9-4764-8c47-ed4c411089a5 req-95b7a32b-a71b-4a61-8b89-be1b07dcc707 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:41.952313 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b50bb82-84d9-4764-8c47-ed4c411089a5 req-95b7a32b-a71b-4a61-8b89-be1b07dcc707 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0589757 Oct 26 14:46:42.000194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6b50bb82-84d9-4764-8c47-ed4c411089a5 req-1994bcd9-2381-402a-b5ce-d423c75c28ed tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Oct 26 14:46:42.056708 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:46:42.883978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5510b57d-e432-4b60-ae82-0d0bc6e3864f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:43.132032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c3a4-15dc-4a91-b140-0f55d9e980f7 req-98f1eaf3-fe67-4296-a75a-9af6f953a0bf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:43.133760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fb0c3a4-15dc-4a91-b140-0f55d9e980f7 req-98f1eaf3-fe67-4296-a75a-9af6f953a0bf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Oct 26 14:46:43.181573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fb0c3a4-15dc-4a91-b140-0f55d9e980f7 req-f4dfd439-a3f1-4b19-be6a-72338fd9846c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 Oct 26 14:46:43.924087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:44.345432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d760777-afbd-40fd-9ae5-0591c65e0099 req-a62d6c28-df41-4b9d-921a-f4edaeee4ae4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:44.348034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d760777-afbd-40fd-9ae5-0591c65e0099 req-a62d6c28-df41-4b9d-921a-f4edaeee4ae4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0897546 Oct 26 14:46:44.372625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:44.393774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3d760777-afbd-40fd-9ae5-0591c65e0099 req-9c17b122-4c96-41c7-8e7a-830313695f00 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Oct 26 14:46:45.529061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990de81-de9d-4be9-8b3b-8c32ab1f29d9 req-710202d5-7f3d-4d7d-a794-84dd7acf19f1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:45.530748 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f990de81-de9d-4be9-8b3b-8c32ab1f29d9 req-710202d5-7f3d-4d7d-a794-84dd7acf19f1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0581565 Oct 26 14:46:45.581569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f990de81-de9d-4be9-8b3b-8c32ab1f29d9 req-3456482a-21eb-4ccc-9349-f9d5a4e5f59d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Oct 26 14:46:45.898870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:46.710255 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc3d8-0d75-42ca-aca8-ad60407ceb56 req-a1aea81a-5576-4780-9b05-cc3d15940cc3 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:46.711932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f7bc3d8-0d75-42ca-aca8-ad60407ceb56 req-a1aea81a-5576-4780-9b05-cc3d15940cc3 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0546615 Oct 26 14:46:46.760999 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f7bc3d8-0d75-42ca-aca8-ad60407ceb56 req-7a0f119e-a581-4603-b844-07a0d34e395b tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Oct 26 14:46:47.893405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56e670-f844-44b3-b141-389d77be292b req-5a451416-91c5-4ce2-a7c0-e64686482769 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:47.895040 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d56e670-f844-44b3-b141-389d77be292b req-5a451416-91c5-4ce2-a7c0-e64686482769 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0558589 Oct 26 14:46:47.938138 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d56e670-f844-44b3-b141-389d77be292b req-df7b6dc6-8c55-4a9d-8437-5f878d16fad5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Oct 26 14:46:49.068235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e14e-be30-4a60-881f-f9f2e954cf3e req-9c77b2c3-92db-4da6-96e6-7420de45f14f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:49.069897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d01e14e-be30-4a60-881f-f9f2e954cf3e req-9c77b2c3-92db-4da6-96e6-7420de45f14f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Oct 26 14:46:49.115541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d01e14e-be30-4a60-881f-f9f2e954cf3e req-c5605966-692a-465c-af61-0f6578deafa7 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Oct 26 14:46:50.246196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26366aa-02d2-44e6-bf5a-f6e1d71208d6 req-d4ee50ba-a8e6-47a7-b5a2-d8d32be639c7 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:50.247817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a26366aa-02d2-44e6-bf5a-f6e1d71208d6 req-d4ee50ba-a8e6-47a7-b5a2-d8d32be639c7 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0541344 Oct 26 14:46:50.292245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a26366aa-02d2-44e6-bf5a-f6e1d71208d6 req-06633265-ef12-489b-82da-8560a0b5a680 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376823 Oct 26 14:46:51.427662 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bd40-4522-4285-9e3e-70b32e99d763 req-03bf4c6e-a766-4c10-a964-b051b478d770 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:51.429340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3035bd40-4522-4285-9e3e-70b32e99d763 req-03bf4c6e-a766-4c10-a964-b051b478d770 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0611980 Oct 26 14:46:51.478769 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3035bd40-4522-4285-9e3e-70b32e99d763 req-0a301d06-9c52-480f-91fa-67dde9955903 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Oct 26 14:46:52.140629 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:52.617084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc736c81-daf8-4c34-bb58-4dbfae29a6be req-6fde4643-6ebb-4085-91d8-5a826d5baa60 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:52.619100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc736c81-daf8-4c34-bb58-4dbfae29a6be req-6fde4643-6ebb-4085-91d8-5a826d5baa60 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0618474 Oct 26 14:46:52.666401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fc736c81-daf8-4c34-bb58-4dbfae29a6be req-15f642df-567d-4622-b7ec-8daad5adebec tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Oct 26 14:46:53.647663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:46:53.807476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453de61-efb0-496b-ae39-6d926098e246 req-71883312-198b-4138-a6e8-ad9a97fefd43 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:53.809252 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8453de61-efb0-496b-ae39-6d926098e246 req-71883312-198b-4138-a6e8-ad9a97fefd43 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Oct 26 14:46:53.859470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8453de61-efb0-496b-ae39-6d926098e246 req-f558a97c-75cc-4348-9ee8-fc16f2d18db6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 Oct 26 14:46:55.005761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9694e-4d95-4846-8b32-9cc11f12d1f2 req-a2b212f9-7ea7-4927-912a-eee33fbfc894 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:55.007713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fc9694e-4d95-4846-8b32-9cc11f12d1f2 req-a2b212f9-7ea7-4927-912a-eee33fbfc894 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0568156 Oct 26 14:46:55.051025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fc9694e-4d95-4846-8b32-9cc11f12d1f2 req-e580f88c-a226-4399-852e-0c153bac5758 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369458 Oct 26 14:46:56.184815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753aea-5f6b-4c16-9a68-3a0dbbe89037 req-76aedc1e-1bca-400d-a0af-bdd8aaa23e44 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:56.186421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87753aea-5f6b-4c16-9a68-3a0dbbe89037 req-76aedc1e-1bca-400d-a0af-bdd8aaa23e44 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0549626 Oct 26 14:46:56.228986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-87753aea-5f6b-4c16-9a68-3a0dbbe89037 req-28345782-0c9c-44ad-9367-a538e79674c7 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Oct 26 14:46:57.383241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01236ef2-c7db-4bbc-87eb-e4ab90746b20 req-8a1f6b03-21e4-44b0-8ac2-c4edf73dd70d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:57.384864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01236ef2-c7db-4bbc-87eb-e4ab90746b20 req-8a1f6b03-21e4-44b0-8ac2-c4edf73dd70d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0562925 Oct 26 14:46:57.434492 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-01236ef2-c7db-4bbc-87eb-e4ab90746b20 req-3418fd87-24ac-423c-926f-08671ebc7b38 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Oct 26 14:46:58.569859 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb096-c758-47d5-8ad8-bb6d781db31a req-1a5ecf17-d545-4e39-8322-1e89ed1bd7a8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:58.571494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-479eb096-c758-47d5-8ad8-bb6d781db31a req-1a5ecf17-d545-4e39-8322-1e89ed1bd7a8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0588567 Oct 26 14:46:58.617527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-479eb096-c758-47d5-8ad8-bb6d781db31a req-31e7eefc-4ae3-4c9a-9f8d-c19a0c6b7bc3 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 Oct 26 14:46:59.762604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53def0a-44bf-4681-9722-2b85111fdc14 req-bb045d22-e955-46aa-a57c-56ac07524a00 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:46:59.764251 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f53def0a-44bf-4681-9722-2b85111fdc14 req-bb045d22-e955-46aa-a57c-56ac07524a00 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0577395 Oct 26 14:46:59.823234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f53def0a-44bf-4681-9722-2b85111fdc14 req-d704a9c7-9c46-451f-a801-7ab65a2211dd tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Oct 26 14:47:00.992754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59768d7f-b62d-4c8f-ac0d-a65a59a699e8 req-70e8daa6-5e89-43d3-a486-5b2e3472d6d1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:00.996366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59768d7f-b62d-4c8f-ac0d-a65a59a699e8 req-70e8daa6-5e89-43d3-a486-5b2e3472d6d1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0903664 Oct 26 14:47:01.054968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-59768d7f-b62d-4c8f-ac0d-a65a59a699e8 req-29fbd855-fa5e-49b3-a758-e7dcf04da85d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Oct 26 14:47:02.196459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f400e4-d9b7-4673-bcd9-c2014ba443b9 req-f6e89c00-7524-4eb4-9996-a7f46200ccda tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:02.198097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3f400e4-d9b7-4673-bcd9-c2014ba443b9 req-f6e89c00-7524-4eb4-9996-a7f46200ccda tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0535805 Oct 26 14:47:02.240652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3f400e4-d9b7-4673-bcd9-c2014ba443b9 req-24bd4358-1d8b-4db8-80a8-53c58edee3dc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Oct 26 14:47:03.371481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457990-6813-4f18-bb19-adb69f561bb8 req-1b199b54-51f3-48e6-a414-94a9ad400790 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:03.373151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7457990-6813-4f18-bb19-adb69f561bb8 req-1b199b54-51f3-48e6-a414-94a9ad400790 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0548139 Oct 26 14:47:03.423051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7457990-6813-4f18-bb19-adb69f561bb8 req-920b594a-b718-4431-9afb-28bc9ca69cf4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378830 Oct 26 14:47:04.561180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ccd3f-f920-442a-bce9-788f68046f44 req-00b2b3cd-7262-44e7-8c7d-bbef675f5c6c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:04.563076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-332ccd3f-f920-442a-bce9-788f68046f44 req-00b2b3cd-7262-44e7-8c7d-bbef675f5c6c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0599313 Oct 26 14:47:04.614242 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-332ccd3f-f920-442a-bce9-788f68046f44 req-cedc5c9a-d57c-486e-b9da-39ce858dbbfc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Oct 26 14:47:05.774284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10560c9d-2983-4018-8a1c-a764a41c832b req-b8ce491f-777f-48ed-b46c-a4949215de25 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:05.777084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10560c9d-2983-4018-8a1c-a764a41c832b req-b8ce491f-777f-48ed-b46c-a4949215de25 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0782123 Oct 26 14:47:05.824444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10560c9d-2983-4018-8a1c-a764a41c832b req-ab1ea931-bc89-4651-9f39-09402cf4b571 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Oct 26 14:47:06.974363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ecdbf-44df-400b-89bd-cddc7733b686 req-6607980b-2544-40b7-98ac-983008244a62 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:06.976315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f85ecdbf-44df-400b-89bd-cddc7733b686 req-6607980b-2544-40b7-98ac-983008244a62 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0648301 Oct 26 14:47:07.036025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-b4a2d7b8-9805-4997-83cc-7e164f71265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:07.037889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-b4a2d7b8-9805-4997-83cc-7e164f71265a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0476942 Oct 26 14:47:07.046758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f85ecdbf-44df-400b-89bd-cddc7733b686 req-aa4b0066-f50e-46f3-b7c5-37e26708fdf0 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Oct 26 14:47:07.206063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-77328b16-471d-41f1-8415-5b660f9a041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:07.207677 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-77328b16-471d-41f1-8415-5b660f9a041e service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1417379 Oct 26 14:47:07.253880 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-d1325420-ed01-40f9-8a4c-094c4dc8d543 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0375223 Oct 26 14:47:07.315528 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-12f9385b-4b61-4754-9937-e37c7ed07db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:07.317130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-12f9385b-4b61-4754-9937-e37c7ed07db7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0554469 Oct 26 14:47:07.362632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-62bc212f-1b21-4d2b-b532-5d04f9ae178e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320261 Oct 26 14:47:07.470091 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-c8bd9751-9461-4942-8d85-20e201e9f459 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982218 Oct 26 14:47:07.582089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6f0c10bb-8c50-46c6-802c-dcc35dbd8117 req-6dc2d2fa-b88a-47ba-9569-0675d999af7b service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042378 Oct 26 14:47:08.186824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade0725-f9d6-4b50-a7db-56a4d03e6405 req-f60e6880-466f-4877-a870-a5641a5324a5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:08.188467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eade0725-f9d6-4b50-a7db-56a4d03e6405 req-f60e6880-466f-4877-a870-a5641a5324a5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0575185 Oct 26 14:47:08.237804 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eade0725-f9d6-4b50-a7db-56a4d03e6405 req-96525fc4-3e06-4354-a9fc-35cff75fd84b tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Oct 26 14:47:08.485337 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-53706fab-8853-47a4-96fa-85fa8b50c2e3 service neutron] show failed (client error): The resource could not be found. Oct 26 14:47:08.487735 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-53706fab-8853-47a4-96fa-85fa8b50c2e3 service neutron] 10.222.0.73 "GET /v2.0/ports/bdd86afd-0cf2-41b6-82d0-dd15999833f8/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0804989 Oct 26 14:47:08.748622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-d7ac9b04-fb9e-4d19-91c8-ef9ec36d15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:08.750624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-d7ac9b04-fb9e-4d19-91c8-ef9ec36d15e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4&tenant_id=16582bfe9417422094a45f9afceb78ff HTTP/1.1" status: 200 len: 1096 time: 0.0501559 Oct 26 14:47:08.763232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:47:08.824253 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.070112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:09.109003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:47:09.159641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:09.163986 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439035a1-df6c-4cdd-9600-4be94a5e14c8" -d '{"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:09.172043 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.197082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Transition to ACTIVE for port object bdd86afd-0cf2-41b6-82d0-dd15999833f8 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:47:09.203036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.232459 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9bdf18-cf7b-4fd1-a287-7cdf13c54211 x-openstack-request-id: req-cb9bdf18-cf7b-4fd1-a287-7cdf13c54211 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:09.233085 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:09.233085 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb9bdf18-cf7b-4fd1-a287-7cdf13c54211 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:09.233396 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'code': 200} Oct 26 14:47:09.261909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:09.280064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] No DVR routers for this DVR port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:47:09.324846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:47:09.325131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:47:09.325394 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:09.331076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:47:09.331401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Attempting to bind port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:09.339086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:47:09.339455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Checking segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:47:09.339825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Bound using segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:47:09.340582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Bound port: bdd86afd-0cf2-41b6-82d0-dd15999833f8, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:47:09.340954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.456451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62393b-24f8-45e5-a136-f144b1508dea req-67e4d1ae-cd18-4c78-8a98-54ad80d0f0f8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:09.459204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad62393b-24f8-45e5-a136-f144b1508dea req-67e4d1ae-cd18-4c78-8a98-54ad80d0f0f8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.1221726 Oct 26 14:47:09.521116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:47:09.570056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:47:09.574773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ad62393b-24f8-45e5-a136-f144b1508dea req-74869960-6c25-4b84-8c0a-6f87ec3b6108 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981569 Oct 26 14:47:09.577007 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.623580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:09.624224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:09.625786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] 10.222.0.41 "PUT /v2.0/ports/bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 1091 time: 0.8671687 Oct 26 14:47:09.649396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89766b61-fe39-47b0-9c71-8f7310f82f60 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:09.711531 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-2cd1b305-6122-4ab8-9252-0251799ea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:09.714163 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-2cd1b305-6122-4ab8-9252-0251799ea5d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0605519 Oct 26 14:47:09.860035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-a4da4d25-3e03-44a8-97b6-46e78d60adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:09.862155 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-a4da4d25-3e03-44a8-97b6-46e78d60adcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1388752 Oct 26 14:47:09.922017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-4bf058d2-8dfd-472c-84e2-a1fd98d8a7d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0525706 Oct 26 14:47:09.998924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-7d9508c8-9ec8-4ea9-8531-622acabdb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:10.002097 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-7d9508c8-9ec8-4ea9-8531-622acabdb6ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0725155 Oct 26 14:47:10.052594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-fec602fa-480d-4cea-ba71-875c4e63063e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432086 Oct 26 14:47:10.144380 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4259075e-d88c-4299-8f8c-b04c81e2004f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:10.178476 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-6c9645f8-9f4f-4c7f-aa18-8257910f6d51 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186671 Oct 26 14:47:10.291453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa61f4ec-60d6-4185-84b7-5fc693f80ab4 req-29d63085-4c96-4672-9e9e-2e3b041ff784 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060112 Oct 26 14:47:10.720423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469d054-e7c2-4497-b2f4-14008db8011d req-69163905-8ca0-4546-ab2d-2620b71d6fbc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:10.722045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f469d054-e7c2-4497-b2f4-14008db8011d req-69163905-8ca0-4546-ab2d-2620b71d6fbc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0596764 Oct 26 14:47:10.768854 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f469d054-e7c2-4497-b2f4-14008db8011d req-06ab4027-b0cb-4835-b5e4-679efe877bc3 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Oct 26 14:47:11.234488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:11.237055 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522b951-f179-4cd0-bf31-583a7982a42c" -d '{"events": [{"name": "network-changed", "server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:11.291724 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ca9b6-932c-4f66-b553-24d9b188237d x-openstack-request-id: req-645ca9b6-932c-4f66-b553-24d9b188237d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:11.293010 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:11.293010 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-645ca9b6-932c-4f66-b553-24d9b188237d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:11.293729 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'status': 'completed', 'code': 200} Oct 26 14:47:11.401821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-1f1cd907-1dd9-4200-bb75-168945760eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.403368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-1f1cd907-1dd9-4200-bb75-168945760eeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0823624 Oct 26 14:47:11.405214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-7d9b2105-cd24-4069-b37f-054b8e274411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.406716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-7d9b2105-cd24-4069-b37f-054b8e274411 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1094 time: 0.0772717 Oct 26 14:47:11.585013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-b6ffdd18-be8d-49d6-bf28-9ae0bacb55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.586573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-b6ffdd18-be8d-49d6-bf28-9ae0bacb55b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1742876 Oct 26 14:47:11.589877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-63749c28-7c31-4dc2-b1a4-6efd1e5d46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.591429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-63749c28-7c31-4dc2-b1a4-6efd1e5d46a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1710477 Oct 26 14:47:11.639057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-abc481ee-f3cc-4165-840a-02c1b8cbe87b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0449429 Oct 26 14:47:11.681702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-ba5e8202-036f-49db-8956-f1d634abd101 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0801880 Oct 26 14:47:11.759205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-d06b1979-2eac-499b-982a-a40eec6af35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.760763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-d06b1979-2eac-499b-982a-a40eec6af35f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0887282 Oct 26 14:47:11.765366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b951-f179-4cd0-bf31-583a7982a42c req-0bc25652-cc35-4437-8467-7133769f4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.767543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-0bc25652-cc35-4437-8467-7133769f4c28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0635822 Oct 26 14:47:11.853179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-9ceca23a-04a0-4828-9320-4d62afcab1d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840995 Oct 26 14:47:11.856413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-ffee20d2-9aad-4f10-a0c6-54f0f2d05007 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794446 Oct 26 14:47:11.968584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356b476-13a3-48dd-9436-bc20bd8ef211 req-a7a04f63-2cbe-474b-bc8d-646d0b16bb73 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:11.970931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a356b476-13a3-48dd-9436-bc20bd8ef211 req-a7a04f63-2cbe-474b-bc8d-646d0b16bb73 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 943 time: 0.0713551 Oct 26 14:47:12.026847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a356b476-13a3-48dd-9436-bc20bd8ef211 req-9293685e-8fbe-4f82-a12f-068016364d0e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Oct 26 14:47:12.170171 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-e4f2e0d2-002a-4d69-8192-4e56a1a7c89e service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095326 Oct 26 14:47:12.174947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-ffc83a8d-38db-4d36-ab21-0ce19a038d56 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016548 Oct 26 14:47:12.347223 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-76721e47-8a2c-493d-b425-542c2dab6a73 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696489 Oct 26 14:47:12.353972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a522b951-f179-4cd0-bf31-583a7982a42c req-38d6267d-847c-4372-8240-e229b5d9a9bb service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678145 Oct 26 14:47:12.637414 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:47:12.686116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:47:12.756534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:47:12.906232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:12.918810 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d25d2f15-0283-4f0e-b5ce-1431f4a9934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:12.925382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'port_id': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'mac_address': 'fa:16:3e:16:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee2cd6-f4b1-4a95-8a4b-142f50887117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:47:12.984105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:12.998344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd86afd-0cf2-41b6-82d0-dd15999833f8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:47:13.024316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:13.028704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:13.083522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:13.091944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.092284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.092654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.092990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.093312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.093634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.093956 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.094275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.094591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.094942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.095758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.096288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:13.207602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396590-ffae-4ab0-aaf9-e48da39bdc66 req-02225079-a3c6-4666-ad65-230d0f148371 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.210273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d396590-ffae-4ab0-aaf9-e48da39bdc66 req-02225079-a3c6-4666-ad65-230d0f148371 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 944 time: 0.0873547 Oct 26 14:47:13.250089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bdd86afd-0cf2-41b6-82d0-dd15999833f8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:47:13.253821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4d396590-ffae-4ab0-aaf9-e48da39bdc66 req-98020e58-ec30-482b-a629-a8cf982b9cd4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373325 Oct 26 14:47:13.560277 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-9eb5b1b2-e184-4675-847f-32d441c58ecb tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.561924 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-9eb5b1b2-e184-4675-847f-32d441c58ecb tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4&tenant_id=16582bfe9417422094a45f9afceb78ff&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 944 time: 0.1022575 Oct 26 14:47:13.571818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96461b3b-9851-40ac-bc1b-d5c53f3655a9 req-def412c4-9d38-40dc-9c0e-ac48eed11fb9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.573483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96461b3b-9851-40ac-bc1b-d5c53f3655a9 req-def412c4-9d38-40dc-9c0e-ac48eed11fb9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 944 time: 0.1169624 Oct 26 14:47:13.663739 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96461b3b-9851-40ac-bc1b-d5c53f3655a9 req-95d1e7da-a24f-448c-8e47-0cf585fc91b9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817699 Oct 26 14:47:13.670395 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-4bb5d2fb-4b7c-4614-811b-dbe2d91681e2 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:47:13.671452 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-4bb5d2fb-4b7c-4614-811b-dbe2d91681e2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/bdd86afd-0cf2-41b6-82d0-dd15999833f8/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0970275 Oct 26 14:47:13.784350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-82d18ce1-a49d-4550-a2a5-275e67e64a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.786058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-82d18ce1-a49d-4550-a2a5-275e67e64a4e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0653660 Oct 26 14:47:13.889005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-e86882dd-5a87-4f92-8823-237e5891a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.890424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-e86882dd-5a87-4f92-8823-237e5891a02e service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.0962570 Oct 26 14:47:13.940015 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:13.940846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-d26cd68b-0e56-4645-8363-03c74e914930 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0426435 Oct 26 14:47:13.996546 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-02e13d1c-933e-4f98-88ce-e371521250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:13.998081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-02e13d1c-933e-4f98-88ce-e371521250e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0500617 Oct 26 14:47:14.035016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-c76e2a4a-a343-4407-b805-88a059b2a6ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288765 Oct 26 14:47:14.159018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-31ffff4a-30f2-4193-a3e1-b5e4ea4bdca6 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138790 Oct 26 14:47:14.271745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5df3fa5c-e8c4-455c-a8dc-875889fc003b req-3729a557-de48-4b32-aa11-647d118f7463 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054883 Oct 26 14:47:14.369749 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:14.757267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:47:14.816958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port bdd86afd-0cf2-41b6-82d0-dd15999833f8 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:47:14.821241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port bdd86afd-0cf2-41b6-82d0-dd15999833f8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:47:14.821615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:14.824359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeec5e-53a4-41ac-92d0-7e8c584dfad3 req-128fc8b0-b637-4e55-ab39-84db8c466f46 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:14.827048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94aeec5e-53a4-41ac-92d0-7e8c584dfad3 req-128fc8b0-b637-4e55-ab39-84db8c466f46 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 944 time: 0.0787144 Oct 26 14:47:14.897688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-94aeec5e-53a4-41ac-92d0-7e8c584dfad3 req-ef294936-e597-47be-ae03-a37ac47d8a43 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Oct 26 14:47:14.927266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:14.952411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:14.955597 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5db9aa-ae68-4e5f-87a1-ec2af36831c2" -d '{"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:14.975661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:14.980835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:15.025357 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b274b4-7f6a-4765-bd11-efdfe57741c6 x-openstack-request-id: req-85b274b4-7f6a-4765-bd11-efdfe57741c6 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:15.025781 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-plugged", "status": "completed", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:15.026080 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85b274b4-7f6a-4765-bd11-efdfe57741c6 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:15.026583 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'code': 200} Oct 26 14:47:15.056619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:15.896678 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:16.042560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee058a-8e87-407d-8576-8222daa65b2c req-0f016e8c-10d0-471c-a0e3-0dbfeb2b8e76 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:16.045478 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecee058a-8e87-407d-8576-8222daa65b2c req-0f016e8c-10d0-471c-a0e3-0dbfeb2b8e76 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0610981 Oct 26 14:47:16.093758 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ecee058a-8e87-407d-8576-8222daa65b2c req-ed6b987e-7fb3-478e-9a4c-9692516b87e4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Oct 26 14:47:16.233917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596a57b-3416-4878-ab94-30b3fda59515 req-43eb62ec-3b0d-464f-bdca-9824f0909e55 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:16.236425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f596a57b-3416-4878-ab94-30b3fda59515 req-43eb62ec-3b0d-464f-bdca-9824f0909e55 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0652673 Oct 26 14:47:16.691071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f596a57b-3416-4878-ab94-30b3fda59515 req-8c977864-8ef3-4edc-b2d3-c4db29a29d71 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403970 Oct 26 14:47:16.697440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-b28c53c8-3064-4383-843d-d8c306fdc725 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4555199 Oct 26 14:47:16.797496 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-4f73c7e6-ff75-4be4-a80d-f989016004bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:16.799527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-4f73c7e6-ff75-4be4-a80d-f989016004bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 1096 time: 0.0464802 Oct 26 14:47:16.882892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f42825-db2c-44c1-8459-4786a7cf1df3 req-8000b886-814b-45b6-a0e7-5eda1e9ae5e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:16.885638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57f42825-db2c-44c1-8459-4786a7cf1df3 req-8000b886-814b-45b6-a0e7-5eda1e9ae5e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0712373 Oct 26 14:47:16.924421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-8dda32ee-5a8e-4395-86b3-1694e8530811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:16.926031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-8dda32ee-5a8e-4395-86b3-1694e8530811 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1057012 Oct 26 14:47:16.959744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57f42825-db2c-44c1-8459-4786a7cf1df3 req-245d2c25-4480-4226-bf9d-05179ab92ed6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620768 Oct 26 14:47:16.973710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-a4c145bc-8cf9-4835-a951-dce42b2adce4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 200 len: 217 time: 0.0404358 Oct 26 14:47:17.031499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-9397d8ce-9bbe-45af-8d98-39775370759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:17.033701 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-9397d8ce-9bbe-45af-8d98-39775370759e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0538483 Oct 26 14:47:17.071595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-1c5e0084-c723-4672-8002-d4cb61395353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311439 Oct 26 14:47:17.214547 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-faddec8e-f003-4749-9622-d246528a40e6 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356068 Oct 26 14:47:17.380555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a33bb099-468d-4e34-a595-adaa97cc6eed req-7226ad8e-b81c-47f6-9cde-4036e57882cb service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564002 Oct 26 14:47:17.455371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-701af4d7-1288-4edc-a7bb-8260a7f137be tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:17.457070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-701af4d7-1288-4edc-a7bb-8260a7f137be tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 812 time: 0.1476824 Oct 26 14:47:17.479048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-1eaec867-286f-425b-9671-a981ed53af8d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/quotas/16582bfe9417422094a45f9afceb78ff HTTP/1.1" status: 200 len: 375 time: 0.0111196 Oct 26 14:47:17.543446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-78f55283-f2c2-4011-85eb-71797d29de7d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542896 Oct 26 14:47:17.662258 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-4d209872-9d55-40c2-8c2f-9f5d296c8514 service neutron] 10.222.0.37 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099684 Oct 26 14:47:17.776751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-f647c4cc-0bd1-4d19-869d-28ba3fe0254f service neutron] 10.222.0.37 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065185 Oct 26 14:47:18.063270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d48446a8-16d0-4af1-b35d-f0896c9bbe3f req-b6efbe1a-9111-49ca-86cd-b5651eb62d17 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 210 time: 0.0572474 Oct 26 14:47:18.585038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-1f26457f-ba25-4eac-b7e4-36cf9f66479c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:18.586789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-1f26457f-ba25-4eac-b7e4-36cf9f66479c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.41 "GET /v2.0/ports?device_id=43a80c34-35ab-47c3-97d4-a56076828fe4 HTTP/1.1" status: 200 len: 945 time: 0.0710683 Oct 26 14:47:18.717712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Deleting port bdd86afd-0cf2-41b6-82d0-dd15999833f8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:47:18.718798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:18.850595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] For port bdd86afd-0cf2-41b6-82d0-dd15999833f8, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=bdd86afd-0cf2-41b6-82d0-dd15999833f8,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:18.851135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:18.875252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Calling delete_port for bdd86afd-0cf2-41b6-82d0-dd15999833f8 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:47:19.044416 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:19.057080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bdd86afd-0cf2-41b6-82d0-dd15999833f8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:47:19.068016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:47:19.086729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Pushing event deleted for resources: {'Port': ['ID=bdd86afd-0cf2-41b6-82d0-dd15999833f8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:19.102983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.103294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.103653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.104035 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.104298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.104683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.105049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.105384 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.105719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.106049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.106382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.106712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:47:19.151098 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] No DVR routers for this DVR port bdd86afd-0cf2-41b6-82d0-dd15999833f8 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:47:19.159151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:19.166172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8376cf93-6eda-4e2e-a6ef-de9f436f6b17 req-c844e6d9-5cf2-4034-a50c-84a30ecbfcb8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.41 "DELETE /v2.0/ports/bdd86afd-0cf2-41b6-82d0-dd15999833f8 HTTP/1.1" status: 204 len: 173 time: 0.5725558 Oct 26 14:47:19.167061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-deleted', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:19.173940 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc3ba3-76ac-4ff8-a83d-aaf4a4394118" -d '{"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-deleted", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:19.265963 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-307a027f-7ae0-4bfb-bc66-ccbce78b8a8a req-5245c356-a2a1-4ace-b381-19a7ba7a30f4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 210 time: 0.0817361 Oct 26 14:47:19.304659 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb406a89-1301-4240-8236-8faf2999865a x-openstack-request-id: req-cb406a89-1301-4240-8236-8faf2999865a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:19.305149 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a80c34-35ab-47c3-97d4-a56076828fe4", "name": "network-vif-deleted", "tag": "bdd86afd-0cf2-41b6-82d0-dd15999833f8", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:19.305567 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb406a89-1301-4240-8236-8faf2999865a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:19.306229 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a80c34-35ab-47c3-97d4-a56076828fe4', 'name': 'network-vif-deleted', 'tag': 'bdd86afd-0cf2-41b6-82d0-dd15999833f8', 'status': 'completed', 'code': 200} Oct 26 14:47:19.409595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-e70c59bb-e8e3-4a28-b953-a550e0d81054 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:19.411237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-e70c59bb-e8e3-4a28-b953-a550e0d81054 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 812 time: 0.2305739 Oct 26 14:47:19.428648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Request body: {'port': {'device_id': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'admin_state_up': True, 'tenant_id': '16582bfe9417422094a45f9afceb78ff'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:47:19.562927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Made reservation on behalf of 16582bfe9417422094a45f9afceb78ff for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:47:19.567945 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:19.772609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Allocated IP 172.20.0.14 (fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d/09ee2cd6-f4b1-4a95-8a4b-142f50887117/3e0626ec-a33b-43d5-bebe-00a0a8dff580) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:47:19.979424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.020648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.035195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['bdd86afd-0cf2-41b6-82d0-dd15999833f8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:47:20.118824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:47:20.125608 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:47:20.134060 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:47:20.187127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:20.231806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:20.232596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.252126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-0d64d3e7-22a3-4872-b331-da9fc336b2fc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277671 Oct 26 14:47:20.267392 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Request body: {'port': {'device_id': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:47:20.340070 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.527741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e8e19-b8c0-4ea0-a4ea-9f20470db16a req-2db9dcf2-5ff8-46ee-9de3-bc5cea665d5d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:20.529488 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e7e8e19-b8c0-4ea0-a4ea-9f20470db16a req-2db9dcf2-5ff8-46ee-9de3-bc5cea665d5d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 932 time: 0.1677592 Oct 26 14:47:20.635618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e7e8e19-b8c0-4ea0-a4ea-9f20470db16a req-735db9cb-2035-4cc1-b4e5-cdaef5b2af4f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980799 Oct 26 14:47:20.739953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0626ec-a33b-43d5-bebe-00a0a8dff580 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:47:20.748776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.763307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Transition to ACTIVE for port object 3e0626ec-a33b-43d5-bebe-00a0a8dff580 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:47:20.769206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:20.830655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:20.914503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:47:20.914926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:47:20.915293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:20.921222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:47:20.921593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:20.928469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:47:20.928841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Checking segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:47:20.929235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Bound using segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:47:20.929678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Bound port: 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:47:20.930039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:21.008150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:47:21.012173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:47:21.019338 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:21.069706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.070350 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:21.072029 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] 10.222.0.73 "PUT /v2.0/ports/3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 1092 time: 0.8105228 Oct 26 14:47:21.104835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db437b66-9203-45e1-b6a1-542205d82883 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:21.174182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-bf9934ab-2181-4e3c-8656-c135060ff4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.175711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-bf9934ab-2181-4e3c-8656-c135060ff4cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0538864 Oct 26 14:47:21.225145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-2f98cedc-2262-49a1-a2e9-84cd33b4fa04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0406137 Oct 26 14:47:21.282453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-4f5f9417-41ed-49a0-a90a-ef7d2ec1c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.284088 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-4f5f9417-41ed-49a0-a90a-ef7d2ec1c915 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0517044 Oct 26 14:47:21.318618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:21.321105 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:21.326054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-47677e6f-ce60-4b2c-b599-2ddb56cf85b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340590 Oct 26 14:47:21.384934 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f4bce-4184-4341-8605-46336df436b9 x-openstack-request-id: req-197f4bce-4184-4341-8605-46336df436b9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:21.385250 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:21.385463 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-197f4bce-4184-4341-8605-46336df436b9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:21.385857 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'status': 'completed', 'code': 200} Oct 26 14:47:21.437079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-456e38c3-f1ba-46a8-af87-1269c9a58c3b service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037438 Oct 26 14:47:21.544140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-449b9779-d7ea-42e4-b43e-035e842a7e83 req-980af90a-d67f-4bfa-b0bd-5c02815607d6 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000867 Oct 26 14:47:21.648965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-81075dc2-1ffe-47f4-bd76-c999d64654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.650684 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-81075dc2-1ffe-47f4-bd76-c999d64654f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0572963 Oct 26 14:47:21.853190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799f23-02ed-40ed-87b8-36935d682bb2 req-01eb5e1c-b9fe-4fe2-b68c-b115f5532cb1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.854726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c1799f23-02ed-40ed-87b8-36935d682bb2 req-01eb5e1c-b9fe-4fe2-b68c-b115f5532cb1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.1081271 Oct 26 14:47:21.858681 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-522bfaad-4171-409f-89a1-48ea51725016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:21.860166 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-522bfaad-4171-409f-89a1-48ea51725016 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.2012508 Oct 26 14:47:21.941439 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-67e5ac9d-9010-4585-a4ce-36ba8905eaf4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0686147 Oct 26 14:47:21.991576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c1799f23-02ed-40ed-87b8-36935d682bb2 req-3c119aab-73b4-47e1-9ac6-54b1429c2c2a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291604 Oct 26 14:47:22.016027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-84255676-9843-415c-a205-867eb68a8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:22.016027 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-84255676-9843-415c-a205-867eb68a8212 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0614631 Oct 26 14:47:22.058173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-e9d3d068-c642-43ff-b093-4122a2c671f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339561 Oct 26 14:47:22.149158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:22.179250 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-a3b1e9be-28d2-414e-86d4-de0a0ab190b7 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133437 Oct 26 14:47:22.289196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd26c65e-ba58-44e2-9b4f-35f081c48cf7 req-5dda5f37-a734-41be-905d-ba0fc10d09d2 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013527 Oct 26 14:47:22.793293 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:47:22.815594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: bdd86afd-0cf2-41b6-82d0-dd15999833f8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:47:22.815915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device bdd86afd-0cf2-41b6-82d0-dd15999833f8 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:47:23.157869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85715bcb-82bc-40b2-8b5a-977a06c9eec1 req-15f30b01-b1a2-4a04-9028-f057f60dbebf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:23.159553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85715bcb-82bc-40b2-8b5a-977a06c9eec1 req-15f30b01-b1a2-4a04-9028-f057f60dbebf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0718691 Oct 26 14:47:23.206010 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85715bcb-82bc-40b2-8b5a-977a06c9eec1 req-513c0828-603b-4d7f-9ccf-c94894cf5f17 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Oct 26 14:47:23.664415 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:24.339913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122233b3-bfa6-4501-aa3f-376f778b73e3 req-a4efe581-3929-4998-ab36-6800295ea277 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:24.341616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-122233b3-bfa6-4501-aa3f-376f778b73e3 req-a4efe581-3929-4998-ab36-6800295ea277 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0560472 Oct 26 14:47:24.389814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-122233b3-bfa6-4501-aa3f-376f778b73e3 req-31cf4f70-b08b-4aaa-a36e-51b909c4359d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Oct 26 14:47:24.701791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:47:24.813660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:24.828202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'port_id': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'mac_address': 'fa:16:3e:e4:a3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee2cd6-f4b1-4a95-8a4b-142f50887117', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:47:24.870684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:24.891903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0626ec-a33b-43d5-bebe-00a0a8dff580 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:47:24.916987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:24.921978 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:24.978504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:25.125322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['3e0626ec-a33b-43d5-bebe-00a0a8dff580'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:47:25.525339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0695c-fe50-4057-9922-e86e784e3c20 req-bb6733ec-c8e9-4411-9c59-2b529a8a4572 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:25.527089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66f0695c-fe50-4057-9922-e86e784e3c20 req-bb6733ec-c8e9-4411-9c59-2b529a8a4572 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0584803 Oct 26 14:47:25.574167 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-66f0695c-fe50-4057-9922-e86e784e3c20 req-a1affb81-94ff-4d49-aa2e-59423fbcb304 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Oct 26 14:47:26.717880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d499-5c48-4cd8-83f3-54acecae3424 req-23b3c74e-e4c4-41d3-ab32-46af91bfab06 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:26.718747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:47:26.719482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9020d499-5c48-4cd8-83f3-54acecae3424 req-23b3c74e-e4c4-41d3-ab32-46af91bfab06 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0566967 Oct 26 14:47:26.771949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9020d499-5c48-4cd8-83f3-54acecae3424 req-910d3d88-f96d-4036-9a6a-e3093d63768c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Oct 26 14:47:26.808181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:47:26.812845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:47:26.813748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:26.902851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:26.931161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:26.933704 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccdf7d5-c41b-456f-8ef2-358f9cfc9f2c" -d '{"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:26.948903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:26.955923 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:26.985030 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e49b15-8e79-457c-ba55-9f6ac7d6d15e x-openstack-request-id: req-30e49b15-8e79-457c-ba55-9f6ac7d6d15e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:26.985323 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:26.986083 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30e49b15-8e79-457c-ba55-9f6ac7d6d15e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:26.986537 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'code': 200} Oct 26 14:47:27.020995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:27.114711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c42b1-c0b5-4529-9636-1ece927d3c81 req-2d2736af-9ca7-489e-bf1f-75a22807515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:27.116170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-171c42b1-c0b5-4529-9636-1ece927d3c81 req-2d2736af-9ca7-489e-bf1f-75a22807515b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1097 time: 0.0505443 Oct 26 14:47:27.174695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-171c42b1-c0b5-4529-9636-1ece927d3c81 req-527a6c4b-9722-4c4d-9606-341a5354070b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495117 Oct 26 14:47:27.910213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084f27-ff5e-4c9c-b606-fb5a2fec8e9e req-5b8b0cf5-cd8e-44db-85fc-36d2271b2259 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:27.911851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71084f27-ff5e-4c9c-b606-fb5a2fec8e9e req-5b8b0cf5-cd8e-44db-85fc-36d2271b2259 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0579293 Oct 26 14:47:27.962168 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-71084f27-ff5e-4c9c-b606-fb5a2fec8e9e req-1de81b2c-00f5-4ffd-b361-6dae9dd31382 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Oct 26 14:47:29.144782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2acf91-52f8-4968-a5f2-a559c4fcf771 req-e6872477-4e3b-42fb-99de-e2556797c830 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:29.147461 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd2acf91-52f8-4968-a5f2-a559c4fcf771 req-e6872477-4e3b-42fb-99de-e2556797c830 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.1038461 Oct 26 14:47:29.215282 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd2acf91-52f8-4968-a5f2-a559c4fcf771 req-76763486-c887-4d85-af70-21a101dfe075 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604618 Oct 26 14:47:29.349105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f53c7-7d85-48a6-b246-754c130333a7 req-f452df65-0604-4f00-9d83-f54360575daf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:29.350758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f00f53c7-7d85-48a6-b246-754c130333a7 req-f452df65-0604-4f00-9d83-f54360575daf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0564072 Oct 26 14:47:29.414830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f00f53c7-7d85-48a6-b246-754c130333a7 req-bdb7e214-83d0-454e-a06c-803d3d8efd4c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551016 Oct 26 14:47:29.707382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e591ec87-843c-4f35-ad4e-d3ffac88d193 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549836 Oct 26 14:47:29.729549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b9e5b-4cb7-4a4c-8742-515c1677e3b9 req-2d12569c-c801-4eed-87fd-8da61730d262 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:29.731117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59b9e5b-4cb7-4a4c-8742-515c1677e3b9 req-2d12569c-c801-4eed-87fd-8da61730d262 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0671389 Oct 26 14:47:29.782241 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e59b9e5b-4cb7-4a4c-8742-515c1677e3b9 req-acc4cbd4-82bd-40e7-b515-7c24b2fc3712 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Oct 26 14:47:30.957783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef76cbc-6534-4260-bec0-9a6e4eae55b3 req-562a67c3-9015-4b3c-b911-7a91245a3600 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:30.959406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ef76cbc-6534-4260-bec0-9a6e4eae55b3 req-562a67c3-9015-4b3c-b911-7a91245a3600 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0721722 Oct 26 14:47:31.019129 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ef76cbc-6534-4260-bec0-9a6e4eae55b3 req-bc16d77d-338e-431d-8b77-d2a813de1627 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511134 Oct 26 14:47:31.028190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-5df8ad51-cce3-4711-ab22-8738918387ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:31.030904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-5df8ad51-cce3-4711-ab22-8738918387ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1097 time: 0.0774791 Oct 26 14:47:31.149755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-d85f38a0-82ca-494a-8979-740a6cdd73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:31.151370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-d85f38a0-82ca-494a-8979-740a6cdd73b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1140287 Oct 26 14:47:31.196896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-76578603-e0e2-4dff-aa96-ee6821a5126d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0382011 Oct 26 14:47:31.253280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-4695ce5c-67e0-4158-a14c-c9e357fd4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:31.254897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-4695ce5c-67e0-4158-a14c-c9e357fd4253 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0518954 Oct 26 14:47:31.291391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-c27b93aa-c230-4c71-9fae-2563ef77e709 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291770 Oct 26 14:47:31.408342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-88b42018-3202-4854-bfb5-2304fd5610a9 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094911 Oct 26 14:47:31.526604 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-fed19d93-be94-4eec-8e62-b9263da55b57 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118326 Oct 26 14:47:32.152985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3115f7-3efb-4a10-90a2-abe500c363ea req-3fb81e7b-ceb1-4243-bb02-4224e3e2877c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:32.154658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b3115f7-3efb-4a10-90a2-abe500c363ea req-3fb81e7b-ceb1-4243-bb02-4224e3e2877c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0561290 Oct 26 14:47:32.200961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4b3115f7-3efb-4a10-90a2-abe500c363ea req-829b7959-6ec3-47d2-8b63-8f5670a48f36 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Oct 26 14:47:33.338362 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b5c0c-dad3-4a46-9baa-aa07f48f782d req-03aeddf7-fd9c-4af0-a49f-7094a1e224fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:33.340045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-438b5c0c-dad3-4a46-9baa-aa07f48f782d req-03aeddf7-fd9c-4af0-a49f-7094a1e224fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0546553 Oct 26 14:47:33.390562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-438b5c0c-dad3-4a46-9baa-aa07f48f782d req-e9cb0c07-c0d3-40eb-b5f5-1cbd4d8d2af1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Oct 26 14:47:34.534981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980c95-c5dc-42f1-a61d-20c28d913d1e req-39ab0219-0c9c-4a77-aab7-c7a96e9057dc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:34.536710 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd980c95-c5dc-42f1-a61d-20c28d913d1e req-39ab0219-0c9c-4a77-aab7-c7a96e9057dc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0561805 Oct 26 14:47:34.587996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fd980c95-c5dc-42f1-a61d-20c28d913d1e req-b2f761db-5d77-4546-a9c4-845663fd034a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Oct 26 14:47:35.731707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8ccf0-5cef-4fa5-950e-a849435dec55 req-4c90a3a8-23e3-49c5-81dd-756047f59490 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:35.733544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67d8ccf0-5cef-4fa5-950e-a849435dec55 req-4c90a3a8-23e3-49c5-81dd-756047f59490 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0550513 Oct 26 14:47:35.787764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-67d8ccf0-5cef-4fa5-950e-a849435dec55 req-c7b6d9b2-ecb9-40ad-b1c7-44f0a6131ac0 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Oct 26 14:47:36.918673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa5351-26ad-4581-b105-07196efe4aef req-9d14d088-e97f-4948-8f46-03c093f4ef9c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:36.920382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5aa5351-26ad-4581-b105-07196efe4aef req-9d14d088-e97f-4948-8f46-03c093f4ef9c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0553291 Oct 26 14:47:36.974505 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5aa5351-26ad-4581-b105-07196efe4aef req-a20f83fd-7566-4c4a-89f7-5c5096e86545 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Oct 26 14:47:38.124213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fac1ca-4813-41df-9cec-bc3ef84323ac req-c6a5aed0-8651-4c7f-91fc-6e7dc6ac17cd tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:38.125894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80fac1ca-4813-41df-9cec-bc3ef84323ac req-c6a5aed0-8651-4c7f-91fc-6e7dc6ac17cd tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0548012 Oct 26 14:47:38.171625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-80fac1ca-4813-41df-9cec-bc3ef84323ac req-9f86e696-1ac8-4a90-a3a2-40f1abbce73f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Oct 26 14:47:39.299645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417523-d013-479a-a483-2cb5a0e3ea0b req-9f9e4a42-cec2-4824-9c68-d48f9a9b9b98 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:39.301353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd417523-d013-479a-a483-2cb5a0e3ea0b req-9f9e4a42-cec2-4824-9c68-d48f9a9b9b98 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0522494 Oct 26 14:47:39.342474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd417523-d013-479a-a483-2cb5a0e3ea0b req-fb110be8-7335-4b1b-8dcb-588d5a2f9d43 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348003 Oct 26 14:47:40.131432 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b285bdd8-79fa-4067-8b2f-708f5bbedc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:40.471206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c7d05-93a0-4e74-86fa-2eb92579b746 req-4a27b27b-d6d4-455b-ba6b-0e6b104cf737 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:40.473055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc2c7d05-93a0-4e74-86fa-2eb92579b746 req-4a27b27b-d6d4-455b-ba6b-0e6b104cf737 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0542345 Oct 26 14:47:40.522114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc2c7d05-93a0-4e74-86fa-2eb92579b746 req-bf42a927-3d50-46c2-9495-d6c01483436d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Oct 26 14:47:41.665083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bc958-2e9b-47d3-ba6d-50179e1c277d req-9fa05a94-c4f0-40c1-a0a9-1d04e18261da tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:41.666736 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-914bc958-2e9b-47d3-ba6d-50179e1c277d req-9fa05a94-c4f0-40c1-a0a9-1d04e18261da tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0547154 Oct 26 14:47:41.715451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-914bc958-2e9b-47d3-ba6d-50179e1c277d req-b4a9ff9b-b59b-427c-96d7-c9c1d6e04e09 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372171 Oct 26 14:47:42.845429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322758db-2c4f-4c2f-8b0d-4fca0fafd67c req-72a77cff-7927-49e9-a734-b35866aa5bf4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:42.847394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322758db-2c4f-4c2f-8b0d-4fca0fafd67c req-72a77cff-7927-49e9-a734-b35866aa5bf4 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0543730 Oct 26 14:47:42.892716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94366c2c-393f-4d78-a889-b28e817c4086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:42.894633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-322758db-2c4f-4c2f-8b0d-4fca0fafd67c req-965074a6-95b2-47ea-b39e-5c68ce423bdf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408747 Oct 26 14:47:43.928109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:44.057446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30758a5e-4619-4efd-b012-d819219b3625 req-cf065fb6-aaff-48ea-b043-8b21d4aedef9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:44.059077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30758a5e-4619-4efd-b012-d819219b3625 req-cf065fb6-aaff-48ea-b043-8b21d4aedef9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0757561 Oct 26 14:47:44.107360 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-30758a5e-4619-4efd-b012-d819219b3625 req-113b6358-554a-4b9a-9e12-f25accd0068a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Oct 26 14:47:44.379738 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:45.238122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108661-e846-4894-bd09-d04d6cc33306 req-7d542505-4475-4cac-83ab-d09bb9eb6703 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:45.239858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20108661-e846-4894-bd09-d04d6cc33306 req-7d542505-4475-4cac-83ab-d09bb9eb6703 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0567210 Oct 26 14:47:45.287500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20108661-e846-4894-bd09-d04d6cc33306 req-dc11593d-86f3-4d75-a510-2eb0dfd9198c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Oct 26 14:47:45.900538 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:46.422797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25b9f6-4850-4cfd-b681-b2cfa47d02aa req-6e17179c-95bf-4a7b-9d91-fa475867d239 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:46.425595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b25b9f6-4850-4cfd-b681-b2cfa47d02aa req-6e17179c-95bf-4a7b-9d91-fa475867d239 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0578012 Oct 26 14:47:46.474421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b25b9f6-4850-4cfd-b681-b2cfa47d02aa req-e386a291-6d74-4d8f-90d8-1151f434bc2b tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Oct 26 14:47:47.606488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19293a-c1d5-4f09-9bd0-5910b9061dd8 req-6c50f25e-f7a0-40fb-9ef5-6faa865165bf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:47.608106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d19293a-c1d5-4f09-9bd0-5910b9061dd8 req-6c50f25e-f7a0-40fb-9ef5-6faa865165bf tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0523612 Oct 26 14:47:47.660722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9d19293a-c1d5-4f09-9bd0-5910b9061dd8 req-addfe7bd-6b93-4cde-b281-48e8dce70afd tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Oct 26 14:47:48.789389 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55797a-f71d-4373-82e8-f50421692b85 req-ed8bf69b-19f0-406c-90ae-547af64f9833 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:48.790988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c55797a-f71d-4373-82e8-f50421692b85 req-ed8bf69b-19f0-406c-90ae-547af64f9833 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0561912 Oct 26 14:47:48.835733 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c55797a-f71d-4373-82e8-f50421692b85 req-b66ca7db-5639-4e6e-913f-0b2ef7c92c45 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Oct 26 14:47:49.974344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb178e-9949-4073-ba88-1dcbba76cb56 req-6778d2b4-eaec-4256-92b6-4728e29930ce tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:49.976048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8fdb178e-9949-4073-ba88-1dcbba76cb56 req-6778d2b4-eaec-4256-92b6-4728e29930ce tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0580747 Oct 26 14:47:50.021008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8fdb178e-9949-4073-ba88-1dcbba76cb56 req-23794a20-b123-40c5-b50a-a7b3a9bc514a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376332 Oct 26 14:47:51.160355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4b351-535a-4ab4-ba95-5a2c7fcb8211 req-b51083c1-e65b-4bab-9d46-b979c7e4bd79 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:51.162053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7e4b351-535a-4ab4-ba95-5a2c7fcb8211 req-b51083c1-e65b-4bab-9d46-b979c7e4bd79 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0569556 Oct 26 14:47:51.211530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7e4b351-535a-4ab4-ba95-5a2c7fcb8211 req-00573d60-ede2-45c7-8916-212cb1c4bbdc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Oct 26 14:47:52.152842 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:52.351830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445c390-7366-477c-a690-ed6f5b1d9b63 req-281343a5-2ba0-4ad2-8f83-fcd71a842af1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:52.353533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8445c390-7366-477c-a690-ed6f5b1d9b63 req-281343a5-2ba0-4ad2-8f83-fcd71a842af1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0578799 Oct 26 14:47:52.405338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8445c390-7366-477c-a690-ed6f5b1d9b63 req-5d20cd19-84c7-4f4d-8179-004d47dac55f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Oct 26 14:47:53.544593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd094b-ab05-48f1-b1ab-538333d1ec3f req-37bf6c60-6648-466a-af62-64dffd9d19e9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:53.547190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7bd094b-ab05-48f1-b1ab-538333d1ec3f req-37bf6c60-6648-466a-af62-64dffd9d19e9 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0652518 Oct 26 14:47:53.593472 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7bd094b-ab05-48f1-b1ab-538333d1ec3f req-c04e8b08-5118-4a52-8235-cf275cea1b33 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Oct 26 14:47:53.678333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:54.721487 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594196d-4a87-4622-a2ad-d27284beb4f0 req-ea286ac2-ab78-4dae-835a-7b1072da50e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:54.723131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9594196d-4a87-4622-a2ad-d27284beb4f0 req-ea286ac2-ab78-4dae-835a-7b1072da50e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0550635 Oct 26 14:47:54.777620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9594196d-4a87-4622-a2ad-d27284beb4f0 req-b29fd24e-a37b-4cf2-a4a7-91b4d9e4f97c tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Oct 26 14:47:55.942295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a832-5c4a-456e-8910-5120c5bfb098 req-efef7e17-ac08-4642-8cf7-e7c22da189fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:55.943984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2817a832-5c4a-456e-8910-5120c5bfb098 req-efef7e17-ac08-4642-8cf7-e7c22da189fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0624301 Oct 26 14:47:55.988428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2817a832-5c4a-456e-8910-5120c5bfb098 req-58417c5d-7233-499b-9fcd-75be42ce431f tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Oct 26 14:47:56.056899 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:47:57.135483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395f2bb-6589-4e8e-bd48-c739ff7b35b7 req-1c5ae2fb-85c0-42a2-bfa0-d9c1bd9ba8e2 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:57.137253 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d395f2bb-6589-4e8e-bd48-c739ff7b35b7 req-1c5ae2fb-85c0-42a2-bfa0-d9c1bd9ba8e2 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0704410 Oct 26 14:47:57.180694 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d395f2bb-6589-4e8e-bd48-c739ff7b35b7 req-012573b2-9b27-46b6-8a2e-baa976f0a2dc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Oct 26 14:47:58.325362 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-59df3cf1-de46-4584-bb1d-9f1af9ae9260 service neutron] show failed (client error): The resource could not be found. Oct 26 14:47:58.326400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-59df3cf1-de46-4584-bb1d-9f1af9ae9260 service neutron] 10.222.0.73 "GET /v2.0/ports/3e0626ec-a33b-43d5-bebe-00a0a8dff580/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0913737 Oct 26 14:47:58.346356 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47f1e5-e65b-484b-94ad-7993a5967a1d req-d6a8bc06-bca3-4fa8-8974-880f613ca839 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:58.348791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf47f1e5-e65b-484b-94ad-7993a5967a1d req-d6a8bc06-bca3-4fa8-8974-880f613ca839 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0890517 Oct 26 14:47:58.396331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf47f1e5-e65b-484b-94ad-7993a5967a1d req-43c66ba3-cd4a-4168-90a0-86a3f16416f5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Oct 26 14:47:58.561242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-fd53e946-ff13-423c-b31d-40ee05071e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:58.562849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-fd53e946-ff13-423c-b31d-40ee05071e00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f&tenant_id=16582bfe9417422094a45f9afceb78ff HTTP/1.1" status: 200 len: 1097 time: 0.0473013 Oct 26 14:47:58.575235 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:47:58.636613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:58.881220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:47:58.925458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:47:58.974797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:47:58.977369 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6431312-40bd-4d54-b645-c472f28bef89" -d '{"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:47:58.981653 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:58.999317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Transition to ACTIVE for port object 3e0626ec-a33b-43d5-bebe-00a0a8dff580 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:47:59.003833 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:59.047609 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e10f4-7dd6-41ad-91d8-05d252d01f45 x-openstack-request-id: req-9e1e10f4-7dd6-41ad-91d8-05d252d01f45 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:47:59.048446 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:47:59.048932 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e1e10f4-7dd6-41ad-91d8-05d252d01f45 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:47:59.049399 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'code': 200} Oct 26 14:47:59.067492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:59.085707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] No DVR routers for this DVR port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:47:59.127626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:47:59.128018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:47:59.128390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:59.133819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:47:59.134050 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Attempting to bind port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on network fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:47:59.139575 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:47:59.139915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Checking segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:47:59.140305 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Bound using segment: {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:47:59.140777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Bound port: 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b75199-7543-47d0-8a52-d1f279082586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:47:59.141148 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:59.214063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:47:59.217826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:47:59.223908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:59.260093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:59.260799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:47:59.262352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] 10.222.0.41 "PUT /v2.0/ports/3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 1092 time: 0.6914656 Oct 26 14:47:59.304087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1dbc-b12c-49bb-999a-856562a7e94c service neutron] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:47:59.340729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-6202185f-daec-465c-b7c0-987bf151448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:59.342316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-6202185f-daec-465c-b7c0-987bf151448a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0533876 Oct 26 14:47:59.454678 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-01f56b7e-e269-469d-8982-c924f435f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:59.456624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-01f56b7e-e269-469d-8982-c924f435f122 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1071329 Oct 26 14:47:59.507518 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-fa6bd214-7d99-4338-86cd-a4053dd6e966 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0438733 Oct 26 14:47:59.588912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-241360fa-aef3-4ea8-87e9-d9b76c668f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:59.590428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-241360fa-aef3-4ea8-87e9-d9b76c668f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0747321 Oct 26 14:47:59.605807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48c875-50bf-42bd-83b0-2cd9b53d2b81 req-e07ff9b7-0f2a-4b2d-b88f-47c59e74208d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:47:59.607419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b48c875-50bf-42bd-83b0-2cd9b53d2b81 req-e07ff9b7-0f2a-4b2d-b88f-47c59e74208d tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.1027207 Oct 26 14:47:59.648428 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-a60150ba-50f7-4286-a28b-ffd85b2d766d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508342 Oct 26 14:47:59.730153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b48c875-50bf-42bd-83b0-2cd9b53d2b81 req-e99512c7-5f25-4631-a299-735e4cad00b1 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126812 Oct 26 14:47:59.774410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-ff39b983-d06c-4675-8869-c4ace092cc8a service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191270 Oct 26 14:47:59.929845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8332b86-bc67-42e8-9aa0-91031d7bbef6 req-434d7d22-0708-4d65-bb7f-7f1f805fc28f service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477017 Oct 26 14:48:00.841803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:48:00.896235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:48:00.904446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b53dc-0ee6-4eba-9c3b-6c4118eded6b req-31993549-e704-40a0-8c74-30ccff001adb tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:00.907429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188b53dc-0ee6-4eba-9c3b-6c4118eded6b req-31993549-e704-40a0-8c74-30ccff001adb tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0899978 Oct 26 14:48:00.967704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-188b53dc-0ee6-4eba-9c3b-6c4118eded6b req-76e93a00-8b4b-4710-842a-e4d77ac3b510 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530117 Oct 26 14:48:01.050809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:01.053339 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eafcc3-ce9b-4b09-8208-8eba08cc5371" -d '{"events": [{"name": "network-changed", "server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:01.111741 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0769943-2358-41b0-9c08-b74f0c9f8b26 x-openstack-request-id: req-c0769943-2358-41b0-9c08-b74f0c9f8b26 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:01.112230 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:01.112667 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0769943-2358-41b0-9c08-b74f0c9f8b26 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:01.113323 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'status': 'completed', 'code': 200} Oct 26 14:48:01.211460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-0aa1c501-06a5-4b8e-a9b1-2d7959f16fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.213117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-0aa1c501-06a5-4b8e-a9b1-2d7959f16fc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0782499 Oct 26 14:48:01.221586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-b101eb74-db06-42b6-9f26-370d41f79e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.224147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-b101eb74-db06-42b6-9f26-370d41f79e19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0806448 Oct 26 14:48:01.769638 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-70667ddf-bf60-48b9-9537-168ff060326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.771021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-70667ddf-bf60-48b9-9537-168ff060326f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.5455606 Oct 26 14:48:01.773883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-2d2e48fe-3759-490a-9710-0228cf348e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.775282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-2d2e48fe-3759-490a-9710-0228cf348e93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.5368955 Oct 26 14:48:01.821812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-1a1f945e-29da-4399-8877-61063717faef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0436099 Oct 26 14:48:01.860187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-aad77ae9-0aa3-4f27-9232-70b99bf73089 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0741839 Oct 26 14:48:01.934049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-ad6b2155-708f-4e36-b863-b927f36bc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.935528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-ad6b2155-708f-4e36-b863-b927f36bc9e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0837243 Oct 26 14:48:01.939904 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-8a605c86-2449-4e4f-9318-e2456d745d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:01.941440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-8a605c86-2449-4e4f-9318-e2456d745d12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0608671 Oct 26 14:48:01.994848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-e73db323-9d30-4e4d-ad23-89e9dce44430 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519469 Oct 26 14:48:01.996813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-08646f1b-34cd-480f-be9a-7d146d0a39e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463691 Oct 26 14:48:02.111681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611544c-79b8-4b8e-9bd7-e4fa206375c8 req-b0c5c879-06bf-48e8-a29c-9d96c2a419e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.113499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8611544c-79b8-4b8e-9bd7-e4fa206375c8 req-b0c5c879-06bf-48e8-a29c-9d96c2a419e5 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0596771 Oct 26 14:48:02.169799 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-8c69cf1c-2385-487c-a74d-7f759f51eb98 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672289 Oct 26 14:48:02.171824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-af7f9d1f-4792-4b69-8127-0edad1a44d50 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681361 Oct 26 14:48:02.176210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8611544c-79b8-4b8e-9bd7-e4fa206375c8 req-03b1e6bf-a484-42a8-bf8c-3d4ab4a279dd tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Oct 26 14:48:02.447987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-6e58fc5a-0a6e-421b-8e58-c3f5f5b52173 service neutron] 10.222.0.41 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696223 Oct 26 14:48:02.451672 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-a0a6001d-fd03-42d9-912a-fd32235b8a82 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602806 Oct 26 14:48:02.493525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043b175-5104-4dcb-8f93-bdc84cc242f1 req-19c4360e-0e3c-4d50-bb7e-c574135dccd6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.495138 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2043b175-5104-4dcb-8f93-bdc84cc242f1 req-19c4360e-0e3c-4d50-bb7e-c574135dccd6 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 944 time: 0.1143789 Oct 26 14:48:02.526045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-3911d216-32f0-482d-acc0-41ecaaba622e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.527587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-3911d216-32f0-482d-acc0-41ecaaba622e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f&tenant_id=16582bfe9417422094a45f9afceb78ff&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 944 time: 0.1360793 Oct 26 14:48:02.594333 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2043b175-5104-4dcb-8f93-bdc84cc242f1 req-d20eb658-09dc-4b28-8a08-c2a9ab46b356 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840778 Oct 26 14:48:02.618639 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-a24f6845-d546-47e6-8c62-9d6442e3cb24 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:48:02.620269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-a24f6845-d546-47e6-8c62-9d6442e3cb24 service neutron] 10.222.0.73 "DELETE /v2.0/ports/3e0626ec-a33b-43d5-bebe-00a0a8dff580/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0823591 Oct 26 14:48:02.711081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-a1fcdf27-4f09-4e14-921a-0a19f6ae2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.712620 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-a1fcdf27-4f09-4e14-921a-0a19f6ae2ca9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=16582bfe9417422094a45f9afceb78ff&device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 1095 time: 0.0455568 Oct 26 14:48:02.820999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-553ed58b-ba20-4fe2-b4c2-07fb5186bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.822486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-553ed58b-ba20-4fe2-b4c2-07fb5186bd38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 200 len: 913 time: 0.1028910 Oct 26 14:48:02.867600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-a2f117d0-3438-4621-8997-dea80248624d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 200 len: 217 time: 0.0379941 Oct 26 14:48:02.921689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-90259f2f-637c-4620-9110-dc5e911f18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:02.923875 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-90259f2f-637c-4620-9110-dc5e911f18b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 200 len: 852 time: 0.0491982 Oct 26 14:48:02.942665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:48:02.963846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-e6b1eb29-8420-4a92-9080-dd5802937040 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327628 Oct 26 14:48:03.057310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:03.068593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-2988aa6d-6387-4aa2-a761-feb8ce401905 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977943 Oct 26 14:48:03.076127 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'network_id': 'fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d', 'port_id': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'mac_address': 'fa:16:3e:e4:a3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ee2cd6-f4b1-4a95-8a4b-142f50887117', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:48:03.143684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:03.159628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0626ec-a33b-43d5-bebe-00a0a8dff580 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:03.177793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18397dd1-4f1b-41e3-9987-253835b26ab3 req-9dee7c4f-122a-4c3f-a140-4b64185398f5 service neutron] 10.222.0.73 "GET /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016328 Oct 26 14:48:03.183362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:03.190507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:03.250192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:03.395673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['3e0626ec-a33b-43d5-bebe-00a0a8dff580'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:48:03.764257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ca587-8eab-48b9-a3e3-c38f49b52f9c req-51bacb4c-b27f-4986-903b-7830526852fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:03.766071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-900ca587-8eab-48b9-a3e3-c38f49b52f9c req-51bacb4c-b27f-4986-903b-7830526852fe tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0650656 Oct 26 14:48:03.819424 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-900ca587-8eab-48b9-a3e3-c38f49b52f9c req-91357462-c6c6-49f8-90f3-0c4c19e43b12 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Oct 26 14:48:03.957030 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af60c-5516-4af8-a81d-504ab4584d09 req-895b0aeb-779e-4916-89a0-4c1963f3153e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:03.958654 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-806af60c-5516-4af8-a81d-504ab4584d09 req-895b0aeb-779e-4916-89a0-4c1963f3153e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0561295 Oct 26 14:48:04.004482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-806af60c-5516-4af8-a81d-504ab4584d09 req-fc445e63-003a-402a-8704-eb1e033b1786 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Oct 26 14:48:04.134717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273ee2-5230-45ec-a3ac-e01694be1cb5 req-e1ad7915-89b6-4cab-a30f-918411896676 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:04.136368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f273ee2-5230-45ec-a3ac-e01694be1cb5 req-e1ad7915-89b6-4cab-a30f-918411896676 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0550978 Oct 26 14:48:04.179914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f273ee2-5230-45ec-a3ac-e01694be1cb5 req-06a8def8-c6c0-46bd-bba7-d1cc938bf9cc tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369012 Oct 26 14:48:04.623990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcbf2e-13e5-4b67-a2b5-cf9b735c8df5 req-f64e6191-00c1-43c8-aba6-174ec279c668 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:04.625624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6bcbf2e-13e5-4b67-a2b5-cf9b735c8df5 req-f64e6191-00c1-43c8-aba6-174ec279c668 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0608015 Oct 26 14:48:04.673819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f6bcbf2e-13e5-4b67-a2b5-cf9b735c8df5 req-9597e097-0ec4-4496-8fb2-5139dc22135a tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Oct 26 14:48:04.959931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:05.013846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:48:05.019808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:05.020191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:05.110912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:05.138202 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:05.140689 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc19776-ba0f-4016-a598-3971aaaa8806" -d '{"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:05.158614 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:05.164279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:05.195205 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2b886-128e-4ce9-8bff-9380bdfdd75b x-openstack-request-id: req-68d2b886-128e-4ce9-8bff-9380bdfdd75b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:05.195535 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:05.195730 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d2b886-128e-4ce9-8bff-9380bdfdd75b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:05.196130 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'code': 200} Oct 26 14:48:05.227159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:05.735002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e403dc-9095-44c7-acf4-a9265d34146d req-45a28fed-bbe9-46d1-84f2-ece96e631b4e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:05.737797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-72e403dc-9095-44c7-acf4-a9265d34146d req-45a28fed-bbe9-46d1-84f2-ece96e631b4e tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0689042 Oct 26 14:48:05.829852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe98a-bf92-4950-baba-178475e3b845 req-dba8f954-8501-4240-8ab7-8ba4eef21a80 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:05.832599 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1b5fe98a-bf92-4950-baba-178475e3b845 req-dba8f954-8501-4240-8ab7-8ba4eef21a80 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e87f42c-0bc4-401d-9b94-bf8d549a0a7f HTTP/1.1" status: 200 len: 946 time: 0.0669966 Oct 26 14:48:05.853905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Deleting port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:48:05.854336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:05.882672 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1b5fe98a-bf92-4950-baba-178475e3b845 req-880af2f3-1fc3-4f20-bbbf-01b23558aca8 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.37 "GET /v2.0/security-groups?id=137dbdbb-1845-4871-9fac-d8ca025dc06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Oct 26 14:48:05.967415 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] For port 3e0626ec-a33b-43d5-bebe-00a0a8dff580, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=3e0626ec-a33b-43d5-bebe-00a0a8dff580,segment=NetworkSegment(e3b75199-7543-47d0-8a52-d1f279082586),segment_id=e3b75199-7543-47d0-8a52-d1f279082586)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:05.967790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:05.982650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Calling delete_port for 3e0626ec-a33b-43d5-bebe-00a0a8dff580 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:48:06.131245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:06.144974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['3e0626ec-a33b-43d5-bebe-00a0a8dff580'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:48:06.163347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Pushing event deleted for resources: {'Port': ['ID=3e0626ec-a33b-43d5-bebe-00a0a8dff580,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:06.216012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] No DVR routers for this DVR port 3e0626ec-a33b-43d5-bebe-00a0a8dff580 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:48:06.220328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:06.224482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-72e403dc-9095-44c7-acf4-a9265d34146d req-c050323f-dc49-42a5-b4b2-e31c56797186 tempest-ServerDiskConfigTestJSON-1985431209 tempest-ServerDiskConfigTestJSON-1985431209-project] 10.222.0.41 "DELETE /v2.0/ports/3e0626ec-a33b-43d5-bebe-00a0a8dff580 HTTP/1.1" status: 204 len: 173 time: 0.4808292 Oct 26 14:48:06.225127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-deleted', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:06.227874 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d3050-cc89-4dff-9f59-c64e38aa28b0" -d '{"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-deleted", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:06.285613 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d7bef-3f22-465d-9091-d8d81435c2a9 x-openstack-request-id: req-2e3d7bef-3f22-465d-9091-d8d81435c2a9 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:06.286178 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87f42c-0bc4-401d-9b94-bf8d549a0a7f", "name": "network-vif-deleted", "tag": "3e0626ec-a33b-43d5-bebe-00a0a8dff580", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:06.286670 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e3d7bef-3f22-465d-9091-d8d81435c2a9 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:06.287418 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87f42c-0bc4-401d-9b94-bf8d549a0a7f', 'name': 'network-vif-deleted', 'tag': '3e0626ec-a33b-43d5-bebe-00a0a8dff580', 'status': 'completed', 'code': 200} Oct 26 14:48:07.066055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51588) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:07.115420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Deleting subnet 09ee2cd6-f4b1-4a95-8a4b-142f50887117 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:48:07.118782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.170657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.244331 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.338782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.390213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ee2cd6-f4b1-4a95-8a4b-142f50887117,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:07.395738 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.401245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/09ee2cd6-f4b1-4a95-8a4b-142f50887117 HTTP/1.1" status: 204 len: 168 time: 0.3336558 Oct 26 14:48:07.404890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:07.410299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.410652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.410992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.411328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.411662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.411988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.412318 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.412673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.412998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.413825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.413825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.414107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16948396-7d29-498c-8506-c550088ca553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:07.496336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.590708 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.615292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:07.625750 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b75199-7543-47d0-8a52-d1f279082586') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:07.626117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b75199-7543-47d0-8a52-d1f279082586') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:07.644937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.661511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.669018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:48:07.669720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:48:07.671808 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:48:07.735810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.743159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:07.748151 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d HTTP/1.1" status: 204 len: 168 time: 0.3417776 Oct 26 14:48:07.763752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd0e0-784b-4401-9209-e1cdfa560958 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7339b7-ba6b-4dd7-9ba7-47ac62ae373d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:07.908355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:07.982270 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5a7bfc11-aec6-4fc9-9cc4-9f8bd6663acd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16582bfe9417422094a45f9afceb78ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713778 Oct 26 14:48:07.986510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51596) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:08.049354 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:08.079742 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:08.133506 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:08.136631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:08.137985 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/137dbdbb-1845-4871-9fac-d8ca025dc06f HTTP/1.1" status: 204 len: 168 time: 0.1500809 Oct 26 14:48:08.148274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce3c43-e4bc-494b-ac4c-7cb949440ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137dbdbb-1845-4871-9fac-d8ca025dc06f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:08.946972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:08.958298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:48:08.995277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 3e0626ec-a33b-43d5-bebe-00a0a8dff580 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:48:08.995812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 3e0626ec-a33b-43d5-bebe-00a0a8dff580 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:48:09.098044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-950045626-network', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:09.132019 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:48:09.134470 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.144021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.241257 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.245929 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.272984 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:48:09.284528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea81b4-279a-48b5-a023-3a294245aa9f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:09.290868 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.291275 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Added segment f7f5300d-57cc-440d-8ada-eb9081fee173 of type vlan for network 878872e7-2916-4217-98b6-8b11b8abf71b Oct 26 14:48:09.337336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.381418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.382379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:09.382990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.440999 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4928682 Oct 26 14:48:09.444648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51624) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:09.453967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd323b-7d7b-4806-8e65-e116723bbee1 admin admin] Pushing event updated for resources: {'Network': ['ID=878872e7-2916-4217-98b6-8b11b8abf71b,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:09.454951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Request body: {'subnet': {'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-950045626-subnet', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:09.465867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 878872e7-2916-4217-98b6-8b11b8abf71b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:48:09.492419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:48:09.496613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.763242 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.872811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4edf042-2bbc-493e-80b8-9b0794da0145,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:09.891154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:09.892589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Network hostable DHCP agents. Network: 878872e7-2916-4217-98b6-8b11b8abf71b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:48:09.919844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Network 878872e7-2916-4217-98b6-8b11b8abf71b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:48:09.932119 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 878872e7-2916-4217-98b6-8b11b8abf71b) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:09.937616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:09.939446 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:09.946741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ad800-4acc-4462-bf83-277da1695fd7 None None] Network 878872e7-2916-4217-98b6-8b11b8abf71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:48:09.961616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b8569d44-bc54-401b-b9bb-2dd5ab27a9a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5142303 Oct 26 14:48:09.966002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:09.971678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:09.998625 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.000006 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.064590 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.149008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1d8f5056-181f-43a7-8459-3426bb29b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.177574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-878872e7-2916-4217-98b6-8b11b8abf71b', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:48:10.178539 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.283950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.380021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Allocated IP 172.20.0.2 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/ccecc574-7419-4764-946c-711c305e9762) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:10.593248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.602055 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.680623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:10.686150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:10.696780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:10.709145 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Pushing event updated for resources: {'Port': ['ID=ccecc574-7419-4764-946c-711c305e9762,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:10.798328 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Attempting to bind port ccecc574-7419-4764-946c-711c305e9762 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:10.798807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Attempting to bind port ccecc574-7419-4764-946c-711c305e9762 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:10.799384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Attempting to bind port ccecc574-7419-4764-946c-711c305e9762 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:10.808724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:10.809275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:10.809916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.810526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:10.811316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Bound port: ccecc574-7419-4764-946c-711c305e9762, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:10.811942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.884249 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.896766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] For port ccecc574-7419-4764-946c-711c305e9762, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:10.900528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] For port ccecc574-7419-4764-946c-711c305e9762, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ccecc574-7419-4764-946c-711c305e9762,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:10.908085 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:10.911619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:11.003050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd9d4-af7e-4ca4-b444-d3fa57593a74 None None] Pushing event updated for resources: {'Port': ['ID=ccecc574-7419-4764-946c-711c305e9762,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:11.065812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Allocated IP 172.25.5.46 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/ffe2b761-d3df-4410-a4eb-df44c7303dcf) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:11.242430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:11.296726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:11.339370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:11.342529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:11.347067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:11.374519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Pushing event updated for resources: {'Port': ['ID=ffe2b761-d3df-4410-a4eb-df44c7303dcf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:11.634965 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:11.912059 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.088736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef791b-de1e-4067-809e-34008ca20808 None None] Network 878872e7-2916-4217-98b6-8b11b8abf71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:48:12.121295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:48:12.149594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] Provisioning complete for port ccecc574-7419-4764-946c-711c305e9762 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:12.149875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.277268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:48:12.293023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:48:12.310699 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:12.311795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:47:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:12.313065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.321421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e9738ab0-8f93-4df2-ac29-72ece5cc44ff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3537529 Oct 26 14:48:12.322063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51628) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:12.324344 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.370189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] For port ccecc574-7419-4764-946c-711c305e9762, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ccecc574-7419-4764-946c-711c305e9762,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:12.377146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.474920 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:12.744712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81c591-34e8-4963-9aa5-0f1b194f2199 None None] Pushing event updated for resources: {'Port': ['ID=ccecc574-7419-4764-946c-711c305e9762,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:12.756994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f3c8c772-592a-4092-a5c8-1748374013ff None None] Provisioning complete for port ccecc574-7419-4764-946c-711c305e9762 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:12.757614 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c772-592a-4092-a5c8-1748374013ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.794114 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:11Z', 'revision_number': 3, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:12.806177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ccecc574-7419-4764-946c-711c305e9762 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:12.847467 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:48:12.848031 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Updating router c37b4084-fc90-488b-af19-aed86a3ac9a4 port ffe2b761-d3df-4410-a4eb-df44c7303dcf binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:48:12.896975 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.923788 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57fc3c8e-d7c9-48b7-a5ea-b583834bca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.928189 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:12.999496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ccecc574-7419-4764-946c-711c305e9762 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:13.000713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.192924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Allocated IP 172.20.0.1 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/5e44837d-2957-4ef2-a7d0-5b8116155696) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:13.219441 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.226216 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.280977 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Attempting to bind port ffe2b761-d3df-4410-a4eb-df44c7303dcf on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:13.281342 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Attempting to bind port ffe2b761-d3df-4410-a4eb-df44c7303dcf by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:13.282381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Attempting to bind port ffe2b761-d3df-4410-a4eb-df44c7303dcf on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:13.288228 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Pushing event updated for resources: {'Port': ['ID=ffe2b761-d3df-4410-a4eb-df44c7303dcf,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:13.297403 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:13.298679 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:13.298780 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.299154 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:13.299645 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Bound port: ffe2b761-d3df-4410-a4eb-df44c7303dcf, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:13.300032 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.302625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.302975 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.303309 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.303634 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.303965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.304295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.304648 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.304982 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.305300 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.305621 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.305943 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.306258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:13.375457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.380346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] For port ffe2b761-d3df-4410-a4eb-df44c7303dcf, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:13.384051 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] For port ffe2b761-d3df-4410-a4eb-df44c7303dcf, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ffe2b761-d3df-4410-a4eb-df44c7303dcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:13.389149 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.440606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.454875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:13.455201 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:13.491149 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63e1c-96e2-4a87-a365-87dc8c747295 None None] Pushing event updated for resources: {'Port': ['ID=ffe2b761-d3df-4410-a4eb-df44c7303dcf,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:13.518398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:13.524331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:13.531186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:13.581317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Pushing event updated for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:13.584732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:13.608457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.780202 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.836082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:11Z', 'revision_number': 3, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:13.867820 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b85eb-f206-41f4-90c4-c24bc800d711 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:11Z', 'revision_number': 3, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:48:13.871504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dffb59de-ec2f-4190-a817-2f47a1f8d55a None None] Provisioning complete for port 5e44837d-2957-4ef2-a7d0-5b8116155696 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:13.872654 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dffb59de-ec2f-4190-a817-2f47a1f8d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:13.930591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-dffb59de-ec2f-4190-a817-2f47a1f8d55a None None] Port 5e44837d-2957-4ef2-a7d0-5b8116155696 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:48:13.934374 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.029764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.036582 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.110910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.112752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Pushing event updated for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:14.269884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:14.272374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:14.382344 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.480381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:48:14.575406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0c0eedc9-de22-4453-8551-46b2a47e8d74 None None] Provisioning complete for port 5e44837d-2957-4ef2-a7d0-5b8116155696 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:14.576000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c0eedc9-de22-4453-8551-46b2a47e8d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:14.623730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0c0eedc9-de22-4453-8551-46b2a47e8d74 None None] Port 5e44837d-2957-4ef2-a7d0-5b8116155696 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:48:14.642357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:48:14.648002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c5789bd-5479-420b-ad3f-db84581253eb admin admin] 10.222.0.37 "PUT /v2.0/routers/c37b4084-fc90-488b-af19-aed86a3ac9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3219121 Oct 26 14:48:14.817721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ccecc574-7419-4764-946c-711c305e9762 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:14.898885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ccecc574-7419-4764-946c-711c305e9762 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:14.899888 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.008144 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ffe2b761-d3df-4410-a4eb-df44c7303dcf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:15.069673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ffe2b761-d3df-4410-a4eb-df44c7303dcf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:15.070284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.162786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.186789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port ffe2b761-d3df-4410-a4eb-df44c7303dcf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ffe2b761-d3df-4410-a4eb-df44c7303dcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:15.192846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.253473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=ffe2b761-d3df-4410-a4eb-df44c7303dcf,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:15.261491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.261865 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.262186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.262522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.262856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.263192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.263516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.263842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.264165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.264506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.264837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.265307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:15.540989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51636) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:15.546258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--550345771', 'description': 'tempest-description--1185555003'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:15.570941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.653530 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.659207 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.696701 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.698082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1559651 Oct 26 14:48:15.700621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37905f18-872b-4f7f-bdd2-ce65ad336a4d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:15.702941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51638) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:15.707835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:48:15.708324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'security_group_rule': {'security_group_id': '2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:15.726917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:15.728010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:15.747320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.852527 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.858682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.883207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67e32b6-c789-40c7-a953-164479a5b806,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:15.899790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.901555 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-052a4c90-80d4-4dcd-96e1-b880df455490 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1973047 Oct 26 14:48:15.904235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 51640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:15.909620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'security_group_rule': {'security_group_id': '2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:15.939327 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.943148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:15.946333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:16.017480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.025780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.063045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e559be2e-1743-419e-991f-b7fb28df668e,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:16.074169 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.076464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bd6100d0-851f-4171-a159-63004afbd19d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708362 Oct 26 14:48:16.080994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:16.087659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:16.124790 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.237558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 2, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:16.251060 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.285399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:48:16.286066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Updating router c37b4084-fc90-488b-af19-aed86a3ac9a4 port 5e44837d-2957-4ef2-a7d0-5b8116155696 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:48:16.314739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.373537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Allocated IP 172.25.5.72 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/21a301a2-79f2-4780-9313-ffc161593281) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:16.519845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.574047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.626110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:16.629891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:16.633757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:16.639771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=21a301a2-79f2-4780-9313-ffc161593281,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:16.646328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.655080 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.748335 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01601311-8804-42db-b2bc-d16a48550598 None None] Pushing event updated for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:16.791214 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ffe2b761-d3df-4410-a4eb-df44c7303dcf up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:16.802240 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.862250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.868366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Attempting to bind port 5e44837d-2957-4ef2-a7d0-5b8116155696 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:16.868983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Attempting to bind port 5e44837d-2957-4ef2-a7d0-5b8116155696 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:16.869158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Attempting to bind port 5e44837d-2957-4ef2-a7d0-5b8116155696 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:16.879866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:16.880228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:16.880661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.881053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:16.881543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Bound port: 5e44837d-2957-4ef2-a7d0-5b8116155696, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:16.881920 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:16.935473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ffe2b761-d3df-4410-a4eb-df44c7303dcf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:16.935844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.010171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] For port 5e44837d-2957-4ef2-a7d0-5b8116155696, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:17.013822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] For port 5e44837d-2957-4ef2-a7d0-5b8116155696, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e44837d-2957-4ef2-a7d0-5b8116155696,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:17.022651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] Provisioning complete for port 5e44837d-2957-4ef2-a7d0-5b8116155696 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:17.023033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.026539 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.092522 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.101881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.170201 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01601311-8804-42db-b2bc-d16a48550598 None None] Pushing event updated for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:17.175569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:17.175887 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:17.246585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=21a301a2-79f2-4780-9313-ffc161593281,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:17.255097 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.275591 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.276947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-79a30b59-2389-49cf-aada-ad43cc234340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1939006 Oct 26 14:48:17.347306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.444048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] For port 5e44837d-2957-4ef2-a7d0-5b8116155696, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e44837d-2957-4ef2-a7d0-5b8116155696,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:17.454483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.459680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:17.703846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b6274-452c-49c9-987d-3f01be3b8137 None None] Pushing event updated for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:17.717755 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5f38e955-228a-4702-b8df-678de4d93c31 None None] Provisioning complete for port 5e44837d-2957-4ef2-a7d0-5b8116155696 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:17.718702 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5f38e955-228a-4702-b8df-678de4d93c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:17.752139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-97114ea4-56d5-4e73-ba50-e1f51fec1cfc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--550345771&fields=id&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 267 time: 0.0393307 Oct 26 14:48:17.926501 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:16Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:17.941927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-6276da04-64a8-43ca-ae3e-1a73724fd54e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:17.943535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-6276da04-64a8-43ca-ae3e-1a73724fd54e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1747863 Oct 26 14:48:17.964378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d9b5f415-e8d3-4e4d-a5ab-0384cc6ec8cc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/quotas/70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 375 time: 0.0144053 Oct 26 14:48:17.967579 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191bb2fd-90d1-4cb8-a704-43826bd51d58 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:16Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:48:18.056189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-48538e98-4d0e-45c4-9726-3e81977803a9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834873 Oct 26 14:48:18.270835 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-7c42682a-7d04-4111-9e0d-20efecbd8ad4 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977880 Oct 26 14:48:18.389870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d0d40274-e32b-4837-8944-e2289dacb635 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107895 Oct 26 14:48:18.630257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-33754833-d496-4533-ac08-bece56587876 req-1318b358-0a98-43f5-9a78-b2077b25f464 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 210 time: 0.0498369 Oct 26 14:48:18.773381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e44837d-2957-4ef2-a7d0-5b8116155696 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:18.867611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5e44837d-2957-4ef2-a7d0-5b8116155696 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:18.868231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:19.750562 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc9cc3d7-ba21-4508-9978-ac2ca22e856b req-391095b3-9328-4f4b-8950-cd3e6d5caebf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 210 time: 0.0310965 Oct 26 14:48:19.820941 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-3a067a7e-0871-47ab-ba7e-ee2cac45f452 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:19.822519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-3a067a7e-0871-47ab-ba7e-ee2cac45f452 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1707797 Oct 26 14:48:19.874174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-e39e472d-8d4a-43f5-b56a-ae0b6db9b4db tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 379 time: 0.0387654 Oct 26 14:48:19.885478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'port': {'device_id': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'admin_state_up': True, 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'security_groups': ['2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:20.008691 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:48:20.012819 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.160069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Allocated IP 172.20.0.6 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:48:20.322127 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.359710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.444782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:48:20.450644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:48:20.457752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:48:20.469307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:20.519764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.520323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.520943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.521492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.522052 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.522604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.523156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.523719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.524266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.524847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.525395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.525961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:48:20.568758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:20.569451 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.592437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-5c8c6d11-1ece-458a-b89f-7ecca75a7106 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114692 Oct 26 14:48:20.606724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Request body: {'port': {'device_id': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:20.676396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.759502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bdfe8971-33a7-4ab6-8e58-43a7a802d23c None None] Provisioning complete for port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:20.760135 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8971-33a7-4ab6-8e58-43a7a802d23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:20.807938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe8971-33a7-4ab6-8e58-43a7a802d23c None None] Port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:48:21.035340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc013d5-7f96-487e-a9d2-b14aceec2fd9 req-77fe0543-88e3-41f0-b1cb-4c4260ea08bd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.037989 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fc013d5-7f96-487e-a9d2-b14aceec2fd9 req-77fe0543-88e3-41f0-b1cb-4c4260ea08bd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 931 time: 0.1961961 Oct 26 14:48:21.111160 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fc013d5-7f96-487e-a9d2-b14aceec2fd9 req-47bc3fd9-ec20-49fc-8b94-be785a13453b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652757 Oct 26 14:48:21.194995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:21.203229 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:21.216905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Transition to ACTIVE for port object f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:48:21.221901 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:21.279092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:21.353945 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:48:21.354280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:48:21.354611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:21.359908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:48:21.360267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:48:21.367099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:48:21.367441 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:48:21.367840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:48:21.368282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Bound port: f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:48:21.368722 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:21.456526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:48:21.460535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:48:21.466330 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:21.508751 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.509387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:21.510837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 1091 time: 0.9095335 Oct 26 14:48:21.511317 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:21.516592 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f447ce-4e31-42af-9fac-f98c310edc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:21.560914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71930bf-7180-487b-b034-a0c475d794e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:21.618748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-a45a02de-6025-4c89-99d6-c9125f83f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.620453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-a45a02de-6025-4c89-99d6-c9125f83f37a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1094 time: 0.0531752 Oct 26 14:48:21.691210 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416890c-dd7c-4ebd-a79c-e9b048456b6d x-openstack-request-id: req-4416890c-dd7c-4ebd-a79c-e9b048456b6d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:21.691613 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:21.691957 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4416890c-dd7c-4ebd-a79c-e9b048456b6d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:21.692557 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'status': 'completed', 'code': 200} Oct 26 14:48:21.694317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-e8d4206c-908a-4609-acdb-9b9abc249681 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 217 time: 0.0655017 Oct 26 14:48:21.749121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-92a6449b-41d2-4902-abe9-36b6c57e694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.750631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-92a6449b-41d2-4902-abe9-36b6c57e694e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0497746 Oct 26 14:48:21.806503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-c7b9e8c3-951b-4d34-bbeb-bfa930cb345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:21.808057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-c7b9e8c3-951b-4d34-bbeb-bfa930cb345e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505931 Oct 26 14:48:22.164357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:22.286714 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-74733974-fcd4-49fd-9154-403dfe8673ec service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702170 Oct 26 14:48:22.378245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba4942-db97-4535-a60a-b2b76162e535 req-eddb1878-ba47-4142-b326-2428858ac0ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.379805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93ba4942-db97-4535-a60a-b2b76162e535 req-eddb1878-ba47-4142-b326-2428858ac0ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.1138999 Oct 26 14:48:22.427437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d36f1594-adcb-4b0d-b0eb-ca807e5c30d4 req-654754d6-f17e-4cd8-ac5a-b9f27866a135 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267302 Oct 26 14:48:22.444842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93ba4942-db97-4535-a60a-b2b76162e535 req-04c8f33b-ac8f-4ec4-a334-9cda5b1261f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579398 Oct 26 14:48:22.538178 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-d53a329f-6671-4142-ae3f-11d966f5c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.539859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-d53a329f-6671-4142-ae3f-11d966f5c3b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1094 time: 0.0475323 Oct 26 14:48:22.646123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-dd23e28d-8258-49ee-a417-cfcc0f711635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.647646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-dd23e28d-8258-49ee-a417-cfcc0f711635 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1000271 Oct 26 14:48:22.694651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-cf0274f7-eb07-42fc-a97d-756d3780f844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 217 time: 0.0397651 Oct 26 14:48:22.748746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-36087437-8868-416d-8d24-d48c9817baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.750279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-36087437-8868-416d-8d24-d48c9817baab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0476489 Oct 26 14:48:22.802997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-1c03dc2f-9a94-4b38-b12b-cd3d2577ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:22.804534 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-1c03dc2f-9a94-4b38-b12b-cd3d2577ac41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462608 Oct 26 14:48:22.908369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-297bb707-35ac-41d6-9f3e-676f7cbf7d2b service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956826 Oct 26 14:48:23.011926 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7f447ce-4e31-42af-9fac-f98c310edc4c req-b199ff83-b166-40b2-9afc-2bb1415df091 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961475 Oct 26 14:48:23.590942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5243cc-5288-46d3-aa0a-f5d65f8f940e req-1db4952d-e801-4b05-9bc1-a18e781b7745 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:23.592818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6f5243cc-5288-46d3-aa0a-f5d65f8f940e req-1db4952d-e801-4b05-9bc1-a18e781b7745 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.0608912 Oct 26 14:48:23.639791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6f5243cc-5288-46d3-aa0a-f5d65f8f940e req-f372ab18-3d3e-41e2-bd7f-ba6db05f3e4a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357666 Oct 26 14:48:23.681438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:24.892444 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea7ba0-8f30-4c73-b4de-554b29dd9627 req-dfe7c6eb-34fd-482b-889f-af5632479998 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:24.894305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77ea7ba0-8f30-4c73-b4de-554b29dd9627 req-dfe7c6eb-34fd-482b-889f-af5632479998 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.1838915 Oct 26 14:48:24.943197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-77ea7ba0-8f30-4c73-b4de-554b29dd9627 req-bc87c82d-1152-4961-90ce-c00fb8eb49ce tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374103 Oct 26 14:48:25.083004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:48:25.187321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:25.200355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'mac_address': 'fa:16:3e:dc:41:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:48:25.247555 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:25.261967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:48:25.283575 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:25.287961 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:25.341092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:25.492030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:48:26.071597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c60e4-0ef9-43e3-b76c-1f274363c9cb req-441a0959-7c91-402b-9d05-0db50d957d39 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:26.073287 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-277c60e4-0ef9-43e3-b76c-1f274363c9cb req-441a0959-7c91-402b-9d05-0db50d957d39 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 944 time: 0.0584373 Oct 26 14:48:26.116345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-277c60e4-0ef9-43e3-b76c-1f274363c9cb req-9575d384-19ee-460c-b64e-194970684e0e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Oct 26 14:48:27.083526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:48:27.143648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:48:27.148977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:48:27.149767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.259928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.268168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ab328-4c9c-40dd-ae07-9520835210b1 req-507aa1aa-f883-49e3-9ce8-70f8ce4a78a3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:27.269794 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b2ab328-4c9c-40dd-ae07-9520835210b1 req-507aa1aa-f883-49e3-9ce8-70f8ce4a78a3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 944 time: 0.0565839 Oct 26 14:48:27.319494 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2b2ab328-4c9c-40dd-ae07-9520835210b1 req-95cf0afb-dbda-4217-b3b1-ab4bf03ca35b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435824 Oct 26 14:48:27.448743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:27.451563 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803d0d1-7a38-4876-92e6-b30afa7fb7d4" -d '{"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:27.466916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:48:27.472141 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:27.498813 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14d765-eb91-418a-9325-d92b09bf02a2 x-openstack-request-id: req-bb14d765-eb91-418a-9325-d92b09bf02a2 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:27.499117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:27.499370 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb14d765-eb91-418a-9325-d92b09bf02a2 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:27.499774 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'code': 200} Oct 26 14:48:27.534851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:48:27.618866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d92b8-5555-4ab5-938b-8ec03a6cd098 req-dd538485-efca-4890-bd3d-122a2338ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:27.620422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a0d92b8-5555-4ab5-938b-8ec03a6cd098 req-dd538485-efca-4890-bd3d-122a2338ca98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1096 time: 0.0526640 Oct 26 14:48:27.665650 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5a0d92b8-5555-4ab5-938b-8ec03a6cd098 req-1462ec9f-9120-4fc9-9e10-e78939b0d13b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370662 Oct 26 14:48:28.453157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c70a1-dae0-4002-8920-35a89745fdeb req-c0f99138-c61a-426c-8d62-2e4f4836a89f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:28.455610 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-432c70a1-dae0-4002-8920-35a89745fdeb req-c0f99138-c61a-426c-8d62-2e4f4836a89f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0612993 Oct 26 14:48:28.501584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-432c70a1-dae0-4002-8920-35a89745fdeb req-f245d31f-769a-431d-be6b-25af3c74a38a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396850 Oct 26 14:48:29.638303 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a91f-67bc-4d10-8d1d-6330624b1898 req-eb47a2c2-826d-4770-b1d7-5fe3cd6d2331 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:29.640821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b426a91f-67bc-4d10-8d1d-6330624b1898 req-eb47a2c2-826d-4770-b1d7-5fe3cd6d2331 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0626967 Oct 26 14:48:29.682534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b426a91f-67bc-4d10-8d1d-6330624b1898 req-0ccfb56f-e78a-4717-9da1-e12201bb22b0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355172 Oct 26 14:48:29.823567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d53565-fcb7-43ff-a54b-18cfcc228a8a req-e9891e1d-ce98-4e5e-80f8-a13908816151 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:29.825549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-55d53565-fcb7-43ff-a54b-18cfcc228a8a req-e9891e1d-ce98-4e5e-80f8-a13908816151 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0590401 Oct 26 14:48:29.836237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 51710) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:48:29.841459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'floatingip': {'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:48:29.886374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:30.490807 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:30.495615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:30.605525 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 associated. External IP: 172.25.5.72, port: f9da4cc5-6532-40c3-8dfd-2a2ed73753a2. Oct 26 14:48:30.832387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:48:30.951851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:48:30.958747 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:30.964167 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:48:30.983001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:30.984258 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:30.990977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5f5e6860-639a-407f-8a50-9b0cfc5424dd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "PUT /v2.0/floatingips/d07eb481-5406-4e24-9bd3-c81786e8f3d2 HTTP/1.1" status: 200 len: 990 time: 1.1534436 Oct 26 14:48:30.991667 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:48:30.994331 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:48:31.046765 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c947a61-e2e2-45e9-9d5a-5053cb198eba x-openstack-request-id: req-2c947a61-e2e2-45e9-9d5a-5053cb198eba {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:48:31.047195 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:48:31.047578 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c947a61-e2e2-45e9-9d5a-5053cb198eba {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:48:31.048802 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'status': 'completed', 'code': 200} Oct 26 14:48:31.118884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-24fda6e3-17b5-4ab5-ba10-52356fc57ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:31.120421 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-24fda6e3-17b5-4ab5-ba10-52356fc57ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1096 time: 0.0452013 Oct 26 14:48:31.179022 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:31.253408 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-6be1f8eb-9f8c-4f42-8780-1abe275f89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:31.254964 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-6be1f8eb-9f8c-4f42-8780-1abe275f89f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1278713 Oct 26 14:48:31.333242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-b0f9e3cf-9bda-45ac-9aba-6a16d2d7f41a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 998 time: 0.0704801 Oct 26 14:48:31.393728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-946c84ac-16e1-4fff-b165-dc45729b9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:31.395263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-946c84ac-16e1-4fff-b165-dc45729b9ed8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0553279 Oct 26 14:48:31.467770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-0bcbf075-d55a-486d-b775-688b12337f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:48:31.471214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-0bcbf075-d55a-486d-b775-688b12337f66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689490 Oct 26 14:48:31.591466 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:dc:41:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:48:30Z', 'revision_number': 1, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:31.594475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-cf80a023-880f-4202-b63f-78d6e4f38743 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152933 Oct 26 14:48:31.621262 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:48:31.632243 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:48:31.633216 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:48:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:31.711748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a9fd3d01-28d5-4700-a49b-7ef0c7a0fbe4 req-03ff3c5b-9f86-4221-b479-353da818352a service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105525 Oct 26 14:48:31.764178 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:48:32.038722 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:dc:41:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:48:30Z', 'revision_number': 1, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:48:32.069745 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c83817-8fee-4db3-8acb-eea6ae9e24a3 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:dc:41:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:48:30Z', 'revision_number': 1, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:48:32.309868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c9372-eaaf-473d-a86f-756475f8a9ac None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:48:33.056340 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:48:40.135479 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd011-b52f-4002-bfe0-aca9b876c460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:42.887940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c14be03-2ddf-440b-841f-23a0cdc6cb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:43.928322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:44.381518 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:45.904469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:52.154917 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:48:53.676828 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:10.056863 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:49:10.132423 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-11d243bb-c502-4103-a878-69391f180cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:12.901232 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7857b6d9-1318-4f1b-994d-3422fb7e389b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:13.936078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:14.384886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:15.906501 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:17.842883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-e002f68f-583f-47e9-b6e6-17c2d45d2ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495675 Oct 26 14:49:17.948699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304007-23ed-4124-9a43-2902ea8ca45f req-ac8e019d-fffa-457a-a430-8f4b11bbfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:17.950703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-ac8e019d-fffa-457a-a430-8f4b11bbfa2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1096 time: 0.0528378 Oct 26 14:49:18.096158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304007-23ed-4124-9a43-2902ea8ca45f req-614ccd0f-39c5-4d30-b76f-d0d468108c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:18.097781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-614ccd0f-39c5-4d30-b76f-d0d468108c71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1264319 Oct 26 14:49:18.183777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-c197030e-275a-488e-bd32-9d2dedee811a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 1000 time: 0.0771585 Oct 26 14:49:18.250200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304007-23ed-4124-9a43-2902ea8ca45f req-61590c3d-0342-44ff-a0e0-8dc3e4c192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:18.252561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-61590c3d-0342-44ff-a0e0-8dc3e4c192f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0618393 Oct 26 14:49:18.314331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41304007-23ed-4124-9a43-2902ea8ca45f req-343c5e3f-4890-4925-83a5-a829b664d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:49:18.315848 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-343c5e3f-4890-4925-83a5-a829b664d432 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559132 Oct 26 14:49:18.327216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-7622ee8c-a9c3-4511-a601-9b7f1a2b5032 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:49:18.328263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-7622ee8c-a9c3-4511-a601-9b7f1a2b5032 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054777 Oct 26 14:49:18.448995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-fa269e2d-49de-42b8-950b-bd588a207154 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123409 Oct 26 14:49:18.618340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41304007-23ed-4124-9a43-2902ea8ca45f req-5a6fe9d4-b3d2-45b3-9f5a-daae2cf5ad11 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613779 Oct 26 14:49:22.162747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:23.692043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:40.129989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dbe1467d-98b2-4fdd-8fb7-82ac648667f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:42.898951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f799de25-94f5-4927-bdfe-c12a816e6162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:43.934747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:44.387368 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:45.912996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:47.056894 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:49:52.165082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:49:53.723438 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:06.810668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379b71f-4bcc-4a8f-9b04-0611ef2861a3 req-e7542f27-53bd-4ec6-b9fa-4b5fdd3f13d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:06.812272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b379b71f-4bcc-4a8f-9b04-0611ef2861a3 req-e7542f27-53bd-4ec6-b9fa-4b5fdd3f13d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0558667 Oct 26 14:50:06.856568 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b379b71f-4bcc-4a8f-9b04-0611ef2861a3 req-3a05f8f9-c970-41cb-98a3-c363099157f2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371532 Oct 26 14:50:07.222920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-4efaa5f9-6abc-4cdb-a6c4-dc9ea1b3b15d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0787177 Oct 26 14:50:07.244828 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536456f-b48c-44ac-95d4-d0a8740136d4 req-d6380528-e769-4a50-a0d0-6bef3570e241 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:07.247762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0536456f-b48c-44ac-95d4-d0a8740136d4 req-d6380528-e769-4a50-a0d0-6bef3570e241 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0936258 Oct 26 14:50:07.315039 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0536456f-b48c-44ac-95d4-d0a8740136d4 req-f6479848-e682-4473-a036-0cd95db6f9ac tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595388 Oct 26 14:50:08.461875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0cd4-f144-4b73-96a7-dfccb8f46b25 req-aff4a788-be84-4abc-accb-25065d0d5516 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:08.463474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-695d0cd4-f144-4b73-96a7-dfccb8f46b25 req-aff4a788-be84-4abc-accb-25065d0d5516 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0540576 Oct 26 14:50:08.558199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-695d0cd4-f144-4b73-96a7-dfccb8f46b25 req-19925c5f-1bdb-4588-aa4e-2eb5cd49f853 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816290 Oct 26 14:50:08.643906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-c0f76832-1c97-4ce4-aab0-d26b2c170c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:08.645731 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-c0f76832-1c97-4ce4-aab0-d26b2c170c9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1096 time: 0.0683794 Oct 26 14:50:08.783903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-af44dc58-accc-4d0d-8f0c-0b68a4b64bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:08.787006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-af44dc58-accc-4d0d-8f0c-0b68a4b64bfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1340325 Oct 26 14:50:08.892008 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-477d5a25-3d5d-4c36-9782-1e83c3a9fbb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 1000 time: 0.0979328 Oct 26 14:50:08.948184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-804249be-ef8f-4fbe-8018-2f9258eee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:08.949685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-804249be-ef8f-4fbe-8018-2f9258eee5ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0506346 Oct 26 14:50:09.005335 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-7fc5c6f3-e50b-412e-b552-dc9a5516c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:09.007496 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-7fc5c6f3-e50b-412e-b552-dc9a5516c17e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500178 Oct 26 14:50:09.152377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-a047e3d9-421f-4e82-ba4a-9f748ffb7ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377170 Oct 26 14:50:09.274295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-2ddc30ba-bc97-4ac3-87d2-4c57ad2a21bc service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142888 Oct 26 14:50:09.698972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca635c-28bb-4b02-a9a1-e603b3fb173a req-8dbb3dab-ff85-442f-9c64-c5312416524b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:09.700604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0dca635c-28bb-4b02-a9a1-e603b3fb173a req-8dbb3dab-ff85-442f-9c64-c5312416524b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0542736 Oct 26 14:50:09.747954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0dca635c-28bb-4b02-a9a1-e603b3fb173a req-06c63c58-2cbb-489b-9f64-dfa641591ebe tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355461 Oct 26 14:50:10.125340 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9af84f18-b946-49f1-b7c1-8edc289cb138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:10.551936 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-cf265bd8-b687-4bdf-8adb-ca2e71c7c460 req-ea62b2a8-7bab-4c5b-b758-651dbda6b40e service neutron] (102163) timed out ('10.222.0.37', 46320) {{(pid=102163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 14:50:11.174918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638dc1-7e5a-4729-a4ec-ddc7a12db806 req-6670c6ae-674d-406c-a8ad-177538883050 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:11.176726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b638dc1-7e5a-4729-a4ec-ddc7a12db806 req-6670c6ae-674d-406c-a8ad-177538883050 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0815420 Oct 26 14:50:11.222378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1b638dc1-7e5a-4729-a4ec-ddc7a12db806 req-6bdef053-7111-4b87-b5ff-8dc8f5309e18 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Oct 26 14:50:12.353130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1116ed5-34fd-499b-bc91-68e178be9e6e req-2f0882f4-8c4a-43d5-854c-20bdafbcd712 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:12.354888 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1116ed5-34fd-499b-bc91-68e178be9e6e req-2f0882f4-8c4a-43d5-854c-20bdafbcd712 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0545928 Oct 26 14:50:12.403772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1116ed5-34fd-499b-bc91-68e178be9e6e req-71514363-9e36-4315-958a-104d1e48bf3f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382330 Oct 26 14:50:12.900411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ded6f264-40c4-488e-b082-51987bcd06db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:13.571862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0cf6e-04ba-4840-b7dd-2f41c4cbabaa req-25b32a34-bf70-4219-8498-545b9ba4b682 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:13.573443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0e0cf6e-04ba-4840-b7dd-2f41c4cbabaa req-25b32a34-bf70-4219-8498-545b9ba4b682 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0649102 Oct 26 14:50:13.622904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0e0cf6e-04ba-4840-b7dd-2f41c4cbabaa req-ecea380f-d205-4b6e-ac90-a0df90f48f75 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 Oct 26 14:50:13.932437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:14.388971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:14.772689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908e214-2d03-4a10-9da0-3a47d8943e48 req-070c76dd-b382-4e9c-92d1-01e395350369 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:14.774786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9908e214-2d03-4a10-9da0-3a47d8943e48 req-070c76dd-b382-4e9c-92d1-01e395350369 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0745144 Oct 26 14:50:14.842720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9908e214-2d03-4a10-9da0-3a47d8943e48 req-6edea091-6421-456a-981d-104176d40423 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537572 Oct 26 14:50:15.924472 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:15.995214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d9f23-2587-4286-ac77-6e2355fac507 req-3856da66-cf63-4888-9451-79dbb2446c8b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:15.996874 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e6d9f23-2587-4286-ac77-6e2355fac507 req-3856da66-cf63-4888-9451-79dbb2446c8b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0569592 Oct 26 14:50:16.061833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6e6d9f23-2587-4286-ac77-6e2355fac507 req-ec05d2c8-d3d6-4eb4-986c-392872f34876 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567510 Oct 26 14:50:17.238248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96412-1814-47b7-b010-bc47ab369b53 req-75a3d88b-b54f-4bae-baff-e7cf4b1c2ea9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:17.241009 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71b96412-1814-47b7-b010-bc47ab369b53 req-75a3d88b-b54f-4bae-baff-e7cf4b1c2ea9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0866895 Oct 26 14:50:17.287923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71b96412-1814-47b7-b010-bc47ab369b53 req-a078384b-6d03-45d7-9358-3a4b9dab6ebd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404232 Oct 26 14:50:18.054116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-fdb3ab23-bef9-4dc2-ac91-cddd53ea3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.056863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-fdb3ab23-bef9-4dc2-ac91-cddd53ea3fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1096 time: 0.1788747 Oct 26 14:50:18.181510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-de5d0cae-d0ab-434d-980d-1fcda52a5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.183333 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-de5d0cae-d0ab-434d-980d-1fcda52a5985 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1033709 Oct 26 14:50:18.264967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-f8dd763f-dfb0-4d44-8474-e53c14fb6f8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 1000 time: 0.0693324 Oct 26 14:50:18.326082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-6bd95e1c-0431-4c89-b3d3-45c45e7035ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.329185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-6bd95e1c-0431-4c89-b3d3-45c45e7035ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0576749 Oct 26 14:50:18.417923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-0e17c6d8-c60c-424c-b6eb-4eed2b033a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.419584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-0e17c6d8-c60c-424c-b6eb-4eed2b033a0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822663 Oct 26 14:50:18.447454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1d238-ee7b-40c7-99c5-dbe22ceb9962 req-0d5216db-cbcb-4b04-a782-d551924809d7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:18.449192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79a1d238-ee7b-40c7-99c5-dbe22ceb9962 req-0d5216db-cbcb-4b04-a782-d551924809d7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0821843 Oct 26 14:50:18.541467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-79a1d238-ee7b-40c7-99c5-dbe22ceb9962 req-f3f27538-4676-4f43-ad22-919f51521ba0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809908 Oct 26 14:50:18.570669 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-7c3ba81a-ec1a-45e2-b6c0-40713947d826 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425116 Oct 26 14:50:19.061064 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a7d34cca-7a28-4415-ad4a-3598b66446f0 req-46c7905d-901d-459a-a640-6e711aec1e16 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829326 Oct 26 14:50:19.675567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37883b06-921e-4807-a5b8-f167ce580fd1 req-177d7a28-8fab-43a5-b69a-d292aab30c30 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:19.677255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37883b06-921e-4807-a5b8-f167ce580fd1 req-177d7a28-8fab-43a5-b69a-d292aab30c30 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0577660 Oct 26 14:50:19.728771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-37883b06-921e-4807-a5b8-f167ce580fd1 req-2f7c5727-7ed3-4e3c-bd09-a0ab8b5b6492 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 Oct 26 14:50:20.873156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2d7e9-0f71-4eab-9131-5582c21fcb5c req-10ad4580-99ee-4838-8897-726191e3774b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:20.874705 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7a2d7e9-0f71-4eab-9131-5582c21fcb5c req-10ad4580-99ee-4838-8897-726191e3774b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0571346 Oct 26 14:50:20.927023 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7a2d7e9-0f71-4eab-9131-5582c21fcb5c req-533984bf-dee0-422a-a54f-5a5d6a367929 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Oct 26 14:50:22.067048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dda87e-87d6-4070-b22b-28880eddf72f req-8797ab8d-c5cc-4a4a-8e15-791ded3a51b6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:22.068836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15dda87e-87d6-4070-b22b-28880eddf72f req-8797ab8d-c5cc-4a4a-8e15-791ded3a51b6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0550838 Oct 26 14:50:22.118014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-15dda87e-87d6-4070-b22b-28880eddf72f req-788f4b2a-1871-4e20-af26-1d51b60dda64 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Oct 26 14:50:22.161791 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:23.250087 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce0e5e-3f5e-4c84-ae54-c0f0c4e61128 req-4e6cc6c1-217f-47d4-b280-4a9e41c5ff36 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:23.251776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fce0e5e-3f5e-4c84-ae54-c0f0c4e61128 req-4e6cc6c1-217f-47d4-b280-4a9e41c5ff36 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0557449 Oct 26 14:50:23.302207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fce0e5e-3f5e-4c84-ae54-c0f0c4e61128 req-1b05303a-9e9b-4b74-b240-513dd2976e96 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Oct 26 14:50:23.749893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:24.056945 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:50:24.440044 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b97300-aaa7-422c-9123-a007df348c86 req-48da789b-d2a4-482f-ab79-652c8552b869 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:24.441769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7b97300-aaa7-422c-9123-a007df348c86 req-48da789b-d2a4-482f-ab79-652c8552b869 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0618021 Oct 26 14:50:24.484272 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e7b97300-aaa7-422c-9123-a007df348c86 req-9423d64a-cc35-4562-93c4-0585f5e62799 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360796 Oct 26 14:50:25.652706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eca01d-144c-4c38-9fcb-dc985acb3ee3 req-6cf56bda-87e8-40bb-b46c-db0038149d73 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:25.654427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7eca01d-144c-4c38-9fcb-dc985acb3ee3 req-6cf56bda-87e8-40bb-b46c-db0038149d73 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0601666 Oct 26 14:50:25.702782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d7eca01d-144c-4c38-9fcb-dc985acb3ee3 req-c0885444-0789-483a-bbeb-1fe2fe4fe3ca tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Oct 26 14:50:26.840918 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cbbfe-6be4-47bf-a9f1-0f769cd7b540 req-c5516c33-8017-4182-9314-0931298a4330 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:26.842448 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d83cbbfe-6be4-47bf-a9f1-0f769cd7b540 req-c5516c33-8017-4182-9314-0931298a4330 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0558574 Oct 26 14:50:26.897623 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d83cbbfe-6be4-47bf-a9f1-0f769cd7b540 req-8e28d77b-1835-4c7b-933d-f743229d1dd0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Oct 26 14:50:28.028659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af84eb6-0b36-456d-8bf1-e1d79f0f8830 req-bfc92404-b6c5-434c-89ab-b6017416c996 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:28.030673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af84eb6-0b36-456d-8bf1-e1d79f0f8830 req-bfc92404-b6c5-434c-89ab-b6017416c996 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0562310 Oct 26 14:50:28.099757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7af84eb6-0b36-456d-8bf1-e1d79f0f8830 req-eac874ea-7a3e-46e6-bc94-c7ddb4265e5e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611100 Oct 26 14:50:29.255859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421d23b-ae99-4b29-b847-bfd5a052cb00 req-1e9c6ed4-c400-49b1-8720-0397294545a9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:29.258676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4421d23b-ae99-4b29-b847-bfd5a052cb00 req-1e9c6ed4-c400-49b1-8720-0397294545a9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0825205 Oct 26 14:50:29.306437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4421d23b-ae99-4b29-b847-bfd5a052cb00 req-dffe2038-d1eb-48ac-a3dd-5c31f0175ce9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Oct 26 14:50:30.479151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffc415-7703-49c4-8631-e0123fa5a928 req-878db8e5-431d-47ea-8af3-e0e5b7d92705 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:30.480819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06ffc415-7703-49c4-8631-e0123fa5a928 req-878db8e5-431d-47ea-8af3-e0e5b7d92705 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0606625 Oct 26 14:50:30.525801 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-06ffc415-7703-49c4-8631-e0123fa5a928 req-3d36e210-6c35-427c-8826-6641abd58bd8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376737 Oct 26 14:50:31.473444 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-bf607912-7fdc-428d-bb89-c1952cd2039c service neutron] show failed (client error): The resource could not be found. Oct 26 14:50:31.474488 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-bf607912-7fdc-428d-bb89-c1952cd2039c service neutron] 10.222.0.41 "GET /v2.0/ports/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0633135 Oct 26 14:50:31.668786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94431fc-ecfd-45f4-a150-62c52d06f189 req-0a51dbee-d14b-4eb8-a49d-cc066f47ff2b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:31.670881 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e94431fc-ecfd-45f4-a150-62c52d06f189 req-0a51dbee-d14b-4eb8-a49d-cc066f47ff2b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0651135 Oct 26 14:50:31.723032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e94431fc-ecfd-45f4-a150-62c52d06f189 req-341dff3b-fe44-45d8-ad35-6b186fda068e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438824 Oct 26 14:50:31.815555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-0dba10b5-cb42-4840-9d1c-ced12ccffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:31.817182 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-0dba10b5-cb42-4840-9d1c-ced12ccffaf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1096 time: 0.1452098 Oct 26 14:50:31.833299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:31.901084 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.223053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:32.287780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:32.340932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:32.343621 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac15692-79f4-4e00-a5de-c4dcacf0ee4f" -d '{"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:32.348975 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.373024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Transition to ACTIVE for port object f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:50:32.381128 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.513203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:32.547617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.548420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.548993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.549434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.549863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.550289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.550747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.551368 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.551721 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.552142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.553094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.553268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:32.558308 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b57ca-b1df-42e3-860f-8cd5611b4e93 x-openstack-request-id: req-1c9b57ca-b1df-42e3-860f-8cd5611b4e93 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:32.558754 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-unplugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:32.559133 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c9b57ca-b1df-42e3-860f-8cd5611b4e93 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:32.559702 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'code': 200} Oct 26 14:50:32.612699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] No DVR routers for this DVR port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:50:32.791879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:50:32.791879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:50:32.793178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:32.801671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:50:32.802200 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Attempting to bind port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:32.811830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:50:32.813090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:50:32.813741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:50:32.814581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Bound port: f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:50:32.816096 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:32.936909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64766-de7f-456a-b236-5afef2180896 req-6bdde4ee-9c35-4ebc-a2ea-d8b004e0adc0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:32.939402 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3e64766-de7f-456a-b236-5afef2180896 req-6bdde4ee-9c35-4ebc-a2ea-d8b004e0adc0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.1077561 Oct 26 14:50:32.944081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:32.949614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:50:32.957754 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:33.028881 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.029820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:33.032852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 1091 time: 1.2040541 Oct 26 14:50:33.041755 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3e64766-de7f-456a-b236-5afef2180896 req-58d69c18-e260-4590-ae3d-3b121a12f949 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946927 Oct 26 14:50:33.118722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87eee1-70ef-47e9-806b-47fdb8976720 service neutron] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:33.151298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-a1e43574-5079-46f6-8fda-2acf9765b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.153361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-a1e43574-5079-46f6-8fda-2acf9765b686 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1094 time: 0.0886149 Oct 26 14:50:33.261569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-fefad2d8-e99a-4d6b-984a-e5dfb364e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.263329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-fefad2d8-e99a-4d6b-984a-e5dfb364e12b service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1030567 Oct 26 14:50:33.342189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-1881763b-230b-4653-8928-8a00678430e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 998 time: 0.0710034 Oct 26 14:50:33.398661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-cb743e2e-9cb3-44d7-9e58-e45e389ffa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.400171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-cb743e2e-9cb3-44d7-9e58-e45e389ffa59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0516484 Oct 26 14:50:33.453818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-0ab8869f-f249-47b0-baf6-d556fe7bdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:33.455896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-0ab8869f-f249-47b0-baf6-d556fe7bdcee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472867 Oct 26 14:50:33.563920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-bc0b54a5-f560-4a7c-9ad1-b25c66d896f5 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002703 Oct 26 14:50:33.664615 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-76e99ece-cee6-4a2c-aa1c-11b53edb290b req-4ee040c5-500a-40b2-b5cb-73ff2679bd7e service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940049 Oct 26 14:50:34.193525 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe595c-c035-4393-9f35-5ec69131a48c req-2af05fe8-e13b-4e7d-910b-b279e4c34539 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.195305 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbbe595c-c035-4393-9f35-5ec69131a48c req-2af05fe8-e13b-4e7d-910b-b279e4c34539 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.0583169 Oct 26 14:50:34.240249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bbbe595c-c035-4393-9f35-5ec69131a48c req-92dbbd9f-5035-499d-858e-3c2995bd8af5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383785 Oct 26 14:50:34.561143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:34.564624 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:34.620282 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9551c3-b873-4fae-9ceb-d93049d9e07b x-openstack-request-id: req-6e9551c3-b873-4fae-9ceb-d93049d9e07b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:34.620762 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:34.621023 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e9551c3-b873-4fae-9ceb-d93049d9e07b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:34.621419 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'status': 'completed', 'code': 200} Oct 26 14:50:34.713506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-8457e196-2437-4220-b84c-633e4a5a5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.715707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-8457e196-2437-4220-b84c-633e4a5a5dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1094 time: 0.0685802 Oct 26 14:50:34.723512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-9ee63b1f-6fe1-46c7-8e83-201062a64cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.725191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-9ee63b1f-6fe1-46c7-8e83-201062a64cb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1094 time: 0.0747621 Oct 26 14:50:34.837527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-974300d4-cd78-4a7f-a4af-141ddc61c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.839383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-974300d4-cd78-4a7f-a4af-141ddc61c242 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1154702 Oct 26 14:50:34.845231 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-e4d33ee7-65b9-4b9a-abe4-f8f8aca2702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.846885 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-e4d33ee7-65b9-4b9a-abe4-f8f8aca2702f service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1125944 Oct 26 14:50:34.921904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-f5616e2e-ea22-4ebe-994b-e947bfdd38a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 998 time: 0.0746610 Oct 26 14:50:34.982925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-8225863f-b98b-4e5c-9be6-3870fe323633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:34.985530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-8225863f-b98b-4e5c-9be6-3870fe323633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0568354 Oct 26 14:50:35.051783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-5c96b8fd-d8a1-48e7-94c7-6438ceda1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.053623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-5c96b8fd-d8a1-48e7-94c7-6438ceda1661 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609379 Oct 26 14:50:35.197919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-706100d6-8dbb-4a78-9d00-b5d4d1541d2f service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359148 Oct 26 14:50:35.315739 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-a4c2a4aa-c060-429f-b0bf-ceec05d90814 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 998 time: 0.4593542 Oct 26 14:50:35.380947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-6c33b57b-a9fc-4f4b-845f-eaba508bc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.383505 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-6c33b57b-a9fc-4f4b-845f-eaba508bc56f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0605538 Oct 26 14:50:35.435392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-e70346cb-fb4c-4cc7-ba8c-b9fdfbc97366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.436976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-e70346cb-fb4c-4cc7-ba8c-b9fdfbc97366 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461841 Oct 26 14:50:35.462896 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-5e89d304-4bae-44e5-a0c7-d8cb9ac5bb4d service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582059 Oct 26 14:50:35.499006 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dc844-e57d-4d97-b0f8-e590ace1967c req-b6155c58-af59-4aa9-b680-a7c8611cdeea tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:35.502445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-412dc844-e57d-4d97-b0f8-e590ace1967c req-b6155c58-af59-4aa9-b680-a7c8611cdeea tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 943 time: 0.1361380 Oct 26 14:50:35.557840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-412dc844-e57d-4d97-b0f8-e590ace1967c req-08ce9d0b-4f1b-4d55-86f3-6ef25b2eb2b2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466959 Oct 26 14:50:35.570905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-53b9c6ae-bfb5-4471-a556-ff3073241ab8 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255012 Oct 26 14:50:35.659900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:50:35.676593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-872e0d6e-5ae9-43d7-b5f5-4497a161e3b7 req-0a9fd475-332a-4db1-b36a-a9740eb48814 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977724 Oct 26 14:50:35.711246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:50:35.785105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:50:35.936182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:35.949549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'mac_address': 'fa:16:3e:dc:41:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:50:35.995217 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:36.017143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:36.041449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:36.046298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:36.102006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:36.111969 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.112323 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.112702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.113039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.113380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.113711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.114041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.114365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.114691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.115015 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.115339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.115661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:50:36.286780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:50:36.714564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77cc07-a742-44be-9f56-260fc86f013e req-13db3e9d-5cd2-44ee-8e24-dd32b6074aaf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:36.717198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a77cc07-a742-44be-9f56-260fc86f013e req-13db3e9d-5cd2-44ee-8e24-dd32b6074aaf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 944 time: 0.0795953 Oct 26 14:50:36.767938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a77cc07-a742-44be-9f56-260fc86f013e req-c1d0b0ff-d415-4f10-ad25-7ea8b458730d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Oct 26 14:50:37.028554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4e4e-2641-491d-9d6d-d65045e1b6fb req-8df92879-0b44-411b-be2c-6093d002b349 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.030320 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c32e4e4e-2641-491d-9d6d-d65045e1b6fb req-8df92879-0b44-411b-be2c-6093d002b349 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 944 time: 0.0577013 Oct 26 14:50:37.037808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7648d-905e-471b-a817-471a76c534a2 req-661bf74b-7193-40c3-a1b1-7e3a2c06be23 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.040530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-661bf74b-7193-40c3-a1b1-7e3a2c06be23 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 944 time: 0.0717597 Oct 26 14:50:37.087504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c32e4e4e-2641-491d-9d6d-d65045e1b6fb req-5d6fe2fd-ca24-454c-af50-752cfcf8f1f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441384 Oct 26 14:50:37.117470 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-44c7648d-905e-471b-a817-471a76c534a2 req-11d4f800-9cc6-466d-85cd-6d7d2cd5f082 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:50:37.118613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-11d4f800-9cc6-466d-85cd-6d7d2cd5f082 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0696721 Oct 26 14:50:37.216196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7648d-905e-471b-a817-471a76c534a2 req-05a293d1-5f46-4796-88b8-9171fc0d6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.217798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-05a293d1-5f46-4796-88b8-9171fc0d6bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 1095 time: 0.0480554 Oct 26 14:50:37.325125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7648d-905e-471b-a817-471a76c534a2 req-03369ab8-5575-4498-9a0a-b8053ef2cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.326661 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-03369ab8-5575-4498-9a0a-b8053ef2cbe6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1021469 Oct 26 14:50:37.398002 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-931b60ab-0823-4741-a914-5b2c55dc3d7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 200 len: 999 time: 0.0637791 Oct 26 14:50:37.453927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7648d-905e-471b-a817-471a76c534a2 req-1f3b4534-cf45-4d47-9ac5-23e5e329acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.454861 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-1f3b4534-cf45-4d47-9ac5-23e5e329acf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0497327 Oct 26 14:50:37.524318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7648d-905e-471b-a817-471a76c534a2 req-cc3dd1dd-4e95-48c0-a25a-b1c8c46fb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:37.525963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-cc3dd1dd-4e95-48c0-a25a-b1c8c46fb643 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633419 Oct 26 14:50:37.630904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-4a82ee00-79f3-4575-831d-e6e313bfbf95 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973728 Oct 26 14:50:37.741599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44c7648d-905e-471b-a817-471a76c534a2 req-1ac6c3c9-9c0a-4f04-95fd-3fc6969dab7d service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031630 Oct 26 14:50:37.798282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:50:37.874662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:50:37.881263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:37.881937 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:38.021893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:38.051126 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:38.055846 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8427eefb-be3e-4a34-ba9a-a38407f547f6" -d '{"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:38.072894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:38.079155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:38.164945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:38.259056 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db88dd34-aa5c-4779-92e4-a314492f3a8c x-openstack-request-id: req-db88dd34-aa5c-4779-92e4-a314492f3a8c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:38.259434 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-plugged", "status": "completed", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:38.259744 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db88dd34-aa5c-4779-92e4-a314492f3a8c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:38.260202 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'code': 200} Oct 26 14:50:38.293606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25ed12-1021-495b-a818-257e0ea650c5 req-816e7bc1-de90-4b33-9a4c-f9b91461e67a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:38.295980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a25ed12-1021-495b-a818-257e0ea650c5 req-816e7bc1-de90-4b33-9a4c-f9b91461e67a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0678160 Oct 26 14:50:38.357504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a25ed12-1021-495b-a818-257e0ea650c5 req-5b4f2cf1-2471-4006-9dae-3bd1aa8c3d7e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497673 Oct 26 14:50:39.512830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96033fec-b026-4030-a307-f2d2be31497d req-5d2db85b-9674-4e54-abc6-62f8832df4fd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:39.514497 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96033fec-b026-4030-a307-f2d2be31497d req-5d2db85b-9674-4e54-abc6-62f8832df4fd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0562642 Oct 26 14:50:39.562202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-96033fec-b026-4030-a307-f2d2be31497d req-d7f5de92-5cfe-49cf-85cc-98bef8c63854 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371640 Oct 26 14:50:39.691191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5deb3a-3200-48b6-80aa-0966fb8d1f63 req-c29bb954-fa92-42b3-89af-cf2a4303c3d9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:39.692750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e5deb3a-3200-48b6-80aa-0966fb8d1f63 req-c29bb954-fa92-42b3-89af-cf2a4303c3d9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0579486 Oct 26 14:50:39.745392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e5deb3a-3200-48b6-80aa-0966fb8d1f63 req-3d0b39b5-46b3-4230-ac0e-a51f9db5bb76 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Oct 26 14:50:39.883541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f91f1b-7717-41eb-9481-3410e6b7d3c2 req-54888966-9b55-4860-95e2-4d296697491b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:39.886315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9f91f1b-7717-41eb-9481-3410e6b7d3c2 req-54888966-9b55-4860-95e2-4d296697491b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0660501 Oct 26 14:50:39.932287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c9f91f1b-7717-41eb-9481-3410e6b7d3c2 req-757a2328-e428-4780-8748-f2b4f375f934 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394664 Oct 26 14:50:40.139443 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef9631e0-2ee4-4970-b0c0-78f0d602f94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:40.257775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a786e2-ee7d-44ce-bbc0-74ee23e5f740 req-e63c160c-122e-46cd-ac57-774093e796d0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:40.259373 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44a786e2-ee7d-44ce-bbc0-74ee23e5f740 req-e63c160c-122e-46cd-ac57-774093e796d0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0619581 Oct 26 14:50:40.306447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44a786e2-ee7d-44ce-bbc0-74ee23e5f740 req-89294cc7-131f-4fc4-b40f-8cbbaf3cec3c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Oct 26 14:50:41.449571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e5b7e-e16c-410b-9651-a14cbbb17e6c req-930a9f27-313e-4fe9-80d1-276774e28099 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.451168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b28e5b7e-e16c-410b-9651-a14cbbb17e6c req-930a9f27-313e-4fe9-80d1-276774e28099 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0558963 Oct 26 14:50:41.525387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b28e5b7e-e16c-410b-9651-a14cbbb17e6c req-409f5606-8e05-4228-8fab-cd5daffea9e8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669441 Oct 26 14:50:41.544640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-a0313f64-1958-45ec-b89d-07f531b18853 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:41.546215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-a0313f64-1958-45ec-b89d-07f531b18853 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 945 time: 0.0859303 Oct 26 14:50:41.654573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Deleting port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:50:41.655049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:41.762291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] For port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:41.762671 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.024080 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.024521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.024895 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 disassociated. External IP: 172.25.5.72, port: f9da4cc5-6532-40c3-8dfd-2a2ed73753a2. Oct 26 14:50:42.025272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Calling delete_port for f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:50:42.218640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.250476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'Port': ['ID=f9da4cc5-6532-40c3-8dfd-2a2ed73753a2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:42.436475 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:50:42.632424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:50:42.648180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6bc04fe6-0685-47b5-b4fc-509a0ce20c0e req-bb04f44a-abcb-44cb-9ee4-fb57945c7ced tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4a20351-a168-410c-957e-bc03f09c73aa HTTP/1.1" status: 200 len: 210 time: 0.0393574 Oct 26 14:50:42.650791 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:50:42.670819 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:42.670819 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:50:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:42.705405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] No DVR routers for this DVR port f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:50:42.708926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:42.713160 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6de66dd9-6f79-40d1-854b-fd792a5f5cfe req-342c8f88-3b64-4f07-954b-902cf50606b1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "DELETE /v2.0/ports/f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 HTTP/1.1" status: 204 len: 173 time: 1.1602747 Oct 26 14:50:42.713781 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-deleted', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:42.716758 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4326a77f-30d3-4652-91b7-5dadd438989b" -d '{"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-deleted", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:42.790330 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:42.801222 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ce8ab-f18e-4be3-b04c-03de7e54228b x-openstack-request-id: req-ef8ce8ab-f18e-4be3-b04c-03de7e54228b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:42.801618 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a20351-a168-410c-957e-bc03f09c73aa", "name": "network-vif-deleted", "tag": "f9da4cc5-6532-40c3-8dfd-2a2ed73753a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:42.801990 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef8ce8ab-f18e-4be3-b04c-03de7e54228b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:42.802551 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a20351-a168-410c-957e-bc03f09c73aa', 'name': 'network-vif-deleted', 'tag': 'f9da4cc5-6532-40c3-8dfd-2a2ed73753a2', 'status': 'completed', 'code': 200} Oct 26 14:50:42.916158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe1355e6-76d1-4ee1-aef1-a7e2bcdb37b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:43.062287 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:43.096167 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:50:43.106713 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:43.107352 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:50:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:43.342827 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:43.564158 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:43.592390 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20e128-69de-4fee-9386-dfebdadcc62a None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:50:43.858823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c73b7-906e-46f5-b374-10193c785a0e None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:50:43.942125 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-bde823ad-d94b-448d-ab4f-172b51e9fec5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--550345771&fields=id&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 267 time: 0.0410759 Oct 26 14:50:44.001488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:44.095290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-4f883718-283e-440a-8ab5-2bdbcbfbd449 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:44.097498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-4f883718-283e-440a-8ab5-2bdbcbfbd449 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1416667 Oct 26 14:50:44.115863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-29e203a3-972e-4d9b-9652-a7d43fb017b3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/quotas/70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 375 time: 0.0107810 Oct 26 14:50:44.208860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-c7c3409f-2d41-48bb-a083-9547e5c8c06f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862701 Oct 26 14:50:44.298802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-6b995432-d09b-4c83-bcf5-2449bd4e32ea service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:50:44.300161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-6b995432-d09b-4c83-bcf5-2449bd4e32ea service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0783596 Oct 26 14:50:44.400309 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:44.411768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-3c4432b4-a6ad-44be-bce7-71a538fdd054 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045706 Oct 26 14:50:44.519227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-9585ac8a-4b0f-45a2-b605-170b98833048 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005371 Oct 26 14:50:44.720414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bbfc254a-f134-49cb-9bff-3830dfe6297d req-5e8fcce3-2dc5-4b76-ad62-95b156426497 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0309713 Oct 26 14:50:45.827173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-44927b64-225d-4556-80c9-a8581b3ec7c7 req-e6d8f366-af5a-47e6-987d-821c2f9d043c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0310450 Oct 26 14:50:45.840881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:50:45.871739 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:50:45.872081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device f9da4cc5-6532-40c3-8dfd-2a2ed73753a2 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:50:45.919534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:46.960635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2956df16-5f7e-4519-94ac-1c6aa79eb5d0 req-7fa76576-3071-4851-b70b-ebc98f602550 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0413229 Oct 26 14:50:48.087034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dc9cd698-09d7-4abe-93e9-6261b69425ea req-24e8b814-1528-4ddb-ab88-a051fd550c73 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0359211 Oct 26 14:50:49.237494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-47dc6f4e-e3da-44b7-90fb-b95c5377e534 req-89de821b-7c36-42dc-9b58-13e9ba3b2d78 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0375428 Oct 26 14:50:49.952809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-4708f035-1cf8-47eb-b845-eba081d31a08 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:49.954852 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-4708f035-1cf8-47eb-b845-eba081d31a08 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1391850 Oct 26 14:50:50.026778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-bab5d797-03f3-4318-9ecd-cc420eff4aea tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 379 time: 0.0622227 Oct 26 14:50:50.042105 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'port': {'device_id': '518e997e-2b5d-45dd-a618-41e24137f534', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'admin_state_up': True, 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'security_groups': ['2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:50.175870 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:50:50.179814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.328406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Allocated IP 172.20.0.12 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/45fba7f1-d681-4e13-9737-8ad23859bc01) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:50:50.356538 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f80a7fa9-7699-4514-9bf1-2e3c268b27d1 req-978d3ae7-5ae3-4946-b02b-b7886e84c847 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0369816 Oct 26 14:50:50.491286 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.528351 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.584461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:50:50.588261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:50:50.592856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:50:50.621393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:50.657961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:50.658664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.685909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-ffab1f60-5213-4fdc-96cd-bbcc4cc232d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6477754 Oct 26 14:50:50.701814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Request body: {'port': {'device_id': '518e997e-2b5d-45dd-a618-41e24137f534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:50.786593 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.881854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e2eb009a-8e27-4589-b7de-37f722d3c1ba None None] Provisioning complete for port 45fba7f1-d681-4e13-9737-8ad23859bc01 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:50.882759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2eb009a-8e27-4589-b7de-37f722d3c1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:50.928289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb009a-8e27-4589-b7de-37f722d3c1ba None None] Port 45fba7f1-d681-4e13-9737-8ad23859bc01 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:50:51.104334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fba7f1-d681-4e13-9737-8ad23859bc01 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:51.114839 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.131625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Transition to ACTIVE for port object 45fba7f1-d681-4e13-9737-8ad23859bc01 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:50:51.137007 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.208042 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:51.308677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:50:51.309343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:50:51.309914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:51.319122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:50:51.319672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:50:51.330302 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:50:51.331094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:50:51.331509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:50:51.332269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Bound port: 45fba7f1-d681-4e13-9737-8ad23859bc01, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:50:51.332967 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.433732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:50:51.442494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:50:51.456909 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.520149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.521175 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:51.523074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] 10.222.0.73 "PUT /v2.0/ports/45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1092 time: 0.8288691 Oct 26 14:50:51.523564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:51.526444 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c98dd5-9152-4c80-94d7-20e4b71360e6" -d '{"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:51.587014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ae002-8813-467d-9b31-a33b47533112 req-386ffc32-2006-4bbf-8039-b7c82e941d69 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.589857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-339ae002-8813-467d-9b31-a33b47533112 req-386ffc32-2006-4bbf-8039-b7c82e941d69 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.1456861 Oct 26 14:50:51.621531 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9e477c-654b-4a71-ad4b-0dfb81704b9d x-openstack-request-id: req-bc9e477c-654b-4a71-ad4b-0dfb81704b9d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:51.621913 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:51.622277 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc9e477c-654b-4a71-ad4b-0dfb81704b9d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:51.622841 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'status': 'completed', 'code': 200} Oct 26 14:50:51.660217 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028f17-f9f3-4e0e-a16e-2978c862aa0d service neutron] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:51.694042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-339ae002-8813-467d-9b31-a33b47533112 req-c840bace-a6d4-47f3-87b6-183fcc52ba8f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701692 Oct 26 14:50:51.702355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-c173f8f9-0cf4-4b86-9411-8be849bf85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.705141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-c173f8f9-0cf4-4b86-9411-8be849bf85f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1095 time: 0.1139464 Oct 26 14:50:51.752982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-7269ef5c-7b17-4797-abb8-1e7426f25c45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 217 time: 0.0402675 Oct 26 14:50:51.823868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-aed5986a-2081-44c4-ba4d-b155f92fac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.825410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-aed5986a-2081-44c4-ba4d-b155f92fac6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0651493 Oct 26 14:50:51.880116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a233683-c81c-4902-be29-cadbd186e058 req-1debf2ef-7769-4c49-bf78-5845bce455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:51.882111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-1debf2ef-7769-4c49-bf78-5845bce455ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497186 Oct 26 14:50:51.984090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-69f5b410-3643-4c20-b572-57d04a58fe64 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946069 Oct 26 14:50:52.122211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9a233683-c81c-4902-be29-cadbd186e058 req-be44588c-5c71-4a21-a410-e14c4057563c service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307688 Oct 26 14:50:52.204602 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:52.222156 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-3e34be23-69fa-464c-b3dd-74ecc79a37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.223823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-3e34be23-69fa-464c-b3dd-74ecc79a37aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1095 time: 0.0528834 Oct 26 14:50:52.364619 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-2c3d439b-1fb2-4147-bae0-6c0e82e2624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.366210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-2c3d439b-1fb2-4147-bae0-6c0e82e2624b service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1351037 Oct 26 14:50:52.433037 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-1808f1cb-8f26-434a-becf-9ebc7597a6cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 217 time: 0.0579669 Oct 26 14:50:52.494967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-5b1df93f-71b3-4384-923e-f067e58cd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.496877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-5b1df93f-71b3-4384-923e-f067e58cd057 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0565109 Oct 26 14:50:52.561822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-0a002f95-bcf2-4ccb-8113-f6d90014df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.564289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-0a002f95-bcf2-4ccb-8113-f6d90014df91 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581276 Oct 26 14:50:52.672053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-fb59c31d-3cff-4754-8ad9-e9aecc20b9f1 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987501 Oct 26 14:50:52.814363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d0c98dd5-9152-4c80-94d7-20e4b71360e6 req-b8096ba0-4c91-4ef6-ac7d-1b2aa16b11b2 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346457 Oct 26 14:50:52.883703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0970-3b78-4e87-ad81-d903da3d4481 req-fea90f1e-6d07-42dc-9ba7-993850e14621 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:52.885695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ebb0970-3b78-4e87-ad81-d903da3d4481 req-fea90f1e-6d07-42dc-9ba7-993850e14621 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.0666678 Oct 26 14:50:52.932388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6ebb0970-3b78-4e87-ad81-d903da3d4481 req-e03aa285-b18f-4327-9734-c3631574e56a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389473 Oct 26 14:50:53.751185 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:53.886949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:50:53.998415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:54.012583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'mac_address': 'fa:16:3e:0b:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:50:54.061544 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:54.077634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fba7f1-d681-4e13-9737-8ad23859bc01 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:50:54.099742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c3c6-98d0-4e27-959c-e0f06ee63fe8 req-7a5f79b6-555f-4dee-b8ed-49398bc70ddf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:54.102094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2231c3c6-98d0-4e27-959c-e0f06ee63fe8 req-7a5f79b6-555f-4dee-b8ed-49398bc70ddf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.0827024 Oct 26 14:50:54.104950 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:54.110905 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:54.153337 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2231c3c6-98d0-4e27-959c-e0f06ee63fe8 req-3d989db7-e2a0-45b3-8637-2b0c77d0bbb0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Oct 26 14:50:54.178220 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:54.300203 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['45fba7f1-d681-4e13-9737-8ad23859bc01'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:50:55.283801 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cff6dc-87a2-4c7a-a070-936ed2c8a1b9 req-7e1fd92d-2039-4a68-a758-b0c4ae646a51 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:55.285468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16cff6dc-87a2-4c7a-a070-936ed2c8a1b9 req-7e1fd92d-2039-4a68-a758-b0c4ae646a51 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 945 time: 0.0545659 Oct 26 14:50:55.329555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16cff6dc-87a2-4c7a-a070-936ed2c8a1b9 req-f2a58bdb-c538-4630-8fa4-37386d76a40a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374997 Oct 26 14:50:55.906972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:50:55.964044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 45fba7f1-d681-4e13-9737-8ad23859bc01 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:50:55.969095 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 45fba7f1-d681-4e13-9737-8ad23859bc01 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:50:55.969471 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:56.070973 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:56.098274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:56.100731 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45137815-2f36-4267-8f53-e92a3696505f" -d '{"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-plugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:56.118195 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:50:56.124301 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:56.157847 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ab760-f2db-49d7-a72f-fb76336febf1 x-openstack-request-id: req-a93ab760-f2db-49d7-a72f-fb76336febf1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:56.158117 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-plugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:56.158285 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a93ab760-f2db-49d7-a72f-fb76336febf1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:56.158685 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'code': 200} Oct 26 14:50:56.180943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:50:56.269352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7bfc3-fd31-4b22-b9c9-66f28381a973 req-522f8261-4855-4d62-8c6d-0395e41adc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:56.270903 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0c7bfc3-fd31-4b22-b9c9-66f28381a973 req-522f8261-4855-4d62-8c6d-0395e41adc2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0456963 Oct 26 14:50:56.325409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e0c7bfc3-fd31-4b22-b9c9-66f28381a973 req-ce47c6d2-d3c6-4e47-bcf1-4f08322ad334 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Oct 26 14:50:56.472891 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29e6e-31b0-4ef2-8500-d798f3fdddd0 req-313cb114-b083-4504-b6ce-fbe08a5298b5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:56.474453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04f29e6e-31b0-4ef2-8500-d798f3fdddd0 req-313cb114-b083-4504-b6ce-fbe08a5298b5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0601468 Oct 26 14:50:56.532308 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-04f29e6e-31b0-4ef2-8500-d798f3fdddd0 req-aebf5964-b1d3-4271-bd31-5aa356fd092e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508740 Oct 26 14:50:57.674320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece236ef-20dd-4b3a-8c1e-71db51185e6b req-d9d1bfa8-104e-4cc9-836c-26ea5196a04e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:57.675989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece236ef-20dd-4b3a-8c1e-71db51185e6b req-d9d1bfa8-104e-4cc9-836c-26ea5196a04e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0585878 Oct 26 14:50:57.736933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece236ef-20dd-4b3a-8c1e-71db51185e6b req-7081cd93-61f9-4398-bdb9-f0ac14b57294 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543392 Oct 26 14:50:57.867607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115f13-0bc0-4838-8b3c-9b1d4340c9cf req-f67e9c78-8517-4526-9d7d-b94017fd825f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:57.869222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5d115f13-0bc0-4838-8b3c-9b1d4340c9cf req-f67e9c78-8517-4526-9d7d-b94017fd825f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0568781 Oct 26 14:50:57.881094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:50:57.886038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'floatingip': {'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:50:57.930654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:58.425602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:58.430226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:58.547627 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 associated. External IP: 172.25.5.72, port: 45fba7f1-d681-4e13-9737-8ad23859bc01. Oct 26 14:50:58.787215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:50:58.916873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:50:58.925029 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:50:58.932536 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:50:58.945033 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:58.945727 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:50:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:58.969726 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7a50fc02-5d5a-49c6-bdb3-717d562509a0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "PUT /v2.0/floatingips/d07eb481-5406-4e24-9bd3-c81786e8f3d2 HTTP/1.1" status: 200 len: 991 time: 1.0830917 Oct 26 14:50:58.969726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:50:58.971410 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:50:59.040357 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25e9e6-97e4-4932-9d4c-2854dc7a22a8 x-openstack-request-id: req-0c25e9e6-97e4-4932-9d4c-2854dc7a22a8 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:50:59.040836 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:50:59.041228 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c25e9e6-97e4-4932-9d4c-2854dc7a22a8 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:50:59.041839 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'status': 'completed', 'code': 200} Oct 26 14:50:59.121184 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:59.135578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-c6dd60d4-c0d8-46f1-9d7e-15953ff41239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.137499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-c6dd60d4-c0d8-46f1-9d7e-15953ff41239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0538003 Oct 26 14:50:59.418425 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:0b:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518e997e-2b5d-45dd-a618-41e24137f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:50:58Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:59.449281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:50:59.460011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:50:59.460706 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:50:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:59.608794 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:50:59.643497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-5908ddec-0c36-4c1d-a343-9c580cef62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.644979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-5908ddec-0c36-4c1d-a343-9c580cef62ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.4994442 Oct 26 14:50:59.730396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-4dc7ffcf-fcd7-4a65-8df0-9def78602c94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 999 time: 0.0778036 Oct 26 14:50:59.794057 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-811a88c3-28f9-4197-bd24-c5fba0152a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.796943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-811a88c3-28f9-4197-bd24-c5fba0152a6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0594268 Oct 26 14:50:59.864752 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-17eb3491-0e94-4f1c-85c2-5b31f760566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:50:59.866836 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-17eb3491-0e94-4f1c-85c2-5b31f760566f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623813 Oct 26 14:50:59.905285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:0b:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518e997e-2b5d-45dd-a618-41e24137f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:50:58Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:50:59.936083 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b5f4e-0d36-48e8-9e53-0a0eff2b211e None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:0b:2d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518e997e-2b5d-45dd-a618-41e24137f534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:50:58Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:50:59.999016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-a38b565a-0675-42aa-b2c8-764c34ce860d service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236634 Oct 26 14:51:00.121444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f00c5fc-e602-446a-a95d-1f0d8c88e3fe req-0787b8b5-c543-4d57-a5a0-df3c35741126 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156025 Oct 26 14:51:00.272588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b403ee80-8adf-4caf-bbc0-3b970d4a19c2 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:51:01.057607 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:51:10.128818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-10041674-56bd-4da8-add6-4c6492848c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:10.893497 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-34fe24a6-6ebe-4424-af0e-3e7a2b883039 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570807 Oct 26 14:51:11.002985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-3b8879f8-2982-42c5-a854-b23acc711934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:11.005657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-3b8879f8-2982-42c5-a854-b23acc711934 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0513911 Oct 26 14:51:11.130219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-00ebe1f7-adb3-48b3-8c5c-e2546f569142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:11.132123 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-00ebe1f7-adb3-48b3-8c5c-e2546f569142 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1051397 Oct 26 14:51:11.204651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-b6253b5c-d04f-4e1e-b0c6-53ec40e34340 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1001 time: 0.0654957 Oct 26 14:51:11.263996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-48035232-5b4a-4177-b50f-096dcf3aa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:11.266768 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-48035232-5b4a-4177-b50f-096dcf3aa98d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0551152 Oct 26 14:51:11.319166 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-970d8469-eadc-4bdb-8a50-81a51989f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:51:11.320754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-970d8469-eadc-4bdb-8a50-81a51989f9c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466597 Oct 26 14:51:11.428681 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-28e10f93-600d-4fac-8819-f09fdb066799 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007233 Oct 26 14:51:11.545328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dac5f753-26c2-4ddb-85a6-7c8b6485fb95 req-7d5f455c-0be5-4668-b03f-f142e8c63264 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097267 Oct 26 14:51:12.893790 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-23baa643-803c-44e3-816a-a02183f7269e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:13.928724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:14.395267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:15.925777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:22.215199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:23.757997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:38.057679 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:51:40.126076 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ac8835f0-44fb-4ca4-9da8-c25ba2a32b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:42.898883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4a734434-d80f-4965-9343-27a191018deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:43.926914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:44.399862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:45.929041 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:52.232612 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:51:53.764180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:10.121903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98456ca4-6977-4a51-9546-1168fd8da286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:12.850445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-f65e3688-459d-4ad5-9bbe-9b481943b09a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506780 Oct 26 14:52:12.906716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1a2f15d9-3249-4ff5-a9fb-5779c5be55b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:12.951845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-595b205b-000e-4180-a6eb-18f3b12fee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:12.953475 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-595b205b-000e-4180-a6eb-18f3b12fee0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0557947 Oct 26 14:52:13.074827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-daa2858d-ddfc-40bd-89fb-98658e69a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:13.076354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-daa2858d-ddfc-40bd-89fb-98658e69a9f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1022599 Oct 26 14:52:13.157079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-23a50b7a-adb9-4103-9dbb-8ce71e80eff4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1001 time: 0.0727978 Oct 26 14:52:13.214438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-f7731448-32d8-4739-a6dc-83f38acbd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:13.215966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-f7731448-32d8-4739-a6dc-83f38acbd966 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0521154 Oct 26 14:52:13.293161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-91586a43-d9c1-4cef-8e3f-14a397591f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:13.296520 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-91586a43-d9c1-4cef-8e3f-14a397591f9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721328 Oct 26 14:52:13.401754 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-7c946716-22e2-4947-938f-355ee8e3ca87 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977302 Oct 26 14:52:13.503015 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3ee7d7b7-9bae-44ca-8f07-074e6a819eb8 req-72d8059a-9979-4f2f-9b21-51a1582dd34d service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934300 Oct 26 14:52:13.923278 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:14.401777 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:15.057451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:52:15.930421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:22.232856 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:23.786115 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:35.441405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2faba3b-c0c6-42d4-b3d4-f7bbb002cfb2 req-c7cf1d7c-a7e7-4298-93e7-367e0d19d12e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:35.443683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2faba3b-c0c6-42d4-b3d4-f7bbb002cfb2 req-c7cf1d7c-a7e7-4298-93e7-367e0d19d12e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0648069 Oct 26 14:52:35.500916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2faba3b-c0c6-42d4-b3d4-f7bbb002cfb2 req-ffe69882-529a-4c2d-9df4-dbc7779ac340 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502086 Oct 26 14:52:36.634775 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ba512-f0f7-44f3-a35b-d1a5c1fc0d97 req-32a06bf9-e5c9-4228-81fb-a3fab5d93beb tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:36.636428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-871ba512-f0f7-44f3-a35b-d1a5c1fc0d97 req-32a06bf9-e5c9-4228-81fb-a3fab5d93beb tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0565650 Oct 26 14:52:36.690081 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-871ba512-f0f7-44f3-a35b-d1a5c1fc0d97 req-2113cef6-29a7-416f-a05f-8b5bdbcab33f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Oct 26 14:52:37.898938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d0873-74de-4963-b0f6-d8ad169ad08e req-ac06f3d6-4707-4101-9425-0079960cc57b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:37.901474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-091d0873-74de-4963-b0f6-d8ad169ad08e req-ac06f3d6-4707-4101-9425-0079960cc57b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.1131794 Oct 26 14:52:37.948881 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-091d0873-74de-4963-b0f6-d8ad169ad08e req-23dc2dfd-a657-433e-a74c-d82d9349bc1d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Oct 26 14:52:39.091586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48eed66-57bd-4366-a9b4-9a35c26d082b req-50fa4762-ddda-4f30-a4ac-6b8b1c39a7d2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:39.093849 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f48eed66-57bd-4366-a9b4-9a35c26d082b req-50fa4762-ddda-4f30-a4ac-6b8b1c39a7d2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0576844 Oct 26 14:52:39.140662 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f48eed66-57bd-4366-a9b4-9a35c26d082b req-87a0ac59-55ba-4f5e-98e7-b3a998072439 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Oct 26 14:52:40.120650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8801fecb-53e1-4833-8418-ed390acd4169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:40.275484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c5481-44ee-4cec-9d16-989d3b41b4f9 req-beebdcd2-8ec4-4241-a9bb-dfe167625d5e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:40.277182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f15c5481-44ee-4cec-9d16-989d3b41b4f9 req-beebdcd2-8ec4-4241-a9bb-dfe167625d5e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0599699 Oct 26 14:52:40.324113 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f15c5481-44ee-4cec-9d16-989d3b41b4f9 req-9febabea-7e2b-4dc2-9240-f968d0552ef2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Oct 26 14:52:41.463650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac63a93-0356-4703-83a2-e00f13de76ef req-3bdcfd5a-f0ed-45f4-b913-298dbe3f5e29 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:41.465328 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eac63a93-0356-4703-83a2-e00f13de76ef req-3bdcfd5a-f0ed-45f4-b913-298dbe3f5e29 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0638547 Oct 26 14:52:41.512116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eac63a93-0356-4703-83a2-e00f13de76ef req-8524a918-8530-478a-8991-858e559c394c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Oct 26 14:52:42.669179 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6982-29e1-4e6c-a86c-d6d3f7902c70 req-dd4a53d1-7983-4780-a02e-9f8084ac6f5f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:42.670898 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-823b6982-29e1-4e6c-a86c-d6d3f7902c70 req-dd4a53d1-7983-4780-a02e-9f8084ac6f5f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0792696 Oct 26 14:52:42.715367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-823b6982-29e1-4e6c-a86c-d6d3f7902c70 req-dece2378-e288-4749-a787-8effb5eb1e3f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377138 Oct 26 14:52:42.903578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-24023fb8-8875-4043-85a9-f26f39e9d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:43.848827 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a44b10-0851-44ac-a1e4-cd1c31f49f02 req-270866f1-fbcc-46b4-a476-f6a864671685 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:43.850734 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64a44b10-0851-44ac-a1e4-cd1c31f49f02 req-270866f1-fbcc-46b4-a476-f6a864671685 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0602942 Oct 26 14:52:43.904868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64a44b10-0851-44ac-a1e4-cd1c31f49f02 req-f387e07b-1a85-4ee5-bd4d-91d3afd497f4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474565 Oct 26 14:52:43.930394 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:44.403726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:45.068069 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d69f2-2b39-4dec-9de7-fb5918a29710 req-da6cf982-579c-41bf-ab36-78a29d501171 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:45.069840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882d69f2-2b39-4dec-9de7-fb5918a29710 req-da6cf982-579c-41bf-ab36-78a29d501171 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0613375 Oct 26 14:52:45.113806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-882d69f2-2b39-4dec-9de7-fb5918a29710 req-55f40e94-e2e7-418c-a653-6d2190457b5d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369196 Oct 26 14:52:45.936461 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:46.277032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be42d6a-7251-48d4-8d27-c273541e70a2 req-52757ea0-94ac-4259-a620-91f4c9b36233 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:46.279168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1be42d6a-7251-48d4-8d27-c273541e70a2 req-52757ea0-94ac-4259-a620-91f4c9b36233 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0583560 Oct 26 14:52:46.325294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1be42d6a-7251-48d4-8d27-c273541e70a2 req-8fb614c9-f7bc-40e1-a38c-a0d1a7b6140e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Oct 26 14:52:46.657296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05b8ee-2cc1-4a65-969b-f414a63209db req-ef10419d-a7db-49bc-ab5b-72e27dfc0047 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:46.658906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a05b8ee-2cc1-4a65-969b-f414a63209db req-ef10419d-a7db-49bc-ab5b-72e27dfc0047 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0869212 Oct 26 14:52:46.682289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-53dc4803-7682-49bf-9500-241854a694bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352177 Oct 26 14:52:46.739437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a05b8ee-2cc1-4a65-969b-f414a63209db req-45d95533-2586-429b-91f3-2b2125734625 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693517 Oct 26 14:52:47.884526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a7db7-c270-4b1a-b437-283db3ca123d req-bd8f88c1-e86e-45c2-870e-023b6fb1b057 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:47.886203 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b17a7db7-c270-4b1a-b437-283db3ca123d req-bd8f88c1-e86e-45c2-870e-023b6fb1b057 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0571380 Oct 26 14:52:47.939687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b17a7db7-c270-4b1a-b437-283db3ca123d req-4d3c1efc-67ac-4b35-9981-ea53cfd73957 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Oct 26 14:52:48.044330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-bfdf262f-9978-4b8f-a52f-827328e7044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:48.046421 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-bfdf262f-9978-4b8f-a52f-827328e7044a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0481641 Oct 26 14:52:48.155732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-38c6c0d3-7c63-4e76-8ca0-7804bf1d6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:48.157312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-38c6c0d3-7c63-4e76-8ca0-7804bf1d6302 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1040511 Oct 26 14:52:48.238773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-d33f226d-79a1-4d76-98f0-8a0436933ef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1001 time: 0.0740566 Oct 26 14:52:48.292142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-7ef13162-1b95-4a4c-8c76-20b464d16722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:48.293717 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-7ef13162-1b95-4a4c-8c76-20b464d16722 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0482438 Oct 26 14:52:48.344859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-61bebecd-8e72-4940-8eac-f32dd5c8103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:48.346308 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-61bebecd-8e72-4940-8eac-f32dd5c8103b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445595 Oct 26 14:52:48.454830 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-add800d3-9c23-43ba-b79a-3fd61b712927 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986378 Oct 26 14:52:48.559313 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-016776f7-b452-46f1-a3ec-0a687956d410 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973532 Oct 26 14:52:49.084708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb116d-ed6f-40a8-9155-91d73eb2d929 req-c2da0962-c02d-4049-8a72-af033a550030 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:49.086215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79bb116d-ed6f-40a8-9155-91d73eb2d929 req-c2da0962-c02d-4049-8a72-af033a550030 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0621717 Oct 26 14:52:49.137760 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-79bb116d-ed6f-40a8-9155-91d73eb2d929 req-e6114cac-b03c-4975-a8cb-e354e4635a95 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387979 Oct 26 14:52:50.275128 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e3110-a67a-48e8-9d71-c9a32fd6be77 req-8a9d28b7-5465-45ea-bf70-9e43137c3a5a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:50.277298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-371e3110-a67a-48e8-9d71-c9a32fd6be77 req-8a9d28b7-5465-45ea-bf70-9e43137c3a5a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0584235 Oct 26 14:52:50.323613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-371e3110-a67a-48e8-9d71-c9a32fd6be77 req-2225a0c2-8a40-4b2f-8586-bfbbf4c2fa96 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389724 Oct 26 14:52:50.386896 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-a4bb0646-9bda-4a03-817a-efa86c4ab5e1 service neutron] show failed (client error): The resource could not be found. Oct 26 14:52:50.388032 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-a4bb0646-9bda-4a03-817a-efa86c4ab5e1 service neutron] 10.222.0.73 "GET /v2.0/ports/45fba7f1-d681-4e13-9737-8ad23859bc01/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0666211 Oct 26 14:52:50.643506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-78fb14fa-3e4f-4d08-9d83-62d830ed52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:50.645201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-78fb14fa-3e4f-4d08-9d83-62d830ed52f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1097 time: 0.0502141 Oct 26 14:52:50.659169 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:52:50.719397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.021540 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:52:51.083685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:52:51.133763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:52:51.136938 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a3c834-6098-42a4-91e3-d50094bd96a7" -d '{"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-unplugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:52:51.141531 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.160732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Transition to ACTIVE for port object 45fba7f1-d681-4e13-9737-8ad23859bc01 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:52:51.165688 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.278260 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea234da7-16b3-448a-b841-c0f0b5ba43fa x-openstack-request-id: req-ea234da7-16b3-448a-b841-c0f0b5ba43fa {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:52:51.279046 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-unplugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:52:51.279046 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea234da7-16b3-448a-b841-c0f0b5ba43fa {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:52:51.279438 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'code': 200} Oct 26 14:52:51.313501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:52:51.341193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.341485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.341781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.342095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.342429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.342767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.343095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.343422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.343749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.344073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.344396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.344749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:51.429844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] No DVR routers for this DVR port 45fba7f1-d681-4e13-9737-8ad23859bc01 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:52:51.573656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265529d-7a96-4813-935d-6a384507826a req-8909edd8-75fc-4436-8a76-7d7fae9d75a2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:51.575499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c265529d-7a96-4813-935d-6a384507826a req-8909edd8-75fc-4436-8a76-7d7fae9d75a2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.1421540 Oct 26 14:52:51.658123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c265529d-7a96-4813-935d-6a384507826a req-53ba3241-225b-4a8f-97fb-405c576bbb8c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700226 Oct 26 14:52:51.661216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:52:51.661572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:52:51.661903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:52:51.667502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:52:51.667830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Attempting to bind port 45fba7f1-d681-4e13-9737-8ad23859bc01 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:52:51.673895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:52:51.674238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:52:51.674682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:52:51.675162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Bound port: 45fba7f1-d681-4e13-9737-8ad23859bc01, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:52:51.675505 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.757092 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:52:51.765125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:52:51.772691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.851539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:51.852153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:51.853692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] 10.222.0.41 "PUT /v2.0/ports/45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1092 time: 1.1994615 Oct 26 14:52:51.877191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66cbfa-d3e9-4c70-9a72-3c4d99f6b847 service neutron] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:52:52.049928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-c9f77bb6-58a6-4d7e-9471-240fe94bc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:52.053103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-c9f77bb6-58a6-4d7e-9471-240fe94bc585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1095 time: 0.0666420 Oct 26 14:52:52.058910 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:52:52.188122 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-96d09c57-ee9f-4652-bbd0-8ab686d12e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:52.190655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-96d09c57-ee9f-4652-bbd0-8ab686d12e17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1297710 Oct 26 14:52:52.236484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:52.274988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-48dc3ccc-e4df-4c73-8b0b-1710079dd176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 999 time: 0.0772431 Oct 26 14:52:52.329635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-19dacbf1-064f-475f-87bf-0d7a72f3121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:52.331242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-19dacbf1-064f-475f-87bf-0d7a72f3121c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0486474 Oct 26 14:52:52.387882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-05d64a1a-fa14-41b8-8285-e7820211732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:52.389888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-05d64a1a-fa14-41b8-8285-e7820211732c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514388 Oct 26 14:52:52.494425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-6ad34333-ed64-469a-ae15-fe9a95abd5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974517 Oct 26 14:52:52.603788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fbc388a1-70bc-4bf9-99c4-a436f4912097 req-a49a636c-6cd8-449a-aa18-06cf21f2ae8b service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023886 Oct 26 14:52:52.812930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896efdb-5f2d-4eda-98be-0942b68e86e8 req-a4255fcc-65d1-477a-b54c-8b3d652a5255 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:52.814576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0896efdb-5f2d-4eda-98be-0942b68e86e8 req-a4255fcc-65d1-477a-b54c-8b3d652a5255 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.0571733 Oct 26 14:52:52.860749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0896efdb-5f2d-4eda-98be-0942b68e86e8 req-0615be05-4d64-4850-84e6-434ec91867ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380702 Oct 26 14:52:53.281132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:52:53.283635 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:52:53.343457 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081430c8-128b-49a8-87fe-1c8a221266b1 x-openstack-request-id: req-081430c8-128b-49a8-87fe-1c8a221266b1 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:52:53.344589 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:52:53.344589 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-081430c8-128b-49a8-87fe-1c8a221266b1 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:52:53.344942 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'status': 'completed', 'code': 200} Oct 26 14:52:53.411144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-6ff66cef-d58d-4963-83a7-c1143fca3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.412748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-6ff66cef-d58d-4963-83a7-c1143fca3523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1095 time: 0.0481799 Oct 26 14:52:53.445424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-cf266bcf-05e6-49a8-8f03-d47ab36c35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.447074 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-cf266bcf-05e6-49a8-8f03-d47ab36c35ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1095 time: 0.0780997 Oct 26 14:52:53.559275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-9195561c-9a2c-4f89-a619-60ef4efad5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.561495 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-9195561c-9a2c-4f89-a619-60ef4efad5b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1389041 Oct 26 14:52:53.561733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-7888fdf1-b70b-4679-8fbf-0a1f73bb2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.563116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-7888fdf1-b70b-4679-8fbf-0a1f73bb2ed9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1088853 Oct 26 14:52:53.673083 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-16f9288d-8c05-4840-9669-f34d4fe8e3c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 999 time: 0.1016521 Oct 26 14:52:53.674256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-ca32c92d-5d1c-4ee7-9927-62e2fc5ae38a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 999 time: 0.1051838 Oct 26 14:52:53.727974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-5396f3a5-5d67-41e5-92bd-e4dfe0dfa987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.730109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-5396f3a5-5d67-41e5-92bd-e4dfe0dfa987 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0502279 Oct 26 14:52:53.762822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-d36fafac-66f6-4ee3-8136-5c819d8b10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.765827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-d36fafac-66f6-4ee3-8136-5c819d8b10f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0836737 Oct 26 14:52:53.783599 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:53.791381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-9cde6bad-1e7d-4768-8af0-c21667333a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.793001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-9cde6bad-1e7d-4768-8af0-c21667333a3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551493 Oct 26 14:52:53.858957 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-47664644-6390-4ba3-9c7f-c0cd1fbe85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:53.861763 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-47664644-6390-4ba3-9c7f-c0cd1fbe85c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874920 Oct 26 14:52:53.939846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-438f93f4-6f84-454e-8c41-4f488ba9b3db service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394887 Oct 26 14:52:54.035079 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-98528fe9-aac6-4241-ab23-ec673d9add34 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650774 Oct 26 14:52:54.109640 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011937e-76e1-4798-8fc2-fff1ebb04d7c req-6fa14cc1-bf53-4b46-840b-eabc8c636227 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:54.111146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b011937e-76e1-4798-8fc2-fff1ebb04d7c req-6fa14cc1-bf53-4b46-840b-eabc8c636227 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 944 time: 0.0916431 Oct 26 14:52:54.115751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-47df905b-07e7-4bee-ab63-a01af38cc0f4 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673419 Oct 26 14:52:54.165979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b011937e-76e1-4798-8fc2-fff1ebb04d7c req-4375c3d9-917e-495b-80a2-1ad631d6ce85 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458467 Oct 26 14:52:54.208945 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-db7ef9b9-5ea3-45ad-b6c0-d8416b27dc7e req-cba30285-94ca-4dd0-8bd7-091f616904c5 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662531 Oct 26 14:52:54.280377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:52:54.449859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:52:54.470799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'mac_address': 'fa:16:3e:0b:2d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:52:54.516864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:54.538252 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fba7f1-d681-4e13-9737-8ad23859bc01 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:52:54.561422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:52:54.565949 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:54.619440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:52:54.629069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.629436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.629765 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.630104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.630440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.630772 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.631099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.631427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.631748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.632072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.632425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.632777 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:52:54.637794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:52:54.686895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:52:54.807645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['45fba7f1-d681-4e13-9737-8ad23859bc01'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:52:55.312922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185b147-8788-45d8-a789-31c8cdeb1b8b req-3fa21ad6-5e02-4c0d-b989-fb5a2508d65a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:55.314600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3185b147-8788-45d8-a789-31c8cdeb1b8b req-3fa21ad6-5e02-4c0d-b989-fb5a2508d65a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 945 time: 0.0618639 Oct 26 14:52:55.357352 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3185b147-8788-45d8-a789-31c8cdeb1b8b req-10703a72-6666-4c07-8900-efcfa5589024 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361681 Oct 26 14:52:55.586985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1364b92-196c-4b3e-95b6-77562af38605 req-3ced0ea5-495d-4f50-8ed6-0a11abe062e0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:55.588752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1364b92-196c-4b3e-95b6-77562af38605 req-3ced0ea5-495d-4f50-8ed6-0a11abe062e0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 945 time: 0.0572920 Oct 26 14:52:55.632888 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b1364b92-196c-4b3e-95b6-77562af38605 req-ec2cb4ba-d32b-4929-88ba-f05c67bec3ca tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370650 Oct 26 14:52:55.652453 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-d1266f0f-21c2-405e-b3d2-a56c4c9528b0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:55.655787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-d1266f0f-21c2-405e-b3d2-a56c4c9528b0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 945 time: 0.0913122 Oct 26 14:52:55.752877 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-4fecb5a7-f71a-4db8-8dbe-aeeca8147be4 service neutron] delete failed (client error): The resource could not be found. Oct 26 14:52:55.753847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-4fecb5a7-f71a-4db8-8dbe-aeeca8147be4 service neutron] 10.222.0.73 "DELETE /v2.0/ports/45fba7f1-d681-4e13-9737-8ad23859bc01/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0893612 Oct 26 14:52:55.846426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-2e9197d1-77b2-42ca-8862-2ffadb323f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:55.848048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-2e9197d1-77b2-42ca-8862-2ffadb323f55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1096 time: 0.0474248 Oct 26 14:52:55.964315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-f18c2752-40d3-4c2f-a112-2abe74b10740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:55.966112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-f18c2752-40d3-4c2f-a112-2abe74b10740 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1101701 Oct 26 14:52:56.047244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-17934b9b-798c-4eb0-bd3b-16f88ff45bdf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1000 time: 0.0730512 Oct 26 14:52:56.103547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-dd3a5e99-7d49-48aa-8034-8f70345a90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:56.105236 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-dd3a5e99-7d49-48aa-8034-8f70345a90b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0514765 Oct 26 14:52:56.160486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-173f6ecc-ab73-4651-90e5-bf6400eac323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:56.162243 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-173f6ecc-ab73-4651-90e5-bf6400eac323 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497689 Oct 26 14:52:56.275569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-dcb8be4f-194d-4ea2-bdab-286fc1dbc628 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059785 Oct 26 14:52:56.297213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:52:56.354665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 45fba7f1-d681-4e13-9737-8ad23859bc01 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:52:56.359386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 45fba7f1-d681-4e13-9737-8ad23859bc01 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:52:56.359735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:56.387299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1bb42a0a-05c7-4a52-815e-d87b7d2e7bac req-7e8c3ff3-822d-4de8-92e5-b8ca37abe5a4 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042438 Oct 26 14:52:56.458872 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:56.495993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:52:56.499637 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d45647-0ec5-4ed4-b3a6-60382acb6a95" -d '{"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-plugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:52:56.518125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:52:56.523414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:52:56.569237 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d29507-b95a-4274-b752-ceb4640a02fc x-openstack-request-id: req-b8d29507-b95a-4274-b752-ceb4640a02fc {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:52:56.569529 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-plugged", "status": "completed", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:52:56.569811 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8d29507-b95a-4274-b752-ceb4640a02fc {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:52:56.570193 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'code': 200} Oct 26 14:52:56.589487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:52:56.775135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83b36-453b-499a-ba37-58ddc681bd1d req-2e5aab4a-66c9-41da-9b28-32ead3a82eaa tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:56.776837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cb83b36-453b-499a-ba37-58ddc681bd1d req-2e5aab4a-66c9-41da-9b28-32ead3a82eaa tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0644321 Oct 26 14:52:56.828723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4cb83b36-453b-499a-ba37-58ddc681bd1d req-68b5ce59-ecd7-4c55-acf7-981594f6b5c2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Oct 26 14:52:58.016100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a68e-d558-4dd2-a9aa-82c3289e232c req-e4303002-cf30-423c-908d-8181a31dd446 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.018909 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d2a68e-d558-4dd2-a9aa-82c3289e232c req-e4303002-cf30-423c-908d-8181a31dd446 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0653296 Oct 26 14:52:58.069502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-04d2a68e-d558-4dd2-a9aa-82c3289e232c req-6e5154f6-f20d-4de6-b2c0-5005adb01c82 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447273 Oct 26 14:52:58.201058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ebb5e-79dd-4dc5-8df4-6a227c91fbc9 req-cfe43fa4-d0ae-4bc7-8ecb-42d2e3eb3f85 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.203440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-171ebb5e-79dd-4dc5-8df4-6a227c91fbc9 req-cfe43fa4-d0ae-4bc7-8ecb-42d2e3eb3f85 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0594132 Oct 26 14:52:58.248053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-171ebb5e-79dd-4dc5-8df4-6a227c91fbc9 req-028a0efa-4a88-45d2-949d-5c9eb5ed5233 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378366 Oct 26 14:52:58.502863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb67ba2-d721-4446-a81c-56e1391119d1 req-e1d51f8b-bf28-4aa8-b57b-8b2977034985 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.504416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcb67ba2-d721-4446-a81c-56e1391119d1 req-e1d51f8b-bf28-4aa8-b57b-8b2977034985 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0847867 Oct 26 14:52:58.542631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-afc7db65-26fa-4073-969c-05cd58ce0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.544214 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-afc7db65-26fa-4073-969c-05cd58ce0fbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 1097 time: 0.0829661 Oct 26 14:52:58.581730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fcb67ba2-d721-4446-a81c-56e1391119d1 req-1684daf4-cc18-44b0-b77d-7a1a04577796 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704110 Oct 26 14:52:58.658566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-12e8bb0e-71c1-4835-80eb-06e8f5f5a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.660104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-12e8bb0e-71c1-4835-80eb-06e8f5f5a577 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1070616 Oct 26 14:52:58.737830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-680008a7-d338-4dbe-a2b7-1ad7e2a63dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 200 len: 1001 time: 0.0709186 Oct 26 14:52:58.792919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-415c05b6-3c9a-4524-8c1e-a80ea4621357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.794542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-415c05b6-3c9a-4524-8c1e-a80ea4621357 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0500712 Oct 26 14:52:58.849886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-348f4803-b805-40c2-ad19-e1b9a203ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:58.851459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-348f4803-b805-40c2-ad19-e1b9a203ae37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495839 Oct 26 14:52:58.959161 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-80d1457a-e16d-4044-bcbe-6435f09b59b6 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995715 Oct 26 14:52:59.065716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e05a592-77c1-43eb-b6b2-7da2c1163761 req-02a77c22-2d96-4095-ab73-0c1d8d51b99a service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964408 Oct 26 14:52:59.727472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d26e30-4f05-4ee7-bb5e-5075e0622847 req-2f4f8862-70f7-4668-81c3-77cf8186c205 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:52:59.730271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73d26e30-4f05-4ee7-bb5e-5075e0622847 req-2f4f8862-70f7-4668-81c3-77cf8186c205 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0670760 Oct 26 14:52:59.776218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-73d26e30-4f05-4ee7-bb5e-5075e0622847 req-e3b39261-91b4-4d39-8d35-c4c4f559e80b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Oct 26 14:53:00.075274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc85df3-4db2-4a0a-bfb8-00dbf3a9f118 req-7f438819-b0f7-4563-9841-48e3bfe3ca97 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:00.077395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdc85df3-4db2-4a0a-bfb8-00dbf3a9f118 req-7f438819-b0f7-4563-9841-48e3bfe3ca97 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.0678639 Oct 26 14:53:00.121401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fdc85df3-4db2-4a0a-bfb8-00dbf3a9f118 req-7b28d1a2-bf0e-4cf9-afbf-344d53a0b224 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368192 Oct 26 14:53:01.698584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-b11b2c8a-559e-4636-ad6d-939eb25ba2d3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:01.700158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-b11b2c8a-559e-4636-ad6d-939eb25ba2d3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.4891295 Oct 26 14:53:01.712850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b1a1-bec7-473f-99a5-9331690b7dbb req-a7eafb22-3d29-4320-9019-1428cf94e01a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:01.714460 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b155b1a1-bec7-473f-99a5-9331690b7dbb req-a7eafb22-3d29-4320-9019-1428cf94e01a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 946 time: 0.4938500 Oct 26 14:53:01.809443 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b155b1a1-bec7-473f-99a5-9331690b7dbb req-b4757c37-015c-4208-99b3-d61fff3415ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871794 Oct 26 14:53:01.848174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Deleting port 45fba7f1-d681-4e13-9737-8ad23859bc01 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:53:01.848624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:01.957535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] For port 45fba7f1-d681-4e13-9737-8ad23859bc01, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=45fba7f1-d681-4e13-9737-8ad23859bc01,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:53:01.957849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:02.231051 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:02.231354 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:02.231682 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 disassociated. External IP: 172.25.5.72, port: 45fba7f1-d681-4e13-9737-8ad23859bc01. Oct 26 14:53:02.232034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Calling delete_port for 45fba7f1-d681-4e13-9737-8ad23859bc01 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:53:02.390483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:02.423177 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'Port': ['ID=45fba7f1-d681-4e13-9737-8ad23859bc01,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:02.610609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:53:02.778231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:53:02.792649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:53:02.806283 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:53:02.807193 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:52:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:02.837588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] No DVR routers for this DVR port 45fba7f1-d681-4e13-9737-8ad23859bc01 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:53:02.841647 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:02.848240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40c9fe4d-93ae-48dd-9efe-d5a772ec7198 req-4e187704-dc8e-4452-9ae5-5c60659311b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "DELETE /v2.0/ports/45fba7f1-d681-4e13-9737-8ad23859bc01 HTTP/1.1" status: 204 len: 173 time: 1.1324794 Oct 26 14:53:02.849197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-deleted', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:53:02.856266 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9fbca4-e298-4e81-9a0c-c3dee4f5781b" -d '{"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-deleted", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:53:02.916561 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b25e745-20e5-4f0d-b5a9-918336025389 x-openstack-request-id: req-1b25e745-20e5-4f0d-b5a9-918336025389 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:53:02.917012 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e997e-2b5d-45dd-a618-41e24137f534", "name": "network-vif-deleted", "tag": "45fba7f1-d681-4e13-9737-8ad23859bc01", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:53:02.917431 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b25e745-20e5-4f0d-b5a9-918336025389 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:53:02.918075 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e997e-2b5d-45dd-a618-41e24137f534', 'name': 'network-vif-deleted', 'tag': '45fba7f1-d681-4e13-9737-8ad23859bc01', 'status': 'completed', 'code': 200} Oct 26 14:53:02.988147 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-748cc51b-694f-4a29-b7a1-ab3274d79e1f req-20991567-e8b6-46fa-94d1-41274ec0de5f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=518e997e-2b5d-45dd-a618-41e24137f534 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Oct 26 14:53:03.003724 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:53:03.264311 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:03.398138 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:53:03.409162 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:53:03.409878 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:52:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:03.530181 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:53:03.757739 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:03.791073 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51530ea0-6997-4d57-a4a4-44062b9f5e66 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:53:04.089121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9624fa-01b6-4149-8dcc-3333e52099b1 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:53:04.345664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:53:04.367096 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-1f909581-cd6d-4783-9b28-c34ee8755796 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--550345771&fields=id&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 267 time: 0.0471530 Oct 26 14:53:04.372531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 45fba7f1-d681-4e13-9737-8ad23859bc01 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:53:04.373044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 45fba7f1-d681-4e13-9737-8ad23859bc01 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:53:04.511607 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-94cd5be3-2006-4b2f-a8d2-5ada2befe04f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:04.513375 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-94cd5be3-2006-4b2f-a8d2-5ada2befe04f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1325877 Oct 26 14:53:04.537118 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-8e31a3b4-3bf6-4fe7-89a8-bb16689e6e58 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/quotas/70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 375 time: 0.0159049 Oct 26 14:53:04.603192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-64e069d2-99c5-4680-a54d-6e68d76c0c5f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565987 Oct 26 14:53:04.728280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-115fa7a3-4bab-425b-8bad-3638363d19f4 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024780 Oct 26 14:53:04.869565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-be32068a-6c8d-4d1c-8a15-9b64cacc1545 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339855 Oct 26 14:53:05.074930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51a196c5-868b-4ae8-9c20-d7f9b69b908b req-7173ef33-0a6d-4003-b367-8f7b8756be51 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 210 time: 0.0534892 Oct 26 14:53:06.207997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-d645f6de-bf8d-4bbc-b104-faf47b80175a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:06.210653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-d645f6de-bf8d-4bbc-b104-faf47b80175a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1729343 Oct 26 14:53:06.220771 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e02cfae-c1dc-4e78-9a21-3758ab730117 req-41f0cc95-4f36-4feb-881a-814d23efc40f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 210 time: 0.0326550 Oct 26 14:53:06.277206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-c515aa97-1e97-4ac8-9fac-5877a9a915c7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 379 time: 0.0571661 Oct 26 14:53:06.287663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'port': {'device_id': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'admin_state_up': True, 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'security_groups': ['2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:53:06.419149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:53:06.424094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:06.634261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Allocated IP 172.20.0.4 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/27374914-e6d7-4b36-9035-21aff1a9b695) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:53:06.818200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:06.869323 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:06.926719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:53:06.930529 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:53:06.934914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:53:06.942176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:06.974089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.974496 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.974883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.975210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.975575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.976028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.976281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.976740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.977559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.977559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.977890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:06.978058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:53:07.008894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:07.009787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.030593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-f73a7845-20f1-475c-99e0-e1c00ae114e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471728 Oct 26 14:53:07.046943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Request body: {'port': {'device_id': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:53:07.142201 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.267282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-533d4a40-7d1c-4dbc-b962-86f535533f4d None None] Provisioning complete for port 27374914-e6d7-4b36-9035-21aff1a9b695 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:53:07.268143 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-533d4a40-7d1c-4dbc-b962-86f535533f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.331822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-533d4a40-7d1c-4dbc-b962-86f535533f4d None None] Port 27374914-e6d7-4b36-9035-21aff1a9b695 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:53:07.431846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bdb87-2888-4598-9c00-e0eb819ca52e req-8bcfba6a-2041-455b-a829-4bac2d1018b6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:07.433561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa8bdb87-2888-4598-9c00-e0eb819ca52e req-8bcfba6a-2041-455b-a829-4bac2d1018b6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 931 time: 0.1161463 Oct 26 14:53:07.519841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aa8bdb87-2888-4598-9c00-e0eb819ca52e req-537396fd-549f-4be8-beff-5136047085a2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698967 Oct 26 14:53:07.571604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:53:07.581012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.598983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Transition to ACTIVE for port object 27374914-e6d7-4b36-9035-21aff1a9b695 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:53:07.603213 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.675219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:07.750884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:53:07.751416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:53:07.751867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:53:07.759353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:53:07.760090 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:53:07.768973 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:53:07.769504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:53:07.769950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:53:07.770552 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Bound port: 27374914-e6d7-4b36-9035-21aff1a9b695, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:53:07.770991 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.854185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:53:07.860771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:53:07.866815 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.913426 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:07.914447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:07.916933 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] 10.222.0.73 "PUT /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1091 time: 0.8774490 Oct 26 14:53:07.925794 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:53:07.930232 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984b265f-c5c6-47f8-af53-5430e5e11d45" -d '{"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:53:07.966577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a92da5-aa4f-49a2-8ef4-795bbb35b339 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:08.026296 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82e53f-8455-414f-983c-7887a1f4eadd x-openstack-request-id: req-af82e53f-8455-414f-983c-7887a1f4eadd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:53:08.026591 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:53:08.026830 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af82e53f-8455-414f-983c-7887a1f4eadd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:53:08.027242 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'status': 'completed', 'code': 200} Oct 26 14:53:08.048399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-360ad1fc-2e8c-4c3b-b3eb-b22b44eb9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.050344 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-360ad1fc-2e8c-4c3b-b3eb-b22b44eb9071 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1094 time: 0.0614045 Oct 26 14:53:08.104721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-b64f425e-757e-4d29-970a-f877e453badf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 217 time: 0.0451684 Oct 26 14:53:08.197836 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-b5671933-f35c-4e7e-91e7-3cfc45d56d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.200324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-b5671933-f35c-4e7e-91e7-3cfc45d56d2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0877984 Oct 26 14:53:08.254526 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-ccfb609b-56d7-4834-8b35-b8ae9896cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.256108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-ccfb609b-56d7-4834-8b35-b8ae9896cff4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481584 Oct 26 14:53:08.357027 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-b828aa36-f7f5-48a6-b9e7-a3a0ddca6663 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931802 Oct 26 14:53:08.462408 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ee862159-11d8-445f-8879-f6d72a4ba2c0 req-4246a363-1dfe-46c7-82a5-d3a5751dc272 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969794 Oct 26 14:53:08.557242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-64fb3aff-b29b-4672-9ddf-f9188e46f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.558947 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-64fb3aff-b29b-4672-9ddf-f9188e46f15e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1094 time: 0.0487103 Oct 26 14:53:08.702742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-003ae345-2e0c-4a96-9604-c768b0b5c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.704319 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-003ae345-2e0c-4a96-9604-c768b0b5c95c service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1379235 Oct 26 14:53:08.713271 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cea73-ce57-4859-93b9-7e92bb037fd0 req-eb40855f-655c-4507-90a6-f4884a83fdc3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.715340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f9cea73-ce57-4859-93b9-7e92bb037fd0 req-eb40855f-655c-4507-90a6-f4884a83fdc3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 943 time: 0.0850875 Oct 26 14:53:08.766500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-f218c063-5702-4b94-ba6e-eed54858f9dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 217 time: 0.0501270 Oct 26 14:53:08.834713 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9f9cea73-ce57-4859-93b9-7e92bb037fd0 req-4a35707d-e764-4201-ad8e-45819a669b96 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763192 Oct 26 14:53:08.841495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-e3251903-f432-45c1-8900-6bfc4ee3a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.843399 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-e3251903-f432-45c1-8900-6bfc4ee3a8ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0680251 Oct 26 14:53:08.905573 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-e9ea0959-d30e-4415-a294-eb9ad3ed69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:08.907338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-e9ea0959-d30e-4415-a294-eb9ad3ed69ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555046 Oct 26 14:53:09.034643 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-b097adde-46a5-44fa-b373-48e1a5114661 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189258 Oct 26 14:53:09.147604 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-984b265f-c5c6-47f8-af53-5430e5e11d45 req-f3f369ad-56ec-417e-94d7-168920cde311 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046343 Oct 26 14:53:10.020799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0ef1-6567-4a8b-951f-73e673677b82 req-328ac857-65e6-4501-8ba3-3f45f1a9839e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:10.022457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13fd0ef1-6567-4a8b-951f-73e673677b82 req-328ac857-65e6-4501-8ba3-3f45f1a9839e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 943 time: 0.0620844 Oct 26 14:53:10.069229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-13fd0ef1-6567-4a8b-951f-73e673677b82 req-6364f07f-13ab-463c-8efd-d07668eeea38 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Oct 26 14:53:10.115195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-93e6098a-9d4c-4a03-9aff-41ad3aa38729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:10.740016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:53:10.872774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:53:10.886713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '27374914-e6d7-4b36-9035-21aff1a9b695', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:53:10.933145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:10.949298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:53:10.972700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:53:10.977142 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:11.033485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:11.208379 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['27374914-e6d7-4b36-9035-21aff1a9b695'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:53:11.220792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8fa8-11ce-4b2a-8bc7-e4973aee1a4c req-be2dda0d-969a-493b-89bc-aed0f4506e92 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:11.223432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fdf8fa8-11ce-4b2a-8bc7-e4973aee1a4c req-be2dda0d-969a-493b-89bc-aed0f4506e92 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0640540 Oct 26 14:53:11.270962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1fdf8fa8-11ce-4b2a-8bc7-e4973aee1a4c req-38edf969-51b0-46f6-b2b0-37ef9b5c0dcf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 Oct 26 14:53:12.436798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90c26a-2ba6-4cd9-b7cd-3e6361f81e71 req-eaeac838-1c62-4b51-a565-58190093912a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:12.439527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d90c26a-2ba6-4cd9-b7cd-3e6361f81e71 req-eaeac838-1c62-4b51-a565-58190093912a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0845146 Oct 26 14:53:12.486092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1d90c26a-2ba6-4cd9-b7cd-3e6361f81e71 req-770030e8-d6cb-4506-93ce-b168eb2feb03 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404322 Oct 26 14:53:12.755448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:53:12.811478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 27374914-e6d7-4b36-9035-21aff1a9b695 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:53:12.815881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 27374914-e6d7-4b36-9035-21aff1a9b695 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:53:12.816303 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:12.932425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:12.934817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8e5ff39-29b3-46e6-846f-3f70b34b0bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:12.963591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:53:12.966126 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de814a-97c9-49de-8878-bd38fc36ccf5" -d '{"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-plugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:53:12.985733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:53:12.993517 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:13.024151 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a46235-d461-427a-8601-d57225416150 x-openstack-request-id: req-d6a46235-d461-427a-8601-d57225416150 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:53:13.024547 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-plugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:53:13.024723 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6a46235-d461-427a-8601-d57225416150 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:53:13.025117 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'code': 200} Oct 26 14:53:13.059620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:53:13.139258 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc2ce-3b85-4466-9f49-5ab7b42b4128 req-d76a406f-f5f6-4e86-be99-6c88e87b8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:13.141861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b6fc2ce-3b85-4466-9f49-5ab7b42b4128 req-d76a406f-f5f6-4e86-be99-6c88e87b8751 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1096 time: 0.0528743 Oct 26 14:53:13.182245 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5b6fc2ce-3b85-4466-9f49-5ab7b42b4128 req-5291a79b-fb16-43b9-a5c4-caa3a5f09000 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327711 Oct 26 14:53:13.613728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb85594-2fbe-4d77-afdb-aa181adfa612 req-7950c2c9-7bbe-42f1-83ac-df1e8a7866ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:13.615357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-feb85594-2fbe-4d77-afdb-aa181adfa612 req-7950c2c9-7bbe-42f1-83ac-df1e8a7866ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0543561 Oct 26 14:53:13.658459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-feb85594-2fbe-4d77-afdb-aa181adfa612 req-d3352cca-4d1b-45ae-a6da-4519d989ae24 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367317 Oct 26 14:53:13.926628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:14.408363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:14.791735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101de9-bf56-46c7-b0d4-4837a52027bf req-6daa137a-f8ff-4b59-bc05-1e438918c337 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:14.793342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70101de9-bf56-46c7-b0d4-4837a52027bf req-6daa137a-f8ff-4b59-bc05-1e438918c337 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0536501 Oct 26 14:53:14.840252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-70101de9-bf56-46c7-b0d4-4837a52027bf req-8dac3abd-7deb-4c81-88de-0d98f3d741fe tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393901 Oct 26 14:53:14.972360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7590fe-c2ab-42e0-9263-a1bcac1ec49c req-132a7de6-735b-47bb-ae2a-e2246d708220 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:14.973958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0e7590fe-c2ab-42e0-9263-a1bcac1ec49c req-132a7de6-735b-47bb-ae2a-e2246d708220 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0588021 Oct 26 14:53:14.983507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52454) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:53:15.035744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'floatingip': {'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:53:15.081948 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:15.946593 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:15.955339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:15.960714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:16.083799 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 associated. External IP: 172.25.5.72, port: 27374914-e6d7-4b36-9035-21aff1a9b695. Oct 26 14:53:16.324835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:53:16.459628 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:53:16.466799 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:16.474302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:53:16.489237 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:53:16.490127 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:53:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:16.507423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8b6e11a9-032b-4359-bddc-1fc1e10bbc79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "PUT /v2.0/floatingips/d07eb481-5406-4e24-9bd3-c81786e8f3d2 HTTP/1.1" status: 200 len: 990 time: 1.5184548 Oct 26 14:53:16.507423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:53:16.507423 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:53:16.556392 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb87bd84-5cbf-4a56-b31a-bcd9fa3f8bc8 x-openstack-request-id: req-bb87bd84-5cbf-4a56-b31a-bcd9fa3f8bc8 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:53:16.556791 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:53:16.556959 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb87bd84-5cbf-4a56-b31a-bcd9fa3f8bc8 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:53:16.557378 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'status': 'completed', 'code': 200} Oct 26 14:53:16.643904 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:53:16.652174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-a5c5c584-c679-431a-9ba6-08513da5ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:16.655269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-a5c5c584-c679-431a-9ba6-08513da5ce3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1096 time: 0.0685351 Oct 26 14:53:16.783597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-5f544075-4774-4573-9af4-6a6ac95e8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:16.785605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-5f544075-4774-4573-9af4-6a6ac95e8cc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1230052 Oct 26 14:53:16.890197 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-0afe8f27-e4d9-4790-a97e-3e26378107a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 998 time: 0.0957692 Oct 26 14:53:16.958377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-4cbe85ae-f42c-412e-8956-dd8d569342f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:16.960800 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-4cbe85ae-f42c-412e-8956-dd8d569342f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0640914 Oct 26 14:53:16.963174 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:53:15Z', 'revision_number': 9, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:17.008276 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:53:17.021463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:53:17.022174 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:53:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:17.023464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-3b679b7d-6c75-415b-86c4-c0197c5adaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:53:17.025101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-3b679b7d-6c75-415b-86c4-c0197c5adaee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572815 Oct 26 14:53:17.180139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-5a79f9b5-1a47-4956-8d45-0a09b4f7b375 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469409 Oct 26 14:53:17.194231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:53:17.338976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1656f03a-c9f5-4dc6-87da-def92e5ad0bd req-bc20daa0-43bc-4d8a-9cd5-1e4277878746 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511731 Oct 26 14:53:17.472463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:53:15Z', 'revision_number': 9, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:53:17.508976 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fb7b43-a456-4540-893f-1111d55c8aff None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:53:15Z', 'revision_number': 9, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:53:17.771355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee692a06-42fa-4472-b473-4abf9a553739 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:53:22.227835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:23.795294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:29.058732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:53:40.122809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4e77622-d07e-4683-8f3e-91debf74adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:42.899750 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c018c31-903c-436a-b821-98ce0efd642f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:43.932330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:44.413092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:45.944620 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:52.225569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:53:53.796571 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:06.062292 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:10.117253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c72d39fa-6456-4e93-b7a9-cc8a7a3878d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:12.905136 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ef91f207-1bc5-4758-9e89-06f4e6621966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:13.929836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:14.415305 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:15.851410 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-67e621da-5de3-4746-84e0-d316274a8063 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488193 Oct 26 14:54:15.948746 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-05626527-d9bd-4b80-883e-f49ef2aa81fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:15.950998 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-05626527-d9bd-4b80-883e-f49ef2aa81fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1096 time: 0.0485265 Oct 26 14:54:15.958523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:16.102646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-607acbef-ca59-4267-9d6b-7c6f2c2daf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:16.104065 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-607acbef-ca59-4267-9d6b-7c6f2c2daf7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1302524 Oct 26 14:54:16.191640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-2348b4e9-1f4f-43cb-8b26-ee3319aecec6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1001 time: 0.0788350 Oct 26 14:54:16.248334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-a97d22fa-13db-451b-ac8b-8c1489896ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:16.249898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-a97d22fa-13db-451b-ac8b-8c1489896ace service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0515959 Oct 26 14:54:16.301907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-3bb7239e-e657-45a6-b1c3-69f6d8cec87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:16.303702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-3bb7239e-e657-45a6-b1c3-69f6d8cec87b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465260 Oct 26 14:54:16.408450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-4ba98c04-7518-401a-af7a-adae8565de81 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968382 Oct 26 14:54:16.507348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-679bb8bb-5ba1-4833-b55c-082081579ac2 req-78eb3a67-5880-480d-b270-139756562d37 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921414 Oct 26 14:54:22.240360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:23.808926 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:40.124962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5f0-927d-45eb-85db-e40049a58f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:42.910592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57dc8c10-d504-4cdf-9861-1f99a1765771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:43.062548 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:54:43.924886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:44.419231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:45.958297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:52.243653 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:52.728532 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-9cd18668-e84e-4af3-8914-cd5ba6b78ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0611091 Oct 26 14:54:52.874064 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5804f89-edd2-460a-bf21-2489e16dd2a7 req-bee4c997-cc28-4dd8-bb93-62d4f16dc0a9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:52.875688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5804f89-edd2-460a-bf21-2489e16dd2a7 req-bee4c997-cc28-4dd8-bb93-62d4f16dc0a9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.1912725 Oct 26 14:54:52.935616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5804f89-edd2-460a-bf21-2489e16dd2a7 req-cb15d00c-451f-4f0c-a003-e1bab523d523 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498011 Oct 26 14:54:53.828729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:54:54.063651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5855c2cb-ee14-4bff-9d9c-d8f5f5172359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.065767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5855c2cb-ee14-4bff-9d9c-d8f5f5172359 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1096 time: 0.0859680 Oct 26 14:54:54.222097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-c6767a86-6186-4372-ace9-a6490ef9edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.223912 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-c6767a86-6186-4372-ace9-a6490ef9edf2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1506739 Oct 26 14:54:54.234347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cf843-2b69-4f7b-b47b-0e072d9f6cdd req-d5cf3173-0b85-43b7-ac2f-52b2a26f63ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.236033 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b86cf843-2b69-4f7b-b47b-0e072d9f6cdd req-d5cf3173-0b85-43b7-ac2f-52b2a26f63ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.1815817 Oct 26 14:54:54.340539 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b86cf843-2b69-4f7b-b47b-0e072d9f6cdd req-e05ea2a5-415c-40f8-be94-ae3e9116b05f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966332 Oct 26 14:54:54.343086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-bbab5132-1b4d-4711-b4f6-ae5e332a7b63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1001 time: 0.1058571 Oct 26 14:54:54.407284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-c8364e9e-3e05-4b05-a246-bda63b34d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.408910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-c8364e9e-3e05-4b05-a246-bda63b34d3c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0577490 Oct 26 14:54:54.466130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5267aabe-72b2-448d-a133-5f3bc2fa20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:54.468348 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5267aabe-72b2-448d-a133-5f3bc2fa20ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526757 Oct 26 14:54:54.482114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-e01c8de9-e69a-4d86-87be-2e1f08ca8f7c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:54:54.483452 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-e01c8de9-e69a-4d86-87be-2e1f08ca8f7c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071988 Oct 26 14:54:54.586262 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-3f783994-eea7-4eb1-a85f-7dbfbc8b9f3c service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957556 Oct 26 14:54:54.695274 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-86b2fa4a-21f8-4074-9c6b-3c73d891247d service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013710 Oct 26 14:54:55.480302 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50caca4-4701-43a6-ab00-19974fe03654 req-ae51b183-9f65-4169-9e3f-5f456edb8d1a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:55.481999 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c50caca4-4701-43a6-ab00-19974fe03654 req-ae51b183-9f65-4169-9e3f-5f456edb8d1a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0549622 Oct 26 14:54:55.531170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c50caca4-4701-43a6-ab00-19974fe03654 req-28f11c2c-0934-48a4-a92e-87be9bbd73ec tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382285 Oct 26 14:54:56.663769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585ce08-e06b-4513-8428-79ec8f6d40b3 req-55709785-7b5d-478d-bbd5-bec1d4fcb868 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:56.665484 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f585ce08-e06b-4513-8428-79ec8f6d40b3 req-55709785-7b5d-478d-bbd5-bec1d4fcb868 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Oct 26 14:54:56.736260 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f585ce08-e06b-4513-8428-79ec8f6d40b3 req-eb4b2213-220f-47c1-b184-b42943eacba8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611477 Oct 26 14:54:57.878732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab7a42-4be6-49f5-b285-179f6f358510 req-b69a44fd-59f1-4cf9-b494-b247209727f2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:57.880323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16ab7a42-4be6-49f5-b285-179f6f358510 req-b69a44fd-59f1-4cf9-b494-b247209727f2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0603976 Oct 26 14:54:57.941367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-16ab7a42-4be6-49f5-b285-179f6f358510 req-7b262962-8e8b-4df1-8e03-e416e6937115 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539315 Oct 26 14:54:59.080564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c57cd-256c-4505-87dd-929136489766 req-aa7e379f-37a8-4184-a7a0-583470776929 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:54:59.082223 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-063c57cd-256c-4505-87dd-929136489766 req-aa7e379f-37a8-4184-a7a0-583470776929 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0634973 Oct 26 14:54:59.131164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-063c57cd-256c-4505-87dd-929136489766 req-c33525d0-698d-4a76-8520-8130bb09feca tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378604 Oct 26 14:55:00.290847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa3ef4-b9e8-4733-8123-bf0b3d0891f9 req-5b415cfe-1be8-4f7a-89da-ebccc7968a9b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:00.292946 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6fa3ef4-b9e8-4733-8123-bf0b3d0891f9 req-5b415cfe-1be8-4f7a-89da-ebccc7968a9b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0662169 Oct 26 14:55:00.346682 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a6fa3ef4-b9e8-4733-8123-bf0b3d0891f9 req-6e24c3d7-3d48-4b45-a445-31e08777f808 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Oct 26 14:55:01.501702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663286c-5b00-467f-af7c-346faa37eec4 req-7678ba1f-46cf-4d22-9ec6-166b678f83b5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:01.503533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e663286c-5b00-467f-af7c-346faa37eec4 req-7678ba1f-46cf-4d22-9ec6-166b678f83b5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0658081 Oct 26 14:55:01.548551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e663286c-5b00-467f-af7c-346faa37eec4 req-efc518f9-14c2-42ee-8332-631b36d3a6e2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383773 Oct 26 14:55:02.677605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295daeae-0ef7-4c0a-ac32-e1a930c132c9 req-942c7bcd-e0df-48f7-99dd-6ff1e0d86210 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:02.679513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-295daeae-0ef7-4c0a-ac32-e1a930c132c9 req-942c7bcd-e0df-48f7-99dd-6ff1e0d86210 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Oct 26 14:55:02.730437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-295daeae-0ef7-4c0a-ac32-e1a930c132c9 req-6223cb19-8e64-478d-b14e-962dc03d5579 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436168 Oct 26 14:55:03.864819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d980a-2b7b-4c92-8f7f-02e59dcaed7c req-aaf58481-d5ee-48c0-8825-2bf286e29ed2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:03.866381 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f4d980a-2b7b-4c92-8f7f-02e59dcaed7c req-aaf58481-d5ee-48c0-8825-2bf286e29ed2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Oct 26 14:55:03.911231 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4f4d980a-2b7b-4c92-8f7f-02e59dcaed7c req-39c61fc4-1adc-4230-a973-a2c9c7c77073 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371814 Oct 26 14:55:05.050274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d03c4-04be-4c78-a646-63148090d3c2 req-ba814648-ce74-4d67-b525-5eba9ed983cd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:05.052681 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc9d03c4-04be-4c78-a646-63148090d3c2 req-ba814648-ce74-4d67-b525-5eba9ed983cd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0617466 Oct 26 14:55:05.100330 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cc9d03c4-04be-4c78-a646-63148090d3c2 req-89d46fb0-e1da-4a53-9bcf-8efa9a75074f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365620 Oct 26 14:55:06.254612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8d6a2-503a-4802-946c-b1234cc218f2 req-295704fb-3de3-4af7-a5f5-4fb99ae8199b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:06.256286 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88e8d6a2-503a-4802-946c-b1234cc218f2 req-295704fb-3de3-4af7-a5f5-4fb99ae8199b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0674562 Oct 26 14:55:06.312987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-88e8d6a2-503a-4802-946c-b1234cc218f2 req-05b34bed-fcbc-4115-80d7-e1fcdeb417fd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448539 Oct 26 14:55:06.522444 n-d-813419-9 neutron-server[102164]: INFO neutron.api.v2.resource [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-de92a2dc-5d60-415e-9a8a-15467d909ce9 service neutron] show failed (client error): The resource could not be found. Oct 26 14:55:06.523507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-de92a2dc-5d60-415e-9a8a-15467d909ce9 service neutron] 10.222.0.73 "GET /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0613756 Oct 26 14:55:06.766138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-75468134-bfa8-4c4b-8075-f38643bacf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:06.767746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-75468134-bfa8-4c4b-8075-f38643bacf24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1096 time: 0.0527599 Oct 26 14:55:06.781216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:06.839926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.092170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:07.131073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:07.180276 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:07.182974 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e14c6-1ba0-41f6-a4fe-018eba651327" -d '{"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-unplugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:07.187981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.205286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Transition to ACTIVE for port object 27374914-e6d7-4b36-9035-21aff1a9b695 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:55:07.210791 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.316454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:07.332285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.332719 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.333015 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.333366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.333710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.334048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.334388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.334724 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.335062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.337635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.337635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.337635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:07.394360 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] No DVR routers for this DVR port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:07.435202 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e261d7d-25ea-4a7c-a1f2-c93a6b449ab7 x-openstack-request-id: req-0e261d7d-25ea-4a7c-a1f2-c93a6b449ab7 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:07.435533 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-unplugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:07.435881 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e261d7d-25ea-4a7c-a1f2-c93a6b449ab7 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:07.436151 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'code': 200} Oct 26 14:55:07.510260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54e5c2-d926-47a0-8797-71152fd084e1 req-fb4719fa-4d8e-4a5f-bc4f-6a51d1208406 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:07.513724 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd54e5c2-d926-47a0-8797-71152fd084e1 req-fb4719fa-4d8e-4a5f-bc4f-6a51d1208406 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 943 time: 0.0835922 Oct 26 14:55:07.562982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:07.563442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:07.563966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:07.569082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:55:07.569417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:07.574995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:07.575350 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:07.575748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:07.576205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Bound port: 27374914-e6d7-4b36-9035-21aff1a9b695, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:07.576590 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.577224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd54e5c2-d926-47a0-8797-71152fd084e1 req-058b7dd2-40ee-4002-8328-40631c41de34 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Oct 26 14:55:07.650057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:07.653831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:07.659050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.703842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:07.704400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:07.706403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] 10.222.0.41 "PUT /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1091 time: 0.9298968 Oct 26 14:55:07.729205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd136dd-2f18-4669-90e6-f45daa807c28 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:07.794205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-986aff38-65c9-45ee-8ab4-2f9caa5d7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:07.796627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-986aff38-65c9-45ee-8ab4-2f9caa5d7eaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1094 time: 0.0626574 Oct 26 14:55:07.935221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-b3d2eb6b-3409-4e11-9abc-a761a1262a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:07.936939 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-b3d2eb6b-3409-4e11-9abc-a761a1262a89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1340079 Oct 26 14:55:08.012056 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-68e15edf-0ee2-46ca-b92e-97b32bcc7d9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.0675354 Oct 26 14:55:08.080379 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-d0d3e98a-f528-4045-aa0b-60fed2b41a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:08.082889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-d0d3e98a-f528-4045-aa0b-60fed2b41a77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0636370 Oct 26 14:55:08.149306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-d91e37a1-426e-4733-afe0-3dd5120b0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:08.151724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-d91e37a1-426e-4733-afe0-3dd5120b0c5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601561 Oct 26 14:55:08.256383 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-8c3a8cee-62bd-4c2b-b5b8-dba9239f6907 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965776 Oct 26 14:55:08.351987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae2bda98-6f33-4b75-9c0c-e8d6a5d76285 req-07301c3b-c6f4-4c3a-9994-8ab5aaf01290 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888510 Oct 26 14:55:08.726939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c852a-a550-47c9-a4f8-2709759c1a85 req-06c1e4a3-60a0-4db6-a2bb-1d1c87639bf9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:08.728628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c852a-a550-47c9-a4f8-2709759c1a85 req-06c1e4a3-60a0-4db6-a2bb-1d1c87639bf9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 943 time: 0.0658946 Oct 26 14:55:08.775263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9a6c852a-a550-47c9-a4f8-2709759c1a85 req-c8017f85-9243-4cbb-8b96-9179808b51e5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 Oct 26 14:55:09.351226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:09.398967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:09.437258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:09.439882 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dbdce3-c96b-4504-ab85-444758e89a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:09.497949 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6890e64-16ba-4ae9-abe8-3fd6b393f5b3 x-openstack-request-id: req-f6890e64-16ba-4ae9-abe8-3fd6b393f5b3 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:09.498253 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:09.498518 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6890e64-16ba-4ae9-abe8-3fd6b393f5b3 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:09.498927 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'status': 'completed', 'code': 200} Oct 26 14:55:09.581751 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-69976cf9-f724-4330-bb8c-04cbbb47a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.583764 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-69976cf9-f724-4330-bb8c-04cbbb47a605 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1094 time: 0.0636818 Oct 26 14:55:09.590749 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-ed68638d-b787-44e8-ac3a-b77ad2fd944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.592455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-ed68638d-b787-44e8-ac3a-b77ad2fd944c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1094 time: 0.0695591 Oct 26 14:55:09.695942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-7ec6aac4-374b-432d-af6e-a577106feaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.698061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-7ec6aac4-374b-432d-af6e-a577106feaf0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1076274 Oct 26 14:55:09.739139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-a1262317-c1b6-4216-90d0-82fa12c86b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.741170 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-a1262317-c1b6-4216-90d0-82fa12c86b5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1413789 Oct 26 14:55:09.791618 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-f9148aa6-cc0b-42c7-8e6a-e13bba8e6516 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.0861652 Oct 26 14:55:09.848990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-c45a16d9-4a9a-4abd-8ca8-f1fe542ff28b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.0981746 Oct 26 14:55:09.928949 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-c821c7d6-4fa3-423b-a513-1cede5b9f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:09.931630 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-c821c7d6-4fa3-423b-a513-1cede5b9f451 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.1323078 Oct 26 14:55:10.031413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-3ddbfd21-c03e-44ac-b8e5-13ce501dd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:10.039519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-3ddbfd21-c03e-44ac-b8e5-13ce501dd4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.1842914 Oct 26 14:55:10.055003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-b75d49b8-dc6d-4449-b34e-20bc18016bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:10.056974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-b75d49b8-dc6d-4449-b34e-20bc18016bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177828 Oct 26 14:55:10.095995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb04e6-2890-49df-aee7-b352c549f3e3 req-90813a51-491d-4557-b368-4393b8de8b87 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:10.098032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1cb04e6-2890-49df-aee7-b352c549f3e3 req-90813a51-491d-4557-b368-4393b8de8b87 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 943 time: 0.2132933 Oct 26 14:55:10.173222 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c940725-c5da-4c6e-a7af-d6edcac30b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:10.263070 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-48e00683-1e15-4069-ba7c-0a19449c6737 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977439 Oct 26 14:55:10.390619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-cb73a5d6-95f9-48a2-be63-ea7b798bb9a9 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188164 Oct 26 14:55:10.528429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1cb04e6-2890-49df-aee7-b352c549f3e3 req-45ef6e63-1552-4fa1-ac5e-9bcb7366c62d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480366 Oct 26 14:55:10.535365 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-1afa0f4e-9331-4991-9ff9-f55e88bda213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:10.536738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-1afa0f4e-9331-4991-9ff9-f55e88bda213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4893272 Oct 26 14:55:10.651053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-9f783759-86d2-40cc-ba3f-da031398a00f service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057804 Oct 26 14:55:10.781102 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-20dbdce3-c96b-4504-ab85-444758e89a2e req-99b1de6c-0864-4df0-ae33-bace27566ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228216 Oct 26 14:55:11.073699 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:55:11.192418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:11.208740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '27374914-e6d7-4b36-9035-21aff1a9b695', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:55:11.263989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:11.287010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:11.322403 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:11.328030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:11.382454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:11.391662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.392005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.392382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.392749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.393083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.393442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.393768 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.394094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.394418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.394742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.395066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.395386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:11.547905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['27374914-e6d7-4b36-9035-21aff1a9b695'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:11.697655 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b878-4c3b-4acd-bbac-1cfa3079e52a req-a36f5187-230e-4152-aa2e-6dc15123521c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:11.701735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1094b878-4c3b-4acd-bbac-1cfa3079e52a req-a36f5187-230e-4152-aa2e-6dc15123521c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0767748 Oct 26 14:55:11.755910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1094b878-4c3b-4acd-bbac-1cfa3079e52a req-15034887-2548-4285-b705-711cc46f39d9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Oct 26 14:55:12.088239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-d2dc9ac0-41c1-465f-a1a4-54199ca6bf6c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.090921 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-d2dc9ac0-41c1-465f-a1a4-54199ca6bf6c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&binding%3Ahost_id=n-h1-813419-9 HTTP/1.1" status: 200 len: 944 time: 0.0643649 Oct 26 14:55:12.158071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e52b2f-f772-4880-88dd-97d5a606a1fc req-722c45be-b976-4e42-8e11-c70f2272091f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.159707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54e52b2f-f772-4880-88dd-97d5a606a1fc req-722c45be-b976-4e42-8e11-c70f2272091f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0725362 Oct 26 14:55:12.192001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-0a1900e8-2e75-49d9-bc6b-63d8a2978a70 service neutron] 10.222.0.41 "GET /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695/bindings/n-h1-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.0935819 Oct 26 14:55:12.206740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-54e52b2f-f772-4880-88dd-97d5a606a1fc req-dff024f3-8b58-43ee-a59c-9ceb6ac8e652 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404902 Oct 26 14:55:12.270542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-daf2f547-3aac-4614-bdfe-69979ad8a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.272149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-daf2f547-3aac-4614-bdfe-69979ad8a32c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1095 time: 0.0507264 Oct 26 14:55:12.383814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-4456341d-374b-42a4-af18-a63febe78ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.385251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-4456341d-374b-42a4-af18-a63febe78ff2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1055784 Oct 26 14:55:12.463264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-1be33b52-c940-43f4-911c-921efb819d56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1000 time: 0.0707216 Oct 26 14:55:12.523539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-ee43ffca-127b-499e-909c-814649e81070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.525359 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-ee43ffca-127b-499e-909c-814649e81070 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0543914 Oct 26 14:55:12.583615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-712f593e-00ea-4049-bc9a-0df3bb0507e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:12.585327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-712f593e-00ea-4049-bc9a-0df3bb0507e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526671 Oct 26 14:55:12.693747 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-c16912e9-140e-4e4e-ad9f-35149f5a8ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009219 Oct 26 14:55:12.814390 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-505e3bde-23d3-4dc7-bc42-1f5211104470 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122928 Oct 26 14:55:12.920751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-98bff862-4a21-46e8-85d9-4a6443c0ffa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.090785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:13.149652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 27374914-e6d7-4b36-9035-21aff1a9b695 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:55:13.155381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 27374914-e6d7-4b36-9035-21aff1a9b695 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:13.155864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.256659 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.288375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:13.291236 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38071a9f-6f98-4079-b134-335df71e81d1" -d '{"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-plugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:13.315107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:13.321317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:13.393146 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ccfd33-a031-4752-a416-1b0204050f01 x-openstack-request-id: req-e3ccfd33-a031-4752-a416-1b0204050f01 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:13.393563 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-plugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:13.393902 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3ccfd33-a031-4752-a416-1b0204050f01 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:13.394352 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'code': 200} Oct 26 14:55:13.399815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5afd-245e-46d3-a6d9-a5e60b63353f req-d9929674-6acd-40fa-a218-249d50ce5df5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:13.400681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:13.402109 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1dbc5afd-245e-46d3-a6d9-a5e60b63353f req-d9929674-6acd-40fa-a218-249d50ce5df5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0890734 Oct 26 14:55:13.451279 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1dbc5afd-245e-46d3-a6d9-a5e60b63353f req-1f0e3f38-0c87-4f47-81b1-f20d28ff5120 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 Oct 26 14:55:13.932012 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:14.435528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:14.654652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ab1e6-e6fe-4ac7-a147-3d2309b0dd10 req-9c6d1dfe-aa69-47b1-bef7-dac661a9fab8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:14.657502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c9ab1e6-e6fe-4ac7-a147-3d2309b0dd10 req-9c6d1dfe-aa69-47b1-bef7-dac661a9fab8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0963085 Oct 26 14:55:14.733064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0c9ab1e6-e6fe-4ac7-a147-3d2309b0dd10 req-f5f4c2cd-590d-43c2-a61d-4708f44aaefd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666461 Oct 26 14:55:14.870849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-363ad5cf-1dbd-4427-993d-cede0ad947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:14.873552 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-363ad5cf-1dbd-4427-993d-cede0ad947dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1096 time: 0.0486999 Oct 26 14:55:14.885900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:14.953920 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.224066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:15.264010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:15.329882 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:15.334063 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfb31c-7e51-424c-94f2-6beccd354664" -d '{"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-unplugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:15.341602 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.363569 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Transition to ACTIVE for port object 27374914-e6d7-4b36-9035-21aff1a9b695 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:55:15.369246 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.419361 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424a629-7ad9-4b1c-947a-c10ebef361b0 x-openstack-request-id: req-3424a629-7ad9-4b1c-947a-c10ebef361b0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:15.419361 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-unplugged", "status": "completed", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:15.419757 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3424a629-7ad9-4b1c-947a-c10ebef361b0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:15.420004 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'code': 200} Oct 26 14:55:15.483297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=10']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:15.500197 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.500580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.500886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.501228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.501605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.501945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.502269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.502627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.502941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.503268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.503590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.503908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:55:15.558405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] No DVR routers for this DVR port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:15.726936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:15.728034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:15.728034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:15.733161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:55:15.733540 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Attempting to bind port 27374914-e6d7-4b36-9035-21aff1a9b695 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:15.739223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:15.739602 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:15.740020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:15.740630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Bound port: 27374914-e6d7-4b36-9035-21aff1a9b695, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:15.741026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.846277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:15.876089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:15.882364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.935762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:15.936773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:15.939079 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] 10.222.0.73 "PUT /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 1092 time: 1.0578718 Oct 26 14:55:15.965661 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6af8ac-3c32-4bc3-9817-8faf0cea6719 req-d0017424-7929-4761-8970-9a6c1f50ad14 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:15.968453 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c6af8ac-3c32-4bc3-9817-8faf0cea6719 req-d0017424-7929-4761-8970-9a6c1f50ad14 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.1382105 Oct 26 14:55:15.972893 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:16.030211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c669930-d9bf-4975-be3b-452a5fd56c14 service neutron] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=11']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:16.067720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-91edcc58-673b-4178-a032-a023fe5bcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:16.069300 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-91edcc58-673b-4178-a032-a023fe5bcb17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1095 time: 0.0939305 Oct 26 14:55:16.072394 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6c6af8ac-3c32-4bc3-9817-8faf0cea6719 req-0dc2f756-0a3f-42db-8bba-29a64bcce60e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789919 Oct 26 14:55:16.205705 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-b0610214-7b0f-46db-8221-46afe6d80d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:16.207450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-b0610214-7b0f-46db-8221-46afe6d80d61 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1314743 Oct 26 14:55:16.292742 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-42f509a1-48c0-4740-9749-a6994bcd69b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.0764480 Oct 26 14:55:16.351031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-69d9db8b-940a-44de-b283-c24ccf1d8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:16.352632 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-69d9db8b-940a-44de-b283-c24ccf1d8ea2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0530739 Oct 26 14:55:16.408307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-5f22bcbc-811a-445b-90f1-46069591551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:16.411014 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-5f22bcbc-811a-445b-90f1-46069591551a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508456 Oct 26 14:55:16.563596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-46aafa7e-026c-496f-8e44-84f9dc7c3ca0 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433556 Oct 26 14:55:16.664525 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-148e3df3-a4e0-4909-b002-383fcdd7631b req-618e3682-ba3c-4164-99b0-7519e238021f service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934215 Oct 26 14:55:17.105241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:17.150447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:55:17.228417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb611cf-818b-4afa-ba9b-3799d0db63c0 req-8cf18b27-2917-4c1d-aba2-d504bc001b62 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.230291 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cb611cf-818b-4afa-ba9b-3799d0db63c0 req-8cf18b27-2917-4c1d-aba2-d504bc001b62 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0557837 Oct 26 14:55:17.299149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7cb611cf-818b-4afa-ba9b-3799d0db63c0 req-14cf07dc-4db6-45d6-81d2-fc2273b95587 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593960 Oct 26 14:55:17.421106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:17.424015 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2645df-f64d-4156-901b-5f9fb49cda34" -d '{"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:17.486216 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf970561-3989-41a0-a3cd-aaec67cedd95 x-openstack-request-id: req-cf970561-3989-41a0-a3cd-aaec67cedd95 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:17.486634 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:17.487011 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf970561-3989-41a0-a3cd-aaec67cedd95 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:17.487598 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'status': 'completed', 'code': 200} Oct 26 14:55:17.592452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-fdd2496c-e4fc-4187-bbae-f6a132690abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.595136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-fdd2496c-e4fc-4187-bbae-f6a132690abe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1095 time: 0.0812657 Oct 26 14:55:17.648100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-c8cae2d1-3d14-4607-bb6c-499ca8274505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.649691 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-c8cae2d1-3d14-4607-bb6c-499ca8274505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1095 time: 0.1319528 Oct 26 14:55:17.706070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-15e6a4e1-c4c7-4cd9-8f39-6d9d92c1bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.707700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-15e6a4e1-c4c7-4cd9-8f39-6d9d92c1bcd3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1034079 Oct 26 14:55:17.793810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-eaf80d4a-9248-40d6-b2a6-69ecc1cf4cf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.0768597 Oct 26 14:55:17.833146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-20615ca1-ef56-4da6-8d96-ccd3f345289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.835857 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-20615ca1-ef56-4da6-8d96-ccd3f345289c service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1770375 Oct 26 14:55:17.858802 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-04f012b3-fe02-4c8e-a952-a6dce520f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.860633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-04f012b3-fe02-4c8e-a952-a6dce520f4d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0576875 Oct 26 14:55:17.924804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-21498f56-7ed6-4b53-bb03-3cd50a27e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:17.927595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-21498f56-7ed6-4b53-bb03-3cd50a27e9f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537541 Oct 26 14:55:17.948455 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-552a3ae7-896d-46b5-8819-db6b76b28aea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.1043203 Oct 26 14:55:18.019606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-970c8462-f148-4afa-aa7f-f1ebc05e771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.021922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-970c8462-f148-4afa-aa7f-f1ebc05e771c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0665996 Oct 26 14:55:18.094314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-7af6c327-7ec5-40ec-ae1a-b52eba31628b service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571393 Oct 26 14:55:18.097960 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-568b72d2-5c75-4db5-969a-8408e6b6e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.100524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-568b72d2-5c75-4db5-969a-8408e6b6e349 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708456 Oct 26 14:55:18.216252 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-abc4ce8a-56f0-4a73-b676-69356498bd60 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126781 Oct 26 14:55:18.228300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-c6b8cc4f-ff87-461b-b678-7ea06b544a9b service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204207 Oct 26 14:55:18.337929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c2645df-f64d-4156-901b-5f9fb49cda34 req-668a9c2e-3bfe-4f39-aa8e-b15a73add5a2 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024954 Oct 26 14:55:18.411527 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-a8218757-d0f1-44f2-a027-7cbbf2fbcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.413176 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-a8218757-d0f1-44f2-a027-7cbbf2fbcb99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 1095 time: 0.0853863 Oct 26 14:55:18.469213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6ba9-147f-43c3-99d3-a072e99b270d req-1bacbfd1-d7d7-453a-b61e-113311c63dc4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.470882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-020e6ba9-147f-43c3-99d3-a072e99b270d req-1bacbfd1-d7d7-453a-b61e-113311c63dc4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0615869 Oct 26 14:55:18.516225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-020e6ba9-147f-43c3-99d3-a072e99b270d req-95320fae-156c-431c-8267-0b343ca5a787 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384536 Oct 26 14:55:18.535129 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-a53ffd01-8eae-4dae-abea-c1939f3c5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:18.536653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-a53ffd01-8eae-4dae-abea-c1939f3c5ad0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1031160 Oct 26 14:55:19.026003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-c5bb17ae-cafe-49d8-9ac2-4a62f063a7a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 200 len: 999 time: 0.4816661 Oct 26 14:55:19.077613 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ede636-8dcb-4b11-ace6-56acf2241e46 req-3a384b3f-41a8-4803-87c9-5a928aeefc2f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.079212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0ede636-8dcb-4b11-ace6-56acf2241e46 req-3a384b3f-41a8-4803-87c9-5a928aeefc2f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.4794922 Oct 26 14:55:19.111330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-8a53de1d-b778-4908-90cc-97285921491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.112919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-8a53de1d-b778-4908-90cc-97285921491f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0794301 Oct 26 14:55:19.156708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0ede636-8dcb-4b11-ace6-56acf2241e46 req-8c1bc702-83a8-4e70-a5b3-02e95756467f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701132 Oct 26 14:55:19.175617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-ea489727-26b4-4eda-9cba-5a52ea86d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.177498 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-ea489727-26b4-4eda-9cba-5a52ea86d390 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580666 Oct 26 14:55:19.287116 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb265-39ce-4e35-91b7-5ad2013aa16c req-ef7c68bd-c152-4cee-924d-69f4a4000f85 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.288726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-036cb265-39ce-4e35-91b7-5ad2013aa16c req-ef7c68bd-c152-4cee-924d-69f4a4000f85 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0561793 Oct 26 14:55:19.324180 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-407a203f-cc61-4c59-be8b-589eae9c2cf3 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384993 Oct 26 14:55:19.332255 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-036cb265-39ce-4e35-91b7-5ad2013aa16c req-9d2693f3-bf01-41d9-99bf-4876fb2ed699 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366900 Oct 26 14:55:19.415815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:55:19.506646 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb8c0cb3-0976-48a8-84ab-9746affc64b2 req-c8f1ef53-3870-451a-94ca-6750c29d48ec service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754839 Oct 26 14:55:19.557212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:19.584318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '27374914-e6d7-4b36-9035-21aff1a9b695', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '27374914-e6d7-4b36-9035-21aff1a9b695', 'mac_address': 'fa:16:3e:f4:af:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:55:19.639048 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.655464 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:19.690307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:19.696262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:19.728292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5390e8-dc90-44f8-8a2e-4fef6cbfd2d9 req-dc07acbc-a712-4c67-a601-898e9ea85599 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:19.731942 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f5390e8-dc90-44f8-8a2e-4fef6cbfd2d9 req-dc07acbc-a712-4c67-a601-898e9ea85599 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 944 time: 0.0896108 Oct 26 14:55:19.753853 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:19.786207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9f5390e8-dc90-44f8-8a2e-4fef6cbfd2d9 req-60b8ae43-162d-40d0-a946-26fac051cfdd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479884 Oct 26 14:55:19.922082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['27374914-e6d7-4b36-9035-21aff1a9b695'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:20.064405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:55:20.940922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-a69699c5-01c6-491b-be37-eeb6c1348a2a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:20.945288 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-a69699c5-01c6-491b-be37-eeb6c1348a2a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.0964875 Oct 26 14:55:20.983027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85b70-8a27-43ab-a9b5-211d8ecd3603 req-1444f2f9-373a-4d58-aff8-6c654aaa0041 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:20.984842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c85b70-8a27-43ab-a9b5-211d8ecd3603 req-1444f2f9-373a-4d58-aff8-6c654aaa0041 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 945 time: 0.1026001 Oct 26 14:55:21.087360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c85b70-8a27-43ab-a9b5-211d8ecd3603 req-5f79d3c1-dd4f-439c-9f03-f36d31bb2ae9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834901 Oct 26 14:55:21.116673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Deleting port 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:55:21.117079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.230787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:21.231964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.415775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 27374914-e6d7-4b36-9035-21aff1a9b695 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:55:21.464244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.465907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.466454 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 disassociated. External IP: 172.25.5.72, port: 27374914-e6d7-4b36-9035-21aff1a9b695. Oct 26 14:55:21.466999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Calling delete_port for 27374914-e6d7-4b36-9035-21aff1a9b695 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:55:21.520240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.546602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 27374914-e6d7-4b36-9035-21aff1a9b695 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:21.582241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 27374914-e6d7-4b36-9035-21aff1a9b695, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=27374914-e6d7-4b36-9035-21aff1a9b695,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:21.587237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.650610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=13']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:21.658972 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:21.700748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'Port': ['ID=27374914-e6d7-4b36-9035-21aff1a9b695,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:21.865814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:55:22.004923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:22.019159 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:22.034190 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:22.035051 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:55:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:22.056034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] No DVR routers for this DVR port 27374914-e6d7-4b36-9035-21aff1a9b695 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:55:22.060095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.066805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3a1bb2f8-7cd7-4afd-8202-767088c61269 req-b9a208a6-5c12-4555-a9bc-f68f342feb9d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "DELETE /v2.0/ports/27374914-e6d7-4b36-9035-21aff1a9b695 HTTP/1.1" status: 204 len: 173 time: 1.1096675 Oct 26 14:55:22.067517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-deleted', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:22.071674 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca2a2c7-1d74-47a0-930b-898d31a57ed0" -d '{"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-deleted", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:22.137705 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a9757d-a244-4734-a628-79265c8da20f x-openstack-request-id: req-64a9757d-a244-4734-a628-79265c8da20f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:22.138370 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52455b1-bdc1-454e-be6b-247d7cbb5100", "name": "network-vif-deleted", "tag": "27374914-e6d7-4b36-9035-21aff1a9b695", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:22.138719 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64a9757d-a244-4734-a628-79265c8da20f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:22.139550 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52455b1-bdc1-454e-be6b-247d7cbb5100', 'name': 'network-vif-deleted', 'tag': '27374914-e6d7-4b36-9035-21aff1a9b695', 'status': 'completed', 'code': 200} Oct 26 14:55:22.235067 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:22.274683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:22.280735 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fb272cde-66ab-4154-8c8e-8b3346e22a38 req-6859b10b-540b-4414-b3f4-3116bc853224 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=b52455b1-bdc1-454e-be6b-247d7cbb5100 HTTP/1.1" status: 200 len: 210 time: 0.0536504 Oct 26 14:55:22.501357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:22.555538 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:22.572560 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:22.573316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:55:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:22.761518 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:23.078046 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:23.106972 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09d924-3b40-437f-92a6-45df93da4c42 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:23.379595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f1880-de5b-429e-b21e-b5c2c48d1556 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:55:23.676407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-961f5f8d-5ea2-417d-b80a-5570fddeac1d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--550345771&fields=id&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 267 time: 0.0478938 Oct 26 14:55:23.809649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-4ffa5adb-b5aa-4502-82e5-3d544dc8d2b8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:23.811317 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-4ffa5adb-b5aa-4502-82e5-3d544dc8d2b8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1262856 Oct 26 14:55:23.833227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-55e59deb-ddff-468f-811e-50af1c4d4471 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/quotas/70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 375 time: 0.0103631 Oct 26 14:55:23.844230 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:23.898473 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-06cb004c-5831-47ae-a1af-b788cf70526f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529211 Oct 26 14:55:24.014607 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-cb934bc5-2496-43cc-9940-eb77a8759fec service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018670 Oct 26 14:55:24.156481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-49df2966-8e03-4efa-90f6-c49531486361 service neutron] 10.222.0.37 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349621 Oct 26 14:55:24.360581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-084a5bee-7361-49aa-8fcd-c762c11100e4 req-641fa936-5020-453a-91ce-60ea59670025 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0429604 Oct 26 14:55:25.414428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-5e446463-2936-4830-b17f-ec7686ec5033 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:25.416141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-5e446463-2936-4830-b17f-ec7686ec5033 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 811 time: 0.1475482 Oct 26 14:55:25.475997 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-c947a783-4cc3-4ca8-b434-4c1fe02efedd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 379 time: 0.0499575 Oct 26 14:55:25.502175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'port': {'device_id': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'admin_state_up': True, 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'security_groups': ['2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:25.522525 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e433f9a-d703-45fa-92e1-3928e2702e60 req-ecc9a07e-101f-429a-b276-6b0b6182a17f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0439317 Oct 26 14:55:25.671871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Made reservation on behalf of 70f3bb8dba324aa2a63555bbe8fd4893 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:55:25.675660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:25.827973 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Allocated IP 172.20.0.12 (878872e7-2916-4217-98b6-8b11b8abf71b/a4edf042-2bbc-493e-80b8-9b0794da0145/776df16f-f3ad-412e-9be8-e36f2e4b74f9) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:55:25.999265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.044424 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.104133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Network 878872e7-2916-4217-98b6-8b11b8abf71b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:55:26.109171 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:55:26.113682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:55:26.122062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.187460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:26.188454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.213847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-1b3f13a4-ad46-4c3e-b7b0-c4886068bf53 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7189941 Oct 26 14:55:26.227624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Request body: {'port': {'device_id': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:26.302507 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.456157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b8af90eb-d6b1-40be-a954-89cdc2ab809e None None] Provisioning complete for port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:26.457046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8af90eb-d6b1-40be-a954-89cdc2ab809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.498867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-b8af90eb-d6b1-40be-a954-89cdc2ab809e None None] Port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:55:26.655853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:26.664412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.683242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Transition to ACTIVE for port object 776df16f-f3ad-412e-9be8-e36f2e4b74f9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:55:26.689412 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:26.713991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78476-99cc-4a96-97e1-97712fe65692 req-d525e080-9015-4fa7-a66d-55b1cd4b75ec tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:26.720267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eaa78476-99cc-4a96-97e1-97712fe65692 req-d525e080-9015-4fa7-a66d-55b1cd4b75ec tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 932 time: 0.0845919 Oct 26 14:55:26.754699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:26.781255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eaa78476-99cc-4a96-97e1-97712fe65692 req-3b1f2016-ce16-445b-97b9-51e36e17a6f1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585430 Oct 26 14:55:26.883782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:55:26.884266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:55:26.884720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:26.891097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:55:26.891617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:55:26.899366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:55:26.899879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:55:26.900418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:55:26.901030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Bound port: 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:55:26.901683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.005923 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:55:27.011261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:55:27.019144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.084371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.085292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:27.087153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] 10.222.0.41 "PUT /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1092 time: 0.8647342 Oct 26 14:55:27.087829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:27.092949 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d57dc859faf145667dcbf1701e4524eeb7840f433fd955ad3c7697a2e4e060d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd901396-1e46-4142-8143-5e671e207575" -d '{"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:27.135820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f60d9-5aca-4e7c-98cb-94fcff016303 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:27.196577 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd0cb9-d97a-4b54-9785-4b16ef5578ed x-openstack-request-id: req-26cd0cb9-d97a-4b54-9785-4b16ef5578ed {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:27.197068 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:27.197424 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26cd0cb9-d97a-4b54-9785-4b16ef5578ed {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:27.198066 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'status': 'completed', 'code': 200} Oct 26 14:55:27.225182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-0752c32e-40e4-431f-974e-1c0c6c4c2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.227486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-0752c32e-40e4-431f-974e-1c0c6c4c2c20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1095 time: 0.0774899 Oct 26 14:55:27.282812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-51e27534-bd02-409c-9e6b-a4f44ddd62d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 217 time: 0.0473845 Oct 26 14:55:27.353741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-d636319a-50ff-4bbf-b0fd-f009194c2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.356264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-d636319a-50ff-4bbf-b0fd-f009194c2c07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0657461 Oct 26 14:55:27.411217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-76796d21-1d7f-4afb-8a46-1d7ed4621ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.412859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-76796d21-1d7f-4afb-8a46-1d7ed4621ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492096 Oct 26 14:55:27.523539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-5afc422f-3a93-42f4-8395-73b012792cae service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034210 Oct 26 14:55:27.630755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a12f854d-ca6e-487f-ae0c-bc5abd37e16a req-de6fa8e2-7b3b-4f2e-ab9f-edcf4ab7351c service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992866 Oct 26 14:55:27.764295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901396-1e46-4142-8143-5e671e207575 req-d1b50eb9-f312-4e12-a8bf-8b240eed01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.766519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-d1b50eb9-f312-4e12-a8bf-8b240eed01b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1095 time: 0.0859790 Oct 26 14:55:27.909868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901396-1e46-4142-8143-5e671e207575 req-b3c18ffa-d8e8-4e94-929a-95d975b53973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.912713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-b3c18ffa-d8e8-4e94-929a-95d975b53973 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1377175 Oct 26 14:55:27.951511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3480d2b-fcdc-4cf4-9cdd-24538f4dcaae req-ddfa3bc4-c48c-43af-9a2d-18f2c66f8067 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:27.956144 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3480d2b-fcdc-4cf4-9cdd-24538f4dcaae req-ddfa3bc4-c48c-43af-9a2d-18f2c66f8067 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0861788 Oct 26 14:55:27.975386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-9f87a923-6471-4937-bca5-1705b806d54b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 217 time: 0.0546474 Oct 26 14:55:28.030400 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e3480d2b-fcdc-4cf4-9cdd-24538f4dcaae req-f41925d5-6d12-42ef-bb13-8736abbeba4a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661118 Oct 26 14:55:28.043057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901396-1e46-4142-8143-5e671e207575 req-8417b46a-afdc-4304-9228-5481663ade93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:28.044707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-8417b46a-afdc-4304-9228-5481663ade93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0617197 Oct 26 14:55:28.101029 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901396-1e46-4142-8143-5e671e207575 req-a290f5c2-dcc9-4e3f-ab4f-806a3e7d9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:28.103442 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-a290f5c2-dcc9-4e3f-ab4f-806a3e7d9543 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512557 Oct 26 14:55:28.258407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-35d9d39e-1e4d-4a04-9126-fbc231b334de service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461983 Oct 26 14:55:28.378315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd901396-1e46-4142-8143-5e671e207575 req-6837551e-2b5d-488f-90e0-4bea354825d8 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117868 Oct 26 14:55:29.137469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:55:29.176217 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf566-e485-49fe-bd8e-f09175c247af req-19b42794-2bd4-48e4-a9f7-b85cd8c2f1c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:29.177746 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41bdf566-e485-49fe-bd8e-f09175c247af req-19b42794-2bd4-48e4-a9f7-b85cd8c2f1c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0631912 Oct 26 14:55:29.228980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41bdf566-e485-49fe-bd8e-f09175c247af req-1a7274d4-14d2-4d36-9620-70e08b93b7ff tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381134 Oct 26 14:55:29.285321 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:29.306384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:55:29.351000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.366938 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:55:29.390159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:29.396624 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:29.456695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:29.594528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['776df16f-f3ad-412e-9be8-e36f2e4b74f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:55:30.360830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff8525-ea48-4dcb-a531-9198e2e7413a req-af99dcf5-2cc9-4f68-8abd-aa186ebe8690 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:30.362531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83ff8525-ea48-4dcb-a531-9198e2e7413a req-af99dcf5-2cc9-4f68-8abd-aa186ebe8690 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0556371 Oct 26 14:55:30.412114 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-83ff8525-ea48-4dcb-a531-9198e2e7413a req-a2c51038-7879-438b-9dee-d62b31760ae2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372345 Oct 26 14:55:31.135291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:55:31.199753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:55:31.204855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:55:31.205220 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.322580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.350604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:31.353042 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}046ebd38c5aa9c68029dac4810810b7951c542b1cdfa1bcd00e22c54d6dfbd67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a78bc12-97dd-4914-8f31-4e2115bf53bf" -d '{"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-plugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:31.370128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:55:31.376974 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:31.425435 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e9f6a-9930-44af-85b7-2042f2092ceb x-openstack-request-id: req-dd8e9f6a-9930-44af-85b7-2042f2092ceb {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:31.425808 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-plugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:31.426118 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd8e9f6a-9930-44af-85b7-2042f2092ceb {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:31.426601 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'code': 200} Oct 26 14:55:31.451928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:55:31.564845 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3693-6d48-46be-a9c3-15e99429d1e7 req-5914fc1f-c7c6-4b6f-9c64-a690318b19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:31.566061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f9dc-4f55-44e9-978e-1a1b22afc4eb req-d5219840-600e-4668-b826-62cb997a5e4e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:31.566533 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2df3693-6d48-46be-a9c3-15e99429d1e7 req-5914fc1f-c7c6-4b6f-9c64-a690318b19d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1097 time: 0.0665309 Oct 26 14:55:31.567671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9094f9dc-4f55-44e9-978e-1a1b22afc4eb req-d5219840-600e-4668-b826-62cb997a5e4e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0600753 Oct 26 14:55:31.607524 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c2df3693-6d48-46be-a9c3-15e99429d1e7 req-5036c166-4c77-4f87-9c2b-d2664c7e7cac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Oct 26 14:55:31.627594 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9094f9dc-4f55-44e9-978e-1a1b22afc4eb req-264b9d6a-7b2b-40a9-bee2-5c92702db0d1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534630 Oct 26 14:55:32.792926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27fd04-5e87-4157-b848-7e6030a22e50 req-466c7960-9027-43a0-9eba-ca2f4aab4ee7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:32.794930 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c27fd04-5e87-4157-b848-7e6030a22e50 req-466c7960-9027-43a0-9eba-ca2f4aab4ee7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0690780 Oct 26 14:55:32.842871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c27fd04-5e87-4157-b848-7e6030a22e50 req-c88d95cb-bf8b-4257-af06-9abe3097a658 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Oct 26 14:55:33.985261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2430fc-9722-41b6-a9f9-720a52a39b7b req-cdab5368-62dc-410f-9445-7805ae066df1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:33.986886 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2430fc-9722-41b6-a9f9-720a52a39b7b req-cdab5368-62dc-410f-9445-7805ae066df1 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0596302 Oct 26 14:55:34.055945 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ff2430fc-9722-41b6-a9f9-720a52a39b7b req-1f2aea71-73bb-4b2e-9287-49c055a0b108 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565476 Oct 26 14:55:34.228038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65255ca5-14bb-4b31-aa6d-af363d5d9fab req-7b4d2379-cd84-4964-bf2a-ea11132ad5e3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:34.229724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-65255ca5-14bb-4b31-aa6d-af363d5d9fab req-7b4d2379-cd84-4964-bf2a-ea11132ad5e3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0787485 Oct 26 14:55:34.245590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 52812) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:55:34.251406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Request body: {'floatingip': {'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:55:34.295400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.814123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.818427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:34.932461 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 associated. External IP: 172.25.5.72, port: 776df16f-f3ad-412e-9be8-e36f2e4b74f9. Oct 26 14:55:35.171857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:55:35.305327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:55:35.312478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:35.321670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:55:35.341705 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:35.342779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:55:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.347513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ea417a5d-9179-4489-b7d7-e08d25545d7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "PUT /v2.0/floatingips/d07eb481-5406-4e24-9bd3-c81786e8f3d2 HTTP/1.1" status: 200 len: 992 time: 1.0971286 Oct 26 14:55:35.347513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:55:35.348736 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9eda2ec664d45bdd85c3a287bd8ce752dfe3551899e633ab33da24e7df1d9cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b0abe-119f-4656-9bb5-289880728324" -d '{"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:55:35.472866 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad693fc-a7f6-4b9f-950f-095f550b85f9 x-openstack-request-id: req-fad693fc-a7f6-4b9f-950f-095f550b85f9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:55:35.473309 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:55:35.473711 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fad693fc-a7f6-4b9f-950f-095f550b85f9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:55:35.474304 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'status': 'completed', 'code': 200} Oct 26 14:55:35.507753 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:35.560480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0abe-119f-4656-9bb5-289880728324 req-5de405cf-d3f5-4bb5-8ff7-7f4182982a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:35.562882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-5de405cf-d3f5-4bb5-8ff7-7f4182982a2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1097 time: 0.0612543 Oct 26 14:55:35.683256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0abe-119f-4656-9bb5-289880728324 req-6f09a4da-46ee-4219-b57d-88cccb5217f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:35.684969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-6f09a4da-46ee-4219-b57d-88cccb5217f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1148570 Oct 26 14:55:35.797545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-76856416-8d63-4a98-8079-db3739de7a63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.1058636 Oct 26 14:55:35.813530 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:55:34Z', 'revision_number': 13, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.853983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0abe-119f-4656-9bb5-289880728324 req-ed613bfe-cbbc-4d84-aafc-d1241f6bb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:35.856082 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-ed613bfe-cbbc-4d84-aafc-d1241f6bb7d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0502572 Oct 26 14:55:35.862680 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:55:35.879393 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:55:35.880467 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:55:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:35.910158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b0abe-119f-4656-9bb5-289880728324 req-7b65fe01-fea6-4109-ba61-8a1bd91e04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:55:35.911738 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-7b65fe01-fea6-4109-ba61-8a1bd91e04ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496297 Oct 26 14:55:36.086126 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-58f98b71-bcc6-43cf-b0a7-916b8f46b732 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665528 Oct 26 14:55:36.224241 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:55:36.497084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-146b0abe-119f-4656-9bb5-289880728324 req-ec073dd5-6248-46d9-99ee-71d52ce45a81 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031086 Oct 26 14:55:36.570204 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:55:34Z', 'revision_number': 13, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:55:36.599835 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35279ff-5e2a-4baa-9909-f43e9a2e1fd8 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'd07eb481-5406-4e24-9bd3-c81786e8f3d2', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T14:48:16Z', 'updated_at': '2021-10-26T14:55:34Z', 'revision_number': 13, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:55:36.828042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd461af1-a9d0-4d6c-8f1b-e71e15bb9f27 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:55:40.129660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3edbf73c-ca00-49d6-b869-4883855b432a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:42.920737 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-819522e1-122e-4438-aa4c-bf29f7933cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:43.931922 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:44.427510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:45.963646 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:52.257494 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:53.845158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:55:57.064895 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:56:10.133968 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-39962a0e-b023-492c-a407-4b701aa9807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:12.915044 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9b39cf74-8e91-4543-b251-31e5204d0f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:13.942944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:14.431447 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:15.972331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:22.253488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:23.840747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:25.359227 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-b3b9fa12-fc7c-491d-9655-0a85b06a94ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885851 Oct 26 14:56:25.450822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-b3966ca8-ee96-4983-af6d-ab0ccfc28c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:25.452584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-b3966ca8-ee96-4983-af6d-ab0ccfc28c99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1097 time: 0.0465364 Oct 26 14:56:25.579031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-14512094-cbbf-4868-8da6-8ca2c433490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:25.580648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-14512094-cbbf-4868-8da6-8ca2c433490e service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1072190 Oct 26 14:56:25.653662 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-b19457db-18c5-4781-894b-2c0a37eb16a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1002 time: 0.0635486 Oct 26 14:56:25.721298 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-18de4c57-7c20-4f46-9f8c-045ac58f7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:25.722819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-18de4c57-7c20-4f46-9f8c-045ac58f7d45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0625350 Oct 26 14:56:25.774254 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-f42cc41a-0a62-40af-bc31-5b382b011c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:56:25.775813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-f42cc41a-0a62-40af-bc31-5b382b011c16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456564 Oct 26 14:56:25.879901 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-f34d5363-30de-412e-ae9c-95583b33428a service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958312 Oct 26 14:56:26.005667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5eea8c21-cbb8-4d7b-8065-2fe69568c202 req-c1902f86-9738-4f8c-803a-5748b9d6a726 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182585 Oct 26 14:56:34.065082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:56:40.130247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e12272b-7e3f-4456-8f94-728e22e11dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:42.927239 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-086e0055-ba12-4131-a907-abd0fcdc2f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:43.929133 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:44.433536 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:45.969985 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:52.264248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:56:53.850430 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:10.153599 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c86bd8d-4ec1-4ef9-aaea-789cb7e6d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:11.065965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:12.928832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0302bb1-b609-4d59-beaa-db50a22ece6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:13.133155 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514daf4-f97e-4b83-b2d1-879b88d87b87 req-56f3724f-d8d8-4659-b785-3ae511f7e2d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:13.135616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3514daf4-f97e-4b83-b2d1-879b88d87b87 req-56f3724f-d8d8-4659-b785-3ae511f7e2d5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.1371300 Oct 26 14:57:13.189503 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3514daf4-f97e-4b83-b2d1-879b88d87b87 req-d31f8827-96d3-41b9-8bcf-a41d1a3e2659 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Oct 26 14:57:13.934277 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:14.443743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:15.996363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:22.258357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:23.878071 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:25.785520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-0d14d981-cb88-40e7-a3ef-2eb7be622245 req-4fcb7a49-23a9-4a59-9fd0-d098e2991834 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:57:25.787219 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0d14d981-cb88-40e7-a3ef-2eb7be622245 req-4fcb7a49-23a9-4a59-9fd0-d098e2991834 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0536323 Oct 26 14:57:26.030823 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-1d9c83c3-bb01-4af2-91a0-1f436d2cb4b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536208 Oct 26 14:57:26.044050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-58fe82b3-08b4-4fb0-9565-25de178eca00 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:57:26.045767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-58fe82b3-08b4-4fb0-9565-25de178eca00 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092936 Oct 26 14:57:26.077553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098ba48-ec6f-471e-8f9a-857be993cd9a req-9466a496-b8d4-4408-946a-8fea4d0df4c6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:26.079436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7098ba48-ec6f-471e-8f9a-857be993cd9a req-9466a496-b8d4-4408-946a-8fea4d0df4c6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0760105 Oct 26 14:57:26.131914 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7098ba48-ec6f-471e-8f9a-857be993cd9a req-0fbaf985-8f96-406d-a635-1e7d510180ba tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Oct 26 14:57:26.360062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10d68-af14-4768-82ab-7e49998125d1 req-dda75540-2fab-46fe-97df-11eaf1429db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:26.362904 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-dda75540-2fab-46fe-97df-11eaf1429db3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1097 time: 0.0670302 Oct 26 14:57:26.521049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10d68-af14-4768-82ab-7e49998125d1 req-0dc679b3-d5b3-4109-aec2-faf1675ff6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:26.523698 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-0dc679b3-d5b3-4109-aec2-faf1675ff6fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1366732 Oct 26 14:57:26.646374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-55ddce68-d6c6-484d-aa21-27d0dc6f15e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1002 time: 0.1132448 Oct 26 14:57:26.704636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10d68-af14-4768-82ab-7e49998125d1 req-e281beb1-39d6-4b71-bcc7-1913e54ae7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:26.706131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-e281beb1-39d6-4b71-bcc7-1913e54ae7a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0502715 Oct 26 14:57:26.763628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10d68-af14-4768-82ab-7e49998125d1 req-cfb85464-4754-4830-962e-3bce27d8cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:26.765614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-cfb85464-4754-4830-962e-3bce27d8cd45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507805 Oct 26 14:57:26.903580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-80c03626-118d-4cdf-b395-f0ca6939c6fc service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296251 Oct 26 14:57:27.018578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fde10d68-af14-4768-82ab-7e49998125d1 req-e9a5a890-30d2-497e-875a-8fdbe9ff2cde service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071424 Oct 26 14:57:27.266444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06a29d-59ae-45d1-814f-cafd28f56655 req-8790b027-ab53-4162-a861-d87fca44a841 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:27.268056 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd06a29d-59ae-45d1-814f-cafd28f56655 req-8790b027-ab53-4162-a861-d87fca44a841 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0541458 Oct 26 14:57:27.312346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd06a29d-59ae-45d1-814f-cafd28f56655 req-54f62c69-86dc-4108-8dbf-5ed548bfe36b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Oct 26 14:57:27.423872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-deb53551-91ca-4411-9662-556c89beda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:27.425387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-deb53551-91ca-4411-9662-556c89beda25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1097 time: 0.0510249 Oct 26 14:57:27.532038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-6d7305dc-788e-41f5-b0b2-7763bd2fe592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:27.533618 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-6d7305dc-788e-41f5-b0b2-7763bd2fe592 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1002066 Oct 26 14:57:27.610757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-2a8e5c65-03b3-43b5-909c-9faf4fe0c045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1002 time: 0.0685253 Oct 26 14:57:27.663631 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-c03e1265-3cef-482c-b287-df9a039a819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:27.665192 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-c03e1265-3cef-482c-b287-df9a039a819f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0467954 Oct 26 14:57:27.716438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-a3f66cca-305c-4abe-9afb-db2c947540df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:27.717903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-a3f66cca-305c-4abe-9afb-db2c947540df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443428 Oct 26 14:57:27.821129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-40d18ad0-e35e-42a2-8fbd-421e6847c1a8 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946486 Oct 26 14:57:27.921932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-1c284058-fb3c-41fa-a1c0-4ec9f89dc2f1 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928407 Oct 26 14:57:28.449478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b1144-317d-409a-9585-5b81fef17248 req-9c358e13-0eb1-4200-9733-7a1434b908ab tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:28.451075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-731b1144-317d-409a-9585-5b81fef17248 req-9c358e13-0eb1-4200-9733-7a1434b908ab tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0586770 Oct 26 14:57:28.493257 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-731b1144-317d-409a-9585-5b81fef17248 req-e1bc27f3-c768-407c-afe4-2145bd2931de tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359783 Oct 26 14:57:29.643539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27eba9-f013-4bf6-afca-4e61f5e3cf2b req-725214aa-b843-4b4c-9409-3142eb28a1ed tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:29.649181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd27eba9-f013-4bf6-afca-4e61f5e3cf2b req-725214aa-b843-4b4c-9409-3142eb28a1ed tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0783215 Oct 26 14:57:29.717358 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bd27eba9-f013-4bf6-afca-4e61f5e3cf2b req-457512b6-c061-46f3-ad14-c3b2b7e9e875 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595126 Oct 26 14:57:30.873740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03b4ed-a8c4-42b1-8cc9-58efc8b7bb63 req-ffae9abd-f00e-4093-8253-955d7a40830d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:30.875344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf03b4ed-a8c4-42b1-8cc9-58efc8b7bb63 req-ffae9abd-f00e-4093-8253-955d7a40830d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0577822 Oct 26 14:57:30.936197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf03b4ed-a8c4-42b1-8cc9-58efc8b7bb63 req-88af126d-16f1-44f1-89ee-30b92db8b6e6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532134 Oct 26 14:57:32.089709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a1ebc-8e0f-4c18-8c4f-efc317d41d9a req-b957a8b0-f750-49ec-a6e0-2ae67910fa08 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:32.091397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a23a1ebc-8e0f-4c18-8c4f-efc317d41d9a req-b957a8b0-f750-49ec-a6e0-2ae67910fa08 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0586410 Oct 26 14:57:32.152013 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a23a1ebc-8e0f-4c18-8c4f-efc317d41d9a req-5ec5f8b7-ba00-4c9a-b042-901906eca0e5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533810 Oct 26 14:57:33.292309 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb805e-53c9-45c7-8fcc-7bb3130acddd req-d82f93f0-b1d7-4140-a426-e4572f3778c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:33.294058 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dfb805e-53c9-45c7-8fcc-7bb3130acddd req-d82f93f0-b1d7-4140-a426-e4572f3778c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0550849 Oct 26 14:57:33.339431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3dfb805e-53c9-45c7-8fcc-7bb3130acddd req-836de7cb-8fba-4829-9969-4a32a1e3c096 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 Oct 26 14:57:34.470674 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ac47-8cab-4641-a9a2-436f85ed23ed req-14fd2147-a086-4a9e-9f87-691276a19cf6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:34.472297 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6331ac47-8cab-4641-a9a2-436f85ed23ed req-14fd2147-a086-4a9e-9f87-691276a19cf6 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0535498 Oct 26 14:57:34.522978 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6331ac47-8cab-4641-a9a2-436f85ed23ed req-b4915f32-22b7-4e12-8cc3-9bb4981f4378 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388238 Oct 26 14:57:35.660887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b38a1-95d0-4cfa-9017-7091e0f45be9 req-22c84243-e084-4bd4-99da-b1d205cdec6b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:35.662523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a58b38a1-95d0-4cfa-9017-7091e0f45be9 req-22c84243-e084-4bd4-99da-b1d205cdec6b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0593364 Oct 26 14:57:35.707780 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a58b38a1-95d0-4cfa-9017-7091e0f45be9 req-6b1efe50-7f5f-45a3-8c2f-1c1b65d74800 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376768 Oct 26 14:57:36.852706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaaf5f-44cd-4b3e-ad76-a4762aca11a9 req-ebe80b3c-6a24-490a-bf0e-0f9177b43b16 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:36.854821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90eaaf5f-44cd-4b3e-ad76-a4762aca11a9 req-ebe80b3c-6a24-490a-bf0e-0f9177b43b16 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0608435 Oct 26 14:57:36.902720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-90eaaf5f-44cd-4b3e-ad76-a4762aca11a9 req-803670ee-84f7-4d1b-bcb7-725d628662d2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368629 Oct 26 14:57:38.047199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71f47e-82e7-4e03-aaf1-8b185b358806 req-66a842b8-3b5e-4ce0-8a3e-bfc9d19b126f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:38.049236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e71f47e-82e7-4e03-aaf1-8b185b358806 req-66a842b8-3b5e-4ce0-8a3e-bfc9d19b126f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0573871 Oct 26 14:57:38.096584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e71f47e-82e7-4e03-aaf1-8b185b358806 req-03ff5a95-50aa-40ee-bb94-b469a2f2aade tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Oct 26 14:57:39.230308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b785cb-db44-45fd-9be2-ea6463785b95 req-cfef26bf-8ab3-4394-880b-734ec6befa92 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:39.231992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82b785cb-db44-45fd-9be2-ea6463785b95 req-cfef26bf-8ab3-4394-880b-734ec6befa92 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0574205 Oct 26 14:57:39.277674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-82b785cb-db44-45fd-9be2-ea6463785b95 req-76eb3932-6d82-4377-a4c6-05554bb42aa8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388527 Oct 26 14:57:40.141700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2770ebf-f431-4d63-8886-ec808baf895e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:40.455840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22466aba-33be-4bac-bbd9-5ad959c0eabf req-07cbdd3d-1bce-45bb-83a7-86bf4c3ef444 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:40.458042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22466aba-33be-4bac-bbd9-5ad959c0eabf req-07cbdd3d-1bce-45bb-83a7-86bf4c3ef444 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0634041 Oct 26 14:57:40.512018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22466aba-33be-4bac-bbd9-5ad959c0eabf req-4ab82840-8ba9-4606-aa0a-0eaa13b644c3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Oct 26 14:57:41.659581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6d5b6-c01d-4451-9904-7064021df9d4 req-06becefc-49c5-4f5a-9093-e2171e3a6645 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:41.661248 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0e6d5b6-c01d-4451-9904-7064021df9d4 req-06becefc-49c5-4f5a-9093-e2171e3a6645 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Oct 26 14:57:41.712810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0e6d5b6-c01d-4451-9904-7064021df9d4 req-c3dcbd2d-a640-4d82-84ae-81619c2ca024 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390289 Oct 26 14:57:42.173087 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-930da88b-727a-415e-b670-836f92590c8c service neutron] show failed (client error): The resource could not be found. Oct 26 14:57:42.174124 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-930da88b-727a-415e-b670-836f92590c8c service neutron] 10.222.0.41 "GET /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0779307 Oct 26 14:57:42.491783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-de295586-f8c8-4d94-86c0-9c64ae38e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:42.493345 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-de295586-f8c8-4d94-86c0-9c64ae38e5ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1097 time: 0.0931745 Oct 26 14:57:42.505763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:57:42.565676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:42.864877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:42.868091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83316fa2-190c-4fc9-9832-e2938921668a req-3702797a-91d5-4afc-b45c-d6a909ea74cd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:42.870724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83316fa2-190c-4fc9-9832-e2938921668a req-3702797a-91d5-4afc-b45c-d6a909ea74cd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0667229 Oct 26 14:57:42.923320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:42.924587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-83316fa2-190c-4fc9-9832-e2938921668a req-742b2a7a-205b-414e-91a0-3eafa4288e28 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Oct 26 14:57:42.951421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8e28977-f9f7-46ef-b556-2cf26fad9d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:42.977021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:57:42.983827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.000252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Transition to ACTIVE for port object 776df16f-f3ad-412e-9be8-e36f2e4b74f9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:57:43.005912 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.038752 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7818029e-f216-4388-8837-3626430f0b25" -d '{"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-unplugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:57:43.116471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:43.130952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.131439 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.131845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.132274 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.132679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.133015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.133346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.133739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.134144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.134601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.135008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.135501 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:43.184534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] No DVR routers for this DVR port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:57:43.253976 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccca25f-99a8-4b09-b7ac-1d8580248fd5 x-openstack-request-id: req-fccca25f-99a8-4b09-b7ac-1d8580248fd5 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:57:43.254438 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-unplugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:57:43.254860 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fccca25f-99a8-4b09-b7ac-1d8580248fd5 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:57:43.255498 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'code': 200} Oct 26 14:57:43.451474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:57:43.451976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:57:43.452468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:43.459958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:57:43.460424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:57:43.470350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:57:43.470886 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:57:43.471458 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:57:43.472177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Bound port: 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:57:43.472827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.569354 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:57:43.573795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:57:43.579784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.623304 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:43.623970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.625443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] 10.222.0.73 "PUT /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1092 time: 1.1240718 Oct 26 14:57:43.647991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353edfe-64f2-484f-b0c8-015fe7acca89 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:43.708245 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-e1e9064c-4719-47f9-9fd8-fb0ef6fea492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:43.709867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-e1e9064c-4719-47f9-9fd8-fb0ef6fea492 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1095 time: 0.0501604 Oct 26 14:57:43.788862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:57:43.844440 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-0b87868f-213c-40f9-86ee-5aca48c93da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:43.846178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-0b87868f-213c-40f9-86ee-5aca48c93da0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1294942 Oct 26 14:57:43.849487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:57:43.939688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:43.952215 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-30702885-09f2-49b0-b95b-cc82abc8e765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0988214 Oct 26 14:57:44.032371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-725eef70-c53d-4740-955a-fb41af56473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:44.034506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-725eef70-c53d-4740-955a-fb41af56473b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0744271 Oct 26 14:57:44.102587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1777c9-978f-460c-882e-764caacc783d req-7ea38f00-8cf0-4f97-970e-efc4d103441e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:44.104262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e1777c9-978f-460c-882e-764caacc783d req-7ea38f00-8cf0-4f97-970e-efc4d103441e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0587325 Oct 26 14:57:44.105749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-dcd0e718-82c3-4885-9eea-0a6ee9fb16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:44.107409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-dcd0e718-82c3-4885-9eea-0a6ee9fb16e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662324 Oct 26 14:57:44.147411 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e1777c9-978f-460c-882e-764caacc783d req-a5f57c86-bb85-4be5-81fd-630fdc0d3c7a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369129 Oct 26 14:57:44.242293 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-18739e03-4ed5-4ea2-ad07-5bd31f5d1917 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263516 Oct 26 14:57:44.354045 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-e3dc5f99-0bd4-4095-ba6b-d1fab4cedeb4 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044517 Oct 26 14:57:44.440807 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:45.257122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:57:45.261414 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2deab50-fcab-4a1e-affc-95b9ba8de353" -d '{"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:57:45.329826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da3010-b611-4ebb-b955-0676ff0fc470 req-3c01ff73-087a-4fe5-9b91-607747d047c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.337146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9da3010-b611-4ebb-b955-0676ff0fc470 req-3c01ff73-087a-4fe5-9b91-607747d047c4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0599656 Oct 26 14:57:45.363164 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c98c86-1317-48c3-bbbb-9faeb8f8204d x-openstack-request-id: req-52c98c86-1317-48c3-bbbb-9faeb8f8204d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:57:45.363624 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:57:45.364038 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52c98c86-1317-48c3-bbbb-9faeb8f8204d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:57:45.364715 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'status': 'completed', 'code': 200} Oct 26 14:57:45.432908 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-57a7d616-f9df-4ccd-8bf6-989d1bfb474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.435329 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-57a7d616-f9df-4ccd-8bf6-989d1bfb474f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1095 time: 0.0529633 Oct 26 14:57:45.444617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9da3010-b611-4ebb-b955-0676ff0fc470 req-64ee3dbb-b780-4440-9b70-da94245d3e21 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060600 Oct 26 14:57:45.476385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-b3355c39-9627-4930-961a-a345aa6f20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.479585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-b3355c39-9627-4930-961a-a345aa6f20e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1095 time: 0.0894287 Oct 26 14:57:45.564999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-0116debc-fa66-4d23-a9d4-5a5982133cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.566840 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-0116debc-fa66-4d23-a9d4-5a5982133cc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1234963 Oct 26 14:57:45.650153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-28961b31-d468-49d4-94bf-3eebfc34ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.653076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-28961b31-d468-49d4-94bf-3eebfc34ad7e service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1652257 Oct 26 14:57:45.661368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-09211b06-1703-4cb1-bca9-e364bc03c26a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0866380 Oct 26 14:57:45.746886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-1a27f118-93bb-4dc0-8a89-a8d4c39de9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.747601 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-1d927f19-e49c-433c-b910-55ea4816bcbb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0868661 Oct 26 14:57:45.749522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-1a27f118-93bb-4dc0-8a89-a8d4c39de9b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0804713 Oct 26 14:57:45.812864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-ee84d353-e3cb-47a1-8998-399e8b21b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.815103 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-ee84d353-e3cb-47a1-8998-399e8b21b360 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0597324 Oct 26 14:57:45.829655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-94ca439d-4640-4112-8536-45c57a4c9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.832355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-94ca439d-4640-4112-8536-45c57a4c9aae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748405 Oct 26 14:57:45.895818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-3e79fd0e-7169-49a0-ba5b-4e8102e53daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:45.898565 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-3e79fd0e-7169-49a0-ba5b-4e8102e53daf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739913 Oct 26 14:57:45.985541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-8d5691a9-423e-4485-af9a-d02ddaac04d9 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449964 Oct 26 14:57:45.992849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:46.048146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-5cde6e05-4993-49fa-9ec4-86df3c4043eb service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419828 Oct 26 14:57:46.106026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-a4396fa0-fed4-45eb-a795-5ddf77cb7b93 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123972 Oct 26 14:57:46.155284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2deab50-fcab-4a1e-affc-95b9ba8de353 req-d29ad45b-9a3b-45ed-9d06-6454473ed4a2 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959437 Oct 26 14:57:46.632224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81efef-176b-4425-b4c4-2c6687ef532a req-137ae20e-0336-48f5-b3bb-c1c0f222e05b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:46.634522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c81efef-176b-4425-b4c4-2c6687ef532a req-137ae20e-0336-48f5-b3bb-c1c0f222e05b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0698674 Oct 26 14:57:46.685558 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8c81efef-176b-4425-b4c4-2c6687ef532a req-6e89e952-ffb8-49d3-aeca-4d31830e6470 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Oct 26 14:57:47.855910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5b564-cc7b-43cc-9faa-2f834573fa3f req-c810d46d-3a74-491c-a773-0667607f4ae0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:47.858092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61f5b564-cc7b-43cc-9faa-2f834573fa3f req-c810d46d-3a74-491c-a773-0667607f4ae0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0675244 Oct 26 14:57:47.918850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-61f5b564-cc7b-43cc-9faa-2f834573fa3f req-0953710b-99d5-45b2-8bb6-caf666dacafc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523806 Oct 26 14:57:48.067109 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:57:49.073685 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b783f43-c900-4d8b-a4d2-e20d76ba16ed req-6bc36299-116f-4e6a-99fc-3ac3e59a41d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:49.075973 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b783f43-c900-4d8b-a4d2-e20d76ba16ed req-6bc36299-116f-4e6a-99fc-3ac3e59a41d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0580819 Oct 26 14:57:49.124331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8b783f43-c900-4d8b-a4d2-e20d76ba16ed req-66d75152-9a27-4790-8fbc-383b38196739 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Oct 26 14:57:50.298211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aef56-0d3e-4f81-bc6c-992bfaf1543b req-17e516dd-5497-44f4-8737-1c13604f9c49 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:50.299811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e19aef56-0d3e-4f81-bc6c-992bfaf1543b req-17e516dd-5497-44f4-8737-1c13604f9c49 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0590785 Oct 26 14:57:50.353471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e19aef56-0d3e-4f81-bc6c-992bfaf1543b req-464a28d6-22ec-4b6a-bf88-1707b6747584 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Oct 26 14:57:51.513701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f8a1-85b3-4581-bcf2-914d3c9c2aa7 req-400162d1-d72d-4775-ab4a-d1e5aa0ca1d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:51.516266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37d1f8a1-85b3-4581-bcf2-914d3c9c2aa7 req-400162d1-d72d-4775-ab4a-d1e5aa0ca1d8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0855746 Oct 26 14:57:51.580513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-37d1f8a1-85b3-4581-bcf2-914d3c9c2aa7 req-0424b860-c93c-4fa8-8be1-1880bc93cbfc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571876 Oct 26 14:57:52.270974 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:52.748997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45213-830d-472d-b29f-4cb7c88b4032 req-a5a8dac4-5a0e-4387-9e5c-6d2fe1d5f5ce tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:52.751737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bd45213-830d-472d-b29f-4cb7c88b4032 req-a5a8dac4-5a0e-4387-9e5c-6d2fe1d5f5ce tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0895941 Oct 26 14:57:52.797949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0bd45213-830d-472d-b29f-4cb7c88b4032 req-218b50d6-f0cd-4962-b1b3-5e17b72b9c02 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 Oct 26 14:57:53.880773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:53.940214 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240ff44-00cc-4fac-90b8-512843f2c7d8 req-3c11e5c7-a4ce-40f7-b022-6d9a7d2a21f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:53.941878 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9240ff44-00cc-4fac-90b8-512843f2c7d8 req-3c11e5c7-a4ce-40f7-b022-6d9a7d2a21f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0632706 Oct 26 14:57:53.986767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9240ff44-00cc-4fac-90b8-512843f2c7d8 req-a45b519d-ecb8-4405-be06-e5433a18ef52 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376453 Oct 26 14:57:55.130504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b5f88-058b-4810-972e-f001413b03a4 req-96187024-df95-46d9-855b-a93282f4409c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:55.132133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be0b5f88-058b-4810-972e-f001413b03a4 req-96187024-df95-46d9-855b-a93282f4409c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0649934 Oct 26 14:57:55.175549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-be0b5f88-058b-4810-972e-f001413b03a4 req-6efae716-d0dc-4021-87f6-be16dc0f223e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368509 Oct 26 14:57:56.319707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed8f90-887d-4cd2-89d5-782415c47269 req-1e302aaa-75ee-413a-9789-a18f3c291399 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:56.321316 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9ed8f90-887d-4cd2-89d5-782415c47269 req-1e302aaa-75ee-413a-9789-a18f3c291399 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0567811 Oct 26 14:57:56.380431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9ed8f90-887d-4cd2-89d5-782415c47269 req-9ccc1563-4ace-4cff-8446-ad00e7cdf07e tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478384 Oct 26 14:57:57.517114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65246d-c4d9-4e44-ba99-5029e79f7bcb req-02986707-b614-4a12-9094-a69386e08521 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:57.519094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d65246d-c4d9-4e44-ba99-5029e79f7bcb req-02986707-b614-4a12-9094-a69386e08521 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0554399 Oct 26 14:57:57.587473 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2d65246d-c4d9-4e44-ba99-5029e79f7bcb req-738604cf-fa0b-4f22-8724-57aee1ca590f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605466 Oct 26 14:57:58.535601 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:57:58.653317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:58.670093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:57:58.736404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:58.751591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c337f3-d538-40cb-9f0d-9fa6d7edf8a7 req-c1859927-9508-42ad-8fb8-2ebb67c256de tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:58.754258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22c337f3-d538-40cb-9f0d-9fa6d7edf8a7 req-c1859927-9508-42ad-8fb8-2ebb67c256de tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 944 time: 0.0858212 Oct 26 14:57:58.758349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:57:58.791608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:57:58.796925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:57:58.816642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22c337f3-d538-40cb-9f0d-9fa6d7edf8a7 req-63b66d91-d5f6-4192-aac0-46fda3747998 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535381 Oct 26 14:57:58.856594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:57:58.871696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.872289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.872911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.873485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.874052 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.874627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.875194 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.875783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.876353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.876961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.877523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:58.878212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:57:59.056742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['776df16f-f3ad-412e-9be8-e36f2e4b74f9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:57:59.202547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-addc7cac-fa1b-48c3-b228-aed9f88740ce tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.204894 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-addc7cac-fa1b-48c3-b228-aed9f88740ce tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.73 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 945 time: 0.0684974 Oct 26 14:57:59.273614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1684-bcec-41ea-a227-22458dd8a34c req-a8d65187-3adb-4976-bec1-c4de53ce3951 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.275805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c57c1684-bcec-41ea-a227-22458dd8a34c req-a8d65187-3adb-4976-bec1-c4de53ce3951 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0726004 Oct 26 14:57:59.281462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-3cc7a201-59a5-4776-8ca2-29045d22d361 service neutron] 10.222.0.73 "GET /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9/bindings/n-h2-813419-9 HTTP/1.1" status: 200 len: 382 time: 0.0693564 Oct 26 14:57:59.333471 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c57c1684-bcec-41ea-a227-22458dd8a34c req-24ce4bf7-dbff-4877-8213-1da6ecb37b83 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493152 Oct 26 14:57:59.355629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-09bd56b0-a634-48f8-ae00-65d520f71668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.357477 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-09bd56b0-a634-48f8-ae00-65d520f71668 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1096 time: 0.0499790 Oct 26 14:57:59.463709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-1bce5ac3-eada-4f3b-83af-3496cfbf7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.465692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-1bce5ac3-eada-4f3b-83af-3496cfbf7500 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.0997989 Oct 26 14:57:59.550595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-f6916f32-1e21-4e2a-8ef7-d43203b7f1ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1001 time: 0.0763445 Oct 26 14:57:59.607331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-86f6ea5e-49d1-4fec-aa8f-e5d90de65513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.609034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-86f6ea5e-49d1-4fec-aa8f-e5d90de65513 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0505314 Oct 26 14:57:59.663755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-fe2be7d9-b6b9-4856-92c1-9f5550ca2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:57:59.665923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-fe2be7d9-b6b9-4856-92c1-9f5550ca2a18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478742 Oct 26 14:57:59.779861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-0a48806c-bec4-4314-86b1-5d473a8df17d service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072516 Oct 26 14:57:59.888057 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-f3dd047a-75f8-4ddb-9505-b869b27eb507 service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003175 Oct 26 14:58:00.475982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62f187-0755-4676-91cb-105ffb851d70 req-f0dff519-5b10-465b-9f9a-f8b8c1b3b1a3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:00.477811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d62f187-0755-4676-91cb-105ffb851d70 req-f0dff519-5b10-465b-9f9a-f8b8c1b3b1a3 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0540845 Oct 26 14:58:00.529740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8d62f187-0755-4676-91cb-105ffb851d70 req-1f82757a-b6d5-4d4d-ae1e-80532cb100e7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Oct 26 14:58:00.552728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:58:00.620595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:58:00.627430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:58:00.627940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.741224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.767929 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:00.790963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:00.798307 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:00.843269 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3461c6ba-75ea-4cab-ac0c-3bde74613c1a" -d '{"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-plugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:00.900361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:00.995904 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960387d-5747-4f1b-beea-50f93a730074 x-openstack-request-id: req-5960387d-5747-4f1b-beea-50f93a730074 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:00.996385 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-plugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:00.996767 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5960387d-5747-4f1b-beea-50f93a730074 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:00.997373 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'code': 200} Oct 26 14:58:01.716255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51f5ea-c64d-4edc-b574-dba4ae7d27a8 req-497705cd-d0e8-4130-97af-9198a3fa7d77 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:01.718494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e51f5ea-c64d-4edc-b574-dba4ae7d27a8 req-497705cd-d0e8-4130-97af-9198a3fa7d77 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0664163 Oct 26 14:58:01.777409 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4e51f5ea-c64d-4edc-b574-dba4ae7d27a8 req-723b58ca-8035-43ed-8bce-89db9a10f2f9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483518 Oct 26 14:58:02.946249 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1de74d-6bd8-4072-8d77-24fe227e0d98 req-a5f3b2a8-b2e8-402b-b325-89f66dc598df tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:02.948828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea1de74d-6bd8-4072-8d77-24fe227e0d98 req-a5f3b2a8-b2e8-402b-b325-89f66dc598df tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0637448 Oct 26 14:58:03.006754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea1de74d-6bd8-4072-8d77-24fe227e0d98 req-f2673e8a-f724-4598-80dc-df2045fd97bf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467169 Oct 26 14:58:04.191337 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2717bb1-f259-4747-bbf4-c8c9597b3ce9 req-3115d85c-c6c5-4a58-a654-71e2d4c3b132 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.192965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2717bb1-f259-4747-bbf4-c8c9597b3ce9 req-3115d85c-c6c5-4a58-a654-71e2d4c3b132 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0847278 Oct 26 14:58:04.245314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2717bb1-f259-4747-bbf4-c8c9597b3ce9 req-6262d51e-e3c9-4a1d-a0e6-7e56c0e3ff7d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447636 Oct 26 14:58:04.417510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-7f15ed58-46be-4190-bf4f-6c67f4856e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:04.419251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-7f15ed58-46be-4190-bf4f-6c67f4856e05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37&tenant_id=70f3bb8dba324aa2a63555bbe8fd4893 HTTP/1.1" status: 200 len: 1097 time: 0.0534129 Oct 26 14:58:04.434172 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:04.498675 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:04.566947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:58:04.681969 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:04.758734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:04.801591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h2-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:58:04.846467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:04.852282 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:04.868081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Transition to ACTIVE for port object 776df16f-f3ad-412e-9be8-e36f2e4b74f9 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:58:04.873498 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:04.921107 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6671da73-c6a1-4400-924e-e364f815d003" -d '{"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-unplugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:04.956617 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:58:04.957319 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:58:04.983170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=10']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:04.994005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.994273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.994822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.995361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.995703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.996359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.996722 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.997221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.997732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.998233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.998731 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:04.999241 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:05.043938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] No DVR routers for this DVR port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h2-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:58:05.140937 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6bdb36-6a45-4930-a70e-d5c601d084cf x-openstack-request-id: req-0c6bdb36-6a45-4930-a70e-d5c601d084cf {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:05.141267 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-unplugged", "status": "completed", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:05.141643 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c6bdb36-6a45-4930-a70e-d5c601d084cf {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:05.141938 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'code': 200} Oct 26 14:58:05.232233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:58:05.232761 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:58:05.233135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:05.238772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:58:05.239097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Attempting to bind port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on network 878872e7-2916-4217-98b6-8b11b8abf71b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:05.245777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:58:05.246115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Checking segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:58:05.246508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Bound using segment: {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:58:05.246950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Bound port: 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5300d-57cc-440d-8ada-eb9081fee173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:58:05.247311 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:05.325550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:58:05.329231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:58:05.336611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:05.381933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.383044 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:05.385363 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] 10.222.0.41 "PUT /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1093 time: 0.9565451 Oct 26 14:58:05.414275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e97cb-ba45-48ff-af45-929889f95fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=11']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:05.430281 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779d3a8-ab36-4659-83db-8e0e90ce5544 req-9c7644ce-24d0-4f55-8e4c-a9a4d6efea26 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.433791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3779d3a8-ab36-4659-83db-8e0e90ce5544 req-9c7644ce-24d0-4f55-8e4c-a9a4d6efea26 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0925956 Oct 26 14:58:05.471848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-0c390f55-14a2-4ce4-9f41-99e4dba6a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.474364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-0c390f55-14a2-4ce4-9f41-99e4dba6a775 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1096 time: 0.0549579 Oct 26 14:58:05.531832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3779d3a8-ab36-4659-83db-8e0e90ce5544 req-03c8d02b-555e-4209-8189-e953389fc8b9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864420 Oct 26 14:58:05.659861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-019c40c0-6061-48ba-a177-4d5435fb1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.662461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-019c40c0-6061-48ba-a177-4d5435fb1233 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1797118 Oct 26 14:58:05.754483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-3747327e-eb7b-4924-b484-e092719c334a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0832684 Oct 26 14:58:05.810811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-ae4eec72-39f0-487e-a0d7-c783d83c93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.812353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-ae4eec72-39f0-487e-a0d7-c783d83c93cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0506532 Oct 26 14:58:05.867334 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-2f54bc27-924b-4966-bf5c-3de7e751ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:05.870086 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-2f54bc27-924b-4966-bf5c-3de7e751ff7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499778 Oct 26 14:58:06.239105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-4daeeed9-8811-4ee2-a065-28b589a1c1bf service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608487 Oct 26 14:58:06.351336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df5d653a-2a1e-481c-a965-8bae0fb4defe req-30ff7275-ce22-4c4a-bd5c-afc6aea6a246 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047180 Oct 26 14:58:06.677449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faef17-8022-4e55-be66-b87218194b49 req-4d74c7db-c788-4aa2-a20c-b2ce4b52e20f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:06.678987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15faef17-8022-4e55-be66-b87218194b49 req-4d74c7db-c788-4aa2-a20c-b2ce4b52e20f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0554659 Oct 26 14:58:06.730748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15faef17-8022-4e55-be66-b87218194b49 req-4bd489e0-c119-4d7f-9bbe-425e738a0bd2 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392511 Oct 26 14:58:07.143176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:07.146348 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e9106-98b3-46a6-83aa-552868f829ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:07.205443 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb40584-6216-4d61-8bc3-6eb38d346eeb x-openstack-request-id: req-0fb40584-6216-4d61-8bc3-6eb38d346eeb {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:07.205906 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:07.206274 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fb40584-6216-4d61-8bc3-6eb38d346eeb {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:07.206929 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'status': 'completed', 'code': 200} Oct 26 14:58:07.278797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-03e43769-c364-485f-8ebb-56c6ad20b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.280508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-03e43769-c364-485f-8ebb-56c6ad20b429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1096 time: 0.0530257 Oct 26 14:58:07.309064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-4fd74951-3628-4aff-8de1-f5000329dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.312624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-4fd74951-3628-4aff-8de1-f5000329dbe6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 1096 time: 0.0816770 Oct 26 14:58:07.393387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-f975c46e-809d-45d3-80ce-ebc5e1aa712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.395101 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-f975c46e-809d-45d3-80ce-ebc5e1aa712f service neutron] 10.222.0.41 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1071711 Oct 26 14:58:07.428255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-cea42622-6c82-4a62-b8b6-b0ea582844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.433091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-cea42622-6c82-4a62-b8b6-b0ea582844d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 200 len: 912 time: 0.1122184 Oct 26 14:58:07.488752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-720dd533-2b57-41f6-ad4c-52df44711ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.0856767 Oct 26 14:58:07.566002 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-b75ba7c1-b3aa-45a8-9c61-3b49c0060aa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 200 len: 1000 time: 0.1265075 Oct 26 14:58:07.572846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-6adee748-aa59-4cf4-a13e-460fbc8e15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.575245 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-6adee748-aa59-4cf4-a13e-460fbc8e15c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0777369 Oct 26 14:58:07.641893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-a73b10d2-5d27-4212-8bc4-e34588612529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.644616 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-a73b10d2-5d27-4212-8bc4-e34588612529 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 200 len: 850 time: 0.0705352 Oct 26 14:58:07.656306 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-c027bd7b-12a1-413e-9d14-33aeb1fba057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.658756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-c027bd7b-12a1-413e-9d14-33aeb1fba057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755267 Oct 26 14:58:07.708744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e9106-98b3-46a6-83aa-552868f829ef req-c668bd8b-b6f7-4a0e-ae75-7763a828c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:07.710585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-c668bd8b-b6f7-4a0e-ae75-7763a828c1f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=878872e7-2916-4217-98b6-8b11b8abf71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593143 Oct 26 14:58:07.847545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-2f08b85f-d876-47c1-93ee-987040e17867 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787591 Oct 26 14:58:07.871897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-7ed46e27-54b1-47a7-a0d3-a76fca47fedc service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531587 Oct 26 14:58:08.008081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c275b9-ad14-44b4-adc9-718727de25e7 req-f89688f9-814a-4426-8eac-eca6a3d50c0f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:08.011474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31c275b9-ad14-44b4-adc9-718727de25e7 req-f89688f9-814a-4426-8eac-eca6a3d50c0f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.1207623 Oct 26 14:58:08.043660 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-1147726c-9b00-4188-a890-abf53fc57649 service neutron] 10.222.0.41 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883707 Oct 26 14:58:08.084542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-31c275b9-ad14-44b4-adc9-718727de25e7 req-9e625cf7-5082-4634-8dbb-6ca51014ccf5 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661089 Oct 26 14:58:08.575234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-314e9106-98b3-46a6-83aa-552868f829ef req-63511d94-3565-4db6-b457-37d8789103de service neutron] 10.222.0.73 "GET /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952629 Oct 26 14:58:09.276472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f58a-d10e-4ec4-b6df-3f9a87310a7e req-4b0527f6-301c-47da-af34-6c07ce7c332b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:09.278378 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1006f58a-d10e-4ec4-b6df-3f9a87310a7e req-4b0527f6-301c-47da-af34-6c07ce7c332b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0677981 Oct 26 14:58:09.334228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1006f58a-d10e-4ec4-b6df-3f9a87310a7e req-f8cffbec-3cbc-4295-9529-c4cf200f4d2a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473387 Oct 26 14:58:10.151902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-07aa340d-ae3d-4743-a60e-20278181b563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:10.511502 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfe543-a8dd-447a-a224-2d13b4cc87c9 req-401797d6-faa1-4814-a6eb-6d12e4bc38c0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:10.514052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42cfe543-a8dd-447a-a224-2d13b4cc87c9 req-401797d6-faa1-4814-a6eb-6d12e4bc38c0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0877314 Oct 26 14:58:10.584095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42cfe543-a8dd-447a-a224-2d13b4cc87c9 req-8341b919-83b2-4e0d-8516-7dede894f59d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578594 Oct 26 14:58:11.719024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daab3b-837a-44a4-b1bd-a7985791951b req-1afd9cd1-e0f8-4017-b297-7c6903665f3b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:11.720668 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6daab3b-837a-44a4-b1bd-a7985791951b req-1afd9cd1-e0f8-4017-b297-7c6903665f3b tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Oct 26 14:58:11.773148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e6daab3b-837a-44a4-b1bd-a7985791951b req-826fbb12-6684-41d1-b46b-7a1dad8069a8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459871 Oct 26 14:58:12.914095 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc69f7d-33ac-4fb0-b251-dfb05fd9ca80 req-6453c0dc-b4ef-43c4-9216-4bbb3216d2f0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:12.915831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfc69f7d-33ac-4fb0-b251-dfb05fd9ca80 req-6453c0dc-b4ef-43c4-9216-4bbb3216d2f0 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0599773 Oct 26 14:58:12.938940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-da3d3f31-7114-42d6-845d-c221b6a0033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:12.962348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dfc69f7d-33ac-4fb0-b251-dfb05fd9ca80 req-4f2eb110-a1b1-4939-9900-02a59b2f110d tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394897 Oct 26 14:58:13.936114 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:14.101024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92997a-e651-4508-9249-05e98aff9357 req-07cfa20a-9a71-4221-8db9-033813b36396 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:14.102696 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b92997a-e651-4508-9249-05e98aff9357 req-07cfa20a-9a71-4221-8db9-033813b36396 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0579703 Oct 26 14:58:14.151773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b92997a-e651-4508-9249-05e98aff9357 req-b0d0ab0b-a01d-4fb5-b909-45a4180ea0c8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Oct 26 14:58:14.444105 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:15.538428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9504a6-090f-4c51-b9c6-16211b0ed1ed req-88201763-c44d-4253-bbfd-ac0bb4f2aeea tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:15.541392 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd9504a6-090f-4c51-b9c6-16211b0ed1ed req-88201763-c44d-4253-bbfd-ac0bb4f2aeea tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0883727 Oct 26 14:58:15.608353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd9504a6-090f-4c51-b9c6-16211b0ed1ed req-737d3b71-4b10-4e67-9a14-ecb0cc3fa212 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571918 Oct 26 14:58:15.992993 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:16.783327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889e2ea-4879-4543-9da2-c59b7bc47fbc req-44b1e794-784e-4d2e-9650-990d5fd4058f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:16.785018 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4889e2ea-4879-4543-9da2-c59b7bc47fbc req-44b1e794-784e-4d2e-9650-990d5fd4058f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0916491 Oct 26 14:58:16.850483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4889e2ea-4879-4543-9da2-c59b7bc47fbc req-db4219ef-8d06-41e8-8f94-3e73308fdd4f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542922 Oct 26 14:58:18.000289 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24861733-e4ee-4e58-9b7e-c35aa9f2b165 req-f49e4e19-004c-4009-894a-202cfad62232 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:18.001984 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24861733-e4ee-4e58-9b7e-c35aa9f2b165 req-f49e4e19-004c-4009-894a-202cfad62232 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0571938 Oct 26 14:58:18.049256 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-24861733-e4ee-4e58-9b7e-c35aa9f2b165 req-edbd44d5-24b7-4a71-8866-1fa029819ae9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403979 Oct 26 14:58:19.184060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a8b41-44ef-497b-a1ec-91a6f2e8b4d6 req-98858dc4-698f-41b9-beca-fecdf3414425 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:19.185722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a8a8b41-44ef-497b-a1ec-91a6f2e8b4d6 req-98858dc4-698f-41b9-beca-fecdf3414425 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Oct 26 14:58:19.246159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0a8a8b41-44ef-497b-a1ec-91a6f2e8b4d6 req-03068451-19ec-4de2-a84a-4ee09a4715c9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491107 Oct 26 14:58:20.392373 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f735-f220-4006-b034-387635f4378c req-82c5cd53-39e9-47e4-a3d1-1113b846d552 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:20.394060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6957f735-f220-4006-b034-387635f4378c req-82c5cd53-39e9-47e4-a3d1-1113b846d552 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0577455 Oct 26 14:58:20.439602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6957f735-f220-4006-b034-387635f4378c req-daf5a76d-200c-498b-ab75-7027c49d345f tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380063 Oct 26 14:58:20.574922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102b7f5-ee0e-4f14-8e92-c2b7a4643f36 req-8df5bfd8-a7e2-4297-9fe7-040aae968e9a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:20.577553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9102b7f5-ee0e-4f14-8e92-c2b7a4643f36 req-8df5bfd8-a7e2-4297-9fe7-040aae968e9a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0566382 Oct 26 14:58:20.644184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9102b7f5-ee0e-4f14-8e92-c2b7a4643f36 req-295dfb1c-1086-49d7-b58b-7011380bcbb4 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583024 Oct 26 14:58:20.794621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb84e27-d181-4b2c-8d41-1c9687676ff1 req-872e5f71-ee01-4758-a3d3-66fdc4465e4c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:20.797284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ceb84e27-d181-4b2c-8d41-1c9687676ff1 req-872e5f71-ee01-4758-a3d3-66fdc4465e4c tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Oct 26 14:58:20.857627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ceb84e27-d181-4b2c-8d41-1c9687676ff1 req-d2c72848-6955-4b26-bd45-1a0bdb33887a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Oct 26 14:58:21.152687 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ed67b-6cd2-4d59-932b-6efdc6dfb657 req-2cf5cd7f-2a0a-40d4-901a-73790e3e6218 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:21.154406 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-509ed67b-6cd2-4d59-932b-6efdc6dfb657 req-2cf5cd7f-2a0a-40d4-901a-73790e3e6218 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 945 time: 0.0592687 Oct 26 14:58:21.200994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-509ed67b-6cd2-4d59-932b-6efdc6dfb657 req-375bc4ba-7c19-4ea9-91b7-18cbd23e5826 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Oct 26 14:58:21.965651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:58:22.077860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:22.097886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'port_id': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'mac_address': 'fa:16:3e:6c:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:58:22.152269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:22.167348 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:58:22.190930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:22.196214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:22.285082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=12']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:22.302110 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:22.388434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ab542-ddd3-470b-8932-9849eafc0a3e req-a4ea9082-314d-4523-8fa0-29fcc1547ec9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:22.390729 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a57ab542-ddd3-470b-8932-9849eafc0a3e req-a4ea9082-314d-4523-8fa0-29fcc1547ec9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0788584 Oct 26 14:58:22.436281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a57ab542-ddd3-470b-8932-9849eafc0a3e req-2bbdc7e7-aa46-44e3-8568-4d99c614baad tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups?id=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Oct 26 14:58:22.676245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-b9a6a09c-db5e-4c59-8993-a4e2d1e58038 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:22.677859 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-b9a6a09c-db5e-4c59-8993-a4e2d1e58038 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 946 time: 0.0538478 Oct 26 14:58:22.794201 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Deleting port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:22.794478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:22.906236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] For port 776df16f-f3ad-412e-9be8-e36f2e4b74f9, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=776df16f-f3ad-412e-9be8-e36f2e4b74f9,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:22.906616 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.117544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.117852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.118099 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2 disassociated. External IP: 172.25.5.72, port: 776df16f-f3ad-412e-9be8-e36f2e4b74f9. Oct 26 14:58:23.119188 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Calling delete_port for 776df16f-f3ad-412e-9be8-e36f2e4b74f9 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:23.280794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.314315 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'Port': ['ID=776df16f-f3ad-412e-9be8-e36f2e4b74f9,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:23.487874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:58:23.672817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-40cb85e3-cae8-46ac-be9e-03380f792419 req-cb197b3d-88c7-497d-8d5a-46df4d844f9a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0989699 Oct 26 14:58:23.732425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:58:23.745398 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:58:23.758426 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:23.759881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:58:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:23.807065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] No DVR routers for this DVR port 776df16f-f3ad-412e-9be8-e36f2e4b74f9 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:58:23.811407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.817760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d5ab58d-3437-4377-ac40-289ec7ede3fd req-836dbab1-acb5-4d3b-8b76-9e43997461f7 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.41 "DELETE /v2.0/ports/776df16f-f3ad-412e-9be8-e36f2e4b74f9 HTTP/1.1" status: 204 len: 173 time: 1.1310937 Oct 26 14:58:23.818547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-deleted', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:23.823083 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc96844-e93c-47b4-bd34-3de86f931465" -d '{"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-deleted", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:23.890137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:23.907006 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59834394-1bd9-4077-9dbc-8e5af5520dea x-openstack-request-id: req-59834394-1bd9-4077-9dbc-8e5af5520dea {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:23.907811 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3660546c-d0e4-4c1b-9158-f58c6369ca37", "name": "network-vif-deleted", "tag": "776df16f-f3ad-412e-9be8-e36f2e4b74f9", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:23.908403 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59834394-1bd9-4077-9dbc-8e5af5520dea {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:23.909290 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3660546c-d0e4-4c1b-9158-f58c6369ca37', 'name': 'network-vif-deleted', 'tag': '776df16f-f3ad-412e-9be8-e36f2e4b74f9', 'status': 'completed', 'code': 200} Oct 26 14:58:23.919455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:24.230019 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:24.284553 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:58:24.299505 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:24.300472 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:58:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:24.468412 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:24.805404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7d14c7a-a507-43e8-9880-c405cad224c1 req-5d0bd607-3757-4136-a3f8-17d4601fcbbf tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0417295 Oct 26 14:58:24.964300 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:25.005698 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c3b808-b943-4759-9121-7cabc20cc5ee None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:13Z', 'revision_number': 4, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5e44837d-2957-4ef2-a7d0-5b8116155696', 'name': '', 'network_id': '878872e7-2916-4217-98b6-8b11b8abf71b', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'mac_address': 'fa:16:3e:e3:69:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:12Z', 'updated_at': '2021-10-26T14:48:17Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'subnets': [{'id': 'a4edf042-2bbc-493e-80b8-9b0794da0145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:58:25.072338 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:58:25.304911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c366808b-a2df-49c0-825b-8da9c5993099 None None] New status for floating IP d07eb481-5406-4e24-9bd3-c81786e8f3d2: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 14:58:25.943896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ea25a700-1b88-41f4-a310-04727aae7e64 req-1ded77b8-4574-471d-95ca-c4d4791f3130 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0486033 Oct 26 14:58:27.064104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-411434a3-b48c-46f6-b6e4-a968ec3ebd7b req-4db477cf-d974-40a0-9a8d-430c6d5fb3b8 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0303504 Oct 26 14:58:27.989835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:58:28.015083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 776df16f-f3ad-412e-9be8-e36f2e4b74f9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:58:28.015557 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 776df16f-f3ad-412e-9be8-e36f2e4b74f9 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:58:28.230084 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74ed6808-2729-49d4-bfa8-c7365bc47be1 req-6a6b6a6b-18d4-4450-a64f-67efab218dcd tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0329273 Oct 26 14:58:29.390521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-023267ac-901f-4ac7-ab61-cee0d0718e74 req-ea5b3a7d-c41e-4c0d-ba92-29474c3d8cf9 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/ports?device_id=3660546c-d0e4-4c1b-9158-f58c6369ca37 HTTP/1.1" status: 200 len: 210 time: 0.0454445 Oct 26 14:58:35.560884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53332) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:35.626399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:35.658252 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:35.743672 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:35.748430 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:35.750483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc HTTP/1.1" status: 204 len: 168 time: 0.1882200 Oct 26 14:58:35.754918 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53334) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:35.766720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89ef29-f390-487b-9943-ba5bb633b60a tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:35.779739 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-05b4b55c-e3ed-4a06-9389-1a4ee7ca19cc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] show failed (client error): The resource could not be found. Oct 26 14:58:35.781937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-05b4b55c-e3ed-4a06-9389-1a4ee7ca19cc tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "GET /v2.0/security-groups/2b050bd0-c7e7-4f98-80d1-f1c2ebe6a3bc HTTP/1.1" status: 404 len: 347 time: 0.0240963 Oct 26 14:58:35.784144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53336) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:35.975405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Deleting port 21a301a2-79f2-4780-9313-ffc161593281 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:35.975770 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.068561 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.068842 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.083338 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Calling delete_port for 21a301a2-79f2-4780-9313-ffc161593281 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:36.252850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.284112 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Pushing event deleted for resources: {'Port': ['ID=21a301a2-79f2-4780-9313-ffc161593281,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:36.357500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.360605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:36.361944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-48cec299-f593-499f-9920-db1426258b79 tempest-ServerActionsTestJSON-2110074356 tempest-ServerActionsTestJSON-2110074356-project] 10.222.0.37 "DELETE /v2.0/floatingips/d07eb481-5406-4e24-9bd3-c81786e8f3d2 HTTP/1.1" status: 204 len: 168 time: 0.5761833 Oct 26 14:58:36.365697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53340) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:37.117637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:37.457227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Deleting port 5e44837d-2957-4ef2-a7d0-5b8116155696 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:37.457567 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:37.549056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] For port 5e44837d-2957-4ef2-a7d0-5b8116155696, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5e44837d-2957-4ef2-a7d0-5b8116155696,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:37.549405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:37.564012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Calling delete_port for 5e44837d-2957-4ef2-a7d0-5b8116155696 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:37.771789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:37.804033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e44837d-2957-4ef2-a7d0-5b8116155696,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:38.027524 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:38.545767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Router c37b4084-fc90-488b-af19-aed86a3ac9a4 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:58:38.667096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:58:38.673620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d16c8144-5c7d-4fec-835e-a973a4f2444e admin admin] 10.222.0.37 "PUT /v2.0/routers/c37b4084-fc90-488b-af19-aed86a3ac9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3057177 Oct 26 14:58:38.676519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53346) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:38.682299 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Sync routers for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:58:38.696605 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:38.697792 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:58:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:38.814484 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:38.832586 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:38.953021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.026466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Deleting port ffe2b761-d3df-4410-a4eb-df44c7303dcf {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:39.026986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.075874 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:58:37Z', 'revision_number': 5, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port': {'id': 'ffe2b761-d3df-4410-a4eb-df44c7303dcf', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:37:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:39.122111 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Checking router: c37b4084-fc90-488b-af19-aed86a3ac9a4 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:58:39.137207 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Routers {'c37b4084-fc90-488b-af19-aed86a3ac9a4'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:58:39.138228 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:58:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c37b4084-fc90-488b-af19-aed86a3ac9a4'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:39.172834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] For port ffe2b761-d3df-4410-a4eb-df44c7303dcf, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ffe2b761-d3df-4410-a4eb-df44c7303dcf,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:39.173417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.197562 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Calling delete_port for ffe2b761-d3df-4410-a4eb-df44c7303dcf owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:39.263127 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] Set router c37b4084-fc90-488b-af19-aed86a3ac9a4 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:58:39.323231 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:58:38Z', 'revision_number': 6, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:39.351815 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba12f2-f4bd-4e27-94f9-479a5bf03590 None None] The sync data for ids ['c37b4084-fc90-488b-af19-aed86a3ac9a4'] in n-d-813419-9 is: [{'id': 'c37b4084-fc90-488b-af19-aed86a3ac9a4', 'name': 'tempest-ServerActionsTestJSON-950045626-router', 'tenant_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:48:10Z', 'updated_at': '2021-10-26T14:58:38Z', 'revision_number': 6, 'project_id': '70f3bb8dba324aa2a63555bbe8fd4893', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:58:39.438390 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.470054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe2b761-d3df-4410-a4eb-df44c7303dcf,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:39.544968 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.644742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.647568 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.699762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.700728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37b4084-fc90-488b-af19-aed86a3ac9a4 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:58:39.709260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.712814 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46d16404-0f9a-48a1-b79e-7b2f27afd785 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c37b4084-fc90-488b-af19-aed86a3ac9a4 HTTP/1.1" status: 204 len: 168 time: 1.0341964 Oct 26 14:58:39.716801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:39.774822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Deleting subnet a4edf042-2bbc-493e-80b8-9b0794da0145 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:58:39.778542 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.822176 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.917854 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:39.984182 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.019963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4edf042-2bbc-493e-80b8-9b0794da0145,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:40.025728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.030210 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c8e90198-77cf-47cd-92f5-13d99dff084f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4edf042-2bbc-493e-80b8-9b0794da0145 HTTP/1.1" status: 204 len: 168 time: 0.3117373 Oct 26 14:58:40.031851 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53350) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:40.033741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ae511-0060-4414-bf67-cff3885cddd9 None None] Network 878872e7-2916-4217-98b6-8b11b8abf71b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:58:40.146608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.192199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c14f06a-5d58-4291-9e2f-f7dd8dd2549e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.226633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Deleting port ccecc574-7419-4764-946c-711c305e9762 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:40.227558 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.338253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] DHCP port deletion for 878872e7-2916-4217-98b6-8b11b8abf71b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:58:40.341530 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] For port ccecc574-7419-4764-946c-711c305e9762, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ccecc574-7419-4764-946c-711c305e9762,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:40.342184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.365045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Calling delete_port for ccecc574-7419-4764-946c-711c305e9762 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:40.416338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Deleting port ccecc574-7419-4764-946c-711c305e9762 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:58:40.416882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.488250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.513282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] For port ccecc574-7419-4764-946c-711c305e9762, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ccecc574-7419-4764-946c-711c305e9762,segment=NetworkSegment(f7f5300d-57cc-440d-8ada-eb9081fee173),segment_id=f7f5300d-57cc-440d-8ada-eb9081fee173)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:40.514151 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.537642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Calling delete_port for ccecc574-7419-4764-946c-711c305e9762 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:58:40.540511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Pushing event deleted for resources: {'Port': ['ID=ccecc574-7419-4764-946c-711c305e9762,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:40.543389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] No DVR routers for this DVR port ccecc574-7419-4764-946c-711c305e9762 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:58:40.666819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 14:58:40.682985 n-d-813419-9 neutron-server[102165]: self.session.flush() Oct 26 14:58:40.690849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.698825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878872e7-2916-4217-98b6-8b11b8abf71b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:40.716183 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f5300d-57cc-440d-8ada-eb9081fee173') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:40.716631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f5300d-57cc-440d-8ada-eb9081fee173') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:58:40.720996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] Pushing event deleted for resources: {'Port': ['ID=ccecc574-7419-4764-946c-711c305e9762,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:40.725982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e67b3d-419d-4400-a2a0-1c6e442fccc8 None None] No DVR routers for this DVR port ccecc574-7419-4764-946c-711c305e9762 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:58:40.732644 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.750657 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.761697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:58:40.762287 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:58:40.764333 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:58:40.833035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.839806 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:40.844416 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] 10.222.0.37 "DELETE /v2.0/networks/878872e7-2916-4217-98b6-8b11b8abf71b HTTP/1.1" status: 204 len: 168 time: 0.8109825 Oct 26 14:58:40.862625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed8202-3537-48a1-9db5-6b1bf6bd6ece admin admin] Pushing event deleted for resources: {'Network': ['ID=878872e7-2916-4217-98b6-8b11b8abf71b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:41.037356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53356) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:41.095364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6bf40550-510f-4ff7-b9f2-815800f304c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70f3bb8dba324aa2a63555bbe8fd4893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565445 Oct 26 14:58:41.098091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53358) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:41.103410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e44837d-2957-4ef2-a7d0-5b8116155696 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:58:41.131927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5e44837d-2957-4ef2-a7d0-5b8116155696 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:58:41.132425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5e44837d-2957-4ef2-a7d0-5b8116155696 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:58:41.132974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ccecc574-7419-4764-946c-711c305e9762 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:58:41.169053 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:41.173338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ccecc574-7419-4764-946c-711c305e9762 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:58:41.173886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ccecc574-7419-4764-946c-711c305e9762 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:58:41.174580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ffe2b761-d3df-4410-a4eb-df44c7303dcf no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:58:41.195600 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:41.210744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ffe2b761-d3df-4410-a4eb-df44c7303dcf {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:58:41.211296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ffe2b761-d3df-4410-a4eb-df44c7303dcf not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:58:41.262004 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:41.264843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:41.266049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4ea81b4-279a-48b5-a023-3a294245aa9f HTTP/1.1" status: 204 len: 168 time: 0.1666741 Oct 26 14:58:41.276339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5724de-33a3-448e-a45e-309417749197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea81b4-279a-48b5-a023-3a294245aa9f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:42.196101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53380) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:42.316224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-5815036-network', 'tenant_id': '6f9cc13903ee4821b7f3c2613e87b0d1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:42.340578 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Made reservation on behalf of 6f9cc13903ee4821b7f3c2613e87b0d1 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:58:42.343050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.353668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.452689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.457494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.488955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:58:42.502480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dca634-0db2-4392-aa7a-506689060ac6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:42.509281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.509281 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Added segment 89d17467-b00a-4109-81da-41378b7b62dc of type vlan for network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 Oct 26 14:58:42.563115 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.594156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.595258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:42.595941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.657667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4596691 Oct 26 14:58:42.661114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53384) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:58:42.668241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Request body: {'subnet': {'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-5815036-subnet', 'tenant_id': '6f9cc13903ee4821b7f3c2613e87b0d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:42.673183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0b0ba-93b2-4e3f-9ab6-01379b87cf6f admin admin] Pushing event updated for resources: {'Network': ['ID=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:42.688076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:58:42.699520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Made reservation on behalf of 6f9cc13903ee4821b7f3c2613e87b0d1 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:58:42.702819 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.923232 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:42.934996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-badc1f7b-5560-4a4a-83ed-7347dd89b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:43.054747 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc989f3b-c0c1-4ebf-8a95-08425571ecd6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:43.066277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Checking segment: {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:58:43.066789 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Network hostable DHCP agents. Network: ee6ee5b0-8874-4319-abf6-deaf6f75ebc3, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:58:43.089242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:58:43.102856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, ee6ee5b0-8874-4319-abf6-deaf6f75ebc3) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:58:43.111294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:43.112419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:43.115295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7cfac1-4ed5-409a-b68f-6a0fca3071e0 None None] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:58:43.144635 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-30c9b2fe-0bc8-4dbb-af7c-7fae7d23503e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4819949 Oct 26 14:58:43.328070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26321348-2116-4497-b21e-ad7c3675e097 None None] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:58:43.771856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-1d7af930-61cb-40f9-af39-c55e1999e936 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:43.773459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-1d7af930-61cb-40f9-af39-c55e1999e936 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 811 time: 0.1280718 Oct 26 14:58:43.791711 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-0d3ae2a7-37dc-4699-ad29-4249efec5456 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/quotas/6f9cc13903ee4821b7f3c2613e87b0d1 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Oct 26 14:58:43.830585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-166e65e4-4e98-4164-a738-8b7007c2313e tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322216 Oct 26 14:58:43.945431 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:44.070585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-bd2d323a-d0a2-415b-a37a-199a3610ae7c service neutron] 10.222.0.37 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941793 Oct 26 14:58:44.229658 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-511dfa64-1b1b-40e1-ad66-0967b9518306 service neutron] 10.222.0.37 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512513 Oct 26 14:58:44.444193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf833b21-d0f1-4099-a113-31b2cd66b0d2 req-aabf7e47-ee1c-43df-af5a-6301088c11cc tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 210 time: 0.0494218 Oct 26 14:58:44.457877 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:45.595737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-462927b2-7afe-406f-b667-210880d9c454 req-57a445c2-c6ea-48ee-9a59-cea7e1e7f07d tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 210 time: 0.0368278 Oct 26 14:58:45.740846 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-5276fa3e-1cf9-475e-b115-16028230d009 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:45.742693 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-5276fa3e-1cf9-475e-b115-16028230d009 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.73 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 811 time: 0.1216667 Oct 26 14:58:45.756334 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Request body: {'port': {'device_id': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3', 'admin_state_up': True, 'tenant_id': '6f9cc13903ee4821b7f3c2613e87b0d1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:45.932866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Made reservation on behalf of 6f9cc13903ee4821b7f3c2613e87b0d1 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:58:45.939062 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:45.986825 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.176250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Allocated IP 172.20.0.7 (ee6ee5b0-8874-4319-abf6-deaf6f75ebc3/cc989f3b-c0c1-4ebf-8a95-08425571ecd6/8cd9a309-e9d8-4c91-9969-6e6289b7c40a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:58:46.366104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.412317 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.464198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:58:46.467743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:58:46.472191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:58:46.479503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Pushing event updated for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:46.510213 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.510559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.510907 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.511242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.511575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.511909 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.512248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.512606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.512936 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.513257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.513584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.513905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:58:46.544670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:46.545344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.564476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-e04cfa07-037e-4086-9665-2a61ac360903 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126235 Oct 26 14:58:46.577976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Request body: {'port': {'device_id': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:46.645145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:46.827388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325631e-0f93-4531-85e5-cd0443f32352 req-906fb584-7e41-4dfc-8ceb-d8974e44de98 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:46.828955 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4325631e-0f93-4531-85e5-cd0443f32352 req-906fb584-7e41-4dfc-8ceb-d8974e44de98 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 931 time: 0.1333766 Oct 26 14:58:46.925917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4325631e-0f93-4531-85e5-cd0443f32352 req-1aefd2c6-9a19-4ee9-a7c3-7f52a1fc12d3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858493 Oct 26 14:58:47.039364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd9a309-e9d8-4c91-9969-6e6289b7c40a {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:58:47.049614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.065331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Transition to ACTIVE for port object 8cd9a309-e9d8-4c91-9969-6e6289b7c40a will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:58:47.070642 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.128297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Pushing event updated for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:47.219329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Attempting to bind port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:58:47.219749 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Attempting to bind port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:58:47.220180 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Attempting to bind port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:47.225350 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:58:47.225673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Attempting to bind port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:47.231791 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:58:47.232116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Checking segment: {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:58:47.232537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Bound using segment: {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:58:47.232963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Bound port: 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:58:47.233315 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.309298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:58:47.314203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:58:47.320337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.365702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:47.366311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:47.368462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] 10.222.0.73 "PUT /v2.0/ports/8cd9a309-e9d8-4c91-9969-6e6289b7c40a HTTP/1.1" status: 200 len: 1091 time: 0.7944071 Oct 26 14:58:47.368982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:47.371427 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5051eb5-2813-4251-bae0-b727ebdbbb09" -d '{"events": [{"name": "network-changed", "server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:47.397381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f468e-cc6b-4223-b876-cf3406e0831f service neutron] Pushing event updated for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:47.446233 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673c6b1-1860-4ef2-bace-8be11e0e4c5b x-openstack-request-id: req-9673c6b1-1860-4ef2-bace-8be11e0e4c5b {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:47.446583 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:47.446737 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9673c6b1-1860-4ef2-bace-8be11e0e4c5b {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:47.447138 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a', 'status': 'completed', 'code': 200} Oct 26 14:58:47.472898 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-480f64da-ba86-4731-808b-0212031ee329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:47.474471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-480f64da-ba86-4731-808b-0212031ee329 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 1094 time: 0.0578151 Oct 26 14:58:47.521429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-288987f0-49aa-4d32-9b96-7005955f1637 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a HTTP/1.1" status: 200 len: 217 time: 0.0380409 Oct 26 14:58:47.581730 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-1d91c378-95d5-4ca3-a3e6-d43c50c56b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:47.583265 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-1d91c378-95d5-4ca3-a3e6-d43c50c56b4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc989f3b-c0c1-4ebf-8a95-08425571ecd6 HTTP/1.1" status: 200 len: 851 time: 0.0538948 Oct 26 14:58:47.618940 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-006d07a3-981e-4d96-a08c-bea9490a46d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283647 Oct 26 14:58:47.721974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-be068088-6181-49d7-a80b-676392805d38 service neutron] 10.222.0.73 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958469 Oct 26 14:58:47.840682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2d3500d-559d-4dd4-a480-f8ea0df50575 req-3c22b83f-60e9-42d8-b2b8-5465be692fbe service neutron] 10.222.0.73 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113284 Oct 26 14:58:47.942829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-f80358dd-a57d-4ef1-9e83-20d00bd4f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:47.944818 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-f80358dd-a57d-4ef1-9e83-20d00bd4f2be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 1094 time: 0.0481250 Oct 26 14:58:48.095425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-f4741c44-9e14-4469-8f52-8c5b0ef57b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:48.097211 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-f4741c44-9e14-4469-8f52-8c5b0ef57b87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 912 time: 0.1453757 Oct 26 14:58:48.107991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22de527-4993-4d07-837b-576cb8cf830b req-b5693938-b342-4e6a-a708-19d6a88e3a11 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:48.109753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e22de527-4993-4d07-837b-576cb8cf830b req-b5693938-b342-4e6a-a708-19d6a88e3a11 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 943 time: 0.0913739 Oct 26 14:58:48.159336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-34858420-3791-47f7-a2cb-3f11c6daf260 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a HTTP/1.1" status: 200 len: 217 time: 0.0485187 Oct 26 14:58:48.223516 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e22de527-4993-4d07-837b-576cb8cf830b req-7c6d0080-e3c1-41db-bf8a-fd07da3f0acc tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064663 Oct 26 14:58:48.235122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-6fec659d-7f69-4ca0-86b8-ccba3079bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:48.236687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-6fec659d-7f69-4ca0-86b8-ccba3079bd54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cc989f3b-c0c1-4ebf-8a95-08425571ecd6 HTTP/1.1" status: 200 len: 851 time: 0.0679564 Oct 26 14:58:48.274848 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-2b2b801a-0f9c-4071-9d0d-278d5e1aaa70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288093 Oct 26 14:58:48.384299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-2f344fed-6146-4f0d-ada8-7ec52455dc0f service neutron] 10.222.0.73 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017272 Oct 26 14:58:48.499234 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5051eb5-2813-4251-bae0-b727ebdbbb09 req-b09fc2cf-cd66-4b85-88a4-671c016ae078 service neutron] 10.222.0.73 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065590 Oct 26 14:58:49.359010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac90c-0ab2-4bcd-a0cc-fe49cfcfe8ee req-7dbc46fa-5832-476f-bc38-6ea8947779d0 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:49.360695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996ac90c-0ab2-4bcd-a0cc-fe49cfcfe8ee req-7dbc46fa-5832-476f-bc38-6ea8947779d0 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 943 time: 0.0543039 Oct 26 14:58:49.411185 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-996ac90c-0ab2-4bcd-a0cc-fe49cfcfe8ee req-4ebcdd35-8bc6-4ca2-8bab-e0732d37a731 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Oct 26 14:58:50.546371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7c97b-00a8-43c2-859a-a18fe37781f4 req-44f6b791-32b1-4fa8-ae25-5b460d848707 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:50.548120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56e7c97b-00a8-43c2-859a-a18fe37781f4 req-44f6b791-32b1-4fa8-ae25-5b460d848707 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 943 time: 0.0606656 Oct 26 14:58:50.598569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-56e7c97b-00a8-43c2-859a-a18fe37781f4 req-da50392d-c65d-4e1d-800c-2962d6957de5 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Oct 26 14:58:50.784307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8cd9a309-e9d8-4c91-9969-6e6289b7c40a details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:58:50.900346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:50.915434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a', 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3', 'port_id': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a', 'mac_address': 'fa:16:3e:bf:42:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc989f3b-c0c1-4ebf-8a95-08425571ecd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:58:50.959237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:50.976192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd9a309-e9d8-4c91-9969-6e6289b7c40a {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:58:51.001425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:51.006642 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:51.068372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:51.201573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8cd9a309-e9d8-4c91-9969-6e6289b7c40a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:58:51.728184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88428955-c737-4fb4-88dc-8d1d11ff7bb9 req-d25c7ae8-bcf2-47d5-8728-e21db696a265 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:51.730219 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88428955-c737-4fb4-88dc-8d1d11ff7bb9 req-d25c7ae8-bcf2-47d5-8728-e21db696a265 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0565460 Oct 26 14:58:51.780075 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-88428955-c737-4fb4-88dc-8d1d11ff7bb9 req-cc24815c-4849-4d43-ac10-da0778859343 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385439 Oct 26 14:58:52.270282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:52.800139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8cd9a309-e9d8-4c91-9969-6e6289b7c40a up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:58:52.862996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:58:52.871353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:58:52.872005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:52.926872 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794ff9-af2a-4454-841f-3016bd23b754 req-c6aa2a2c-8ec0-4376-8894-c0b880d670b8 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:52.928294 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53794ff9-af2a-4454-841f-3016bd23b754 req-c6aa2a2c-8ec0-4376-8894-c0b880d670b8 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 944 time: 0.0550172 Oct 26 14:58:52.986340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-53794ff9-af2a-4454-841f-3016bd23b754 req-e56c9630-f582-43e6-a784-517cbdda0b06 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498974 Oct 26 14:58:53.007771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:53.044477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:53.046837 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9663c4-3d51-41a2-9ecb-8fe6be3a60e1" -d '{"events": [{"server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "name": "network-vif-plugged", "status": "completed", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:53.062571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:58:53.068757 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:53.110282 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4715fb-0b22-4466-a25c-652084901ce4 x-openstack-request-id: req-ed4715fb-0b22-4466-a25c-652084901ce4 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:53.110741 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "name": "network-vif-plugged", "status": "completed", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:53.111267 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed4715fb-0b22-4466-a25c-652084901ce4 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:53.111759 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a', 'code': 200} Oct 26 14:58:53.153256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:53.227736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f919-3b24-43b1-89dc-1e0c462e5aef req-296f4d2f-3649-4df6-9d7b-895294346b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:53.229321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3db5f919-3b24-43b1-89dc-1e0c462e5aef req-296f4d2f-3649-4df6-9d7b-895294346b15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 1096 time: 0.0469174 Oct 26 14:58:53.271089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3db5f919-3b24-43b1-89dc-1e0c462e5aef req-eefed70b-cb50-430d-8f08-9463e8ddd273 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Oct 26 14:58:53.894441 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:54.140772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb6ab-6364-4772-b4f3-62cdb9cf4f23 req-4541d806-12e7-4c27-8597-f6417a821ab9 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:54.143429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8dbb6ab-6364-4772-b4f3-62cdb9cf4f23 req-4541d806-12e7-4c27-8597-f6417a821ab9 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0706954 Oct 26 14:58:54.198279 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8dbb6ab-6364-4772-b4f3-62cdb9cf4f23 req-a7ef103e-9e11-4add-b724-016d8a71f3c3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Oct 26 14:58:55.338743 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd23d11-348a-4f2f-bef5-f846433d2d91 req-1b5d1b21-e46c-487e-8494-e6a87af07506 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:55.340458 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dd23d11-348a-4f2f-bef5-f846433d2d91 req-1b5d1b21-e46c-487e-8494-e6a87af07506 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0576003 Oct 26 14:58:55.396000 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8dd23d11-348a-4f2f-bef5-f846433d2d91 req-73ecb090-8ca4-4ccf-952a-47167e1418e4 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Oct 26 14:58:55.655436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-59268912-8fd0-47a1-a1ec-8bbb34eddf44 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:55.657277 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-59268912-8fd0-47a1-a1ec-8bbb34eddf44 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 811 time: 0.1164958 Oct 26 14:58:55.675708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-5ae6a3a1-3858-43f2-8150-8c8dcb804749 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/quotas/6f9cc13903ee4821b7f3c2613e87b0d1 HTTP/1.1" status: 200 len: 375 time: 0.0117848 Oct 26 14:58:55.738318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-1d731528-92c5-4083-92e6-1d74b02a949b tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551248 Oct 26 14:58:55.750561 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-47993816-5414-4ea3-8505-093e9249d43c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:58:55.751640 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-47993816-5414-4ea3-8505-093e9249d43c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054851 Oct 26 14:58:55.861075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-e1a479d7-7c72-484a-aa2b-f3dcdfdb2c07 service neutron] 10.222.0.37 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023338 Oct 26 14:58:55.966567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-f5a382e4-c6ec-4cb7-92bc-326d9a05eafa service neutron] 10.222.0.37 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985498 Oct 26 14:58:56.174292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0d89020b-55ea-4b61-bca7-f91e0a090742 req-7015a6ea-ada0-4721-a66d-cf7c6da116cb tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Oct 26 14:58:57.345095 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ac9d7f7c-bfcd-4424-b2b3-58817abca87d req-9b93a3a4-ec5c-468b-b608-405e101064ea tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 210 time: 0.0480216 Oct 26 14:58:57.352238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-1d76cb2c-76c1-42e1-a2b0-156fe5f875e1 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:57.355445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-1d76cb2c-76c1-42e1-a2b0-156fe5f875e1 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.41 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 811 time: 0.1764297 Oct 26 14:58:57.375836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Request body: {'port': {'device_id': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3', 'admin_state_up': True, 'tenant_id': '6f9cc13903ee4821b7f3c2613e87b0d1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:57.551895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Made reservation on behalf of 6f9cc13903ee4821b7f3c2613e87b0d1 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:58:57.556831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:57.722237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Allocated IP 172.20.0.12 (ee6ee5b0-8874-4319-abf6-deaf6f75ebc3/cc989f3b-c0c1-4ebf-8a95-08425571ecd6/6c0c5195-e30d-4196-858e-122a8829ee7e) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:58:57.917000 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:57.956831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:57.969789 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8cd9a309-e9d8-4c91-9969-6e6289b7c40a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:58:58.019981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:58:58.025240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:58:58.031506 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:58:58.041968 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Pushing event updated for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:58.104670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:58.105450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.125243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-cbed320f-e94e-474a-9e24-0aa50c804001 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602746 Oct 26 14:58:58.139268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Request body: {'port': {'device_id': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:58:58.207135 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.559537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a98fe-1cb0-43d3-830e-1c591c6f664e req-ea700e00-7675-4562-8ef1-b7a7cca0f74f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:58.561259 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-010a98fe-1cb0-43d3-830e-1c591c6f664e req-ea700e00-7675-4562-8ef1-b7a7cca0f74f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 932 time: 0.1071594 Oct 26 14:58:58.568475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0c5195-e30d-4196-858e-122a8829ee7e {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:58:58.584348 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.611463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Transition to ACTIVE for port object 6c0c5195-e30d-4196-858e-122a8829ee7e will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:58:58.622405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.660314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-010a98fe-1cb0-43d3-830e-1c591c6f664e req-cb0895a9-5f6d-48ba-9f8f-405d062a1386 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860028 Oct 26 14:58:58.689649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:58.773010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Attempting to bind port 6c0c5195-e30d-4196-858e-122a8829ee7e on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:58:58.773398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Attempting to bind port 6c0c5195-e30d-4196-858e-122a8829ee7e by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:58:58.774516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Attempting to bind port 6c0c5195-e30d-4196-858e-122a8829ee7e on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:58.779861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Port 6c0c5195-e30d-4196-858e-122a8829ee7e on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:58:58.780290 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Attempting to bind port 6c0c5195-e30d-4196-858e-122a8829ee7e on network ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:58:58.786888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:58:58.787243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Checking segment: {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:58:58.787627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Bound using segment: {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:58:58.788080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Bound port: 6c0c5195-e30d-4196-858e-122a8829ee7e, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d17467-b00a-4109-81da-41378b7b62dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:58:58.788448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.865342 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:58:58.870022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6c0c5195-e30d-4196-858e-122a8829ee7e,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:58:58.875382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.922339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:58.922960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:58:58.924388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c0c5195-e30d-4196-858e-122a8829ee7e HTTP/1.1" status: 200 len: 1092 time: 0.7908645 Oct 26 14:58:58.924893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:58:58.927274 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b125865-19fe-4d91-9a70-7fcbb0197913" -d '{"events": [{"name": "network-changed", "server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:58:58.956347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a778-c83c-48c4-99ef-99114c550268 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:58:59.001541 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052ecc8-5952-43f6-8d27-553d7b059e92 x-openstack-request-id: req-7052ecc8-5952-43f6-8d27-553d7b059e92 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:58:59.002019 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:58:59.002196 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7052ecc8-5952-43f6-8d27-553d7b059e92 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:58:59.002649 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e', 'status': 'completed', 'code': 200} Oct 26 14:58:59.042604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-3fee7f72-fd12-4138-a55e-3dfd6c10051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.044217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-3fee7f72-fd12-4138-a55e-3dfd6c10051d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0568445 Oct 26 14:58:59.093135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-eda65c8b-151a-4809-8431-a39b5807a5fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c0c5195-e30d-4196-858e-122a8829ee7e HTTP/1.1" status: 200 len: 217 time: 0.0396655 Oct 26 14:58:59.155593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-00960cf0-cefb-488f-a801-248da50f6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.157135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-00960cf0-cefb-488f-a801-248da50f6cad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc989f3b-c0c1-4ebf-8a95-08425571ecd6 HTTP/1.1" status: 200 len: 851 time: 0.0566947 Oct 26 14:58:59.204243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-076869fd-956a-4ea0-9f18-cbe6337d1839 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394833 Oct 26 14:58:59.311338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-7f5424b7-9b3e-4394-80f3-8d0ee835deb9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996878 Oct 26 14:58:59.449719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cb6ebb0c-a00c-41d1-b279-b26eb26d4a65 req-4bc55e26-7367-4db8-95bc-1ba78cdbec54 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309149 Oct 26 14:58:59.551563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-ceeb6cd5-f5cd-46f6-bc14-c9084443c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.553158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-ceeb6cd5-f5cd-46f6-bc14-c9084443c73f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0480766 Oct 26 14:58:59.661279 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-eb7e49c4-080e-4f18-9199-ac3e076d86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.662802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-eb7e49c4-080e-4f18-9199-ac3e076d86ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 200 len: 912 time: 0.1027193 Oct 26 14:58:59.709854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-274a16f1-d9d0-414f-a4ca-431b5cc8b806 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c0c5195-e30d-4196-858e-122a8829ee7e HTTP/1.1" status: 200 len: 217 time: 0.0388365 Oct 26 14:58:59.805758 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-431b2e5d-efac-4c2d-8513-5164ff0c16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.807648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-431b2e5d-efac-4c2d-8513-5164ff0c16e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc989f3b-c0c1-4ebf-8a95-08425571ecd6 HTTP/1.1" status: 200 len: 851 time: 0.0888636 Oct 26 14:58:59.834814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8a028-4c21-4788-bdd9-27a3a39c97cc req-6f1404b5-038a-45fe-9df7-1d0f3b6fb448 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:58:59.837135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ac8a028-4c21-4788-bdd9-27a3a39c97cc req-6f1404b5-038a-45fe-9df7-1d0f3b6fb448 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 944 time: 0.0831766 Oct 26 14:58:59.856270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-91a9899b-0dc4-4020-a150-5a0c65dda008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403998 Oct 26 14:58:59.944790 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ac8a028-4c21-4788-bdd9-27a3a39c97cc req-63ee75f2-cfd4-4f65-9066-a52a2abfcf3a tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Oct 26 14:59:00.268039 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-f62a6436-264e-4eb5-9c02-2378075ab6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968701 Oct 26 14:59:00.380676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b125865-19fe-4d91-9a70-7fcbb0197913 req-4fc3dc49-fa0d-4956-9461-277929adbbf9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041603 Oct 26 14:59:01.099708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078f32-812f-429b-9dac-fe1730348d73 req-54348f1a-c7e4-4a24-8212-21c9f15e103f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:01.101366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5078f32-812f-429b-9dac-fe1730348d73 req-54348f1a-c7e4-4a24-8212-21c9f15e103f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 944 time: 0.0651650 Oct 26 14:59:01.146700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b5078f32-812f-429b-9dac-fe1730348d73 req-2901514a-1e0c-4258-973c-dccc775b357b tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Oct 26 14:59:02.071799 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:59:02.147291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6c0c5195-e30d-4196-858e-122a8829ee7e details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 14:59:02.294390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a255d-c00d-4142-860e-06b75dd68d61 req-46feb4ee-021f-434b-b88d-d9d118d7b83c tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:02.296103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-444a255d-c00d-4142-860e-06b75dd68d61 req-46feb4ee-021f-434b-b88d-d9d118d7b83c tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 944 time: 0.0603876 Oct 26 14:59:02.311065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6c0c5195-e30d-4196-858e-122a8829ee7e,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:02.327702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '6c0c5195-e30d-4196-858e-122a8829ee7e', 'network_id': 'ee6ee5b0-8874-4319-abf6-deaf6f75ebc3', 'port_id': '6c0c5195-e30d-4196-858e-122a8829ee7e', 'mac_address': 'fa:16:3e:9a:8d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc989f3b-c0c1-4ebf-8a95-08425571ecd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 14:59:02.353606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-444a255d-c00d-4142-860e-06b75dd68d61 req-803e48bf-9c4b-4311-811d-f4649d87fbac tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Oct 26 14:59:02.373336 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:02.398130 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0c5195-e30d-4196-858e-122a8829ee7e {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:02.422016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6c0c5195-e30d-4196-858e-122a8829ee7e,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:02.427190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:02.484433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:02.493219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.494013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.494013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.494268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.494462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.494793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.495122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.495451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.495779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.496104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.496429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.496823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:02.627280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6c0c5195-e30d-4196-858e-122a8829ee7e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:03.505532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a356-30ff-4374-aee7-ff12e31e6005 req-87a36f1b-f47a-453f-8a0d-cbd0970517a4 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:03.507806 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6391a356-30ff-4374-aee7-ff12e31e6005 req-87a36f1b-f47a-453f-8a0d-cbd0970517a4 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 945 time: 0.0608273 Oct 26 14:59:03.576192 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6391a356-30ff-4374-aee7-ff12e31e6005 req-6ef88c30-9865-4af1-a266-7017cd63e0a7 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590386 Oct 26 14:59:04.168120 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6c0c5195-e30d-4196-858e-122a8829ee7e up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:04.226424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 6c0c5195-e30d-4196-858e-122a8829ee7e completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 14:59:04.232146 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 6c0c5195-e30d-4196-858e-122a8829ee7e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:04.232633 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.352237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.394861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:04.400177 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a8efc7-9682-4410-b65f-9d5e82a3eb48" -d '{"events": [{"server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:04.423721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6c0c5195-e30d-4196-858e-122a8829ee7e,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:04.430904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:04.466366 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febda3a9-ac1d-42ab-bff0-9653a2458c3b x-openstack-request-id: req-febda3a9-ac1d-42ab-bff0-9653a2458c3b {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:04.466656 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:04.466908 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-febda3a9-ac1d-42ab-bff0-9653a2458c3b {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:04.467309 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e', 'code': 200} Oct 26 14:59:04.504730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:04.579376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f232c-2903-4a23-9e4c-5261b41de0b4 req-ead80a5a-d6f3-47a6-9c0f-49ea2374633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:04.580969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2f232c-2903-4a23-9e4c-5261b41de0b4 req-ead80a5a-d6f3-47a6-9c0f-49ea2374633c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0499530 Oct 26 14:59:04.627676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2f232c-2903-4a23-9e4c-5261b41de0b4 req-0176c5ef-db2f-49e1-91b5-8a60007632dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Oct 26 14:59:04.745020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d386969-b649-4c8e-b07f-de25d5aa7a7e req-e12289ed-b946-4ac5-bae9-05fab09fa751 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:04.747695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d386969-b649-4c8e-b07f-de25d5aa7a7e req-e12289ed-b946-4ac5-bae9-05fab09fa751 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 946 time: 0.0957854 Oct 26 14:59:04.796363 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d386969-b649-4c8e-b07f-de25d5aa7a7e req-f3de9f03-4d9e-4341-a22d-ff929c326419 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Oct 26 14:59:05.937955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52abd-1196-4035-bdd1-2c96d42cfe17 req-622dd670-8c49-4eb8-9e87-f6be8c3bab47 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:05.939630 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb52abd-1196-4035-bdd1-2c96d42cfe17 req-622dd670-8c49-4eb8-9e87-f6be8c3bab47 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 946 time: 0.0631261 Oct 26 14:59:05.995131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0eb52abd-1196-4035-bdd1-2c96d42cfe17 req-c8de0da3-9137-4545-8e48-1975bd96f37d tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Oct 26 14:59:06.310132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff282-3dc2-4fdf-8a23-8dd73cc78e38 req-623dea25-4f4e-4345-8597-6a2da9a4fcf7 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:06.311789 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03bff282-3dc2-4fdf-8a23-8dd73cc78e38 req-623dea25-4f4e-4345-8597-6a2da9a4fcf7 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 946 time: 0.0559168 Oct 26 14:59:06.363286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-03bff282-3dc2-4fdf-8a23-8dd73cc78e38 req-36192d48-6514-4855-b712-274307788c47 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447197 Oct 26 14:59:07.506292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18efac-ab0c-4ce6-a71c-c9b1efadce04 req-fdbfb0dc-f881-45fe-86c2-d1f7f6c33993 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:07.507964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b18efac-ab0c-4ce6-a71c-c9b1efadce04 req-fdbfb0dc-f881-45fe-86c2-d1f7f6c33993 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 946 time: 0.0573182 Oct 26 14:59:07.548152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f276a8-d115-499c-af2a-725a5c6db312 req-402e5b44-5f0f-4290-9f27-8af6f677204c tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:07.551295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22f276a8-d115-499c-af2a-725a5c6db312 req-402e5b44-5f0f-4290-9f27-8af6f677204c tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1 HTTP/1.1" status: 200 len: 946 time: 0.0835731 Oct 26 14:59:07.561613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6b18efac-ab0c-4ce6-a71c-c9b1efadce04 req-d9bc984d-66cf-438f-8895-b017b7f8b532 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Oct 26 14:59:07.654611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Deleting port 6c0c5195-e30d-4196-858e-122a8829ee7e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:07.654934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:07.762438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] For port 6c0c5195-e30d-4196-858e-122a8829ee7e, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=6c0c5195-e30d-4196-858e-122a8829ee7e,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:07.762861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:07.778476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Calling delete_port for 6c0c5195-e30d-4196-858e-122a8829ee7e owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:07.947245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:07.964419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8cd9a309-e9d8-4c91-9969-6e6289b7c40a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:07.968627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['6c0c5195-e30d-4196-858e-122a8829ee7e'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:07.983257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Pushing event deleted for resources: {'Port': ['ID=6c0c5195-e30d-4196-858e-122a8829ee7e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:07.996789 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.997135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.997479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.997827 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.998167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.998512 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.999109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.999294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.999580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:07.999852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:08.000224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:08.000611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:08.046622 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] No DVR routers for this DVR port 6c0c5195-e30d-4196-858e-122a8829ee7e on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:08.051159 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:08.055600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-22f276a8-d115-499c-af2a-725a5c6db312 req-b1c8a2d1-9be6-4355-8918-7a86ea65bbd3 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.41 "DELETE /v2.0/ports/6c0c5195-e30d-4196-858e-122a8829ee7e HTTP/1.1" status: 204 len: 173 time: 0.4976969 Oct 26 14:59:08.056236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'name': 'network-vif-deleted', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:08.060103 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc5667-a0d5-4a69-b935-180198fe1ef5" -d '{"events": [{"server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "name": "network-vif-deleted", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:08.143098 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e896131-2ba3-4c22-912f-e8d739198b71 x-openstack-request-id: req-5e896131-2ba3-4c22-912f-e8d739198b71 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:08.143598 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1", "name": "network-vif-deleted", "tag": "6c0c5195-e30d-4196-858e-122a8829ee7e", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:08.143936 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e896131-2ba3-4c22-912f-e8d739198b71 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:08.144585 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c187ff0-309b-4fb9-bec7-75aaeb3e6ec1', 'name': 'network-vif-deleted', 'tag': '6c0c5195-e30d-4196-858e-122a8829ee7e', 'status': 'completed', 'code': 200} Oct 26 14:59:08.765614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479612-db15-4d3d-9886-9d5860ef80de req-815110cf-d5e3-49b8-9e0e-27bd8bc85bb0 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:08.767194 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da479612-db15-4d3d-9886-9d5860ef80de req-815110cf-d5e3-49b8-9e0e-27bd8bc85bb0 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0615809 Oct 26 14:59:08.812251 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da479612-db15-4d3d-9886-9d5860ef80de req-491d54b5-456b-4781-b78f-2dcec5861c9a tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384874 Oct 26 14:59:08.970655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e17d58-bf93-4862-98ff-4f7d511b7bf2 req-4b8c60ec-a595-4713-89f3-2139e68cd79e tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:08.973490 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2e17d58-bf93-4862-98ff-4f7d511b7bf2 req-4b8c60ec-a595-4713-89f3-2139e68cd79e tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0696228 Oct 26 14:59:09.040157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e2e17d58-bf93-4862-98ff-4f7d511b7bf2 req-96930c7f-cc68-4ef9-9102-de2273dbad9d tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580602 Oct 26 14:59:09.190810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f46e38-a94c-48f9-9cff-96c70e1b7e37 req-28e208a4-18b5-4d53-b28d-ab6bcf86b941 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:09.192527 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06f46e38-a94c-48f9-9cff-96c70e1b7e37 req-28e208a4-18b5-4d53-b28d-ab6bcf86b941 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0605159 Oct 26 14:59:09.238953 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-06f46e38-a94c-48f9-9cff-96c70e1b7e37 req-10a701df-3a96-4af1-9c1f-62e0c3da7b93 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Oct 26 14:59:09.324905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-f0b0ff51-1b21-4710-a62a-d28b29d6835e req-50f8b59e-9bc5-4a6a-b2ad-aca02368bbff service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:59:09.326025 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0b0ff51-1b21-4710-a62a-d28b29d6835e req-50f8b59e-9bc5-4a6a-b2ad-aca02368bbff service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060086 Oct 26 14:59:09.453830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7b33a-4b5d-4553-a211-2a18285ac136 req-68f6a885-ca16-4311-afac-20b60824ac77 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:09.455458 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5a7b33a-4b5d-4553-a211-2a18285ac136 req-68f6a885-ca16-4311-afac-20b60824ac77 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0633116 Oct 26 14:59:09.505228 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a5a7b33a-4b5d-4553-a211-2a18285ac136 req-61834220-bc38-4e6a-a379-749cb2024254 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Oct 26 14:59:09.676867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f5bf-1b41-461b-b9bf-82d2e9ce8608 req-b4223abc-0c46-43ad-8188-daf76ae4e07b tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:09.678621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e69f5bf-1b41-461b-b9bf-82d2e9ce8608 req-b4223abc-0c46-43ad-8188-daf76ae4e07b tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Oct 26 14:59:09.727074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5e69f5bf-1b41-461b-b9bf-82d2e9ce8608 req-c9e16062-2eab-43f6-9788-0cc3eaa8d181 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362155 Oct 26 14:59:09.887351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504c00-9b75-43fd-92b3-686e325e5df6 req-a7e42df0-462a-46d6-ada0-c682cb15378f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:09.889062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe504c00-9b75-43fd-92b3-686e325e5df6 req-a7e42df0-462a-46d6-ada0-c682cb15378f tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0591536 Oct 26 14:59:09.934702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fe504c00-9b75-43fd-92b3-686e325e5df6 req-5c4c148b-71bf-49f3-9550-2be7ca198207 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Oct 26 14:59:10.147505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a4455a40-ae02-428a-926e-8b7e7bda3b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:10.346617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c128c-e4cb-45e8-b5ef-7fbda291e750 req-22dc774f-edec-471c-bb8b-0134ccbe04ef tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:10.348178 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea1c128c-e4cb-45e8-b5ef-7fbda291e750 req-22dc774f-edec-471c-bb8b-0134ccbe04ef tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0566435 Oct 26 14:59:10.392156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ea1c128c-e4cb-45e8-b5ef-7fbda291e750 req-531dbd21-39ac-4e5e-a55a-9f0cff78f80d tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368142 Oct 26 14:59:11.579657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8841e0-82ca-40e7-b5f3-8fe96d725222 req-12d62c07-4d18-4eec-a7c1-a5cf75be6bb4 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:11.582488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e8841e0-82ca-40e7-b5f3-8fe96d725222 req-12d62c07-4d18-4eec-a7c1-a5cf75be6bb4 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.0875015 Oct 26 14:59:11.718082 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-a2e82cf8-3c2c-402a-9d7d-07be2e67f437 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:11.720624 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-a2e82cf8-3c2c-402a-9d7d-07be2e67f437 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.73 "GET /v2.0/ports?device_id=24a677f6-44b2-4ee6-ae59-59dd682f07d8 HTTP/1.1" status: 200 len: 945 time: 0.1361613 Oct 26 14:59:11.747426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5e8841e0-82ca-40e7-b5f3-8fe96d725222 req-97853ef9-c4a5-447d-8cc9-99d54c5cbbf7 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.37 "GET /v2.0/security-groups?id=b8dca634-0db2-4392-aa7a-506689060ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473913 Oct 26 14:59:11.861050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Deleting port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:11.861471 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:11.971377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] For port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,segment=NetworkSegment(89d17467-b00a-4109-81da-41378b7b62dc),segment_id=89d17467-b00a-4109-81da-41378b7b62dc)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:11.971705 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:11.991388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Calling delete_port for 8cd9a309-e9d8-4c91-9969-6e6289b7c40a owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:12.150174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:12.166937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6c0c5195-e30d-4196-858e-122a8829ee7e no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:12.170594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['8cd9a309-e9d8-4c91-9969-6e6289b7c40a'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 14:59:12.198927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Pushing event deleted for resources: {'Port': ['ID=8cd9a309-e9d8-4c91-9969-6e6289b7c40a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:12.212359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 6c0c5195-e30d-4196-858e-122a8829ee7e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:12.214000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 6c0c5195-e30d-4196-858e-122a8829ee7e not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:12.264236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] No DVR routers for this DVR port 8cd9a309-e9d8-4c91-9969-6e6289b7c40a on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:12.267130 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:12.270979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-124ed13e-7fb9-45a1-9dd9-b2df7f24c8df req-4840b059-8f85-4ff3-ac1b-0757187e8775 tempest-ServersNegativeTestJSON-198915515 tempest-ServersNegativeTestJSON-198915515-project] 10.222.0.73 "DELETE /v2.0/ports/8cd9a309-e9d8-4c91-9969-6e6289b7c40a HTTP/1.1" status: 204 len: 173 time: 0.5398984 Oct 26 14:59:12.271515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'name': 'network-vif-deleted', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:12.274851 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75006bfc-7c82-487d-807c-606ba3249098" -d '{"events": [{"server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "name": "network-vif-deleted", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:12.324388 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabc51d-6139-4d46-ba7a-592e98c51d87 x-openstack-request-id: req-5cabc51d-6139-4d46-ba7a-592e98c51d87 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:12.324756 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a677f6-44b2-4ee6-ae59-59dd682f07d8", "name": "network-vif-deleted", "tag": "8cd9a309-e9d8-4c91-9969-6e6289b7c40a", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:12.325044 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cabc51d-6139-4d46-ba7a-592e98c51d87 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:12.325561 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a677f6-44b2-4ee6-ae59-59dd682f07d8', 'name': 'network-vif-deleted', 'tag': '8cd9a309-e9d8-4c91-9969-6e6289b7c40a', 'status': 'completed', 'code': 200} Oct 26 14:59:12.857036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53556) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:12.908800 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Deleting subnet cc989f3b-c0c1-4ebf-8a95-08425571ecd6 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:12.912907 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:12.938571 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7e07-b7e9-4360-a355-4647ebae5d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:12.968004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.018442 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.087687 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.116600 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc989f3b-c0c1-4ebf-8a95-08425571ecd6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:13.120459 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.123845 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ca971480-3790-432d-9882-be97efe42b79 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cc989f3b-c0c1-4ebf-8a95-08425571ecd6 HTTP/1.1" status: 204 len: 168 time: 0.2657075 Oct 26 14:59:13.126898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53558) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:13.204478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.297904 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.323247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6ee5b0-8874-4319-abf6-deaf6f75ebc3']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:13.334876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d17467-b00a-4109-81da-41378b7b62dc') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:13.335294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d17467-b00a-4109-81da-41378b7b62dc') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:13.347363 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.366018 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.378516 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:13.379168 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:13.382597 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:13.480601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.488527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.494916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee6ee5b0-8874-4319-abf6-deaf6f75ebc3 HTTP/1.1" status: 204 len: 168 time: 0.3669446 Oct 26 14:59:13.510833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9fc6-360e-4ed0-979c-cd3c05d83aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6ee5b0-8874-4319-abf6-deaf6f75ebc3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:13.641158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53562) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:13.689977 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-02176caf-5cd3-40e0-b856-199898f5706b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f9cc13903ee4821b7f3c2613e87b0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475109 Oct 26 14:59:13.694173 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53564) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:13.751405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.778795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.839309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.844316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:13.846479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8dca634-0db2-4392-aa7a-506689060ac6 HTTP/1.1" status: 204 len: 168 time: 0.1510148 Oct 26 14:59:13.860313 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79831120-5838-4ea0-930a-a97646a3d321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dca634-0db2-4392-aa7a-506689060ac6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:13.953799 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:14.458140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:14.748219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:14.863650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422132170'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:14.878549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8cd9a309-e9d8-4c91-9969-6e6289b7c40a no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:14.890777 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:14.894664 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:14.904321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:14.914664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 8cd9a309-e9d8-4c91-9969-6e6289b7c40a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:14.915250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 8cd9a309-e9d8-4c91-9969-6e6289b7c40a not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:15.008399 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.013185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.044146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:15.054739 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32520970-6dca-4076-a00d-a703a9fd66c6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:15.062090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.062438 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Added segment 66dfcdfe-a620-4d97-8b99-49bf47ad36ab of type vlan for network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 Oct 26 14:59:15.109589 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.139030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.144987 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:15.145616 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:15.205396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4558191 Oct 26 14:59:15.223831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3c11-9d40-4b43-a975-09dd8e4267ec tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Network': ['ID=1402b2f0-64f0-4102-80e3-35e2e9c3ca46,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:15.236982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:15.993986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.545851 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53590) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:18.551567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'subnet': {'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:18.652161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:18.656232 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:18.942349 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.017081 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Subnet': ['ID=62c16e2a-d7ab-4172-9423-e4d0de207d92,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.030020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking segment: {'id': '66dfcdfe-a620-4d97-8b99-49bf47ad36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:19.030617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network hostable DHCP agents. Network: 1402b2f0-64f0-4102-80e3-35e2e9c3ca46, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:19.054544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:19.067012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1402b2f0-64f0-4102-80e3-35e2e9c3ca46) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:19.072458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:19.073118 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.082906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af9918-c22e-4686-a0c5-eab214c1255b None None] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:19.100162 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-946b5458-820c-4fd8-9172-e9837c10650b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5530026 Oct 26 14:59:19.100599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53592) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:19.111448 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493585586'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:19.151834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:19.157803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.212196 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:19.228737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.229740 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Added segment c863fe98-9f26-43f3-8614-8a7263e64dfc of type vlan for network 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 Oct 26 14:59:19.284653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1402b2f0-64f0-4102-80e3-35e2e9c3ca46', 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46', 'tenant_id': '92349de9119046dca1325ab8ae2df103', 'fixed_ips': [{'subnet_id': '62c16e2a-d7ab-4172-9423-e4d0de207d92'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:19.285712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.295478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.336883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.344299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:19.345063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.412226 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3102584 Oct 26 14:59:19.417657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53594) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:19.427032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'subnet': {'network_id': '1fbe8f84-f17b-4cc5-b8a6-179dd9fee774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:19.428279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da277f-0b78-43ce-8e95-703c46306163 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Network': ['ID=1fbe8f84-f17b-4cc5-b8a6-179dd9fee774,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.444154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:19.532060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Allocated IP 2001:db8:0:ffff::2 (1402b2f0-64f0-4102-80e3-35e2e9c3ca46/62c16e2a-d7ab-4172-9423-e4d0de207d92/09118c26-336e-4e61-89ff-3dd42bf5e467) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:19.579307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:19.583757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.777835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.785523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.832674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:19.836657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:19.841660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:19.845224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Pushing event updated for resources: {'Port': ['ID=09118c26-336e-4e61-89ff-3dd42bf5e467,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.869734 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.915972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Attempting to bind port 09118c26-336e-4e61-89ff-3dd42bf5e467 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:19.915972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Attempting to bind port 09118c26-336e-4e61-89ff-3dd42bf5e467 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '66dfcdfe-a620-4d97-8b99-49bf47ad36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:19.915972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Attempting to bind port 09118c26-336e-4e61-89ff-3dd42bf5e467 on network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:19.923111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:19.923645 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Checking segment: {'id': '66dfcdfe-a620-4d97-8b99-49bf47ad36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:19.924244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.924904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Bound using segment: {'id': '66dfcdfe-a620-4d97-8b99-49bf47ad36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:19.925705 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Bound port: 09118c26-336e-4e61-89ff-3dd42bf5e467, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dfcdfe-a620-4d97-8b99-49bf47ad36ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1402b2f0-64f0-4102-80e3-35e2e9c3ca46'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:19.926254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:19.960300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Subnet': ['ID=9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:19.971007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking segment: {'id': 'c863fe98-9f26-43f3-8614-8a7263e64dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1fbe8f84-f17b-4cc5-b8a6-179dd9fee774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:19.971368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network hostable DHCP agents. Network: 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:19.995995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:20.009083 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:20.020459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:20.021510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.030058 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6d052-3de2-497f-a335-1d9ffef4753e None None] Network 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:20.049207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1f8183ce-971a-4254-a905-d853b64eefb1 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6294558 Oct 26 14:59:20.052202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53596) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:20.087045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] For port 09118c26-336e-4e61-89ff-3dd42bf5e467, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:20.111568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] For port 09118c26-336e-4e61-89ff-3dd42bf5e467, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09118c26-336e-4e61-89ff-3dd42bf5e467,segment=NetworkSegment(66dfcdfe-a620-4d97-8b99-49bf47ad36ab),segment_id=66dfcdfe-a620-4d97-8b99-49bf47ad36ab)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:20.118579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.204688 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840689f5-145b-4255-92e2-d5c87f76aa0e None None] Pushing event updated for resources: {'Port': ['ID=09118c26-336e-4e61-89ff-3dd42bf5e467,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:20.252954 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.327078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b125bf-4bae-4fba-bdc9-fc8329d57a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1fbe8f84-f17b-4cc5-b8a6-179dd9fee774', 'network_id': '1fbe8f84-f17b-4cc5-b8a6-179dd9fee774', 'tenant_id': '92349de9119046dca1325ab8ae2df103', 'fixed_ips': [{'subnet_id': '9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:20.328194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d8b125bf-4bae-4fba-bdc9-fc8329d57a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.371606 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.490470 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.534280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Subnet': ['ID=9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-d8b125bf-4bae-4fba-bdc9-fc8329d57a29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7: This subnet is being modified by another concurrent operation. Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7: This subnet is being modified by another concurrent operation. Oct 26 14:59:20.546260 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:59:20.577568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d76e83-b618-469b-9dae-a7fac201f054 None None] Network 1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:20.668636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.693610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbe8f84-f17b-4cc5-b8a6-179dd9fee774']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.705606 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c863fe98-9f26-43f3-8614-8a7263e64dfc') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.705919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c863fe98-9f26-43f3-8614-8a7263e64dfc') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:20.718391 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.736124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.744511 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:20.745199 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:20.749182 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:20.831173 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.836725 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.841348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 HTTP/1.1" status: 204 len: 168 time: 0.7875211 Oct 26 14:59:20.846666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53598) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:20.853692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-545864564'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:20.866147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14852c74-04ce-4867-8a7d-cf7b94364a61 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Network': ['ID=1fbe8f84-f17b-4cc5-b8a6-179dd9fee774,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:20.879682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:20.885859 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.913283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:20.926095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:20.926435 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Added segment 6280f5bf-1c1a-43e3-a6e1-ddec49568c50 of type vlan for network c4a6695b-a43d-4782-96fd-67de8e07392c Oct 26 14:59:20.983035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.021291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.032952 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:21.033909 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.143490 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2944355 Oct 26 14:59:21.146332 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53600) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:21.157274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'subnet': {'network_id': 'c4a6695b-a43d-4782-96fd-67de8e07392c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:21.162591 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09118c26-336e-4e61-89ff-3dd42bf5e467 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:21.171824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c749-098c-4c98-a9b7-766b03c3b8ed tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Network': ['ID=c4a6695b-a43d-4782-96fd-67de8e07392c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:21.194452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network c4a6695b-a43d-4782-96fd-67de8e07392c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:21.349536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:21.354683 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.463489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Performing IP validity checks on allocation pools {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 26 14:59:21.464561 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.ipam_backend_mixin [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102163) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 26 14:59:21.490541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 09118c26-336e-4e61-89ff-3dd42bf5e467 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:21.491019 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.519031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51442eab-6cfc-4867-9f85-8e101e41a298 None None] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:21.611486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b163deb0-4bf9-4c67-85ff-f50e2b13f86c None None] Provisioning complete for port 09118c26-336e-4e61-89ff-3dd42bf5e467 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:21.611773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b163deb0-4bf9-4c67-85ff-f50e2b13f86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.734845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.789111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.822711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b163deb0-4bf9-4c67-85ff-f50e2b13f86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.848338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Subnet': ['ID=b31bdbdd-4418-433e-b633-448d61fc2313,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:21.865414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking segment: {'id': '6280f5bf-1c1a-43e3-a6e1-ddec49568c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'c4a6695b-a43d-4782-96fd-67de8e07392c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:21.866040 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network hostable DHCP agents. Network: c4a6695b-a43d-4782-96fd-67de8e07392c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:21.891491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network c4a6695b-a43d-4782-96fd-67de8e07392c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:21.891846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 09118c26-336e-4e61-89ff-3dd42bf5e467, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09118c26-336e-4e61-89ff-3dd42bf5e467,segment=NetworkSegment(66dfcdfe-a620-4d97-8b99-49bf47ad36ab),segment_id=66dfcdfe-a620-4d97-8b99-49bf47ad36ab)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:21.898333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.905826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, c4a6695b-a43d-4782-96fd-67de8e07392c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:21.913710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:21.915049 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:21.934778 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777873f9-5b33-4d81-aa72-923f2d02bf4f None None] Network c4a6695b-a43d-4782-96fd-67de8e07392c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:21.947949 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e63893ff-f81b-47d3-a3f2-84c6f21b3885 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7998235 Oct 26 14:59:21.951576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53604) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:22.063941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=09118c26-336e-4e61-89ff-3dd42bf5e467,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.069492 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-b163deb0-4bf9-4c67-85ff-f50e2b13f86c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:59:22.069838 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-b163deb0-4bf9-4c67-85ff-f50e2b13f86c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:59:22.125938 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.227219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.228773 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f78c9f-7967-443a-99dc-03086c734224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-c4a6695b-a43d-4782-96fd-67de8e07392c', 'network_id': 'c4a6695b-a43d-4782-96fd-67de8e07392c', 'tenant_id': '92349de9119046dca1325ab8ae2df103', 'fixed_ips': [{'subnet_id': 'b31bdbdd-4418-433e-b633-448d61fc2313'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:22.229695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0f78c9f-7967-443a-99dc-03086c734224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.330111 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.341834 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server [None req-b0f78c9f-7967-443a-99dc-03086c734224 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b31bdbdd-4418-433e-b633-448d61fc2313: This subnet is being modified by another concurrent operation. Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise self.value Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server raise exception Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b31bdbdd-4418-433e-b633-448d61fc2313: This subnet is being modified by another concurrent operation. Oct 26 14:59:22.354136 n-d-813419-9 neutron-server[102165]: ERROR oslo_messaging.rpc.server Oct 26 14:59:22.378500 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbb5e4-fb78-4c63-93c7-37f6f4c40100 None None] Network c4a6695b-a43d-4782-96fd-67de8e07392c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:22.383348 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Subnet': ['ID=b31bdbdd-4418-433e-b633-448d61fc2313,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.460443 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.492481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a6695b-a43d-4782-96fd-67de8e07392c']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:22.511034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6280f5bf-1c1a-43e3-a6e1-ddec49568c50') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:22.511515 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6280f5bf-1c1a-43e3-a6e1-ddec49568c50') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:22.528760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.554960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.559271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f28f0-2e28-415b-b0f0-e2970d018f72 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:59:22.563932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:22.564548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:22.568879 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:22.640039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.649096 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.653464 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/c4a6695b-a43d-4782-96fd-67de8e07392c HTTP/1.1" status: 204 len: 168 time: 0.7001722 Oct 26 14:59:22.658633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53608) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:22.667524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1846813093'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:22.669572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728cd43-59f8-4c36-9dfd-5e0d27471c58 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Network': ['ID=c4a6695b-a43d-4782-96fd-67de8e07392c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:22.712961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:22.717484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.739823 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f28f0-2e28-415b-b0f0-e2970d018f72 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:59:22.753052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:22.769729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.770233 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Added segment e3b3c63f-8a20-4ddf-945a-1244a83edb7b of type vlan for network 0537254b-f52c-458e-8855-a240025d53b8 Oct 26 14:59:22.843743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.868954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9bce15b1-d369-4672-8ade-b4cf69f1b692 None None] Provisioning complete for port 09118c26-336e-4e61-89ff-3dd42bf5e467 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:22.869314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9bce15b1-d369-4672-8ade-b4cf69f1b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.878263 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.885498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:22.886355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:22.996954 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3356614 Oct 26 14:59:23.000583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53610) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:23.010453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'subnet': {'network_id': '0537254b-f52c-458e-8855-a240025d53b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:23.027507 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64da466-e894-48f4-bea5-f860b496a602 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Network': ['ID=0537254b-f52c-458e-8855-a240025d53b8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:23.091097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 0537254b-f52c-458e-8855-a240025d53b8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:23.198599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09118c26-336e-4e61-89ff-3dd42bf5e467 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:23.215979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:23.220862 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.231652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90402b7f-2ae6-4ccd-8ae6-c33fbd27e414 None None] get_active_networks_info from n-d-813419-9 {{(pid=102165) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 26 14:59:23.345549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 09118c26-336e-4e61-89ff-3dd42bf5e467 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:23.346771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.356875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90402b7f-2ae6-4ccd-8ae6-c33fbd27e414 None None] Resources bound (agent type, host, resource id): {{(pid=102165) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 14:59:23.541825 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.628460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Subnet': ['ID=5bc871b2-918f-4bde-ba57-a7402f0023db,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:23.630797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking segment: {'id': 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0537254b-f52c-458e-8855-a240025d53b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:23.631174 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network hostable DHCP agents. Network: 0537254b-f52c-458e-8855-a240025d53b8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:23.654156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network 0537254b-f52c-458e-8855-a240025d53b8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:23.666629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 0537254b-f52c-458e-8855-a240025d53b8) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:23.671684 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:23.672297 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.700516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53614) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:23.701366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-07150691-f48f-4886-abf9-3cac87603fa6 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6989496 Oct 26 14:59:23.706942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571634636'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:23.739733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:23.745045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.765183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8db2d1-4582-44be-a20c-64b7c42f7add None None] Network 0537254b-f52c-458e-8855-a240025d53b8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:23.792425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:23.810266 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.810773 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Added segment a48ae3fc-fc40-4acb-8902-a60aca47a171 of type vlan for network 5d7506f2-5e9d-417e-816b-bd26baa5b157 Oct 26 14:59:23.870526 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.913011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.923246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:23.924274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.925469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.972470 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-0537254b-f52c-458e-8855-a240025d53b8', 'network_id': '0537254b-f52c-458e-8855-a240025d53b8', 'tenant_id': '92349de9119046dca1325ab8ae2df103', 'fixed_ips': [{'subnet_id': '5bc871b2-918f-4bde-ba57-a7402f0023db'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:23.973605 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:23.993371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2907069 Oct 26 14:59:23.998567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53616) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:24.014328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Request body: {'subnet': {'network_id': '5d7506f2-5e9d-417e-816b-bd26baa5b157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:24.030923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0ff25-1377-409a-b5f0-26ab259b05ad tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Network': ['ID=5d7506f2-5e9d-417e-816b-bd26baa5b157,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.096895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5d7506f2-5e9d-417e-816b-bd26baa5b157 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:24.174529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Made reservation on behalf of 92349de9119046dca1325ab8ae2df103 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:24.181754 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.237322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Allocated IP 2001:db8::2 (0537254b-f52c-458e-8855-a240025d53b8/5bc871b2-918f-4bde-ba57-a7402f0023db/38fe90c8-8e03-460d-a186-b829daf9dfe8) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:24.427610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.435690 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.447764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.482510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Network 0537254b-f52c-458e-8855-a240025d53b8 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:24.485963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:24.492650 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:24.500875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Pushing event updated for resources: {'Port': ['ID=38fe90c8-8e03-460d-a186-b829daf9dfe8,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.518001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event updated for resources: {'Subnet': ['ID=78b22d7b-ec61-4a52-bda6-3f3564631e2d,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.537568 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Checking segment: {'id': 'a48ae3fc-fc40-4acb-8902-a60aca47a171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '5d7506f2-5e9d-417e-816b-bd26baa5b157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:24.538094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network hostable DHCP agents. Network: 5d7506f2-5e9d-417e-816b-bd26baa5b157, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:24.562564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Network 5d7506f2-5e9d-417e-816b-bd26baa5b157 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:24.577593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5d7506f2-5e9d-417e-816b-bd26baa5b157) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:24.583796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:24.584883 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.594181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea108a-2cae-4cd6-b381-1eda4fe52d8c None None] Network 5d7506f2-5e9d-417e-816b-bd26baa5b157 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:24.605757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a0984d1-84c8-4012-b133-af6fbc607539 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6050916 Oct 26 14:59:24.608715 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53618) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:24.670735 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Attempting to bind port 38fe90c8-8e03-460d-a186-b829daf9dfe8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:24.671273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Attempting to bind port 38fe90c8-8e03-460d-a186-b829daf9dfe8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0537254b-f52c-458e-8855-a240025d53b8'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:24.671900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Attempting to bind port 38fe90c8-8e03-460d-a186-b829daf9dfe8 on network 0537254b-f52c-458e-8855-a240025d53b8 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:24.696122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:24.696886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Checking segment: {'id': 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0537254b-f52c-458e-8855-a240025d53b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:24.697437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.698114 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Bound using segment: {'id': 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0537254b-f52c-458e-8855-a240025d53b8'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:24.698904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Bound port: 38fe90c8-8e03-460d-a186-b829daf9dfe8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0537254b-f52c-458e-8855-a240025d53b8'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:24.699516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.731378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.845820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.912976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] For port 38fe90c8-8e03-460d-a186-b829daf9dfe8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:24.920208 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:24.944071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] For port 38fe90c8-8e03-460d-a186-b829daf9dfe8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=38fe90c8-8e03-460d-a186-b829daf9dfe8,segment=NetworkSegment(e3b3c63f-8a20-4ddf-945a-1244a83edb7b),segment_id=e3b3c63f-8a20-4ddf-945a-1244a83edb7b)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:24.954539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Subnet': ['ID=78b22d7b-ec61-4a52-bda6-3f3564631e2d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:24.990962 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.036454 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.061849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7506f2-5e9d-417e-816b-bd26baa5b157']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:25.073611 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48ae3fc-fc40-4acb-8902-a60aca47a171') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:25.073885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48ae3fc-fc40-4acb-8902-a60aca47a171') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:25.090817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.109341 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.117793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:25.118131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:25.121755 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:25.194646 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.203715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.207465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/5d7506f2-5e9d-417e-816b-bd26baa5b157 HTTP/1.1" status: 204 len: 168 time: 0.5974855 Oct 26 14:59:25.211880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53620) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.233385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d7de6-cd15-4fc7-be70-fba96d5499e5 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Network': ['ID=5d7506f2-5e9d-417e-816b-bd26baa5b157,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.245396 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-106e2692-30ef-4c28-9fbe-32181500c194 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] GET failed (client error): The resource could not be found. Oct 26 14:59:25.246837 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-106e2692-30ef-4c28-9fbe-32181500c194 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "GET /v2.0/subnets/78b22d7b-ec61-4a52-bda6-3f3564631e2d HTTP/1.1" status: 404 len: 337 time: 0.0337205 Oct 26 14:59:25.250359 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53622) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.270522 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26fadf2-8b40-4536-ac0c-00a60eec2497 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:25.271123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26fadf2-8b40-4536-ac0c-00a60eec2497 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:25.274977 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f26fadf2-8b40-4536-ac0c-00a60eec2497 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/5d7506f2-5e9d-417e-816b-bd26baa5b157 HTTP/1.1" status: 404 len: 339 time: 0.0235484 Oct 26 14:59:25.280902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53624) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.293900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00d5cf-1e3b-463a-a935-afea555329c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5d7506f2-5e9d-417e-816b-bd26baa5b157', 'network_id': '5d7506f2-5e9d-417e-816b-bd26baa5b157', 'tenant_id': '92349de9119046dca1325ab8ae2df103', 'fixed_ips': [{'subnet_id': '78b22d7b-ec61-4a52-bda6-3f3564631e2d'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:25.295315 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ff00d5cf-1e3b-463a-a935-afea555329c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.313832 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-c045ea78-7f4c-4d1e-89a3-6ec6fe884b3f tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:25.314314 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c045ea78-7f4c-4d1e-89a3-6ec6fe884b3f tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:25.317635 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c045ea78-7f4c-4d1e-89a3-6ec6fe884b3f tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/subnets/78b22d7b-ec61-4a52-bda6-3f3564631e2d HTTP/1.1" status: 404 len: 337 time: 0.0363147 Oct 26 14:59:25.321101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53626) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.343648 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-40383ff5-8089-44a9-b22f-9c58ca7a5c98 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:25.344243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40383ff5-8089-44a9-b22f-9c58ca7a5c98 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:25.350026 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-40383ff5-8089-44a9-b22f-9c58ca7a5c98 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/5d7506f2-5e9d-417e-816b-bd26baa5b157 HTTP/1.1" status: 404 len: 339 time: 0.0252943 Oct 26 14:59:25.350700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:25.386391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03c097-337a-4517-a1b0-247ea10e3868 None None] Pushing event updated for resources: {'Port': ['ID=38fe90c8-8e03-460d-a186-b829daf9dfe8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:25.400951 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80675f1-7cc9-4bae-a6d2-45d04c6e89c3 None None] Network 5d7506f2-5e9d-417e-816b-bd26baa5b157 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:25.421032 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Deleting subnet 5bc871b2-918f-4bde-ba57-a7402f0023db {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:25.424359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80675f1-7cc9-4bae-a6d2-45d04c6e89c3 None None] Network 5d7506f2-5e9d-417e-816b-bd26baa5b157 could not be found, it might have been deleted concurrently. {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:59:25.425277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:25.478788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.081500 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.166608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.196219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc871b2-918f-4bde-ba57-a7402f0023db,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:26.201133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.204561 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a764d29-f207-439e-8fbb-99e9d366451c tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/subnets/5bc871b2-918f-4bde-ba57-a7402f0023db HTTP/1.1" status: 204 len: 168 time: 0.8518095 Oct 26 14:59:26.207908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:26.311700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.385268 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Deleting port 38fe90c8-8e03-460d-a186-b829daf9dfe8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:26.385653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.484668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] For port 38fe90c8-8e03-460d-a186-b829daf9dfe8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=38fe90c8-8e03-460d-a186-b829daf9dfe8,segment=NetworkSegment(e3b3c63f-8a20-4ddf-945a-1244a83edb7b),segment_id=e3b3c63f-8a20-4ddf-945a-1244a83edb7b)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:26.485187 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.506399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1e2feb-c725-4f39-bb8a-30fee0008f0f None None] Network 0537254b-f52c-458e-8855-a240025d53b8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:26.507297 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Calling delete_port for 38fe90c8-8e03-460d-a186-b829daf9dfe8 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:26.633345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.644876 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-57e0a95f-be1d-4582-a5f2-a01c63b40f17 None None] Provisioning complete for port 38fe90c8-8e03-460d-a186-b829daf9dfe8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:26.645684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57e0a95f-be1d-4582-a5f2-a01c63b40f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.667696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Port': ['ID=38fe90c8-8e03-460d-a186-b829daf9dfe8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:26.680591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No DVR routers for this DVR port 38fe90c8-8e03-460d-a186-b829daf9dfe8 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:26.698556 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-57e0a95f-be1d-4582-a5f2-a01c63b40f17 None None] Port 38fe90c8-8e03-460d-a186-b829daf9dfe8 was deleted so its status cannot be updated. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 26 14:59:26.754571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfdc263-8fbe-4139-9012-c90ce16809ef None None] DHCP port deletion for 0537254b-f52c-458e-8855-a240025d53b8 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:26.800003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.825929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0537254b-f52c-458e-8855-a240025d53b8']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:26.839148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:26.839489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b3c63f-8a20-4ddf-945a-1244a83edb7b') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:26.852251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.869014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.876680 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:26.877241 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:26.881044 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:26.950385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.962418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:26.965878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/0537254b-f52c-458e-8855-a240025d53b8 HTTP/1.1" status: 204 len: 168 time: 0.7568562 Oct 26 14:59:26.968792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53632) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:26.988020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234890a-d72d-48e7-9dca-cda855996cdb tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Network': ['ID=0537254b-f52c-458e-8855-a240025d53b8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.013355 n-d-813419-9 neutron-server[102164]: INFO neutron.pecan_wsgi.hooks.translation [None req-f931ac5f-5a97-4512-a000-a877ea7907e4 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:27.013814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f931ac5f-5a97-4512-a000-a877ea7907e4 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102164) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:27.017153 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f931ac5f-5a97-4512-a000-a877ea7907e4 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/subnets/b31bdbdd-4418-433e-b633-448d61fc2313 HTTP/1.1" status: 404 len: 337 time: 0.0471456 Oct 26 14:59:27.020438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53634) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.054151 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fabcbc7-0d57-4e9c-9d44-ec815d94e6e7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:27.056047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fabcbc7-0d57-4e9c-9d44-ec815d94e6e7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:27.061913 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2fabcbc7-0d57-4e9c-9d44-ec815d94e6e7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/c4a6695b-a43d-4782-96fd-67de8e07392c HTTP/1.1" status: 404 len: 339 time: 0.0397613 Oct 26 14:59:27.064382 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53636) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.099717 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-499845d1-30ca-45bb-af67-e103ef3fc80b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:27.100056 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499845d1-30ca-45bb-af67-e103ef3fc80b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:27.103795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-499845d1-30ca-45bb-af67-e103ef3fc80b tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/subnets/9a19d9de-ff9b-44b2-8ce5-09b6c497d8d7 HTTP/1.1" status: 404 len: 337 time: 0.0380330 Oct 26 14:59:27.106716 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53638) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.127330 n-d-813419-9 neutron-server[102163]: INFO neutron.pecan_wsgi.hooks.translation [None req-038eb447-9841-4131-90c4-7046fd1e3726 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] DELETE failed (client error): The resource could not be found. Oct 26 14:59:27.127942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038eb447-9841-4131-90c4-7046fd1e3726 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102163) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 26 14:59:27.131174 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-038eb447-9841-4131-90c4-7046fd1e3726 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/1fbe8f84-f17b-4cc5-b8a6-179dd9fee774 HTTP/1.1" status: 404 len: 339 time: 0.0233467 Oct 26 14:59:27.134963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53640) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.197602 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Deleting subnet 62c16e2a-d7ab-4172-9423-e4d0de207d92 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:27.201723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.249417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.349110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.423288 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.454817 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Subnet': ['ID=62c16e2a-d7ab-4172-9423-e4d0de207d92,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.459877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.463595 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cdb28c95-23ff-4353-95e1-b49aaeb397b9 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/subnets/62c16e2a-d7ab-4172-9423-e4d0de207d92 HTTP/1.1" status: 204 len: 168 time: 0.3274748 Oct 26 14:59:27.467012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:27.470706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36724c-d7ca-40a6-949d-773f14d8f265 None None] Network 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:27.570979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.633823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Deleting port 09118c26-336e-4e61-89ff-3dd42bf5e467 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:27.634368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.727035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] DHCP port deletion for 1402b2f0-64f0-4102-80e3-35e2e9c3ca46 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:27.732001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] For port 09118c26-336e-4e61-89ff-3dd42bf5e467, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09118c26-336e-4e61-89ff-3dd42bf5e467,segment=NetworkSegment(66dfcdfe-a620-4d97-8b99-49bf47ad36ab),segment_id=66dfcdfe-a620-4d97-8b99-49bf47ad36ab)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:27.732433 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.749478 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Calling delete_port for 09118c26-336e-4e61-89ff-3dd42bf5e467 owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:27.812178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Deleting port 09118c26-336e-4e61-89ff-3dd42bf5e467 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:27.812817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.837831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.865653 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Port': ['ID=09118c26-336e-4e61-89ff-3dd42bf5e467,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:27.870247 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] No DVR routers for this DVR port 09118c26-336e-4e61-89ff-3dd42bf5e467 on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:27.936834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] For port 09118c26-336e-4e61-89ff-3dd42bf5e467, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09118c26-336e-4e61-89ff-3dd42bf5e467,segment=NetworkSegment(66dfcdfe-a620-4d97-8b99-49bf47ad36ab),segment_id=66dfcdfe-a620-4d97-8b99-49bf47ad36ab)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:27.937476 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:27.962902 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Calling delete_port for 09118c26-336e-4e61-89ff-3dd42bf5e467 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:28.066589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.100019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] Pushing event deleted for resources: {'Port': ['ID=09118c26-336e-4e61-89ff-3dd42bf5e467,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.106097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d87e4b-0693-40c4-811c-291b1f2e0cd9 None None] No DVR routers for this DVR port 09118c26-336e-4e61-89ff-3dd42bf5e467 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:28.251829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.277951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1402b2f0-64f0-4102-80e3-35e2e9c3ca46']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:28.289666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfcdfe-a620-4d97-8b99-49bf47ad36ab') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:28.289967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfcdfe-a620-4d97-8b99-49bf47ad36ab') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:28.301814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.317624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.326474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:28.326932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:28.330622 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:28.402648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.410218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:28.414266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] 10.222.0.37 "DELETE /v2.0/networks/1402b2f0-64f0-4102-80e3-35e2e9c3ca46 HTTP/1.1" status: 204 len: 168 time: 0.9450045 Oct 26 14:59:28.432336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619e05e-be1d-4238-b794-8b63dacac0f7 tempest-NetworksIpV6Test-1876842027 tempest-NetworksIpV6Test-1876842027-project] Pushing event deleted for resources: {'Network': ['ID=1402b2f0-64f0-4102-80e3-35e2e9c3ca46,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:28.711579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53648) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.915491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a032a894-19fc-40d5-ab06-86c79fc5c670 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=92349de9119046dca1325ab8ae2df103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025723 Oct 26 14:59:28.918410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53652) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:28.976762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.001193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.063609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.067597 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:29.069343 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32520970-6dca-4076-a00d-a703a9fd66c6 HTTP/1.1" status: 204 len: 168 time: 0.1497262 Oct 26 14:59:29.081580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97a4fc-1587-4179-85de-b52d4a4b4dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32520970-6dca-4076-a00d-a703a9fd66c6,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:29.126458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09118c26-336e-4e61-89ff-3dd42bf5e467 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:29.149882 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 09118c26-336e-4e61-89ff-3dd42bf5e467 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:29.150332 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09118c26-336e-4e61-89ff-3dd42bf5e467 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:29.935102 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53674) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.047484 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-492536834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:30.080040 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.081339 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.182435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.187764 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.219757 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.222244 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cb827d53-bde9-4094-92b9-bc313c84a798 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2860291 Oct 26 14:59:30.225016 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53678) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.231897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-992913015'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:30.256362 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Made reservation on behalf of e4456b3e3a344a51958a9b9a71a6e5f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:30.260343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.271228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.381630 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.386535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.419472 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:30.430775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca03229-9377-432f-ae31-132b2b3ed227,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:30.439530 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.439821 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Added segment d41fa022-dddd-42c9-a842-2332a22f018d of type vlan for network be41e7fd-6621-4d5f-852a-f55abbf903ce Oct 26 14:59:30.500689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.535400 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.542614 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:30.543303 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:30.626175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3997743 Oct 26 14:59:30.629605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:30.637272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'subnet': {'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:30.661650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67a9db-4cc3-402a-b72e-bb1dd4ac2ecd tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event updated for resources: {'Network': ['ID=be41e7fd-6621-4d5f-852a-f55abbf903ce,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:30.676312 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network be41e7fd-6621-4d5f-852a-f55abbf903ce details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:30.775425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Made reservation on behalf of e4456b3e3a344a51958a9b9a71a6e5f6 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:30.781970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.061529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.153441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event updated for resources: {'Subnet': ['ID=4ea998d1-a2a4-4280-b6c4-18aab140c088,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.166857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Checking segment: {'id': 'd41fa022-dddd-42c9-a842-2332a22f018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:31.167093 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Network hostable DHCP agents. Network: be41e7fd-6621-4d5f-852a-f55abbf903ce, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:31.199355 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Network be41e7fd-6621-4d5f-852a-f55abbf903ce is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:31.213123 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, be41e7fd-6621-4d5f-852a-f55abbf903ce) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:31.220667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:31.221704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.229047 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81acac0-ab50-47eb-991a-222dbdecfe43 None None] Network be41e7fd-6621-4d5f-852a-f55abbf903ce requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:31.255422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-75f8f084-ef31-4dc9-b0f7-447708da1914 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6198263 Oct 26 14:59:31.256151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53682) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:31.265767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1869720953'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:31.301935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Made reservation on behalf of e4456b3e3a344a51958a9b9a71a6e5f6 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:31.307186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.353107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:31.368642 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.369632 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Added segment 16bfc312-6b41-4c14-afa3-de3334db3663 of type vlan for network 9e96df68-a7cc-4a46-9163-77c328898783 Oct 26 14:59:31.440555 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.452932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-be41e7fd-6621-4d5f-852a-f55abbf903ce', 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce', 'tenant_id': 'e4456b3e3a344a51958a9b9a71a6e5f6', 'fixed_ips': [{'subnet_id': '4ea998d1-a2a4-4280-b6c4-18aab140c088'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:31.454304 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.484260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.490398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:31.491053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:31.591009 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3318684 Oct 26 14:59:31.594395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53684) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:31.603426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'subnet': {'network_id': '9e96df68-a7cc-4a46-9163-77c328898783', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:31.699833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c9a27-2336-48f4-9627-015c5468d130 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event updated for resources: {'Network': ['ID=9e96df68-a7cc-4a46-9163-77c328898783,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:31.718481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9e96df68-a7cc-4a46-9163-77c328898783 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:31.738726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Allocated IP 172.20.0.2 (be41e7fd-6621-4d5f-852a-f55abbf903ce/4ea998d1-a2a4-4280-b6c4-18aab140c088/e5aee9cc-f081-4d2f-b0d7-e50334b53f46) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:31.782271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Made reservation on behalf of e4456b3e3a344a51958a9b9a71a6e5f6 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:31.788435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.011206 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.018254 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.063859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Network be41e7fd-6621-4d5f-852a-f55abbf903ce is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:32.068121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:32.081262 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.081646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:32.087492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Pushing event updated for resources: {'Port': ['ID=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.149786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event updated for resources: {'Subnet': ['ID=1620eef8-9723-4533-bcc6-a44a8c5fa415,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.163628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Checking segment: {'id': '16bfc312-6b41-4c14-afa3-de3334db3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:32.164125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Network hostable DHCP agents. Network: 9e96df68-a7cc-4a46-9163-77c328898783, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:32.170010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Attempting to bind port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:32.170382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Attempting to bind port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd41fa022-dddd-42c9-a842-2332a22f018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:32.170750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Attempting to bind port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 on network be41e7fd-6621-4d5f-852a-f55abbf903ce {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:32.176799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:32.177183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Checking segment: {'id': 'd41fa022-dddd-42c9-a842-2332a22f018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:32.177592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.177991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Bound using segment: {'id': 'd41fa022-dddd-42c9-a842-2332a22f018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:32.178479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Bound port: e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41fa022-dddd-42c9-a842-2332a22f018d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'be41e7fd-6621-4d5f-852a-f55abbf903ce'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:32.178873 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.184909 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Network 9e96df68-a7cc-4a46-9163-77c328898783 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:32.196933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9e96df68-a7cc-4a46-9163-77c328898783) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:32.202517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:32.203154 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.224219 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada435f-cc50-454d-b7b5-d6ee90b530f6 None None] Network 9e96df68-a7cc-4a46-9163-77c328898783 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:32.225046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-85a01e91-b311-4184-a85d-667c158f9d38 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6293344 Oct 26 14:59:32.227875 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53686) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:32.233020 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e787d177-6e69-4839-84e9-2b07843ca06a tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:32.307263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] For port e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:32.312325 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] For port e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,segment=NetworkSegment(d41fa022-dddd-42c9-a842-2332a22f018d),segment_id=d41fa022-dddd-42c9-a842-2332a22f018d)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:32.321294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.466485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c878bf4-e0bd-441d-8a7d-b1e9e040ade8 None None] Pushing event updated for resources: {'Port': ['ID=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:32.528775 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e787d177-6e69-4839-84e9-2b07843ca06a tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.538752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-9e96df68-a7cc-4a46-9163-77c328898783', 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783', 'tenant_id': 'e4456b3e3a344a51958a9b9a71a6e5f6', 'fixed_ips': [{'subnet_id': '1620eef8-9723-4533-bcc6-a44a8c5fa415'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:32.541994 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.731813 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [None req-e787d177-6e69-4839-84e9-2b07843ca06a tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 26 14:59:32.733549 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e787d177-6e69-4839-84e9-2b07843ca06a tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "PUT /v2.0/routers/ff271f05-5e86-47f5-b8c9-2c1aea137db8 HTTP/1.1" status: 400 len: 364 time: 0.5044706 Oct 26 14:59:32.739888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53688) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:32.809463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Allocated IP 172.21.0.2 (9e96df68-a7cc-4a46-9163-77c328898783/1620eef8-9723-4533-bcc6-a44a8c5fa415/d2928c76-fdc7-4b49-a5f5-64a6f946e2fe) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:32.843245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Deleting subnet 1620eef8-9723-4533-bcc6-a44a8c5fa415 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:32.990622 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.998779 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:32.999226 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.060189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Network 9e96df68-a7cc-4a46-9163-77c328898783 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:33.064357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:33.068771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.071937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:33.083748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Pushing event updated for resources: {'Port': ['ID=d2928c76-fdc7-4b49-a5f5-64a6f946e2fe,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:33.188891 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Attempting to bind port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:33.189190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Attempting to bind port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '16bfc312-6b41-4c14-afa3-de3334db3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:33.189333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Attempting to bind port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe on network 9e96df68-a7cc-4a46-9163-77c328898783 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:33.195997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:33.196550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Checking segment: {'id': '16bfc312-6b41-4c14-afa3-de3334db3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:33.196831 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.197207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Bound using segment: {'id': '16bfc312-6b41-4c14-afa3-de3334db3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:33.197798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Bound port: d2928c76-fdc7-4b49-a5f5-64a6f946e2fe, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16bfc312-6b41-4c14-afa3-de3334db3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '9e96df68-a7cc-4a46-9163-77c328898783'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:33.198145 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.239559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5aee9cc-f081-4d2f-b0d7-e50334b53f46 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:33.255430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.319931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.320345 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.376449 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.385458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] For port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:33.407338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] For port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d2928c76-fdc7-4b49-a5f5-64a6f946e2fe,segment=NetworkSegment(16bfc312-6b41-4c14-afa3-de3334db3663),segment_id=16bfc312-6b41-4c14-afa3-de3334db3663)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:33.431671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Subnet': ['ID=1620eef8-9723-4533-bcc6-a44a8c5fa415,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:33.440645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.448570 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ae3dea98-78a6-4ccd-8bf3-f961da20d129 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "DELETE /v2.0/subnets/1620eef8-9723-4533-bcc6-a44a8c5fa415 HTTP/1.1" status: 204 len: 168 time: 0.6986704 Oct 26 14:59:33.449250 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.451414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53690) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:33.516611 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.554711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3764-a3c5-46b7-8d68-fc3616277c6a None None] Pushing event updated for resources: {'Port': ['ID=d2928c76-fdc7-4b49-a5f5-64a6f946e2fe,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:33.593917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,segment=NetworkSegment(d41fa022-dddd-42c9-a842-2332a22f018d),segment_id=d41fa022-dddd-42c9-a842-2332a22f018d)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:33.599216 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.602313 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.702957 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:33.722802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Deleting port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:33.723483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.859920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] For port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d2928c76-fdc7-4b49-a5f5-64a6f946e2fe,segment=NetworkSegment(16bfc312-6b41-4c14-afa3-de3334db3663),segment_id=16bfc312-6b41-4c14-afa3-de3334db3663)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:33.860611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:33.864207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30b39e-f64c-4514-af8b-6b9edbefd97e None None] Network be41e7fd-6621-4d5f-852a-f55abbf903ce requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:33.879187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Calling delete_port for d2928c76-fdc7-4b49-a5f5-64a6f946e2fe owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:33.969990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e96301ba-5d30-441d-b4e0-20fee1f15eff None None] Provisioning complete for port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:33.970586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e96301ba-5d30-441d-b4e0-20fee1f15eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.026628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.079479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Port': ['ID=d2928c76-fdc7-4b49-a5f5-64a6f946e2fe,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.089413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] No DVR routers for this DVR port d2928c76-fdc7-4b49-a5f5-64a6f946e2fe on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:34.239539 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.267213 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96df68-a7cc-4a46-9163-77c328898783']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:34.280361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bfc312-6b41-4c14-afa3-de3334db3663') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:34.280885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bfc312-6b41-4c14-afa3-de3334db3663') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:34.299936 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.321464 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.331710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:34.331991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: timer() Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:34.335740 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:34.418274 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.431392 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.438680 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "DELETE /v2.0/networks/9e96df68-a7cc-4a46-9163-77c328898783 HTTP/1.1" status: 204 len: 168 time: 0.9817994 Oct 26 14:59:34.439002 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53692) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:34.452204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a396b-19aa-4822-97de-8ea8f88bf3e9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Network': ['ID=9e96df68-a7cc-4a46-9163-77c328898783,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.519260 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Deleting subnet 4ea998d1-a2a4-4280-b6c4-18aab140c088 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 14:59:34.525521 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.525833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c65ae503-be18-420a-8554-1c00294f9191 None None] Provisioning complete for port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:34.526139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c65ae503-be18-420a-8554-1c00294f9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.604038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.750903 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.851211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.887609 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea998d1-a2a4-4280-b6c4-18aab140c088,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:34.893420 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:34.899626 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68c85a8f-b973-4cab-b59e-2174fcc366d3 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "DELETE /v2.0/subnets/4ea998d1-a2a4-4280-b6c4-18aab140c088 HTTP/1.1" status: 204 len: 168 time: 0.4591827 Oct 26 14:59:34.902744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53694) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:34.908308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07aa2c-9f14-48e1-a73e-40e3fdc27653 None None] Network be41e7fd-6621-4d5f-852a-f55abbf903ce requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:35.046631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.046903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bf126c27-76f2-45be-a547-3e6ae492cf4e None None] Could not find standard attr ID for object d2928c76-fdc7-4b49-a5f5-64a6f946e2fe. {{(pid=102165) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 26 14:59:35.090531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743277d-73fc-41cc-b6a3-be98a9710c93 None None] DHCP port deletion for 9e96df68-a7cc-4a46-9163-77c328898783 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:35.150462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf6e4e-94c2-4a5f-8195-24ece6d306b6 None None] Network 9e96df68-a7cc-4a46-9163-77c328898783 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:35.159152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Deleting port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:35.159706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.185799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5aee9cc-f081-4d2f-b0d7-e50334b53f46 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:35.225826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf6e4e-94c2-4a5f-8195-24ece6d306b6 None None] Network 9e96df68-a7cc-4a46-9163-77c328898783 could not be found, it might have been deleted concurrently. {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 26 14:59:35.272409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:35.272813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.280420 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] For port e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,segment=NetworkSegment(d41fa022-dddd-42c9-a842-2332a22f018d),segment_id=d41fa022-dddd-42c9-a842-2332a22f018d)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:35.282024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.310854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Calling delete_port for e5aee9cc-f081-4d2f-b0d7-e50334b53f46 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:35.353106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] DHCP port deletion for be41e7fd-6621-4d5f-852a-f55abbf903ce request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 14:59:35.487864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.543523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] No DVR routers for this DVR port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:35.546993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Port': ['ID=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.608900 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Deleting port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 14:59:35.609376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.679700 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] For port e5aee9cc-f081-4d2f-b0d7-e50334b53f46, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:35.680707 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.696454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Calling delete_port for e5aee9cc-f081-4d2f-b0d7-e50334b53f46 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 14:59:35.697437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.700129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 14:59:35.702057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.733504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] Pushing event deleted for resources: {'Port': ['ID=e5aee9cc-f081-4d2f-b0d7-e50334b53f46,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.738846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab92a80-193e-412d-bff5-02f423a98310 None None] No DVR routers for this DVR port e5aee9cc-f081-4d2f-b0d7-e50334b53f46 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 14:59:35.744153 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be41e7fd-6621-4d5f-852a-f55abbf903ce']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:35.763960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41fa022-dddd-42c9-a842-2332a22f018d') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:35.764413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41fa022-dddd-42c9-a842-2332a22f018d') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:35.777597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.796237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.803991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 14:59:35.805164 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: timer() Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 14:59:35.809255 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 14:59:35.887786 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.900146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:35.906443 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "DELETE /v2.0/networks/be41e7fd-6621-4d5f-852a-f55abbf903ce HTTP/1.1" status: 204 len: 168 time: 1.0017908 Oct 26 14:59:35.910002 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53696) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:35.923321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810231f1-146f-464c-a693-c1087ad660bc tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Pushing event deleted for resources: {'Network': ['ID=be41e7fd-6621-4d5f-852a-f55abbf903ce,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:35.959148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3b358071-db59-40d7-8754-04a864b883d4 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff271f05-5e86-47f5-b8c9-2c1aea137db8 HTTP/1.1" status: 200 len: 205 time: 0.0474555 Oct 26 14:59:35.962809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53698) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:36.113155 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.328660 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.331322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.386245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.386702 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Fanout notify agent at l3_agent the message router_deleted on router ff271f05-5e86-47f5-b8c9-2c1aea137db8 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 14:59:36.394293 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:36.395384 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-049134ec-ed75-4988-a86c-648341e454f9 tempest-RoutersNegativeTest-1623731057 tempest-RoutersNegativeTest-1623731057-project] 10.222.0.37 "DELETE /v2.0/routers/ff271f05-5e86-47f5-b8c9-2c1aea137db8 HTTP/1.1" status: 204 len: 168 time: 0.4312198 Oct 26 14:59:36.756228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53704) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:36.984991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e9cc0685-871a-4fd1-b9b6-e2619af85f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4456b3e3a344a51958a9b9a71a6e5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270632 Oct 26 14:59:36.988861 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53708) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:37.062307 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.103769 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.121748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5aee9cc-f081-4d2f-b0d7-e50334b53f46 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 14:59:37.152410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e5aee9cc-f081-4d2f-b0d7-e50334b53f46 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 14:59:37.152936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e5aee9cc-f081-4d2f-b0d7-e50334b53f46 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 14:59:37.188854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.192393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:37.195667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ca03229-9377-432f-ae31-132b2b3ed227 HTTP/1.1" status: 204 len: 168 time: 0.2045388 Oct 26 14:59:37.207519 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547a448-f20e-4488-93d3-df47e0bedcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca03229-9377-432f-ae31-132b2b3ed227,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:38.119806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53730) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:38.249285 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-608214473-network', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:38.279204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Made reservation on behalf of a3139ff492ff44beaf4995a6347b6995 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:38.281980 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.293680 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.396334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.402336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.436442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:38.454381 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f765a56-b8b2-40f4-91ca-8c53aee30be3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:38.462228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.462846 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Added segment 800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e of type vlan for network 95d35b3a-e3f5-44d3-925c-d28b5155332d Oct 26 14:59:38.519832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.571620 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.572910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:38.573882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.629750 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5085943 Oct 26 14:59:38.633047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53734) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:38.638143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Request body: {'subnet': {'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-subnet', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:38.665852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec4d11-7901-487a-a1d3-031bdc7a4472 admin admin] Pushing event updated for resources: {'Network': ['ID=95d35b3a-e3f5-44d3-925c-d28b5155332d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:38.677390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Made reservation on behalf of a3139ff492ff44beaf4995a6347b6995 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:38.683347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:38.684000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:38.943050 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.017480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0650e1f5-303b-40d3-ab19-1bd76f137002,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:39.042675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Checking segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:39.043151 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Network hostable DHCP agents. Network: 95d35b3a-e3f5-44d3-925c-d28b5155332d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:39.067974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:39.080968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 14:59:39.083623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 95d35b3a-e3f5-44d3-925c-d28b5155332d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:39.091873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:39.093382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.098166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc56f49-43be-480f-aefc-c5dbaeb7491f None None] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:39.126533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a43e6013-b706-4a70-ab54-50fef6aba388 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4920504 Oct 26 14:59:39.129671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53736) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:39.137865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:39.177402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.180021 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.264977 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.324806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-95d35b3a-e3f5-44d3-925c-d28b5155332d', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:39.326376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.525867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Allocated IP 172.20.0.2 (95d35b3a-e3f5-44d3-925c-d28b5155332d/0650e1f5-303b-40d3-ab19-1bd76f137002/c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:39.726532 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.749282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.759142 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.843406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:39.853233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:39.857111 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:39.869158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:39.945409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Attempting to bind port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:39.946027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Attempting to bind port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:39.946720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Attempting to bind port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:39.958785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:39.959771 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Checking segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:39.960297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:39.961484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Bound using segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:39.962171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Bound port: c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:39.962757 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.017475 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.048874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] For port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:40.051993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.055425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] For port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:40.067176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.179984 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-86944ce4-1a54-4a1f-a7fc-af4594610f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.196458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464793-fb56-42a3-8f1f-923bfd2ce234 None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:40.231057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Allocated IP 172.25.5.229 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4637b319-836f-407d-9824-318c0781cfee) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:40.394356 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.455072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:40.503230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:40.507055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:40.511752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:40.540313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Pushing event updated for resources: {'Port': ['ID=4637b319-836f-407d-9824-318c0781cfee,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:40.834239 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.157626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.211357 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:41.305276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:41.305650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.386767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Router 80a5abff-618d-4af0-9eaf-e1c555612e5f is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:59:41.435265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.485965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc68420-f4eb-4199-a1b5-1eedf57e9a62 None None] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:41.525370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:41.535965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:41.562792 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.565446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b9ddb924-d8c8-4985-ab07-7c67e6c33853 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4339314 Oct 26 14:59:41.569537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53738) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:41.588034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Sync routers for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:41.599081 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.715894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:41.716815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:41.733109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-680b9716-63c2-40a6-955b-cf22518e4285 None None] Provisioning complete for port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:41.733642 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-680b9716-63c2-40a6-955b-cf22518e4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:41.985244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:42.133024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:42.147292 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.404369 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Allocated IP 172.20.0.1 (95d35b3a-e3f5-44d3-925c-d28b5155332d/0650e1f5-303b-40d3-ab19-1bd76f137002/820ec167-36c1-4665-8d56-9443144ed6e8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:42.426830 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:40Z', 'revision_number': 3, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:42.458185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Checking router: 80a5abff-618d-4af0-9eaf-e1c555612e5f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:42.458559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Updating router 80a5abff-618d-4af0-9eaf-e1c555612e5f port 4637b319-836f-407d-9824-318c0781cfee binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:42.511063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.572541 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.639520 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.708967 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:42.713152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:42.716621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-611c6fc0-22c2-4fdc-a1bf-e197c58282fc None None] Provisioning complete for port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:42.716996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-611c6fc0-22c2-4fdc-a1bf-e197c58282fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.717558 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:42.745625 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Pushing event updated for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:42.773673 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.970177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:42.976965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ecf44d24-b72b-42d5-81bc-97cbc72ce75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.043521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.052228 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.143463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Attempting to bind port 4637b319-836f-407d-9824-318c0781cfee on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:43.143758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Attempting to bind port 4637b319-836f-407d-9824-318c0781cfee by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:43.144317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Attempting to bind port 4637b319-836f-407d-9824-318c0781cfee on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:43.166504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:43.168163 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:43.168827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.169404 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:43.170136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Bound port: 4637b319-836f-407d-9824-318c0781cfee, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:43.170778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.184010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:43.240407 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29694b53-8e0a-4493-bd94-64bd967c2359 None None] Pushing event updated for resources: {'Port': ['ID=4637b319-836f-407d-9824-318c0781cfee,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:43.243993 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ec7fdca9-5d4d-436a-ac21-1b3f0082dd1a None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:43.244404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec7fdca9-5d4d-436a-ac21-1b3f0082dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.275944 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.287140 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.435965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.441926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Pushing event updated for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:43.540851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ec7fdca9-5d4d-436a-ac21-1b3f0082dd1a None None] Port 820ec167-36c1-4665-8d56-9443144ed6e8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:43.549485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] For port 4637b319-836f-407d-9824-318c0781cfee, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:43.554045 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] For port 4637b319-836f-407d-9824-318c0781cfee, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4637b319-836f-407d-9824-318c0781cfee,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:43.557033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:43.557515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.561718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:43.637893 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:43.639294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:43.669593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29694b53-8e0a-4493-bd94-64bd967c2359 None None] Pushing event updated for resources: {'Port': ['ID=4637b319-836f-407d-9824-318c0781cfee,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:43.672603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:43.673235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:43.825527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Router 80a5abff-618d-4af0-9eaf-e1c555612e5f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:43.845334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:44.044688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.061159 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-76f3c20e-38f4-43e1-a176-ee6b210caf47 None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:44.061540 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76f3c20e-38f4-43e1-a176-ee6b210caf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:44.128225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-76f3c20e-38f4-43e1-a176-ee6b210caf47 None None] Port 820ec167-36c1-4665-8d56-9443144ed6e8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:44.189228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:42Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '820ec167-36c1-4665-8d56-9443144ed6e8', 'name': '', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'mac_address': 'fa:16:3e:1f:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:42Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 2, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'subnets': [{'id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:44.225748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cd97f-daf0-4bbe-9a79-a1dc55620ac1 None None] The sync data for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 is: [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:42Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '820ec167-36c1-4665-8d56-9443144ed6e8', 'name': '', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'mac_address': 'fa:16:3e:1f:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:42Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 2, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'subnets': [{'id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:44.460132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:44.469532 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be381077-2fc4-42d4-a76f-01e81f303a13 admin admin] 10.222.0.37 "PUT /v2.0/routers/80a5abff-618d-4af0-9eaf-e1c555612e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8983674 Oct 26 14:59:44.501246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.275233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53754) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:45.284021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-333324213-network', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:45.318639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Made reservation on behalf of 109e56644eac4d18b90c4f56b42fe93f for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:45.322619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.345067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.472771 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.479719 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.522618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 14:59:45.546596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.547345 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Added segment 93c42221-a366-4d95-b947-375edb5bf161 of type vlan for network 6591c507-6fc9-469b-9121-628f7f5a1445 Oct 26 14:59:45.548917 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f18122-2d7c-48e1-9d4d-6edba6c412ad,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:45.628045 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.674805 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.676605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:45.677694 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:45.798204 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5210550 Oct 26 14:59:45.801887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53756) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:45.809451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Request body: {'subnet': {'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-subnet', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:45.809983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa5d20-cce3-4bd8-b803-0cd6291f0e98 admin admin] Pushing event updated for resources: {'Network': ['ID=6591c507-6fc9-469b-9121-628f7f5a1445,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:45.825663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 6591c507-6fc9-469b-9121-628f7f5a1445 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 14:59:45.854965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Made reservation on behalf of 109e56644eac4d18b90c4f56b42fe93f for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:45.858313 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.003836 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.089880 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.165086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840a025b-d8c3-4711-b1ba-779ef43ae775,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:46.177028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Checking segment: {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:46.177401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Network hostable DHCP agents. Network: 6591c507-6fc9-469b-9121-628f7f5a1445, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 14:59:46.202089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Network 6591c507-6fc9-469b-9121-628f7f5a1445 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 14:59:46.219278 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 6591c507-6fc9-469b-9121-628f7f5a1445) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:46.228313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:46.229559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.234738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f4312-de2c-41f2-821f-ff8ef3ea32f1 None None] Network 6591c507-6fc9-469b-9121-628f7f5a1445 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:46.253986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1e6742bf-5315-4c96-8e20-fb56da7d56e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4499729 Oct 26 14:59:46.259912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 53758) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:46.265504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:46.291957 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.292932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.360813 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.513960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-6591c507-6fc9-469b-9121-628f7f5a1445', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 14:59:46.515271 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.582488 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.711492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Allocated IP 172.20.0.2 (6591c507-6fc9-469b-9121-628f7f5a1445/840a025b-d8c3-4711-b1ba-779ef43ae775/6e841373-a00a-41a7-b981-f385feafe295) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:46.904261 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.925468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.931839 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.941047 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:46.987688 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Sync routers for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:47.010381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:47.011339 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:47.020056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Network 6591c507-6fc9-469b-9121-628f7f5a1445 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:47.026616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:47.030910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:47.047549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Pushing event updated for resources: {'Port': ['ID=6e841373-a00a-41a7-b981-f385feafe295,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:47.084574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Allocated IP 172.25.5.15 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/86ca0ac1-9549-4057-913c-b8bc4ec1041f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:47.138763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Attempting to bind port 6e841373-a00a-41a7-b981-f385feafe295 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:47.139248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Attempting to bind port 6e841373-a00a-41a7-b981-f385feafe295 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:47.139531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Attempting to bind port 6e841373-a00a-41a7-b981-f385feafe295 on network 6591c507-6fc9-469b-9121-628f7f5a1445 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:47.146805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:47.147330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Checking segment: {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:47.147625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.148930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Bound using segment: {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:47.149999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Bound port: 6e841373-a00a-41a7-b981-f385feafe295, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:47.150478 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.214301 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:47.240121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.299824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] For port 6e841373-a00a-41a7-b981-f385feafe295, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:47.305812 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.308657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4637b319-836f-407d-9824-318c0781cfee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:47.315528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] For port 6e841373-a00a-41a7-b981-f385feafe295, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6e841373-a00a-41a7-b981-f385feafe295,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:47.360077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:47.365062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.365282 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:47.373366 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:47.377860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Pushing event updated for resources: {'Port': ['ID=86ca0ac1-9549-4057-913c-b8bc4ec1041f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:47.467846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9fe6b-dec0-43a4-a6f7-dd42143a762f None None] Pushing event updated for resources: {'Port': ['ID=6e841373-a00a-41a7-b981-f385feafe295,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:47.477020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4637b319-836f-407d-9824-318c0781cfee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:47.477625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.584042 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:42Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '820ec167-36c1-4665-8d56-9443144ed6e8', 'name': '', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'mac_address': 'fa:16:3e:1f:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:42Z', 'updated_at': '2021-10-26T14:59:43Z', 'revision_number': 2, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'subnets': [{'id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:47.631528 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.632882 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Checking router: 80a5abff-618d-4af0-9eaf-e1c555612e5f for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:47.633758 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Updating router 80a5abff-618d-4af0-9eaf-e1c555612e5f port 820ec167-36c1-4665-8d56-9443144ed6e8 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:47.679985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 4637b319-836f-407d-9824-318c0781cfee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4637b319-836f-407d-9824-318c0781cfee,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:47.687004 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.689468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.737641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:47.821024 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=4637b319-836f-407d-9824-318c0781cfee,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.081047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.156278 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.164555 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.243864 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Pushing event updated for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.266735 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.267082 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.267427 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.267769 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.268098 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.268433 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.268966 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.269310 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.269635 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.269959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.270293 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.270616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:48.298103 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Attempting to bind port 820ec167-36c1-4665-8d56-9443144ed6e8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:48.298476 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Attempting to bind port 820ec167-36c1-4665-8d56-9443144ed6e8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:48.298842 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Attempting to bind port 820ec167-36c1-4665-8d56-9443144ed6e8 on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:48.305733 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:48.306101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Checking segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:48.306740 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.307317 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Bound using segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:48.307984 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Bound port: 820ec167-36c1-4665-8d56-9443144ed6e8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:48.308833 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.327153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Router bf5553f3-34eb-432d-936b-08cac4f5e040 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 14:59:48.434643 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] For port 820ec167-36c1-4665-8d56-9443144ed6e8, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:48.447056 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] For port 820ec167-36c1-4665-8d56-9443144ed6e8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=820ec167-36c1-4665-8d56-9443144ed6e8,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:48.456740 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.496288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:48.514301 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Sync routers for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:48.542119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:48.543787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:48.561542 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:48.568228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 53760) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 14:59:48.578190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f87462ba-d627-4ca4-9dbe-1dbf38a97121 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3163214 Oct 26 14:59:48.589875 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:48.590837 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:48.758649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:48.968269 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c53a8-c2ef-4f1a-ab09-2249b5222d39 None None] Pushing event updated for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:48.972112 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:48.975488 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.084049 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:49.222028 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.344343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183406a3-c916-4bcd-b2c2-a6a45183ef35 None None] Network 6591c507-6fc9-469b-9121-628f7f5a1445 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 14:59:49.451760 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:42Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '820ec167-36c1-4665-8d56-9443144ed6e8', 'name': '', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'mac_address': 'fa:16:3e:1f:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:42Z', 'updated_at': '2021-10-26T14:59:48Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'subnets': [{'id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:49.487105 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4637b319-836f-407d-9824-318c0781cfee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:49.493024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505a8c3-bf64-419c-aaf3-13d2da64cf9b None None] The sync data for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 is: [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T14:59:42Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '820ec167-36c1-4665-8d56-9443144ed6e8', 'name': '', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'mac_address': 'fa:16:3e:1f:3c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:42Z', 'updated_at': '2021-10-26T14:59:48Z', 'revision_number': 4, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'subnets': [{'id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:49.493636 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] For port 820ec167-36c1-4665-8d56-9443144ed6e8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=820ec167-36c1-4665-8d56-9443144ed6e8,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:49.493862 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.550297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.789852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153b216-4d59-46ba-abb9-5fd437b38bc2 None None] Pushing event updated for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:49.813799 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Allocated IP 172.20.0.1 (6591c507-6fc9-469b-9121-628f7f5a1445/840a025b-d8c3-4711-b1ba-779ef43ae775/7fbbb0d1-3445-4fcc-9a25-344bddfeca5a) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:49.838181 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:49.838601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:49.865657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:47Z', 'revision_number': 3, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:49.984869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.035513 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.097969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Network 6591c507-6fc9-469b-9121-628f7f5a1445 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:50.103290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:50.108902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:50.144198 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:50.165480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.165829 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.166170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.166503 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.166838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.167171 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.167588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.168135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.168428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.168922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.169249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.169567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 14:59:50.188097 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.252643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 4637b319-836f-407d-9824-318c0781cfee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:50.253126 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.306647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Checking router: bf5553f3-34eb-432d-936b-08cac4f5e040 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:50.307137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Updating router bf5553f3-34eb-432d-936b-08cac4f5e040 port 86ca0ac1-9549-4057-913c-b8bc4ec1041f binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:50.391027 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.422895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.657683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6e841373-a00a-41a7-b981-f385feafe295 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:50.693031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.702020 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.711320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Provisioning complete for port 6e841373-a00a-41a7-b981-f385feafe295 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:50.711693 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.781818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:50.794729 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.812906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6e841373-a00a-41a7-b981-f385feafe295 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:50.813281 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.916462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Network 6591c507-6fc9-469b-9121-628f7f5a1445 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:50.918676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:50.937153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.941007 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:50.969236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.090232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] For port 6e841373-a00a-41a7-b981-f385feafe295, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6e841373-a00a-41a7-b981-f385feafe295,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:51.095516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Router bf5553f3-34eb-432d-936b-08cac4f5e040 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 14:59:51.111063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.122714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Attempting to bind port 86ca0ac1-9549-4057-913c-b8bc4ec1041f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:51.123087 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Attempting to bind port 86ca0ac1-9549-4057-913c-b8bc4ec1041f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:51.123411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Attempting to bind port 86ca0ac1-9549-4057-913c-b8bc4ec1041f on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:51.135433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096925e-ff71-4015-8677-e51051faf4d3 None None] Pushing event updated for resources: {'Port': ['ID=86ca0ac1-9549-4057-913c-b8bc4ec1041f,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.138835 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.144182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:51.144669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:51.144972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.145467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:51.145867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Bound port: 86ca0ac1-9549-4057-913c-b8bc4ec1041f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:51.146248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.245449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 14:59:51.259708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-41254d51-2849-439e-8854-6f4f56f6ee24 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf5553f3-34eb-432d-936b-08cac4f5e040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6897755 Oct 26 14:59:51.315714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3b109-e733-4654-8359-c1253373ba7e None None] Pushing event updated for resources: {'Port': ['ID=6e841373-a00a-41a7-b981-f385feafe295,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.324256 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] For port 86ca0ac1-9549-4057-913c-b8bc4ec1041f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:51.326527 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-25777336-1f1a-4b7b-9d98-a401ba5cb3a2 None None] Provisioning complete for port 6e841373-a00a-41a7-b981-f385feafe295 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:51.326932 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25777336-1f1a-4b7b-9d98-a401ba5cb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.365360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] For port 86ca0ac1-9549-4057-913c-b8bc4ec1041f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=86ca0ac1-9549-4057-913c-b8bc4ec1041f,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:51.367480 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 14:59:51.368090 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 14:59:51.375071 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.470097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096925e-ff71-4015-8677-e51051faf4d3 None None] Pushing event updated for resources: {'Port': ['ID=86ca0ac1-9549-4057-913c-b8bc4ec1041f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:51.479975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:51.480681 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:51.628408 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-25777336-1f1a-4b7b-9d98-a401ba5cb3a2 None None] Provisioning complete for port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:51.628767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-25777336-1f1a-4b7b-9d98-a401ba5cb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.658753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:51.709927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-25777336-1f1a-4b7b-9d98-a401ba5cb3a2 None None] Port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:51.886352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-83673bf5-ae80-46d4-9a51-85889687cd34 None None] Provisioning complete for port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:51.886650 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-83673bf5-ae80-46d4-9a51-85889687cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:51.967961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 820ec167-36c1-4665-8d56-9443144ed6e8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:51.972941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-83673bf5-ae80-46d4-9a51-85889687cd34 None None] Port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:52.036625 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7fbbb0d1-3445-4fcc-9a25-344bddfeca5a', 'name': '', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'mac_address': 'fa:16:3e:5c:d7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:49Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 2, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'subnets': [{'id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:52.079843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5bb19-d8a0-411b-8a92-9239c3ddfe55 None None] The sync data for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 is: [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7fbbb0d1-3445-4fcc-9a25-344bddfeca5a', 'name': '', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'mac_address': 'fa:16:3e:5c:d7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:49Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 2, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'subnets': [{'id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:52.088225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:52.088899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.285045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-5fdf8a37-e562-42d3-a20d-79af34e4d21d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:52.289281 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-5fdf8a37-e562-42d3-a20d-79af34e4d21d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 816 time: 0.1359422 Oct 26 14:59:52.311037 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.311960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6e841373-a00a-41a7-b981-f385feafe295 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:52.313124 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-17751b13-3574-4bb6-8cbc-a8aab6d98a5c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/quotas/a3139ff492ff44beaf4995a6347b6995 HTTP/1.1" status: 200 len: 375 time: 0.0149603 Oct 26 14:59:52.399660 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-33fcbd9b-069e-40e3-81d7-61af18762152 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808380 Oct 26 14:59:52.408626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6e841373-a00a-41a7-b981-f385feafe295 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:52.409011 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.513190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 820ec167-36c1-4665-8d56-9443144ed6e8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:52.573613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-7158f7a6-8bde-45b0-92bd-206f65c4688f service neutron] 10.222.0.37 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515853 Oct 26 14:59:52.579172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 820ec167-36c1-4665-8d56-9443144ed6e8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:52.579825 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:52.699927 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-974d79df-b9a8-41b0-aea7-711d413b7624 service neutron] 10.222.0.37 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198363 Oct 26 14:59:52.937631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-21b7b421-8801-456e-b8c7-53da8af11113 req-770315c8-0491-4d4a-80a3-25d1ebe15fde tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 210 time: 0.0351863 Oct 26 14:59:53.911256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.096850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cbfb2eac-2abf-4e27-88ab-d306695dff3e req-5a7331d9-e8c2-4a15-a5a7-7c9e8c1a9ad1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 210 time: 0.0450044 Oct 26 14:59:54.352423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 86ca0ac1-9549-4057-913c-b8bc4ec1041f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:54.353604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-acd9a472-d30e-4aba-92a5-4a2a5f41e1db tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:54.357309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-acd9a472-d30e-4aba-92a5-4a2a5f41e1db tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.41 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 816 time: 0.2050934 Oct 26 14:59:54.373563 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Request body: {'port': {'device_id': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'admin_state_up': True, 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:54.429620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 86ca0ac1-9549-4057-913c-b8bc4ec1041f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:54.430907 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.535255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.545378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Made reservation on behalf of a3139ff492ff44beaf4995a6347b6995 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 14:59:54.552123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.573682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 86ca0ac1-9549-4057-913c-b8bc4ec1041f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=86ca0ac1-9549-4057-913c-b8bc4ec1041f,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:54.579100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:54.643064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=86ca0ac1-9549-4057-913c-b8bc4ec1041f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:54.776049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Allocated IP 172.20.0.14 (95d35b3a-e3f5-44d3-925c-d28b5155332d/0650e1f5-303b-40d3-ab19-1bd76f137002/57d8bd43-573d-410c-aa4c-0914666dc36c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 14:59:54.968713 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.024431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.075843 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 14:59:55.079613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 14:59:55.084175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 14:59:55.112689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Pushing event updated for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:55.158939 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:55.160334 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.193639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-32a1bbe2-d402-46bc-92d2-99912fd89718 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251107 Oct 26 14:59:55.220349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-01ec8f44-d0d6-4823-8c72-f8d2726d5a3d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 14:59:55.222160 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-01ec8f44-d0d6-4823-8c72-f8d2726d5a3d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0118356 Oct 26 14:59:55.260705 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Request body: {'port': {'device_id': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 14:59:55.351543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaafa3f-303a-410d-9fb1-741e2d8c6a42 req-c0802a17-3658-43e1-b2f1-67f495af6d35 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:55.353351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdaafa3f-303a-410d-9fb1-741e2d8c6a42 req-c0802a17-3658-43e1-b2f1-67f495af6d35 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 932 time: 0.1693084 Oct 26 14:59:55.362364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.435060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-66b37858-f516-4ac2-8414-a18daa745ccf None None] Provisioning complete for port 57d8bd43-573d-410c-aa4c-0914666dc36c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:55.436800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66b37858-f516-4ac2-8414-a18daa745ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.448748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdaafa3f-303a-410d-9fb1-741e2d8c6a42 req-a1b10702-a0e9-479b-8af9-34db4c94255a tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837481 Oct 26 14:59:55.508816 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-66b37858-f516-4ac2-8414-a18daa745ccf None None] Port 57d8bd43-573d-410c-aa4c-0914666dc36c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 14:59:55.649635 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Sync routers for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 14:59:55.665092 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:55.666212 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:55.755611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d8bd43-573d-410c-aa4c-0914666dc36c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 14:59:55.766280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.783091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Transition to ACTIVE for port object 57d8bd43-573d-410c-aa4c-0914666dc36c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 14:59:55.788641 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:55.872719 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:55.909714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Pushing event updated for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:55.975198 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Attempting to bind port 57d8bd43-573d-410c-aa4c-0914666dc36c on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:55.976469 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Attempting to bind port 57d8bd43-573d-410c-aa4c-0914666dc36c by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:55.977190 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Attempting to bind port 57d8bd43-573d-410c-aa4c-0914666dc36c on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:55.986232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Port 57d8bd43-573d-410c-aa4c-0914666dc36c on network 95d35b3a-e3f5-44d3-925c-d28b5155332d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 14:59:55.986773 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Attempting to bind port 57d8bd43-573d-410c-aa4c-0914666dc36c on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:55.997299 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:55.997878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Checking segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:55.998550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Bound using segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:55.999338 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Bound port: 57d8bd43-573d-410c-aa4c-0914666dc36c, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:55.999961 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.107951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:56.114228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=57d8bd43-573d-410c-aa4c-0914666dc36c,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:56.122654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.170840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.171518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.173229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] 10.222.0.41 "PUT /v2.0/ports/57d8bd43-573d-410c-aa4c-0914666dc36c HTTP/1.1" status: 200 len: 1092 time: 0.9200704 Oct 26 14:59:56.174402 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 14:59:56.184887 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 14:59:56.202227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7fbbb0d1-3445-4fcc-9a25-344bddfeca5a', 'name': '', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'mac_address': 'fa:16:3e:5c:d7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:49Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 2, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'subnets': [{'id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:56.217823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a25a-f7e6-42e3-a96a-3bded4534e7b service neutron] Pushing event updated for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:56.245336 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Checking router: bf5553f3-34eb-432d-936b-08cac4f5e040 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 14:59:56.245905 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Updating router bf5553f3-34eb-432d-936b-08cac4f5e040 port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 14:59:56.280885 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.319167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-429a1f56-38a2-4e93-b08c-f894e79fbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.321189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-429a1f56-38a2-4e93-b08c-f894e79fbc69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 1095 time: 0.0816951 Oct 26 14:59:56.401115 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b7ae3-0383-47e3-928f-d35e5f174949 x-openstack-request-id: req-c02b7ae3-0383-47e3-928f-d35e5f174949 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 14:59:56.402264 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 14:59:56.402700 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c02b7ae3-0383-47e3-928f-d35e5f174949 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 14:59:56.403298 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c', 'status': 'completed', 'code': 200} Oct 26 14:59:56.408822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-dc8569f3-38cf-4725-86f0-7b3f061c5f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d8bd43-573d-410c-aa4c-0914666dc36c HTTP/1.1" status: 200 len: 217 time: 0.0767548 Oct 26 14:59:56.437069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 86ca0ac1-9549-4057-913c-b8bc4ec1041f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:56.514598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b3f0cd30-b8e3-4618-9bcc-c299266ed769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.516337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b3f0cd30-b8e3-4618-9bcc-c299266ed769 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0650e1f5-303b-40d3-ab19-1bd76f137002 HTTP/1.1" status: 200 len: 855 time: 0.0954821 Oct 26 14:59:56.549344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 86ca0ac1-9549-4057-913c-b8bc4ec1041f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:56.549974 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.592242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-94566082-a024-47c7-9cd4-888031ef2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.594745 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-94566082-a024-47c7-9cd4-888031ef2ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d35b3a-e3f5-44d3-925c-d28b5155332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697508 Oct 26 14:59:56.734058 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.742385 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.754605 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a827d-70ff-4874-b9be-8311ab001cb1 req-32331bbf-53d4-4ed4-b08f-0e67a08fce39 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:56.756342 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f6a827d-70ff-4874-b9be-8311ab001cb1 req-32331bbf-53d4-4ed4-b08f-0e67a08fce39 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 944 time: 0.1200812 Oct 26 14:59:56.781165 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-c79ea72b-8dde-431f-bd1b-800b6b5bbfbe service neutron] 10.222.0.41 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771767 Oct 26 14:59:56.914775 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f6a827d-70ff-4874-b9be-8311ab001cb1 req-1d496a3b-8aaa-4648-9f61-ae0fb0c9cf71 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464822 Oct 26 14:59:56.933096 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1819-afbc-4533-91f2-aa8fdd47614b None None] Pushing event updated for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:56.941919 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Attempting to bind port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 14:59:56.942480 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Attempting to bind port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 14:59:56.943089 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Attempting to bind port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a on network 6591c507-6fc9-469b-9121-628f7f5a1445 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 14:59:56.954144 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 14, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 14:59:56.954529 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Checking segment: {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 14:59:56.955210 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:56.956137 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Bound using segment: {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 14:59:56.957255 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Bound port: 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c42221-a366-4d95-b947-375edb5bf161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 14:59:56.958178 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.000309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9720ce5-3415-45fa-88fe-4fea138b6522 req-b12d4fbc-d9b9-4e3a-b671-905c948101b0 service neutron] 10.222.0.41 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074890 Oct 26 14:59:57.083795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] For port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 14:59:57.091981 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] For port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 14:59:57.100848 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.122537 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-7e8f8875-d53f-4170-aafa-d254ae1a493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.124394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-7e8f8875-d53f-4170-aafa-d254ae1a493f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 1095 time: 0.0551229 Oct 26 14:59:57.195293 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 14:59:57.196436 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T14:59:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:57.196763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] Provisioning complete for port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:57.197485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.309044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-96295ed3-3747-4f73-8b7f-4a510680bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.311427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-96295ed3-3747-4f73-8b7f-4a510680bfbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 917 time: 0.1759620 Oct 26 14:59:57.375167 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-fc34f341-a3c1-4561-b451-f435a8585986 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57d8bd43-573d-410c-aa4c-0914666dc36c HTTP/1.1" status: 200 len: 217 time: 0.0503545 Oct 26 14:59:57.375752 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.416152 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 14:59:57.433091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] For port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 14:59:57.442818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.469825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-c48ff4fe-1c47-4464-80a3-adbb95d24ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.471356 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-c48ff4fe-1c47-4464-80a3-adbb95d24ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0650e1f5-303b-40d3-ab19-1bd76f137002 HTTP/1.1" status: 200 len: 855 time: 0.0876179 Oct 26 14:59:57.553420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0592a8-99d6-4ca3-870e-b12728a3cce5 None None] Pushing event updated for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:57.559772 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-12d2069f-349e-4e29-8783-33077986f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:57.561445 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-12d2069f-349e-4e29-8783-33077986f50d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95d35b3a-e3f5-44d3-925c-d28b5155332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790958 Oct 26 14:59:57.570161 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1819-afbc-4533-91f2-aa8fdd47614b None None] Pushing event updated for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 14:59:57.678287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ec2c3ca3-a4a0-4b2f-9c31-66b38fabdc6b None None] Provisioning complete for port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:57.678943 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ec2c3ca3-a4a0-4b2f-9c31-66b38fabdc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:57.689236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-740ff098-431f-4b39-97e3-6ae308b1a4cf service neutron] 10.222.0.41 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167049 Oct 26 14:59:57.945750 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7fbbb0d1-3445-4fcc-9a25-344bddfeca5a', 'name': '', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'mac_address': 'fa:16:3e:5c:d7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:49Z', 'updated_at': '2021-10-26T14:59:57Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'subnets': [{'id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 14:59:57.999024 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d872f-91f7-449d-a81d-a23653594365 None None] The sync data for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 is: [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:50Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '7fbbb0d1-3445-4fcc-9a25-344bddfeca5a', 'name': '', 'network_id': '6591c507-6fc9-469b-9121-628f7f5a1445', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'mac_address': 'fa:16:3e:5c:d7:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:49Z', 'updated_at': '2021-10-26T14:59:57Z', 'revision_number': 4, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'subnets': [{'id': '840a025b-d8c3-4711-b1ba-779ef43ae775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 14:59:58.157067 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ca02267-32f0-4a1f-81c9-790f1e60b3b8 req-958aecd2-7f0e-4283-80d2-6e6715c3bfcb service neutron] 10.222.0.41 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598320 Oct 26 14:59:58.163040 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76a100-935f-4634-ab43-5c5850a60098 req-8ceff289-0aec-4b0a-ac02-c5288195944c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:58.166324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd76a100-935f-4634-ab43-5c5850a60098 req-8ceff289-0aec-4b0a-ac02-c5288195944c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 944 time: 0.0660090 Oct 26 14:59:58.227692 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fd76a100-935f-4634-ab43-5c5850a60098 req-26954278-7c64-40ad-affd-4a2d94a17b56 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533350 Oct 26 14:59:58.335937 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 14:59:58.397089 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 14:59:58.397462 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 14:59:59.377785 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4315100-fb93-494a-a858-6dc399c1f00f req-ffaa753e-8531-473f-843a-64d242f66bf1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 14:59:59.379508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c4315100-fb93-494a-a858-6dc399c1f00f req-ffaa753e-8531-473f-843a-64d242f66bf1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 944 time: 0.0586958 Oct 26 14:59:59.431017 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c4315100-fb93-494a-a858-6dc399c1f00f req-a624ca04-9c2a-4823-970e-a60592fb2e54 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Oct 26 15:00:00.409646 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 57d8bd43-573d-410c-aa4c-0914666dc36c details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:00:00.524377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=57d8bd43-573d-410c-aa4c-0914666dc36c,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:00.545586 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '57d8bd43-573d-410c-aa4c-0914666dc36c', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'port_id': '57d8bd43-573d-410c-aa4c-0914666dc36c', 'mac_address': 'fa:16:3e:f5:04:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:00:00.591521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca135be-5f4b-4a65-8263-eebc59e6f2de req-3a159b11-b856-4c99-87fc-74f296dbbc1a tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:00.593199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ca135be-5f4b-4a65-8263-eebc59e6f2de req-3a159b11-b856-4c99-87fc-74f296dbbc1a tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 944 time: 0.0598059 Oct 26 15:00:00.623282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:00.637426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0ca135be-5f4b-4a65-8263-eebc59e6f2de req-032a1355-d40d-442d-94c5-b178bcd986d7 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 Oct 26 15:00:00.645197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d8bd43-573d-410c-aa4c-0914666dc36c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:00.678665 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=57d8bd43-573d-410c-aa4c-0914666dc36c,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:00.685911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:00.765275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:00.937784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['57d8bd43-573d-410c-aa4c-0914666dc36c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:00:01.779387 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e6246-6515-439c-ae0a-53a556cc2c30 req-72c79593-95a7-447b-9033-d860a4689907 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:01.780953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a08e6246-6515-439c-ae0a-53a556cc2c30 req-72c79593-95a7-447b-9033-d860a4689907 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 945 time: 0.0564218 Oct 26 15:00:01.830624 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a08e6246-6515-439c-ae0a-53a556cc2c30 req-cd679885-84a9-4337-a694-1274e4791825 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Oct 26 15:00:02.409753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 57d8bd43-573d-410c-aa4c-0914666dc36c up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:02.466319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 57d8bd43-573d-410c-aa4c-0914666dc36c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:00:02.471552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 57d8bd43-573d-410c-aa4c-0914666dc36c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:02.471976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.566575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.595295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:02.597837 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e293a7-8468-4b26-95db-d69c51247a6b" -d '{"events": [{"server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "name": "network-vif-plugged", "status": "completed", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:02.618826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=57d8bd43-573d-410c-aa4c-0914666dc36c,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:02.624616 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:02.664874 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ddc4da-873a-4add-8c07-e25af1800543 x-openstack-request-id: req-c0ddc4da-873a-4add-8c07-e25af1800543 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:02.665288 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "name": "network-vif-plugged", "status": "completed", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:02.665573 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0ddc4da-873a-4add-8c07-e25af1800543 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:02.666002 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c', 'code': 200} Oct 26 15:00:02.710260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:02.719223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.719597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.719944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.720285 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.720672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.721010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.721339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.721669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.722014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.722341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.722668 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.722989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:02.812283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec2e7-eacc-472c-b7f7-000e03d4bef0 req-50b354e6-2964-4081-ad54-d883f49401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:02.815046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7fec2e7-eacc-472c-b7f7-000e03d4bef0 req-50b354e6-2964-4081-ad54-d883f49401c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 1097 time: 0.0720944 Oct 26 15:00:02.863284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7fec2e7-eacc-472c-b7f7-000e03d4bef0 req-0ee79dfa-22e8-477f-81a6-e7a6674266ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363193 Oct 26 15:00:02.995718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafbc45-f2eb-44a4-9b0e-22e14ceb2bfe req-176fc77c-b267-485a-b446-e57754ecfa1b tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:02.998584 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fafbc45-f2eb-44a4-9b0e-22e14ceb2bfe req-176fc77c-b267-485a-b446-e57754ecfa1b tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0716012 Oct 26 15:00:03.044444 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fafbc45-f2eb-44a4-9b0e-22e14ceb2bfe req-f2da74b9-358c-44c9-914e-ddf8d62f19cc tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Oct 26 15:00:04.216839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dbc35-7425-4aee-b246-dbc04ea07641 req-ed68c1ed-1eb3-4884-925b-9433f0b8aa26 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:04.218867 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-833dbc35-7425-4aee-b246-dbc04ea07641 req-ed68c1ed-1eb3-4884-925b-9433f0b8aa26 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0662220 Oct 26 15:00:04.269649 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-833dbc35-7425-4aee-b246-dbc04ea07641 req-79cbd734-d4e0-45ff-b2b1-4d67b7d2c660 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Oct 26 15:00:05.437545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726326-f274-4af9-a7c8-11e5b922378f req-a94ffb8f-3b74-4383-9378-1a6196370f87 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:05.439679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b726326-f274-4af9-a7c8-11e5b922378f req-a94ffb8f-3b74-4383-9378-1a6196370f87 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0859380 Oct 26 15:00:05.500295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9b726326-f274-4af9-a7c8-11e5b922378f req-6d000852-f03f-4640-9fbc-940de54e7387 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Oct 26 15:00:05.659555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f504-ceba-4bc4-8e9e-287bb926def9 req-e207502b-a19a-4296-bc61-2a8d6c218713 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:05.662390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fba5f504-ceba-4bc4-8e9e-287bb926def9 req-e207502b-a19a-4296-bc61-2a8d6c218713 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0731912 Oct 26 15:00:05.711377 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fba5f504-ceba-4bc4-8e9e-287bb926def9 req-791de00a-8429-4460-b898-aa1ac375fa6a tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Oct 26 15:00:10.151688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4b83de29-dc29-4b71-b8ee-efbc9e0bf8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:12.942481 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc1fecc8-300a-4947-a26e-e48f30bd6465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:13.941596 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:14.456272 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:15.997562 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:16.070960 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:00:22.310137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:23.918437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:30.431115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331569-d343-48f9-8da3-1ee502c7acca req-e76784ba-919b-4815-a939-12c102602132 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:30.433462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68331569-d343-48f9-8da3-1ee502c7acca req-e76784ba-919b-4815-a939-12c102602132 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0625029 Oct 26 15:00:30.501246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-68331569-d343-48f9-8da3-1ee502c7acca req-15f22b2f-1871-48a6-84ca-504549c8feed tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597072 Oct 26 15:00:31.642797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205af9de-d11c-43de-b2ee-1ddf8588b2f8 req-f6f1b489-3505-49a5-97ef-37b0a224a927 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:31.644555 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-205af9de-d11c-43de-b2ee-1ddf8588b2f8 req-f6f1b489-3505-49a5-97ef-37b0a224a927 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0612829 Oct 26 15:00:31.690637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-205af9de-d11c-43de-b2ee-1ddf8588b2f8 req-e470c650-aa2b-45bc-a6b6-2c97448cf95f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Oct 26 15:00:32.392882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-b154beba-a06e-43bb-b93c-cb255ea8a734 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:32.394636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-b154beba-a06e-43bb-b93c-cb255ea8a734 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0572820 Oct 26 15:00:32.531796 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Deleting port 57d8bd43-573d-410c-aa4c-0914666dc36c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:00:32.532361 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.642025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] For port 57d8bd43-573d-410c-aa4c-0914666dc36c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=57d8bd43-573d-410c-aa4c-0914666dc36c,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:32.642414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.662089 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Calling delete_port for 57d8bd43-573d-410c-aa4c-0914666dc36c owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:00:32.843831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da22bf-9c3d-4669-bcfb-25bbb1f6bbe1 req-c6e9f0a8-7d30-4096-9427-eaa7d8dbcf4c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:32.846089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1da22bf-9c3d-4669-bcfb-25bbb1f6bbe1 req-c6e9f0a8-7d30-4096-9427-eaa7d8dbcf4c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d50125a-0248-4e8a-8b50-89b6b097b29a HTTP/1.1" status: 200 len: 946 time: 0.0757694 Oct 26 15:00:32.882098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.901444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['57d8bd43-573d-410c-aa4c-0914666dc36c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:00:32.914443 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Pushing event deleted for resources: {'Port': ['ID=57d8bd43-573d-410c-aa4c-0914666dc36c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:32.919112 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1da22bf-9c3d-4669-bcfb-25bbb1f6bbe1 req-66b922fe-8203-4504-8dbd-5708bef63a76 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Oct 26 15:00:32.931874 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.932482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.933076 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.933985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.934543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.935143 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.935550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.935944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.936291 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.936669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.937013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.937344 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:00:32.987833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] No DVR routers for this DVR port 57d8bd43-573d-410c-aa4c-0914666dc36c on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:00:32.991794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:32.995218 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d55ee073-a2ee-4ced-ad25-ad0243338c8e req-6e7fefc3-1010-415a-9f5a-b8843c35c090 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.41 "DELETE /v2.0/ports/57d8bd43-573d-410c-aa4c-0914666dc36c HTTP/1.1" status: 204 len: 173 time: 0.5928755 Oct 26 15:00:32.995714 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'name': 'network-vif-deleted', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:32.998269 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d2f3b-e3be-46c2-a503-abedaa165c9d" -d '{"events": [{"server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "name": "network-vif-deleted", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:33.045094 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64128be8-4b67-4e32-aadf-9ea23290385d x-openstack-request-id: req-64128be8-4b67-4e32-aadf-9ea23290385d {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:33.045533 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d50125a-0248-4e8a-8b50-89b6b097b29a", "name": "network-vif-deleted", "tag": "57d8bd43-573d-410c-aa4c-0914666dc36c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:33.045992 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64128be8-4b67-4e32-aadf-9ea23290385d {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:33.046491 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d50125a-0248-4e8a-8b50-89b6b097b29a', 'name': 'network-vif-deleted', 'tag': '57d8bd43-573d-410c-aa4c-0914666dc36c', 'status': 'completed', 'code': 200} Oct 26 15:00:34.735459 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-d1ed0379-fc4d-46f5-ae36-4923e9762a03 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:34.737135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-d1ed0379-fc4d-46f5-ae36-4923e9762a03 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 816 time: 0.1248615 Oct 26 15:00:34.755587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-04430931-da27-4d86-a8a3-f2fb1a800bfd tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/quotas/a3139ff492ff44beaf4995a6347b6995 HTTP/1.1" status: 200 len: 375 time: 0.0110137 Oct 26 15:00:34.828817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-4756bfa3-81e0-4057-9cdf-f8c5d2cca08f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600164 Oct 26 15:00:34.944956 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-a8378e58-74f6-4854-ad57-e1addd67974d service neutron] 10.222.0.37 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012542 Oct 26 15:00:35.056135 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-ce5232c0-2322-49cb-b4c1-e419b2054cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988250 Oct 26 15:00:35.283925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f8091622-81f4-4a36-b475-32222eba9fe8 req-de48f475-7d2b-4dc5-885d-e3fc34d01576 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 210 time: 0.0324650 Oct 26 15:00:36.344000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-85d1aa1b-86bb-4ad3-a075-2bb5038281d0 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:36.346837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-85d1aa1b-86bb-4ad3-a075-2bb5038281d0 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.73 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 816 time: 0.1482561 Oct 26 15:00:36.367139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Request body: {'port': {'device_id': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'admin_state_up': True, 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:36.450812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8db5271f-e88c-4e06-9350-9a23d5f30dd9 req-aac075cb-65e4-4eda-8557-0e22161626a3 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 210 time: 0.0404849 Oct 26 15:00:36.540389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Made reservation on behalf of a3139ff492ff44beaf4995a6347b6995 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:00:36.544417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.605375 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 57d8bd43-573d-410c-aa4c-0914666dc36c no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:00:36.633013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 57d8bd43-573d-410c-aa4c-0914666dc36c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:00:36.633387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 57d8bd43-573d-410c-aa4c-0914666dc36c not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:00:36.698291 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Allocated IP 172.20.0.5 (95d35b3a-e3f5-44d3-925c-d28b5155332d/0650e1f5-303b-40d3-ab19-1bd76f137002/89deb7a2-4800-42bb-bd30-d89b8c441bc9) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:00:36.918755 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:36.957540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.010804 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:00:37.015016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:00:37.018086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:00:37.057029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Pushing event updated for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:37.093639 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:37.094575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.118163 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-2edbcbf8-d9b0-4eb8-8adb-6ecfbde601fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594333 Oct 26 15:00:37.133960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Request body: {'port': {'device_id': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:00:37.218764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.278003 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1236a858-5ce5-467a-b5dc-1397fcadf760 None None] Provisioning complete for port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:37.278591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1236a858-5ce5-467a-b5dc-1397fcadf760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.332378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1236a858-5ce5-467a-b5dc-1397fcadf760 None None] Port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:00:37.598038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89deb7a2-4800-42bb-bd30-d89b8c441bc9 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:37.609850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:37.630264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Transition to ACTIVE for port object 89deb7a2-4800-42bb-bd30-d89b8c441bc9 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:00:37.644186 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade288-cd42-43b5-b05b-0bbaa89e8aaa req-420d00d0-0b5a-42fe-beb4-3d18e15213cb tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:37.645947 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-baade288-cd42-43b5-b05b-0bbaa89e8aaa req-420d00d0-0b5a-42fe-beb4-3d18e15213cb tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 931 time: 0.0871587 Oct 26 15:00:37.648134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.158524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-baade288-cd42-43b5-b05b-0bbaa89e8aaa req-ac37dba9-ac8f-4113-af2e-88ca8bde66e1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027931 Oct 26 15:00:38.163785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Pushing event updated for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:38.245922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Attempting to bind port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:00:38.246438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Attempting to bind port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:00:38.246985 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Attempting to bind port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:38.255011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 on network 95d35b3a-e3f5-44d3-925c-d28b5155332d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:00:38.255347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Attempting to bind port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 on network 95d35b3a-e3f5-44d3-925c-d28b5155332d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:00:38.262084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:00:38.262480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Checking segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:00:38.262978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Bound using segment: {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:00:38.263494 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Bound port: 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:00:38.263906 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.336421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:00:38.339763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:00:38.345697 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.392563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:38.393200 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:38.394905 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] 10.222.0.73 "PUT /v2.0/ports/89deb7a2-4800-42bb-bd30-d89b8c441bc9 HTTP/1.1" status: 200 len: 1091 time: 1.2683923 Oct 26 15:00:38.395392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:38.398508 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f9d260-26a2-4900-8c3a-1c39d524ee19" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:38.436207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6997163-a235-43a4-9e57-2b268f2e547d service neutron] Pushing event updated for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:38.474473 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83057f92-f05d-4246-aac0-aea2e9699b03 x-openstack-request-id: req-83057f92-f05d-4246-aac0-aea2e9699b03 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:38.474985 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:38.475851 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83057f92-f05d-4246-aac0-aea2e9699b03 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:38.476297 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9', 'status': 'completed', 'code': 200} Oct 26 15:00:38.513666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-62f41cbf-0536-4229-9838-996aa1da226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:38.516663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-62f41cbf-0536-4229-9838-996aa1da226d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0558019 Oct 26 15:00:38.564061 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-53e9c332-63e1-4ad5-b9aa-4830dca7fad7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9 HTTP/1.1" status: 200 len: 217 time: 0.0400159 Oct 26 15:00:38.625837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-cdc880e0-02c7-41c0-993c-fc595cd00e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:38.628471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-cdc880e0-02c7-41c0-993c-fc595cd00e62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0650e1f5-303b-40d3-ab19-1bd76f137002 HTTP/1.1" status: 200 len: 855 time: 0.0564134 Oct 26 15:00:38.701359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-c2a5fa09-a682-48ba-8107-287f4d0b708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:38.703476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-c2a5fa09-a682-48ba-8107-287f4d0b708e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d35b3a-e3f5-44d3-925c-d28b5155332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667546 Oct 26 15:00:38.807235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-f3fa5f88-c208-453b-9924-72b279b50d5f service neutron] 10.222.0.73 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966587 Oct 26 15:00:38.921987 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d510c31f-f5d8-47b5-939f-d76efff862e7 req-c3064a76-4383-4f5e-8967-6b8bcd04d6c1 service neutron] 10.222.0.73 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069098 Oct 26 15:00:39.022717 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-cdca25b0-e18b-414b-b61d-6456e369069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:39.024574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-cdca25b0-e18b-414b-b61d-6456e369069b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a3139ff492ff44beaf4995a6347b6995&device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 1094 time: 0.0496094 Oct 26 15:00:39.134351 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-1153b5c5-4ba4-4a45-b56d-100bee485cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:39.135992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-1153b5c5-4ba4-4a45-b56d-100bee485cca service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 200 len: 917 time: 0.1025093 Oct 26 15:00:39.185053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-a65c711b-d297-4cbd-acc1-ef5c4aa8d72c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9 HTTP/1.1" status: 200 len: 217 time: 0.0403533 Oct 26 15:00:39.259280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-b15c54e8-968c-4ae4-8956-4a9fca6f37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:39.260863 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-b15c54e8-968c-4ae4-8956-4a9fca6f37ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0650e1f5-303b-40d3-ab19-1bd76f137002 HTTP/1.1" status: 200 len: 855 time: 0.0684774 Oct 26 15:00:39.338039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab4ed2-e2b1-4ef9-82f8-82f51155a6e4 req-a74594cd-6b42-48a8-b08d-060c0f3e5fe9 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:39.339731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63ab4ed2-e2b1-4ef9-82f8-82f51155a6e4 req-a74594cd-6b42-48a8-b08d-060c0f3e5fe9 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 943 time: 0.0979896 Oct 26 15:00:39.347089 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-1b6489c0-4116-4f48-9187-a815e7a1bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:39.348708 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-1b6489c0-4116-4f48-9187-a815e7a1bca1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d35b3a-e3f5-44d3-925c-d28b5155332d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682094 Oct 26 15:00:39.440017 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63ab4ed2-e2b1-4ef9-82f8-82f51155a6e4 req-9f2dc488-eb6d-4b48-ba81-f1ed3e9544fe tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Oct 26 15:00:39.480718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-3a904501-fd29-495e-885d-8d08f752fb96 service neutron] 10.222.0.73 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235304 Oct 26 15:00:39.582837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4f9d260-26a2-4900-8c3a-1c39d524ee19 req-c0203367-3b7d-4a40-856b-fc2a9d851bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941815 Oct 26 15:00:40.146461 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b8488e8f-748b-4050-a224-f863abac2e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:40.576576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f478a-0015-41c3-9eb0-9d412fa277d0 req-eca924ee-b958-4f23-844a-fed8b0b7ce1c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:40.578201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-059f478a-0015-41c3-9eb0-9d412fa277d0 req-eca924ee-b958-4f23-844a-fed8b0b7ce1c tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 943 time: 0.0562971 Oct 26 15:00:40.622132 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-059f478a-0015-41c3-9eb0-9d412fa277d0 req-98fa4b01-5321-4ebc-853a-3907f5a17fcc tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364969 Oct 26 15:00:41.282444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 89deb7a2-4800-42bb-bd30-d89b8c441bc9 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:00:41.393346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:41.408598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '89deb7a2-4800-42bb-bd30-d89b8c441bc9', 'network_id': '95d35b3a-e3f5-44d3-925c-d28b5155332d', 'port_id': '89deb7a2-4800-42bb-bd30-d89b8c441bc9', 'mac_address': 'fa:16:3e:5a:29:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0650e1f5-303b-40d3-ab19-1bd76f137002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:00:41.463212 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.478364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89deb7a2-4800-42bb-bd30-d89b8c441bc9 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:00:41.502526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:41.508826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:41.570419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:41.714118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['89deb7a2-4800-42bb-bd30-d89b8c441bc9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:00:41.766014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca99e4-9028-4ce9-b153-8fb409823760 req-05dc81a1-ec8d-4a49-be2f-728afe0cf637 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:41.768359 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9ca99e4-9028-4ce9-b153-8fb409823760 req-05dc81a1-ec8d-4a49-be2f-728afe0cf637 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 944 time: 0.0665023 Oct 26 15:00:41.837108 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d9ca99e4-9028-4ce9-b153-8fb409823760 req-a21023ac-b0dc-40f4-a0ac-f30a02020062 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610771 Oct 26 15:00:42.931914 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-208180ed-2e50-4f4f-bd57-cbf9c3437f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:42.977620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c2761-ede0-4182-9549-e6d2e8906348 req-309a185a-8b40-48d0-b4fa-001b73b2aea5 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:42.979306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d6c2761-ede0-4182-9549-e6d2e8906348 req-309a185a-8b40-48d0-b4fa-001b73b2aea5 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 944 time: 0.0598300 Oct 26 15:00:43.030805 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8d6c2761-ede0-4182-9549-e6d2e8906348 req-1af058ac-d640-4156-8914-6a44fff672e3 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Oct 26 15:00:43.298421 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 89deb7a2-4800-42bb-bd30-d89b8c441bc9 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:00:43.356346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:00:43.361030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:00:43.361489 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.450014 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.477719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:00:43.480131 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aeb3d8-f187-4be9-a6d9-d232fb0e4a5f" -d '{"events": [{"server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:00:43.496554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:00:43.503246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:43.551643 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e309627b-d6d1-4422-83a6-75f054f7573e x-openstack-request-id: req-e309627b-d6d1-4422-83a6-75f054f7573e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:00:43.551885 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "name": "network-vif-plugged", "status": "completed", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:00:43.552089 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e309627b-d6d1-4422-83a6-75f054f7573e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:00:43.552485 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9', 'code': 200} Oct 26 15:00:43.596217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:00:43.682035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802c98c-80e8-4457-9905-bab80a13e8de req-f3c1cc6d-0c47-4a12-9add-7dade6e9868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:43.684972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5802c98c-80e8-4457-9905-bab80a13e8de req-f3c1cc6d-0c47-4a12-9add-7dade6e9868e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 1096 time: 0.0740519 Oct 26 15:00:43.726669 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5802c98c-80e8-4457-9905-bab80a13e8de req-10b21d16-b266-4b46-89d7-979472ef88a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337656 Oct 26 15:00:43.938409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:44.162168 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba7196-58f1-45b0-9f08-4e4119a69bef req-b0d2157f-7efd-4f9e-9314-17c1ed34310d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:44.163863 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48ba7196-58f1-45b0-9f08-4e4119a69bef req-b0d2157f-7efd-4f9e-9314-17c1ed34310d tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0546799 Oct 26 15:00:44.211539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48ba7196-58f1-45b0-9f08-4e4119a69bef req-da0e1aba-7d99-45c3-89c4-4251a8dac132 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Oct 26 15:00:44.458857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:45.341054 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad3c4d-8298-4e9c-b74d-e9bb5dbe4da7 req-76e24748-cd2a-45cd-b122-1b7a13c916c6 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:45.342719 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0ad3c4d-8298-4e9c-b74d-e9bb5dbe4da7 req-76e24748-cd2a-45cd-b122-1b7a13c916c6 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0555787 Oct 26 15:00:45.391982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0ad3c4d-8298-4e9c-b74d-e9bb5dbe4da7 req-9052119c-3bd0-49ae-87d4-148ca99b87b6 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Oct 26 15:00:45.534340 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4b6b-7462-41f2-b8e9-b1560148fdb1 req-24a6f6f7-b230-45c7-bb75-5d70cfe221bd tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:00:45.535916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33d4b6b-7462-41f2-b8e9-b1560148fdb1 req-24a6f6f7-b230-45c7-bb75-5d70cfe221bd tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0586972 Oct 26 15:00:45.581337 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d33d4b6b-7462-41f2-b8e9-b1560148fdb1 req-9a6fffee-0b33-4cf8-a50b-78f5cb689248 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Oct 26 15:00:46.009353 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:52.303486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:00:53.072560 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:00:53.932031 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:08.839633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194095f2-8f39-47cd-9dbc-54acd1a87684 req-c1f6fd75-9d61-4ce4-b794-9e182cde87b1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:08.841183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-194095f2-8f39-47cd-9dbc-54acd1a87684 req-c1f6fd75-9d61-4ce4-b794-9e182cde87b1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0818732 Oct 26 15:01:08.894423 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-194095f2-8f39-47cd-9dbc-54acd1a87684 req-67a87103-65b2-4d4a-af6f-79ef1b299226 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Oct 26 15:01:10.046427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b825e6-274c-4409-b917-99e6320c8463 req-b9e1050b-087a-44a4-84a3-e79137b7fa59 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.048145 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98b825e6-274c-4409-b917-99e6320c8463 req-b9e1050b-087a-44a4-84a3-e79137b7fa59 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0566256 Oct 26 15:01:10.091967 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-98b825e6-274c-4409-b917-99e6320c8463 req-190f69cc-53ac-4dff-a7d6-f22818592229 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/security-groups?id=8f765a56-b8b2-40f4-91ca-8c53aee30be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Oct 26 15:01:10.153875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8deb62bc-45f4-4b83-a994-cfdc45e30955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.263109 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-beb427b4-a5c1-4863-8dba-6823d1a7e5b1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:10.264613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-beb427b4-a5c1-4863-8dba-6823d1a7e5b1 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 945 time: 0.0631301 Oct 26 15:01:10.371010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Deleting port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:10.371274 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.481339 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] For port 89deb7a2-4800-42bb-bd30-d89b8c441bc9, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=89deb7a2-4800-42bb-bd30-d89b8c441bc9,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:10.481700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.495904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Calling delete_port for 89deb7a2-4800-42bb-bd30-d89b8c441bc9 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:10.641660 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.654880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['89deb7a2-4800-42bb-bd30-d89b8c441bc9'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:01:10.681194 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Pushing event deleted for resources: {'Port': ['ID=89deb7a2-4800-42bb-bd30-d89b8c441bc9,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:10.702699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.702967 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.703509 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.703941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.704365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.704864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.705284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.705725 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.706189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.706645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.707083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.707520 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:10.748508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] No DVR routers for this DVR port 89deb7a2-4800-42bb-bd30-d89b8c441bc9 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:10.751381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:10.755152 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-99bd019a-8474-4b23-a6d8-dcc25c3c07c4 req-c281276f-859e-49a2-ba06-d9d52d389c1f tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.73 "DELETE /v2.0/ports/89deb7a2-4800-42bb-bd30-d89b8c441bc9 HTTP/1.1" status: 204 len: 173 time: 0.4840512 Oct 26 15:01:10.755833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'name': 'network-vif-deleted', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:01:10.758958 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bac246-84a9-4d18-b6b8-e9379db4f69c" -d '{"events": [{"server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "name": "network-vif-deleted", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:01:10.815447 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd065de-2f17-4cb2-864c-003002d59126 x-openstack-request-id: req-7fd065de-2f17-4cb2-864c-003002d59126 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:01:10.815835 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe", "name": "network-vif-deleted", "tag": "89deb7a2-4800-42bb-bd30-d89b8c441bc9", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:01:10.816176 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fd065de-2f17-4cb2-864c-003002d59126 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:01:10.816738 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe', 'name': 'network-vif-deleted', 'tag': '89deb7a2-4800-42bb-bd30-d89b8c441bc9', 'status': 'completed', 'code': 200} Oct 26 15:01:11.266006 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3011d684-240e-46d0-8c1c-3db0be7080e2 req-dab42709-960b-473c-9e9a-0050ee3c3546 tempest-TestEncryptedCinderVolumes-832043296 tempest-TestEncryptedCinderVolumes-832043296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce4776a9-6f08-4ac0-9bbd-b58b6962dcbe HTTP/1.1" status: 200 len: 210 time: 0.0352468 Oct 26 15:01:12.383425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54078) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:12.867897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:12.934058 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c3bde34-dd25-45e9-8d5a-7380319b3084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.170951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Deleting port 820ec167-36c1-4665-8d56-9443144ed6e8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:13.171365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.266898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] For port 820ec167-36c1-4665-8d56-9443144ed6e8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=820ec167-36c1-4665-8d56-9443144ed6e8,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:13.267275 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.283101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Calling delete_port for 820ec167-36c1-4665-8d56-9443144ed6e8 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:13.469979 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 89deb7a2-4800-42bb-bd30-d89b8c441bc9 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:13.493006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 89deb7a2-4800-42bb-bd30-d89b8c441bc9 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:13.493369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 89deb7a2-4800-42bb-bd30-d89b8c441bc9 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:13.498346 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.535913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Pushing event deleted for resources: {'Port': ['ID=820ec167-36c1-4665-8d56-9443144ed6e8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:13.784478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:13.943393 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.029576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Router 80a5abff-618d-4af0-9eaf-e1c555612e5f has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:14.144964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:14.151670 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0b312c76-84b9-40f8-b32c-20bd22f2033f admin admin] 10.222.0.37 "PUT /v2.0/routers/80a5abff-618d-4af0-9eaf-e1c555612e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7664557 Oct 26 15:01:14.154816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54080) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:14.158082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Sync routers for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:14.173136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:14.173784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.292099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.302043 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:14.449626 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.485554 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.549610 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Deleting port 4637b319-836f-407d-9824-318c0781cfee {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:14.550295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.561906 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '4637b319-836f-407d-9824-318c0781cfee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T15:01:13Z', 'revision_number': 5, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port': {'id': '4637b319-836f-407d-9824-318c0781cfee', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:40Z', 'updated_at': '2021-10-26T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.610314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Checking router: 80a5abff-618d-4af0-9eaf-e1c555612e5f for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:14.624953 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Routers {'80a5abff-618d-4af0-9eaf-e1c555612e5f'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:14.626013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['80a5abff-618d-4af0-9eaf-e1c555612e5f'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.645221 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] For port 4637b319-836f-407d-9824-318c0781cfee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=4637b319-836f-407d-9824-318c0781cfee,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:14.645586 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.649508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-ee6c15c5-ef35-4da6-bb88-efc7964cfbcb req-4f917a6c-cd31-4016-9ef0-8abc3c62b201 service neutron] (102164) timed out ('10.222.0.41', 56086) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:01:14.660783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Calling delete_port for 4637b319-836f-407d-9824-318c0781cfee owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:14.757644 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] Set router 80a5abff-618d-4af0-9eaf-e1c555612e5f gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:14.814090 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T15:01:14Z', 'revision_number': 6, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:14.846553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2ee15d-e307-448d-a606-a7285dd3cf16 None None] The sync data for ids ['80a5abff-618d-4af0-9eaf-e1c555612e5f'] in n-d-813419-9 is: [{'id': '80a5abff-618d-4af0-9eaf-e1c555612e5f', 'name': 'tempest-TestEncryptedCinderVolumes-608214473-router', 'tenant_id': 'a3139ff492ff44beaf4995a6347b6995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:39Z', 'updated_at': '2021-10-26T15:01:14Z', 'revision_number': 6, 'project_id': 'a3139ff492ff44beaf4995a6347b6995', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:14.874526 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:14.913926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Pushing event deleted for resources: {'Port': ['ID=4637b319-836f-407d-9824-318c0781cfee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:14.989101 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.086662 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.089551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.137627 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.138216 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a5abff-618d-4af0-9eaf-e1c555612e5f {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:01:15.143745 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.144988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-29c24b71-6fe7-49f7-a6c7-a290826022af admin admin] 10.222.0.37 "DELETE /v2.0/routers/80a5abff-618d-4af0-9eaf-e1c555612e5f HTTP/1.1" status: 204 len: 168 time: 0.9887249 Oct 26 15:01:15.148763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54082) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:15.197989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Deleting subnet 0650e1f5-303b-40d3-ab19-1bd76f137002 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:01:15.201514 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.243352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.352926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.419821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.452355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0650e1f5-303b-40d3-ab19-1bd76f137002,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:15.455589 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.462175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-32e5bf6d-76f7-4952-b7aa-93761cb7b936 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0650e1f5-303b-40d3-ab19-1bd76f137002 HTTP/1.1" status: 204 len: 168 time: 0.3121123 Oct 26 15:01:15.462885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481cefa-158f-43cd-b6a8-58a72ac6dd09 None None] Network 95d35b3a-e3f5-44d3-925c-d28b5155332d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:15.466027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54084) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:15.591972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.692352 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Deleting port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:15.692982 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.768512 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] DHCP port deletion for 95d35b3a-e3f5-44d3-925c-d28b5155332d request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:01:15.790341 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] For port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:15.790932 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.817425 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Calling delete_port for c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:15.855468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Deleting port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:15.855938 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.968356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] For port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,segment=NetworkSegment(800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e),segment_id=800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:15.969039 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:15.970425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.000141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Calling delete_port for c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:16.006819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:16.014333 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] No DVR routers for this DVR port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:16.018113 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.105724 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.117882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.149122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Pushing event deleted for resources: {'Port': ['ID=c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:16.149433 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d35b3a-e3f5-44d3-925c-d28b5155332d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:16.158046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] No DVR routers for this DVR port c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:16.165616 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.165972 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.166541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.166895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.167240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.167580 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.167912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.168394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.168726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.169096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.169370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.169803 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42689a-7de9-410e-a0c4-2aa3401f5838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:16.172426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:16.172928 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800a0bcb-d0c0-4295-b6ab-f1c7aa02fb6e') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:16.192325 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.209393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.218829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:01:16.219702 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: timer() Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:01:16.223306 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:01:16.299946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.307153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:16.310846 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] 10.222.0.37 "DELETE /v2.0/networks/95d35b3a-e3f5-44d3-925c-d28b5155332d HTTP/1.1" status: 204 len: 168 time: 0.8434839 Oct 26 15:01:16.315481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54086) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:16.323641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d514a4-54a5-46ef-bc50-b37c27e6cb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d35b3a-e3f5-44d3-925c-d28b5155332d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:16.362198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4637b319-836f-407d-9824-318c0781cfee no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:16.391228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 4637b319-836f-407d-9824-318c0781cfee {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:16.391552 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 4637b319-836f-407d-9824-318c0781cfee not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:16.392104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 820ec167-36c1-4665-8d56-9443144ed6e8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:16.620317 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 820ec167-36c1-4665-8d56-9443144ed6e8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:16.621454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 820ec167-36c1-4665-8d56-9443144ed6e8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:16.621454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:16.642603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:16.642959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c4dc6a2b-7c3e-422f-bfb1-88cb97c0f46b not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:16.781858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.078072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Deleting port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:17.078410 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.179504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] For port 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:17.180037 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.205294 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Calling delete_port for 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:17.457340 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.489991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fbbb0d1-3445-4fcc-9a25-344bddfeca5a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:17.742893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:17.981854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Router bf5553f3-34eb-432d-936b-08cac4f5e040 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:18.098427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:18.105218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-53667614-3a0c-4855-8855-5287d587ece4 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf5553f3-34eb-432d-936b-08cac4f5e040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7869689 Oct 26 15:01:18.108188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54088) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:18.113795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Sync routers for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:18.128048 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:18.128709 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:18.248858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:18.260723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.385594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.454432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Deleting port 86ca0ac1-9549-4057-913c-b8bc4ec1041f {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:18.455104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.488760 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T15:01:17Z', 'revision_number': 5, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port': {'id': '86ca0ac1-9549-4057-913c-b8bc4ec1041f', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:18.527458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Checking router: bf5553f3-34eb-432d-936b-08cac4f5e040 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:18.538122 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Routers {'bf5553f3-34eb-432d-936b-08cac4f5e040'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:18.538765 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['bf5553f3-34eb-432d-936b-08cac4f5e040'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:18.556645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] For port 86ca0ac1-9549-4057-913c-b8bc4ec1041f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=86ca0ac1-9549-4057-913c-b8bc4ec1041f,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:18.557605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.574849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Calling delete_port for 86ca0ac1-9549-4057-913c-b8bc4ec1041f owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:18.640318 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] Set router bf5553f3-34eb-432d-936b-08cac4f5e040 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:18.725488 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T15:01:18Z', 'revision_number': 6, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:18.756712 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e20f8-962d-4890-9bea-022eaea24540 None None] The sync data for ids ['bf5553f3-34eb-432d-936b-08cac4f5e040'] in n-d-813419-9 is: [{'id': 'bf5553f3-34eb-432d-936b-08cac4f5e040', 'name': 'tempest-TestEncryptedCinderVolumes-333324213-router', 'tenant_id': '109e56644eac4d18b90c4f56b42fe93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T14:59:46Z', 'updated_at': '2021-10-26T15:01:18Z', 'revision_number': 6, 'project_id': '109e56644eac4d18b90c4f56b42fe93f', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:18.786194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:18.825826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=86ca0ac1-9549-4057-913c-b8bc4ec1041f,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:18.904243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.006790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.009314 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.057752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.058158 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5553f3-34eb-432d-936b-08cac4f5e040 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:01:19.063624 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.065049 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1a34ee86-0a1e-46c6-89ab-03a0fc47d3eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/bf5553f3-34eb-432d-936b-08cac4f5e040 HTTP/1.1" status: 204 len: 168 time: 0.9556727 Oct 26 15:01:19.067659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54090) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:19.122045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Deleting subnet 840a025b-d8c3-4711-b1ba-779ef43ae775 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:01:19.127148 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.179337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.319749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.410508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.443414 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840a025b-d8c3-4711-b1ba-779ef43ae775,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.448538 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.453628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-67d3f31a-1510-48b3-a3c0-5ca8c7ca12cc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/840a025b-d8c3-4711-b1ba-779ef43ae775 HTTP/1.1" status: 204 len: 168 time: 0.3845327 Oct 26 15:01:19.454035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a205b04-2a55-4e64-aa7c-68798a1247bf None None] Network 6591c507-6fc9-469b-9121-628f7f5a1445 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:19.456857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54092) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:19.562370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.638668 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Deleting port 6e841373-a00a-41a7-b981-f385feafe295 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:19.639026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.708571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] DHCP port deletion for 6591c507-6fc9-469b-9121-628f7f5a1445 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:01:19.745500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] For port 6e841373-a00a-41a7-b981-f385feafe295, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6e841373-a00a-41a7-b981-f385feafe295,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:19.745947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.768675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Calling delete_port for 6e841373-a00a-41a7-b981-f385feafe295 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:19.789995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Deleting port 6e841373-a00a-41a7-b981-f385feafe295 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:01:19.790591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.889831 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.918896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] For port 6e841373-a00a-41a7-b981-f385feafe295, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6e841373-a00a-41a7-b981-f385feafe295,segment=NetworkSegment(93c42221-a366-4d95-b947-375edb5bf161),segment_id=93c42221-a366-4d95-b947-375edb5bf161)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:19.919505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:19.927991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e841373-a00a-41a7-b981-f385feafe295,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:19.931584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] No DVR routers for this DVR port 6e841373-a00a-41a7-b981-f385feafe295 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:19.944918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Calling delete_port for 6e841373-a00a-41a7-b981-f385feafe295 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:01:20.030344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.043329 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.058209 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6591c507-6fc9-469b-9121-628f7f5a1445']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:20.073603 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c42221-a366-4d95-b947-375edb5bf161') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:20.074039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c42221-a366-4d95-b947-375edb5bf161') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:20.085161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] Pushing event deleted for resources: {'Port': ['ID=6e841373-a00a-41a7-b981-f385feafe295,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:20.087995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238419b1-85dd-497d-8d5f-d8dfc01716c6 None None] No DVR routers for this DVR port 6e841373-a00a-41a7-b981-f385feafe295 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:01:20.090072 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.116840 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.124563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:01:20.124993 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:01:20.126918 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:01:20.188740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.203016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.206676 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6591c507-6fc9-469b-9121-628f7f5a1445 HTTP/1.1" status: 204 len: 168 time: 0.7484522 Oct 26 15:01:20.236457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446c61e-621c-4fb9-8547-ee68c0ee8865 admin admin] Pushing event deleted for resources: {'Network': ['ID=6591c507-6fc9-469b-9121-628f7f5a1445,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:20.356209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6e841373-a00a-41a7-b981-f385feafe295 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:20.392740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6e841373-a00a-41a7-b981-f385feafe295 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:20.393302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6e841373-a00a-41a7-b981-f385feafe295 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:20.393981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 86ca0ac1-9549-4057-913c-b8bc4ec1041f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:20.423504 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 86ca0ac1-9549-4057-913c-b8bc4ec1041f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:20.424068 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 86ca0ac1-9549-4057-913c-b8bc4ec1041f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:20.424781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:01:20.457211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54096) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:20.460926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:01:20.461814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7fbbb0d1-3445-4fcc-9a25-344bddfeca5a not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:01:20.509396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7d951534-56fc-4e82-8b9c-4e853a98e76f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3139ff492ff44beaf4995a6347b6995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508859 Oct 26 15:01:20.512120 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54098) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:20.566630 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.590520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.647820 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.652406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:20.654207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f765a56-b8b2-40f4-91ca-8c53aee30be3 HTTP/1.1" status: 204 len: 168 time: 0.1409082 Oct 26 15:01:20.667290 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fca32-5b4c-42a5-921e-cf5ce5402ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f765a56-b8b2-40f4-91ca-8c53aee30be3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:21.071853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54104) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:21.141755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6f2c5f12-eaea-4cd5-a082-b59278109753 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=109e56644eac4d18b90c4f56b42fe93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680513 Oct 26 15:01:21.144576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54106) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:21.233444 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.272020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.345615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.349260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:21.350887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67f18122-2d7c-48e1-9d4d-6edba6c412ad HTTP/1.1" status: 204 len: 168 time: 0.2049181 Oct 26 15:01:21.360707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8aebe-0260-4763-a8f2-fd9d864818c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f18122-2d7c-48e1-9d4d-6edba6c412ad,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.208844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:22.304730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.403150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56901145-network', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:22.428641 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Made reservation on behalf of 70b8ac82aaed4e09a446c279cbc4c261 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:22.431052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.440525 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.531062 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.536112 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.563337 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:01:22.578799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf379ba-6782-4b0a-a777-94c23c58d437,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:22.584829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.585168 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Added segment fbae6abe-ba46-441f-b01c-a83c3f4ab2d5 of type vlan for network 5e1276b2-4286-4c3d-8846-2ff4916b8301 Oct 26 15:01:22.633727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.947151 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:22.948199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:22.948933 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.007616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7978101 Oct 26 15:01:23.011165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54132) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:23.017579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Request body: {'subnet': {'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56901145-subnet', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:23.020479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6e285-e7da-40cb-abe8-432187846d0b admin admin] Pushing event updated for resources: {'Network': ['ID=5e1276b2-4286-4c3d-8846-2ff4916b8301,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:23.032985 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:01:23.047584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Made reservation on behalf of 70b8ac82aaed4e09a446c279cbc4c261 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:23.050650 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.699696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.806482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4117c94e-a210-42e7-84f5-b0e254190e5e,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:23.819005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Checking segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:23.819595 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Network hostable DHCP agents. Network: 5e1276b2-4286-4c3d-8846-2ff4916b8301, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:01:23.846108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:01:23.858405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 5e1276b2-4286-4c3d-8846-2ff4916b8301) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:23.863107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:23.863731 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.874447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454b95e-8354-428b-918a-5007b2a0214e None None] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:23.887596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1f87539-d6d6-439a-bc7d-6da41b9a2d53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8747952 Oct 26 15:01:23.891020 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54134) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:23.896979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:23.928653 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.930703 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:23.953375 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.011332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.072740 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-5e1276b2-4286-4c3d-8846-2ff4916b8301', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:01:24.073640 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.204262 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.237365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Allocated IP 172.20.0.2 (5e1276b2-4286-4c3d-8846-2ff4916b8301/4117c94e-a210-42e7-84f5-b0e254190e5e/3e95526a-5e43-4d12-916d-d584c5171333) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:24.447484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.457369 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.527298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:24.534584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:24.541935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:24.545871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.548423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Pushing event updated for resources: {'Port': ['ID=3e95526a-5e43-4d12-916d-d584c5171333,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:24.580276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.643086 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Attempting to bind port 3e95526a-5e43-4d12-916d-d584c5171333 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:24.643782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Attempting to bind port 3e95526a-5e43-4d12-916d-d584c5171333 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:24.645492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Attempting to bind port 3e95526a-5e43-4d12-916d-d584c5171333 on network 5e1276b2-4286-4c3d-8846-2ff4916b8301 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:24.654377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:24.654751 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Checking segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:24.655155 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.655548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Bound using segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:24.656091 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Bound port: 3e95526a-5e43-4d12-916d-d584c5171333, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:24.656468 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.721682 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Allocated IP 172.25.5.169 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/6361a12e-2ae9-48ff-9ca7-2cb24e855479) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:24.728820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] For port 3e95526a-5e43-4d12-916d-d584c5171333, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:24.732295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] For port 3e95526a-5e43-4d12-916d-d584c5171333, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e95526a-5e43-4d12-916d-d584c5171333,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:24.739339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.833113 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a031c0-e425-40dc-bf1f-29ec598280d4 None None] Pushing event updated for resources: {'Port': ['ID=3e95526a-5e43-4d12-916d-d584c5171333,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:24.908320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:24.959219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.009261 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:25.014154 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:25.016852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:25.071424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Pushing event updated for resources: {'Port': ['ID=6361a12e-2ae9-48ff-9ca7-2cb24e855479,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:25.368514 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.599663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.771996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Router 2253013b-910f-45a1-99cc-2bdd31c1bdcb is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:01:25.922819 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:25.938691 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Sync routers for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:25.951767 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:25.953075 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1466b642-9d0a-4625-b2c6-6d168ca417ae admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0606208 Oct 26 15:01:25.958030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54136) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:25.964846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03dc780-9b63-41ae-9e29-ff17154afd92 None None] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:26.042330 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:26.043374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:26.197123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] Provisioning complete for port 3e95526a-5e43-4d12-916d-d584c5171333 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:26.197680 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.362585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:26.455387 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.461941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e95526a-5e43-4d12-916d-d584c5171333 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:26.640882 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Allocated IP 172.20.0.1 (5e1276b2-4286-4c3d-8846-2ff4916b8301/4117c94e-a210-42e7-84f5-b0e254190e5e/2830c6fc-192b-4689-8ce0-0939691eb74d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:26.735663 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.776778 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.799279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3e95526a-5e43-4d12-916d-d584c5171333 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:26.799822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.838551 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.857997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] For port 3e95526a-5e43-4d12-916d-d584c5171333, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e95526a-5e43-4d12-916d-d584c5171333,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:26.871459 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:26.915316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:26.918838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:26.923937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:26.954053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Pushing event updated for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:26.978134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.025263 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267568a-1f91-446b-9fac-4b08fe8c4667 None None] Pushing event updated for resources: {'Port': ['ID=3e95526a-5e43-4d12-916d-d584c5171333,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:27.046209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:25Z', 'revision_number': 3, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:27.089502 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Checking router: 2253013b-910f-45a1-99cc-2bdd31c1bdcb for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:27.090022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Updating router 2253013b-910f-45a1-99cc-2bdd31c1bdcb port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:27.144076 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.144325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.295817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-3d22a5d6-70dc-4aae-b57b-a0c4df7c9e3b None None] Provisioning complete for port 3e95526a-5e43-4d12-916d-d584c5171333 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:27.296202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d22a5d6-70dc-4aae-b57b-a0c4df7c9e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.410042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.416937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.499902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Pushing event updated for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:27.503107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.612042 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:27.613781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:27.746095 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.755527 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.792258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Router 2253013b-910f-45a1-99cc-2bdd31c1bdcb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:27.856516 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-56230cc7-281d-4f03-89c3-cc124ffab077 None None] Provisioning complete for port 2830c6fc-192b-4689-8ce0-0939691eb74d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:27.856868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56230cc7-281d-4f03-89c3-cc124ffab077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.858841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43bf9-d1b0-4a76-a2c7-7f89e9f24991 None None] Pushing event updated for resources: {'Port': ['ID=6361a12e-2ae9-48ff-9ca7-2cb24e855479,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:27.861395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Attempting to bind port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:27.861769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Attempting to bind port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:27.862122 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Attempting to bind port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:27.869849 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:27.870242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:27.870607 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.873139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:27.873761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Bound port: 6361a12e-2ae9-48ff-9ca7-2cb24e855479, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:27.874256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:27.940701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-56230cc7-281d-4f03-89c3-cc124ffab077 None None] Port 2830c6fc-192b-4689-8ce0-0939691eb74d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:27.966002 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] For port 6361a12e-2ae9-48ff-9ca7-2cb24e855479, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:27.967841 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:27.971514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] For port 6361a12e-2ae9-48ff-9ca7-2cb24e855479, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6361a12e-2ae9-48ff-9ca7-2cb24e855479,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:27.974826 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-35a92557-289a-4422-a3f1-31506aa17c70 admin admin] 10.222.0.37 "PUT /v2.0/routers/2253013b-910f-45a1-99cc-2bdd31c1bdcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138478 Oct 26 15:01:27.986784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.062433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:28.063340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:28.121798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43bf9-d1b0-4a76-a2c7-7f89e9f24991 None None] Pushing event updated for resources: {'Port': ['ID=6361a12e-2ae9-48ff-9ca7-2cb24e855479,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:28.179724 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c747d254-bc50-4756-b1dc-cfadebce35f5 None None] Provisioning complete for port 2830c6fc-192b-4689-8ce0-0939691eb74d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:28.180360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c747d254-bc50-4756-b1dc-cfadebce35f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.266341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c747d254-bc50-4756-b1dc-cfadebce35f5 None None] Port 2830c6fc-192b-4689-8ce0-0939691eb74d cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:28.302850 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:28.356942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e95526a-5e43-4d12-916d-d584c5171333 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:28.560455 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3e95526a-5e43-4d12-916d-d584c5171333 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:28.560944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.649823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54152) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:28.655165 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1588974977-network', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:28.680895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Made reservation on behalf of 374686b143ae4665920ac8cdb0e13ebb for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:28.683873 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.695987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.727518 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 2, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:28.784946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc758ca-73d4-46f5-ad3c-46e752e678b9 None None] The sync data for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 is: [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 2, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:28.795806 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.801761 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.833955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:01:28.851815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483ec02f-4d3c-4c08-889c-708b75f4daf4,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:28.858583 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.858957 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Added segment 93a4a685-16c7-4395-bcc8-51b6fefdbfa8 of type vlan for network 42b233f5-3f00-4302-bbe1-148bdca0ab82 Oct 26 15:01:28.911042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.947587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:28.948446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:28.949075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.017281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3661656 Oct 26 15:01:29.022934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54154) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:29.040094 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01668b7-d82f-472a-bb10-b468ff67f57e admin admin] Pushing event updated for resources: {'Network': ['ID=42b233f5-3f00-4302-bbe1-148bdca0ab82,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:29.048308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Request body: {'subnet': {'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1588974977-subnet', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:29.062684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:01:29.080558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Made reservation on behalf of 374686b143ae4665920ac8cdb0e13ebb for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:29.089090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.355533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.425146 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1a5b2c-2312-4450-8626-a488fd31ae40,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:29.437969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Checking segment: {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:29.438328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Network hostable DHCP agents. Network: 42b233f5-3f00-4302-bbe1-148bdca0ab82, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:01:29.459233 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:01:29.473388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 42b233f5-3f00-4302-bbe1-148bdca0ab82) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:29.480331 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:29.480669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.485397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b42354-cd2e-4b96-ae17-dab6bdac7533 None None] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:29.503405 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9fff4ff9-b781-4923-a29c-ecdfe38d37ec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4752157 Oct 26 15:01:29.506818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54156) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:29.511799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:29.582752 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.592588 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.681700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.745822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-42b233f5-3f00-4302-bbe1-148bdca0ab82', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:01:29.747209 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.868003 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:29.961661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Allocated IP 172.20.0.2 (42b233f5-3f00-4302-bbe1-148bdca0ab82/7c1a5b2c-2312-4450-8626-a488fd31ae40/ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:30.072822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:01:30.128256 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.150738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.205558 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.220349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.288569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Allocated IP 172.25.5.181 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/aeb21dfa-a009-4bb4-bb03-2758223c2ba6) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:30.297533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:30.305400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:30.314434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:30.321982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Pushing event updated for resources: {'Port': ['ID=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.418251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6361a12e-2ae9-48ff-9ca7-2cb24e855479 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:30.461835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Attempting to bind port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:30.462572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Attempting to bind port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:30.463248 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Attempting to bind port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc on network 42b233f5-3f00-4302-bbe1-148bdca0ab82 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:30.488952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:30.490726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Checking segment: {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:30.491516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.492276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Bound using segment: {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:30.493880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Bound port: ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:30.493880 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.502039 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.570609 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.591520 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:30.592000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.623288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] For port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:30.644012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] For port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:30.654121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:30.657410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.659589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:30.663721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:30.698682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.821762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987b2a1-4337-471e-a757-1d14137b32b9 None None] Pushing event updated for resources: {'Port': ['ID=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:30.831227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.871934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 6361a12e-2ae9-48ff-9ca7-2cb24e855479, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6361a12e-2ae9-48ff-9ca7-2cb24e855479,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:30.881229 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:30.978010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=6361a12e-2ae9-48ff-9ca7-2cb24e855479,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:31.127379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.473445 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:31.632906 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:01:31.952574 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Sync routers for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:31.978511 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:31.979363 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:31.995416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436b861-0679-4a14-b400-20d60bcbc193 None None] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:01:32.074501 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:32.097055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Sync routers for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:32.107393 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.110078 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-100bb148-88e4-4304-9ec5-459c02eee021 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6018081 Oct 26 15:01:32.114345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54158) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:01:32.135459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] Provisioning complete for port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:32.135999 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.151267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:32.152143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:32.189059 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:32.630472 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:32.646324 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 2, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:32.685799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6361a12e-2ae9-48ff-9ca7-2cb24e855479 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:32.687699 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Checking router: 2253013b-910f-45a1-99cc-2bdd31c1bdcb for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:32.688281 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Updating router 2253013b-910f-45a1-99cc-2bdd31c1bdcb port 2830c6fc-192b-4689-8ce0-0939691eb74d binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:32.727655 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.785570 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.905610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:32.905610 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:32.911847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] For port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:32.948261 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.051320 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.061035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c653d-04ae-488b-a49e-da7216d4bf49 None None] Pushing event updated for resources: {'Port': ['ID=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.139649 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:33.184288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 3, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:33.218060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Checking router: c520fa49-1bc2-4be9-b64f-6793a3d62ee1 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:33.218398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Updating router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:33.275045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.311695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:33.311971 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.360875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Allocated IP 172.20.0.1 (42b233f5-3f00-4302-bbe1-148bdca0ab82/7c1a5b2c-2312-4450-8626-a488fd31ae40/a351d34e-b337-4c8b-8f3b-c82a39cc62e1) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:33.368422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d681383b-4761-43fd-9ca9-4c1a1cb09436 None None] Provisioning complete for port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:33.369107 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d681383b-4761-43fd-9ca9-4c1a1cb09436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.403074 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.414503 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.510641 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Pushing event updated for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.578236 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.578903 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.579563 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.580180 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.580834 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.581451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.582108 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.582702 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.583358 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.583966 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.584571 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.585171 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:33.604744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.646634 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Attempting to bind port 2830c6fc-192b-4689-8ce0-0939691eb74d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:33.647309 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Attempting to bind port 2830c6fc-192b-4689-8ce0-0939691eb74d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:33.648034 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Attempting to bind port 2830c6fc-192b-4689-8ce0-0939691eb74d on network 5e1276b2-4286-4c3d-8846-2ff4916b8301 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:33.657709 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:33.658430 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Checking segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:33.659173 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.660781 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Bound using segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:33.662466 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Bound port: 2830c6fc-192b-4689-8ce0-0939691eb74d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:33.663124 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.687456 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.769700 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:33.774392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:33.797060 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:33.804669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Pushing event updated for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:33.813346 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] For port 2830c6fc-192b-4689-8ce0-0939691eb74d, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:33.821307 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] For port 2830c6fc-192b-4689-8ce0-0939691eb74d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2830c6fc-192b-4689-8ce0-0939691eb74d,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:33.828193 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.873678 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.945125 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:33.952949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:33.955786 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:33.956144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.031754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Attempting to bind port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:34.032784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Attempting to bind port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:34.033918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Attempting to bind port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:34.065912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8a96-fb29-42bd-bb81-f2324c64ceef None None] Pushing event updated for resources: {'Port': ['ID=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.075610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:34.076182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:34.076748 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.077266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:34.078069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Bound port: aeb21dfa-a009-4bb4-bb03-2758223c2ba6, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:34.078588 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.168037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] For port aeb21dfa-a009-4bb4-bb03-2758223c2ba6, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:34.168540 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.172246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] For port aeb21dfa-a009-4bb4-bb03-2758223c2ba6, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:34.191751 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.256434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] Provisioning complete for port 2830c6fc-192b-4689-8ce0-0939691eb74d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:34.256990 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.317660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:34.323419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:34.421094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f8a96-fb29-42bd-bb81-f2324c64ceef None None] Pushing event updated for resources: {'Port': ['ID=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.453741 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6ffa3-2815-4d9e-bf49-dcc7d78be6ab None None] Pushing event updated for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.470963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:34.492160 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:34.570747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:34.604865 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.614073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.620231 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.680680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:34.681157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.750970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Pushing event updated for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.780180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.799508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] For port 2830c6fc-192b-4689-8ce0-0939691eb74d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2830c6fc-192b-4689-8ce0-0939691eb74d,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:34.811485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:34.906687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a0d2a-9f74-44af-9133-093eee01373e None None] Pushing event updated for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:34.920802 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:34.956011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8047e02-3d58-43f0-8378-e6a9e5c462c5 None None] The sync data for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 is: [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:34.967263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:34.968860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:34.989440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-35f57bfd-792d-4ee1-aecc-5f7c9da412a7 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:34.989887 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35f57bfd-792d-4ee1-aecc-5f7c9da412a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.042943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-35f57bfd-792d-4ee1-aecc-5f7c9da412a7 None None] Port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:35.061142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a351d34e-b337-4c8b-8f3b-c82a39cc62e1', 'name': '', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'mac_address': 'fa:16:3e:c6:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:33Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 1, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'subnets': [{'id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:35.064910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-35f57bfd-792d-4ee1-aecc-5f7c9da412a7 None None] Provisioning complete for port 2830c6fc-192b-4689-8ce0-0939691eb74d triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:35.065284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-35f57bfd-792d-4ee1-aecc-5f7c9da412a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.183547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:01:35.344039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:01:35.353064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f6f03955-0526-4c92-be90-3e9a0efd8707 admin admin] 10.222.0.37 "PUT /v2.0/routers/c520fa49-1bc2-4be9-b64f-6793a3d62ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2365966 Oct 26 15:01:35.361769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110bb2da-f637-4c87-acd9-67f064607e1c None None] The sync data for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 is: [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a351d34e-b337-4c8b-8f3b-c82a39cc62e1', 'name': '', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'mac_address': 'fa:16:3e:c6:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:33Z', 'updated_at': '2021-10-26T15:01:33Z', 'revision_number': 1, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'subnets': [{'id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:35.593187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c6ce6f80-6bc4-4597-bc77-4b8efdb2e0f9 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:35.593795 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6f80-6bc4-4597-bc77-4b8efdb2e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:35.652927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce6f80-6bc4-4597-bc77-4b8efdb2e0f9 None None] Port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:36.573377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2830c6fc-192b-4689-8ce0-0939691eb74d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:36.630743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 2830c6fc-192b-4689-8ce0-0939691eb74d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:36.631711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.743776 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device aeb21dfa-a009-4bb4-bb03-2758223c2ba6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:36.805452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:36.805823 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.935869 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:36.978987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port aeb21dfa-a009-4bb4-bb03-2758223c2ba6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:36.986530 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:37.106555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:38.408440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device aeb21dfa-a009-4bb4-bb03-2758223c2ba6 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:38.479786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:38.480051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:38.487578 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914543b-a23a-4445-9253-b0074111664c None None] Sync routers for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:01:38.507844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:38.509556 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:38.693400 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:39.019843 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a351d34e-b337-4c8b-8f3b-c82a39cc62e1', 'name': '', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'mac_address': 'fa:16:3e:c6:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:33Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 2, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'subnets': [{'id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:39.067081 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914543b-a23a-4445-9253-b0074111664c None None] Checking router: c520fa49-1bc2-4be9-b64f-6793a3d62ee1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:01:39.067959 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914543b-a23a-4445-9253-b0074111664c None None] Updating router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:01:39.098595 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.649120 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.657175 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.804590 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb417d13-2755-4cff-8bcd-31e0b25ee933 None None] Pushing event updated for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:39.856898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b914543b-a23a-4445-9253-b0074111664c None None] Attempting to bind port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:01:39.857503 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b914543b-a23a-4445-9253-b0074111664c None None] Attempting to bind port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:01:39.858112 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914543b-a23a-4445-9253-b0074111664c None None] Attempting to bind port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 on network 42b233f5-3f00-4302-bbe1-148bdca0ab82 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:01:39.869892 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914543b-a23a-4445-9253-b0074111664c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:01:39.870481 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914543b-a23a-4445-9253-b0074111664c None None] Checking segment: {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:01:39.871162 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.871846 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914543b-a23a-4445-9253-b0074111664c None None] Bound using segment: {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:01:39.872697 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b914543b-a23a-4445-9253-b0074111664c None None] Bound port: a351d34e-b337-4c8b-8f3b-c82a39cc62e1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a4a685-16c7-4395-bcc8-51b6fefdbfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:01:39.873350 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:39.983786 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b914543b-a23a-4445-9253-b0074111664c None None] For port a351d34e-b337-4c8b-8f3b-c82a39cc62e1, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:01:39.987439 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b914543b-a23a-4445-9253-b0074111664c None None] For port a351d34e-b337-4c8b-8f3b-c82a39cc62e1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:01:39.994464 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b914543b-a23a-4445-9253-b0074111664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.092209 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:01:40.093528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:01:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:40.132596 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb417d13-2755-4cff-8bcd-31e0b25ee933 None None] Pushing event updated for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:40.155050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:40.155722 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.217743 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e00045a2-2cc5-4bba-b9bf-360ac9d911ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.289668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.340916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] For port a351d34e-b337-4c8b-8f3b-c82a39cc62e1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:01:40.355388 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.400192 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:01:40.424442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879a3a-3cd7-45a3-a505-4d67992834c5 None None] Pushing event updated for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:40.526825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a351d34e-b337-4c8b-8f3b-c82a39cc62e1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:40.561632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d2a4654d-f831-4c6a-9a6b-cfcdc9511797 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:40.562294 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d2a4654d-f831-4c6a-9a6b-cfcdc9511797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.632469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:40.632851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:40.804047 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b914543b-a23a-4445-9253-b0074111664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a351d34e-b337-4c8b-8f3b-c82a39cc62e1', 'name': '', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'mac_address': 'fa:16:3e:c6:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:33Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'subnets': [{'id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:01:40.834420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914543b-a23a-4445-9253-b0074111664c None None] The sync data for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 is: [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a351d34e-b337-4c8b-8f3b-c82a39cc62e1', 'name': '', 'network_id': '42b233f5-3f00-4302-bbe1-148bdca0ab82', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'mac_address': 'fa:16:3e:c6:60:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:33Z', 'updated_at': '2021-10-26T15:01:39Z', 'revision_number': 4, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'subnets': [{'id': '7c1a5b2c-2312-4450-8626-a488fd31ae40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:01:42.373918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a351d34e-b337-4c8b-8f3b-c82a39cc62e1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:01:42.443836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:42.444297 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:42.945287 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e5b0ee9-5692-481f-b45b-216cbf9aeba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:43.963746 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:44.484099 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:46.006583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:47.271196 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-a1287c4a-568a-4390-b431-df09358e3e38 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:47.272853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-a1287c4a-568a-4390-b431-df09358e3e38 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 813 time: 0.1217327 Oct 26 15:01:47.292433 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-413c2cc3-f6f6-40d0-aa9e-063b89e1a1a2 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/quotas/70b8ac82aaed4e09a446c279cbc4c261 HTTP/1.1" status: 200 len: 375 time: 0.0118630 Oct 26 15:01:47.351274 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-7f9fe625-f516-4120-bc16-b63465df66aa tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522523 Oct 26 15:01:47.368961 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-abb7094e-88cc-4a5b-81f3-6ce92683bc7c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:01:47.370489 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-abb7094e-88cc-4a5b-81f3-6ce92683bc7c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069661 Oct 26 15:01:47.523354 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-53e14a22-6566-4f61-9667-6b06bc77981f service neutron] 10.222.0.37 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454277 Oct 26 15:01:47.629748 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-96fbcba3-51c8-46b9-a19e-308d2c7a5a85 service neutron] 10.222.0.37 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944455 Oct 26 15:01:47.825984 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72b73af0-bc08-4ac7-beb8-057f5b9bd7df req-5b74b591-39ab-4221-a13e-ed2288b54b3e tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 210 time: 0.0430808 Oct 26 15:01:48.971793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aea971a0-b525-49fe-8b44-bd3edf8e3f86 req-45e50331-0d7e-4cf2-a815-bec4dd0e5118 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 210 time: 0.0635793 Oct 26 15:01:49.154280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-dfa0af34-3659-43eb-80dc-cb9dde048547 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:49.157021 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-dfa0af34-3659-43eb-80dc-cb9dde048547 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 813 time: 0.2319856 Oct 26 15:01:49.181509 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'port': {'device_id': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'admin_state_up': True, 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:01:49.329815 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Made reservation on behalf of 70b8ac82aaed4e09a446c279cbc4c261 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:01:49.334617 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:49.590138 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Allocated IP 172.20.0.6 (5e1276b2-4286-4c3d-8846-2ff4916b8301/4117c94e-a210-42e7-84f5-b0e254190e5e/d3c4b07c-1739-45e1-98b5-59141eb96150) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:01:50.112756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.249878 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.327840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7f6c76d9-a55b-4bbf-9202-23f3eb72fe82 req-28918fa6-20ad-4ae6-a5fe-a10267ef4dbc tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 210 time: 0.1432979 Oct 26 15:01:50.357268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:01:50.387320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:01:50.393590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:01:50.406937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:01:50.413959 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.415452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.415913 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.416448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.416995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.417439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.417966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.418847 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.419574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.420838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.421456 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.422032 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:01:50.571234 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:50.572533 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.615536 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-aa1ab76f-c1c0-4905-99c6-137133119d29 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414420 Oct 26 15:01:50.788854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a614ffe0-1052-4b42-ad1e-024e2787d913 None None] Provisioning complete for port d3c4b07c-1739-45e1-98b5-59141eb96150 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:01:50.790376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a614ffe0-1052-4b42-ad1e-024e2787d913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:50.847919 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a614ffe0-1052-4b42-ad1e-024e2787d913 None None] Port d3c4b07c-1739-45e1-98b5-59141eb96150 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:01:51.535779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d2841-45df-4c69-bd0c-b601f9be6e8c req-d4a1d732-94df-4a8f-9031-2c2d211566f8 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:51.539046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476d2841-45df-4c69-bd0c-b601f9be6e8c req-d4a1d732-94df-4a8f-9031-2c2d211566f8 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0883336 Oct 26 15:01:51.590314 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-476d2841-45df-4c69-bd0c-b601f9be6e8c req-53200d7c-002f-431b-870c-4d5944cbd9a5 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Oct 26 15:01:52.320264 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:52.750960 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca6be4-7e56-4b85-a32c-68437eeeb34c req-fff98178-11cf-4d23-8f96-122b7c6df559 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:52.752674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8ca6be4-7e56-4b85-a32c-68437eeeb34c req-fff98178-11cf-4d23-8f96-122b7c6df559 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0737705 Oct 26 15:01:52.807936 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e8ca6be4-7e56-4b85-a32c-68437eeeb34c req-4bcc6102-54d6-4580-8672-cb28bc9365c5 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Oct 26 15:01:53.940572 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:01:53.970867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fe20d-58b3-4517-8376-1f4b304af37f req-d9e642d3-1215-45c5-8039-3d29648beb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:53.973087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be6fe20d-58b3-4517-8376-1f4b304af37f req-d9e642d3-1215-45c5-8039-3d29648beb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0747538 Oct 26 15:01:54.039668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be6fe20d-58b3-4517-8376-1f4b304af37f req-a8ab3ea9-75af-46ab-96bb-2fff32d40ce9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590546 Oct 26 15:01:55.219053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883f4a5-86c6-4744-b895-882407ccc48e req-7fba27c2-84d4-49ce-9092-4123b3d031bc tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:55.221777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c883f4a5-86c6-4744-b895-882407ccc48e req-7fba27c2-84d4-49ce-9092-4123b3d031bc tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0733163 Oct 26 15:01:55.276191 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c883f4a5-86c6-4744-b895-882407ccc48e req-061e4aff-5681-4518-8a76-f35a1d0d2ec5 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Oct 26 15:01:56.436466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a12d0-b747-47e1-9831-279dd5b3d5c2 req-8237f9a0-8dce-447f-b68a-68fa9f0ba9a7 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:56.438793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-434a12d0-b747-47e1-9831-279dd5b3d5c2 req-8237f9a0-8dce-447f-b68a-68fa9f0ba9a7 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0692704 Oct 26 15:01:56.507379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-434a12d0-b747-47e1-9831-279dd5b3d5c2 req-2742d956-501f-4090-89b5-d588ca7c65a6 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551338 Oct 26 15:01:57.654844 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba8599-b454-4ec1-bdae-c4ed16cad37b req-cab44db6-c208-4cf5-80a4-6991d7255c2b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:57.656587 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72ba8599-b454-4ec1-bdae-c4ed16cad37b req-cab44db6-c208-4cf5-80a4-6991d7255c2b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0738261 Oct 26 15:01:57.714569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72ba8599-b454-4ec1-bdae-c4ed16cad37b req-818db74b-d442-4c38-99cb-a245800db9a3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506229 Oct 26 15:01:58.886997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956b6f7-64e4-4fee-b354-0c54f59fddfa req-606a9ef9-e4cb-4cc8-b0fc-3334fa13f70a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:01:58.888687 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9956b6f7-64e4-4fee-b354-0c54f59fddfa req-606a9ef9-e4cb-4cc8-b0fc-3334fa13f70a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0604105 Oct 26 15:01:58.946353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9956b6f7-64e4-4fee-b354-0c54f59fddfa req-61194624-2570-4a12-872f-ce85ef107b27 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438793 Oct 26 15:02:00.140273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6fbb5-7744-4a29-b38d-c162ce9c2214 req-9d39428a-2484-4917-aa8d-8f40d0316b07 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:00.142429 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19c6fbb5-7744-4a29-b38d-c162ce9c2214 req-9d39428a-2484-4917-aa8d-8f40d0316b07 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 931 time: 0.0783260 Oct 26 15:02:00.211652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-19c6fbb5-7744-4a29-b38d-c162ce9c2214 req-5900859f-9760-4998-949e-f1f14950dd79 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 Oct 26 15:02:00.689581 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Request body: {'port': {'device_id': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:00.759218 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.148036 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c4b07c-1739-45e1-98b5-59141eb96150 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:02:01.163278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.185164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Transition to ACTIVE for port object d3c4b07c-1739-45e1-98b5-59141eb96150 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:02:01.189850 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.404133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:01.455248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c181122-6606-4d10-bf1a-f9e07fd24919 req-a952a40f-7b45-4f2e-9346-effb31ece2ae tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.457020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c181122-6606-4d10-bf1a-f9e07fd24919 req-a952a40f-7b45-4f2e-9346-effb31ece2ae tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 943 time: 0.1026065 Oct 26 15:02:01.458987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Attempting to bind port d3c4b07c-1739-45e1-98b5-59141eb96150 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:02:01.459325 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Attempting to bind port d3c4b07c-1739-45e1-98b5-59141eb96150 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:02:01.459655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Attempting to bind port d3c4b07c-1739-45e1-98b5-59141eb96150 on network 5e1276b2-4286-4c3d-8846-2ff4916b8301 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:01.466510 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Port d3c4b07c-1739-45e1-98b5-59141eb96150 on network 5e1276b2-4286-4c3d-8846-2ff4916b8301 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:02:01.466842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Attempting to bind port d3c4b07c-1739-45e1-98b5-59141eb96150 on network 5e1276b2-4286-4c3d-8846-2ff4916b8301 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:02:01.479739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:02:01.480120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Checking segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:02:01.480457 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Bound using segment: {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:02:01.480958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Bound port: d3c4b07c-1739-45e1-98b5-59141eb96150, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:02:01.481328 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.542667 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9c181122-6606-4d10-bf1a-f9e07fd24919 req-091474ef-4c28-41df-b9d0-a75fe3b76e2d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771668 Oct 26 15:02:01.581491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:02:01.586108 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:02:01.591195 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.636163 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.636889 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:01.638295 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1091 time: 1.0747023 Oct 26 15:02:01.640857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:01.643701 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8024b0-9da7-4ee7-b423-256b17d6a145" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:01.678624 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437523-635e-485c-8a3b-a3c6d2ec86c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:01.711262 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4824b7ca-e38e-4d2c-9001-617eee468f76 x-openstack-request-id: req-4824b7ca-e38e-4d2c-9001-617eee468f76 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:01.712290 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:01.712290 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4824b7ca-e38e-4d2c-9001-617eee468f76 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:01.712660 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:02:01.752093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-7f9fd53c-1fee-4077-81c9-ff5e19b2b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.755626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-7f9fd53c-1fee-4077-81c9-ff5e19b2b5bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1094 time: 0.0536718 Oct 26 15:02:01.805416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-60f930e1-102b-4e85-be9f-f5e1527849c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 217 time: 0.0376842 Oct 26 15:02:01.863464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-b4897107-abc4-4808-a1f2-ea8b2bdee268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.865597 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-b4897107-abc4-4808-a1f2-ea8b2bdee268 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0522506 Oct 26 15:02:01.923322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-2c31beed-da18-4e31-9c73-3f465cb15d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:01.924847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-2c31beed-da18-4e31-9c73-3f465cb15d6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503814 Oct 26 15:02:02.027969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-63fce0ee-b8dc-4709-827e-a55e143f6a4c service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942304 Oct 26 15:02:02.139247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4a36330c-85d6-4f04-a75b-936d3537adfa req-028cf9aa-6264-4247-b0b7-ce128b42561b service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027322 Oct 26 15:02:02.272250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-803e46a8-12cb-459c-b2ad-7e2213a194c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.274920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-803e46a8-12cb-459c-b2ad-7e2213a194c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1094 time: 0.0718915 Oct 26 15:02:02.387521 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-18d8a626-af10-42a4-aefc-6892c4399a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.389073 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-18d8a626-af10-42a4-aefc-6892c4399a3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1011922 Oct 26 15:02:02.434334 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-6f890f0d-8555-4c74-a4bf-36c92fcd9759 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 217 time: 0.0359216 Oct 26 15:02:02.490329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-c4ef455c-6305-45e9-ac0a-04b1d75629ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.491839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-c4ef455c-6305-45e9-ac0a-04b1d75629ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0473883 Oct 26 15:02:02.549903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-d25de68c-0fdd-4f6b-9627-7755f489cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.551475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-d25de68c-0fdd-4f6b-9627-7755f489cf13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489607 Oct 26 15:02:02.721865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5117-b0b9-4012-a3f9-313d1e1fa8dd req-f62e878d-1f58-4f10-8228-58def83d0790 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:02.724060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43eb5117-b0b9-4012-a3f9-313d1e1fa8dd req-f62e878d-1f58-4f10-8228-58def83d0790 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 943 time: 0.0964808 Oct 26 15:02:02.726215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-26af11bf-6907-4e75-a561-12882bff528d service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637485 Oct 26 15:02:02.831499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-43eb5117-b0b9-4012-a3f9-313d1e1fa8dd req-aaa4f9bc-2ebb-4820-93eb-7d65446f35ed tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004362 Oct 26 15:02:02.889312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1e8024b0-9da7-4ee7-b423-256b17d6a145 req-d17195b3-dd96-4e6f-b04e-2f759d495bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520119 Oct 26 15:02:03.996131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24600-9f67-4965-a3db-9875d8358cd9 req-a72a8214-576a-4d11-8361-544d8f04c8dd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:03.998183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece24600-9f67-4965-a3db-9875d8358cd9 req-a72a8214-576a-4d11-8361-544d8f04c8dd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 943 time: 0.0604348 Oct 26 15:02:04.061304 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ece24600-9f67-4965-a3db-9875d8358cd9 req-6dde76e7-14fa-4cce-9622-abe8fecc3e00 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536640 Oct 26 15:02:05.077296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d3c4b07c-1739-45e1-98b5-59141eb96150 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:02:05.214373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:05.232079 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'port_id': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'mac_address': 'fa:16:3e:7c:5e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:02:05.236522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86ea2e-5ecc-416c-8868-5a80c49f52eb req-75122a9c-0520-46d6-a915-8db211bb4043 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:05.239254 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd86ea2e-5ecc-416c-8868-5a80c49f52eb req-75122a9c-0520-46d6-a915-8db211bb4043 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 943 time: 0.0693269 Oct 26 15:02:05.293987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cd86ea2e-5ecc-416c-8868-5a80c49f52eb req-8b435c3a-8867-4c93-97bf-c15e4740cf8b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492637 Oct 26 15:02:05.309494 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:05.328039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c4b07c-1739-45e1-98b5-59141eb96150 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:02:05.356859 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:05.363439 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:05.427907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:05.660107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:06.450801 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a774-1f20-4d14-ae8f-cd0cf494a594 req-992c3263-51ab-4ab8-aa4f-e47437b32e1b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:06.452414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e617a774-1f20-4d14-ae8f-cd0cf494a594 req-992c3263-51ab-4ab8-aa4f-e47437b32e1b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 944 time: 0.0561235 Oct 26 15:02:06.500774 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e617a774-1f20-4d14-ae8f-cd0cf494a594 req-59d1892a-4c88-4926-b3ba-616f97ab29f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Oct 26 15:02:07.072475 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:07.096694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d3c4b07c-1739-45e1-98b5-59141eb96150 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:02:07.173987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port d3c4b07c-1739-45e1-98b5-59141eb96150 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:02:07.180634 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port d3c4b07c-1739-45e1-98b5-59141eb96150 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:07.181253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.293420 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.321753 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:07.324250 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1ceae1-311f-42b9-b467-5dc8688952bf" -d '{"events": [{"server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "name": "network-vif-plugged", "status": "completed", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:07.345570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:07.351607 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:07.390781 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbb0404-a2a9-4e99-a86c-dc75cc689da4 x-openstack-request-id: req-6dbb0404-a2a9-4e99-a86c-dc75cc689da4 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:07.391124 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "name": "network-vif-plugged", "status": "completed", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:07.391335 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dbb0404-a2a9-4e99-a86c-dc75cc689da4 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:07.391736 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'code': 200} Oct 26 15:02:07.426088 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:07.500709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f612d-59a9-4bb1-8d53-16ee4bbfd313 req-80b2a24a-88f0-4dc1-a608-20cdf407bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.502944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d37f612d-59a9-4bb1-8d53-16ee4bbfd313 req-80b2a24a-88f0-4dc1-a608-20cdf407bd04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1096 time: 0.0478806 Oct 26 15:02:07.553486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d37f612d-59a9-4bb1-8d53-16ee4bbfd313 req-01ac8ae0-a83e-4cd2-9521-ed0de3cf5018 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Oct 26 15:02:07.646857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26e04b-9430-4ee6-8cfb-7cde92bf67c0 req-e06446b1-9602-40fc-acfd-0b38a891e80a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:07.648810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae26e04b-9430-4ee6-8cfb-7cde92bf67c0 req-e06446b1-9602-40fc-acfd-0b38a891e80a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0628474 Oct 26 15:02:07.694700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ae26e04b-9430-4ee6-8cfb-7cde92bf67c0 req-19b2726a-a4fd-4108-9598-e2f8ad67bfe2 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Oct 26 15:02:08.852883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea0aa6-36d1-4e6f-802b-c3614c614012 req-5af8b42b-bb1e-4d89-bf8f-7029dd456c56 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:08.854813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67ea0aa6-36d1-4e6f-802b-c3614c614012 req-5af8b42b-bb1e-4d89-bf8f-7029dd456c56 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0641000 Oct 26 15:02:08.902639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67ea0aa6-36d1-4e6f-802b-c3614c614012 req-4a4401f5-02d9-4208-92ac-e6f89b4c242a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408468 Oct 26 15:02:10.055483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dcff3-dcee-42d3-8058-57c2402a53cf req-f2822378-fcbd-450b-b3b5-3ca1c73b0446 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:10.057321 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-429dcff3-dcee-42d3-8058-57c2402a53cf req-f2822378-fcbd-450b-b3b5-3ca1c73b0446 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0693495 Oct 26 15:02:10.116942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-429dcff3-dcee-42d3-8058-57c2402a53cf req-2d5f0450-2814-462c-b5d1-e69fe945bfa5 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Oct 26 15:02:10.157408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd34dc59-f39b-4cc6-8036-4a04fa99b832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:10.279376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43e06c-5128-495b-96c6-2fab9029bc49 req-1e5992b5-c444-4396-9ed2-563af038782a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:10.282217 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b43e06c-5128-495b-96c6-2fab9029bc49 req-1e5992b5-c444-4396-9ed2-563af038782a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0763288 Oct 26 15:02:10.346357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b43e06c-5128-495b-96c6-2fab9029bc49 req-b2128f2c-658f-4ebe-b2ee-40d7c26636cd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Oct 26 15:02:10.576193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386774b-2962-487c-83ea-7f7bfb9bf519 req-1fa9035b-bbd8-4daa-b712-5e2355d0c861 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:10.577927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9386774b-2962-487c-83ea-7f7bfb9bf519 req-1fa9035b-bbd8-4daa-b712-5e2355d0c861 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0675879 Oct 26 15:02:10.624028 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9386774b-2962-487c-83ea-7f7bfb9bf519 req-28912809-5274-4409-8595-fa33e35145d7 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Oct 26 15:02:12.932874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-89e83c44-15e7-41b3-b16c-51c4d699439d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:13.944390 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:14.470725 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:16.014023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:22.314615 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:23.923728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:24.849756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d779-70b1-4fa9-a214-69a146cf88a2 req-7e7f9487-9b29-4abf-876e-94f27a412308 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:24.851336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15e5d779-70b1-4fa9-a214-69a146cf88a2 req-7e7f9487-9b29-4abf-876e-94f27a412308 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.2048218 Oct 26 15:02:24.896955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-15e5d779-70b1-4fa9-a214-69a146cf88a2 req-2e5f3d55-64c0-4d1a-8e22-614f8848aef0 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Oct 26 15:02:24.930547 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54372) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:25.031534 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570de05-f692-46fc-96f7-b35365a2ba4f tempest-TestMinimumBasicScenario-506521433 tempest-TestMinimumBasicScenario-506521433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:25.033225 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a570de05-f692-46fc-96f7-b35365a2ba4f tempest-TestMinimumBasicScenario-506521433 tempest-TestMinimumBasicScenario-506521433-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1091 time: 0.1015410 Oct 26 15:02:25.039683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54376) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:25.046284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:25.075974 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.228550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.356357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Allocated IP 172.25.5.135 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/de1e681b-a06f-4401-8b82-ce978009f5b8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:02:25.478104 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.517312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:25.571017 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:02:25.574425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:02:25.578516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:02:25.603265 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'Port': ['ID=de1e681b-a06f-4401-8b82-ce978009f5b8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:25.619460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.619837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.620181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.620605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.621029 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.621360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.621687 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.622025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.622347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.622695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.622989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:25.623306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:02:26.120482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.591512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.787380 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.793623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:26.873316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'Port': ['ID=de1e681b-a06f-4401-8b82-ce978009f5b8,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:26.888364 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.009559 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Floating IP ce1a1e76-1c27-4d19-a2ce-7f970c41220c associated. External IP: 172.25.5.135, port: d3c4b07c-1739-45e1-98b5-59141eb96150. Oct 26 15:02:27.251130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Router 2253013b-910f-45a1-99cc-2bdd31c1bdcb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:02:27.406500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:02:27.419279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Sync routers for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:02:27.431109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:27.432142 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:27.432396 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.482199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-03e847b0-aa20-4cea-8705-6998b7e999f9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4411721 Oct 26 15:02:27.483434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:27.487193 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54378) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:27.487853 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98606fb-82bd-48e0-99d2-71b5627704f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:27.496405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303702723', 'description': 'tempest-secgroup-smoke-303702723 description', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:27.533071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.565426 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a790e56-518f-42c4-826f-61f3c2ea1943 x-openstack-request-id: req-2a790e56-518f-42c4-826f-61f3c2ea1943 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:27.566511 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:27.567739 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a790e56-518f-42c4-826f-61f3c2ea1943 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:27.569029 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:02:27.622748 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:27.654875 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.661859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.686738 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-00ce40bf-1d7e-434a-92f2-42a0d0a8ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:27.688656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-00ce40bf-1d7e-434a-92f2-42a0d0a8ff1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1096 time: 0.0892110 Oct 26 15:02:27.712175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593d89d3-1b80-4c14-b32d-d6ede7944374,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:27.730174 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.736087 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-345452c0-7277-4ede-9b98-3c9770caa958 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2413900 Oct 26 15:02:27.736706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54382) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:27.745981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:27.795330 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.860082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-52ffae95-d21a-4fcf-990f-33a85e4d5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:27.862628 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-52ffae95-d21a-4fcf-990f-33a85e4d5fd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1615782 Oct 26 15:02:27.875800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.882626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.910559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eebcf55-9e8a-4083-b6bd-74e1c0cf2d2e,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:27.938026 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:27.945076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-922902d0-12f7-4978-84da-4b4912aec626 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2015903 Oct 26 15:02:27.945535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54384) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:27.945738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ce1a1e76-1c27-4d19-a2ce-7f970c41220c', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'port_id': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'mac_address': 'fa:16:3e:7c:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:25Z', 'revision_number': 0, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:27.958361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:27.992670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Checking router: 2253013b-910f-45a1-99cc-2bdd31c1bdcb for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:02:28.005391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:02:28.006426 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:02:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:28.014581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-e1ea95c5-4ad1-4f34-8bb1-4eccd8f02291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 999 time: 0.1406224 Oct 26 15:02:28.038649 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.131734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-b0475472-95ca-4aaf-a984-023d1b5c936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:28.133646 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-b0475472-95ca-4aaf-a984-023d1b5c936a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.1074121 Oct 26 15:02:28.152988 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:02:28.208646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.215083 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.229024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-454c8fea-734d-4ff8-b0f4-5dae0a838143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:28.230620 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-454c8fea-734d-4ff8-b0f4-5dae0a838143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813539 Oct 26 15:02:28.253367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17871d2-1c88-41c5-b20f-875fdfb38e20,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.270487 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.271950 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e723ea40-1ae3-436c-bb38-2ce3631ecd8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3248937 Oct 26 15:02:28.275226 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54386) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:28.284612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:28.339482 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.368394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-c7aed9b8-7d77-4218-aa03-898824cfc3fb service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269574 Oct 26 15:02:28.414121 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.420739 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.451477 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6d089a-a5ac-491f-941d-b83b744516ad,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.475947 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.480948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-31be328e-7bc4-4776-84a7-31a37c404d49 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002933 Oct 26 15:02:28.481336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54388) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:28.487620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:28.497537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ce1a1e76-1c27-4d19-a2ce-7f970c41220c', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'port_id': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'mac_address': 'fa:16:3e:7c:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:25Z', 'revision_number': 0, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:02:28.519418 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c98606fb-82bd-48e0-99d2-71b5627704f8 req-4c1a5aef-488c-4378-a5c6-24b5ffbc12bf service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418765 Oct 26 15:02:28.528044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7ddca-3ef6-4166-911f-d28e8a9cefa2 None None] The sync data for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 is: [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'ce1a1e76-1c27-4d19-a2ce-7f970c41220c', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'port_id': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'mac_address': 'fa:16:3e:7c:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:02:25Z', 'updated_at': '2021-10-26T15:02:25Z', 'revision_number': 0, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:02:28.546788 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.619353 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.624865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.654280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffbc347-2990-49c3-a94d-e94bf417dec9,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.664947 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.666138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-130dc8ea-aaff-435d-a83f-6b2a6c521c9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834836 Oct 26 15:02:28.669471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54390) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:28.677536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:28.706367 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Project 70b8ac82aaed4e09a446c279cbc4c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:28.713185 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.796083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.799115 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ec6bf-d852-4354-a8ba-51def62e2ba9 None None] New status for floating IP ce1a1e76-1c27-4d19-a2ce-7f970c41220c: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:02:28.803016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.822942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49444f4-06e8-4654-ac98-537ac2da16cf,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.834119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.835482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4ff41816-c01c-4b40-9372-f72cb87352c3 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643994 Oct 26 15:02:28.840115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54392) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:02:28.845015 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'security_group_rule': {'security_group_id': '593d89d3-1b80-4c14-b32d-d6ede7944374', 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:28.871561 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Project 70b8ac82aaed4e09a446c279cbc4c261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:02:28.877690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.953779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.959071 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.983383 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8702c46-169a-4fcc-91e6-630be00efa72,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:28.991244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:28.991244 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-45d980df-b05b-4531-8d10-b0b20813d48d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499844 Oct 26 15:02:29.080270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-40b272a9-6546-4d29-8636-f7f4f1c63cf1 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303702723&fields=id&tenant_id=70b8ac82aaed4e09a446c279cbc4c261 HTTP/1.1" status: 200 len: 267 time: 0.0367191 Oct 26 15:02:29.138850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-fa04afd4-8f4a-44c7-9d6d-ccd428b5ae1b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.140451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-fa04afd4-8f4a-44c7-9d6d-ccd428b5ae1b tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Oct 26 15:02:29.153152 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'port': {'security_groups': ['bbf379ba-6782-4b0a-a777-94c23c58d437', '593d89d3-1b80-4c14-b32d-d6ede7944374']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:02:29.220176 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.439966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:02:29.483823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.490473 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.505864 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:29.574210 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.575295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:29.577541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4633b8d-a4d0-4acc-afe1-a00ba9ad7e35 req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "PUT /v2.0/ports/d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 981 time: 0.4291003 Oct 26 15:02:29.578267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:02:29.585489 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e5281-c8c8-4845-a291-63ccab186d44" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:02:29.620813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b63b-209d-4246-b144-5f4ad7630072 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=6']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:02:29.666069 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf9a5b0-fe8e-4b39-a48b-d141fa76e19b x-openstack-request-id: req-bdf9a5b0-fe8e-4b39-a48b-d141fa76e19b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:02:29.666522 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:02:29.666908 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdf9a5b0-fe8e-4b39-a48b-d141fa76e19b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:02:29.667529 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:02:29.678720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:02:29.782564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-136318f9-9026-4e05-8279-0e1e3698eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.786941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-136318f9-9026-4e05-8279-0e1e3698eeec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1135 time: 0.0898557 Oct 26 15:02:29.873935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a67778-9b61-406d-bea8-d6a65d00cf44 req-2cb87ab3-c532-44bb-a6f4-adf0e73e4f94 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.889815 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63a67778-9b61-406d-bea8-d6a65d00cf44 req-2cb87ab3-c532-44bb-a6f4-adf0e73e4f94 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.1790266 Oct 26 15:02:29.959081 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63a67778-9b61-406d-bea8-d6a65d00cf44 req-4a611039-a086-4e93-8a85-bf41a6e3de80 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670245 Oct 26 15:02:29.992588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-29ad3abe-ee76-4497-941b-b5ec1554b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:29.994270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-29ad3abe-ee76-4497-941b-b5ec1554b578 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1980915 Oct 26 15:02:30.081191 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-926e8f59-5030-48ce-897e-49f3d43ea7d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1001 time: 0.0784140 Oct 26 15:02:30.081469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-364a4400-ae90-4218-b742-b7f9a4abe46e None None] Provisioning complete for port d3c4b07c-1739-45e1-98b5-59141eb96150 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:02:30.081595 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-364a4400-ae90-4218-b742-b7f9a4abe46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:30.142566 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-2f9170c8-6a56-40c0-8877-e95d8a30d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.144123 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-2f9170c8-6a56-40c0-8877-e95d8a30d5b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0550640 Oct 26 15:02:30.211671 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-3fd0aa00-b56c-49f6-a7ae-1668cd90b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:30.214103 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-3fd0aa00-b56c-49f6-a7ae-1668cd90b4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614729 Oct 26 15:02:30.809419 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-60e97a2d-6b6b-4e3d-b44e-96ba601fbd7c service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787356 Oct 26 15:02:30.941401 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cf0e5281-c8c8-4845-a291-63ccab186d44 req-a12af734-b320-4053-9057-ee077d4aeac1 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198530 Oct 26 15:02:34.291761 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-aeeb80bd-71f6-48d4-bb2a-466e36c82c25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463552 Oct 26 15:02:34.389025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75663-e435-4c2f-9125-9825d8cea28a req-9616e6a2-5fde-4652-932d-867289b5a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:34.390774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-9616e6a2-5fde-4652-932d-867289b5a464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1135 time: 0.0485244 Oct 26 15:02:34.527595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75663-e435-4c2f-9125-9825d8cea28a req-05319357-64c1-491d-abf2-de7694ad5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:34.529189 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-05319357-64c1-491d-abf2-de7694ad5bcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1104848 Oct 26 15:02:34.602822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-0c50d683-84a7-487a-ba2f-35531b9b91f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1001 time: 0.0651240 Oct 26 15:02:34.665657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75663-e435-4c2f-9125-9825d8cea28a req-b3b4efe7-4909-4ecd-bca5-f9965456bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:34.667777 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-b3b4efe7-4909-4ecd-bca5-f9965456bdf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0565584 Oct 26 15:02:34.741166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75663-e435-4c2f-9125-9825d8cea28a req-5b1ff6c9-e188-4302-8ee1-7323f7644983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:34.742800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-5b1ff6c9-e188-4302-8ee1-7323f7644983 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632565 Oct 26 15:02:34.877463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-1db50029-74db-4c25-a3e2-802770c13a27 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215084 Oct 26 15:02:35.014879 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67e75663-e435-4c2f-9125-9825d8cea28a req-80f9c861-62d7-44df-bf7e-7233c0fc3401 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259563 Oct 26 15:02:40.143800 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb049-e8d5-43fc-bc20-ae26f839cc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:42.926659 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b1b67c84-551b-43db-9b26-1be9c471f0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:43.942104 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:44.073008 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:02:44.476317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:46.015882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:52.326289 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:52.892978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af510d02-5f45-404e-9f04-2687627d3604 req-cd17520a-c215-4a57-8938-83ade49fc432 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:52.895779 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af510d02-5f45-404e-9f04-2687627d3604 req-cd17520a-c215-4a57-8938-83ade49fc432 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0699530 Oct 26 15:02:52.919857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-3b286c38-0187-4675-957b-bccc7baf8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:52.922629 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-3b286c38-0187-4675-957b-bccc7baf8bdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1135 time: 0.0723033 Oct 26 15:02:52.949020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af510d02-5f45-404e-9f04-2687627d3604 req-dc164b4a-1e1b-4b5a-8168-2c2abc5bc6cf tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446773 Oct 26 15:02:53.065673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-21f005ca-e444-455c-8959-13f02f5ec815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.068566 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-21f005ca-e444-455c-8959-13f02f5ec815 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1386774 Oct 26 15:02:53.149802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-a4d7b354-b3f2-4c94-ba3f-02474eb24b43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1001 time: 0.0723464 Oct 26 15:02:53.212129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-9762322d-3a85-440b-8341-66f1ae704514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.213539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-9762322d-3a85-440b-8341-66f1ae704514 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0548050 Oct 26 15:02:53.269030 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-1d7e1899-9d88-4510-ba89-c9ccc05e1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:53.271266 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-1d7e1899-9d88-4510-ba89-c9ccc05e1255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494289 Oct 26 15:02:53.375394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-4a906363-3779-4b96-9388-1b2d82c6dbfc service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929668 Oct 26 15:02:53.486776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fadec8d7-1848-4a86-aa04-0e841d2556fc req-f14d49cf-4503-425d-97d3-94f2891a0f86 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998981 Oct 26 15:02:53.921204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:02:54.108567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c063d-12f8-4961-a137-458ce42ecea8 req-c753b3c3-dbc3-4fa7-9afa-4a34a259ab30 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:54.110258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d61c063d-12f8-4961-a137-458ce42ecea8 req-c753b3c3-dbc3-4fa7-9afa-4a34a259ab30 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0654953 Oct 26 15:02:54.160131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d61c063d-12f8-4961-a137-458ce42ecea8 req-c149b737-c0a9-4c4b-b73e-7b2dcbb09b2a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385623 Oct 26 15:02:55.291528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec00a5-953a-4e3c-ae50-5f6c5716283e req-e2afdbb8-4953-40c1-a7fa-e4f10f4a8015 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:55.293177 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48ec00a5-953a-4e3c-ae50-5f6c5716283e req-e2afdbb8-4953-40c1-a7fa-e4f10f4a8015 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0542908 Oct 26 15:02:55.343540 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-48ec00a5-953a-4e3c-ae50-5f6c5716283e req-d502a4f1-d4dc-4044-961a-8350810d6753 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382562 Oct 26 15:02:56.478810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c01f2d-4c9d-46ba-a625-0f7fcb2b2058 req-871c81c8-a2ed-409a-b777-136eb45be8d1 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:56.480416 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e0c01f2d-4c9d-46ba-a625-0f7fcb2b2058 req-871c81c8-a2ed-409a-b777-136eb45be8d1 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0617898 Oct 26 15:02:56.538752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e0c01f2d-4c9d-46ba-a625-0f7fcb2b2058 req-11e068d0-ec87-49ca-bef7-7fb431198ae2 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511942 Oct 26 15:02:57.673722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9699d-9c93-4878-950a-0a7d7e82d159 req-21e3e2ac-fb74-45b8-ad2d-a62e4e2d1505 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:57.675657 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e9699d-9c93-4878-950a-0a7d7e82d159 req-21e3e2ac-fb74-45b8-ad2d-a62e4e2d1505 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0576894 Oct 26 15:02:57.726534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-28e9699d-9c93-4878-950a-0a7d7e82d159 req-93f5ac91-7d67-433a-a402-b5f95d0e969d tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443656 Oct 26 15:02:58.860164 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f7845-e196-492a-a9bd-d40e0325276d req-182247cf-f105-4c9f-b28f-b7de19e00d6c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:02:58.861851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-392f7845-e196-492a-a9bd-d40e0325276d req-182247cf-f105-4c9f-b28f-b7de19e00d6c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0564933 Oct 26 15:02:58.909388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-392f7845-e196-492a-a9bd-d40e0325276d req-7afb1661-31a9-4588-93bb-9ab7a5afade0 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392807 Oct 26 15:03:00.087457 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf45af8-2e1b-4021-940e-2e1066105958 req-4e1728a6-b669-4b72-9ba1-369c01a309a9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:00.089127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cf45af8-2e1b-4021-940e-2e1066105958 req-4e1728a6-b669-4b72-9ba1-369c01a309a9 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0613871 Oct 26 15:03:00.139523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cf45af8-2e1b-4021-940e-2e1066105958 req-f3ebb58c-3741-48b7-acb6-cefa8aee3f38 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435483 Oct 26 15:03:01.313012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11399620-31bb-4dee-81e4-ad9e76c1762f req-8038929c-6262-48bf-bafd-a302aabe14c7 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:01.315751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11399620-31bb-4dee-81e4-ad9e76c1762f req-8038929c-6262-48bf-bafd-a302aabe14c7 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0866497 Oct 26 15:03:01.384758 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-11399620-31bb-4dee-81e4-ad9e76c1762f req-d25460f0-5528-434d-97e6-fafd1f947723 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613663 Oct 26 15:03:02.453806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-05eafcc3-ce9b-4b09-8208-8eba08cc5371 req-a0a6001d-fd03-42d9-912a-fd32235b8a82 service neutron] (102163) timed out ('10.222.0.73', 52458) {{(pid=102163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:03:02.525740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080efd-a594-48d5-9796-2d048455a7d5 req-f4958f2b-44b6-4231-870a-a96b3eb80115 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:02.527392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05080efd-a594-48d5-9796-2d048455a7d5 req-f4958f2b-44b6-4231-870a-a96b3eb80115 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0570056 Oct 26 15:03:02.599732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-05080efd-a594-48d5-9796-2d048455a7d5 req-4574b531-3af5-4bcc-8bd3-d5db1ebff635 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593896 Oct 26 15:03:03.734245 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89a0ed-cc85-427b-9b58-14410fdb62f2 req-e50d93a9-3a67-4031-ad12-c335ccd6ebd4 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:03.735889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e89a0ed-cc85-427b-9b58-14410fdb62f2 req-e50d93a9-3a67-4031-ad12-c335ccd6ebd4 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0608556 Oct 26 15:03:03.782377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e89a0ed-cc85-427b-9b58-14410fdb62f2 req-78d6d489-6ebe-49ba-a782-4e8fddd08b30 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395892 Oct 26 15:03:04.920108 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b39e06-3b3e-43e1-af7f-3100f148fde0 req-403955cd-070e-4e2d-8de8-bf4646144a9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:04.921798 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44b39e06-3b3e-43e1-af7f-3100f148fde0 req-403955cd-070e-4e2d-8de8-bf4646144a9a tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0569952 Oct 26 15:03:04.975816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44b39e06-3b3e-43e1-af7f-3100f148fde0 req-9801a515-7ee6-41de-9d7f-583db87feb88 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=593d89d3-1b80-4c14-b32d-d6ede7944374&id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457380 Oct 26 15:03:10.151106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03eaea84-0f92-4419-8a28-d93bb40aef2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:12.938279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d479e9f7-fe71-4128-9fa2-548fc4c43d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:13.937919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:14.478747 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:16.014387 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:21.073354 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:03:22.337683 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:23.923008 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:36.270229 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-4478abf6-841b-44ae-91eb-e09b02abf516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587783 Oct 26 15:03:36.389931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-f858852b-e748-4b8a-bbf8-793971fdf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.391519 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-f858852b-e748-4b8a-bbf8-793971fdf82c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1135 time: 0.0721030 Oct 26 15:03:36.514048 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-6e58cc85-b8d4-4204-8249-5270ec709807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.515626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-6e58cc85-b8d4-4204-8249-5270ec709807 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1016397 Oct 26 15:03:36.600436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-59d65ee1-4e54-4dbd-ae4d-5996ccbd534e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1001 time: 0.0771172 Oct 26 15:03:36.660876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-8c9ffcf9-fcb8-4d6a-b3cc-02dbf7c1303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.662447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-8c9ffcf9-fcb8-4d6a-b3cc-02dbf7c1303c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0536194 Oct 26 15:03:36.718013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-4205433f-b7b0-4201-8135-3ef8e0c7097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:36.719640 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-4205433f-b7b0-4201-8135-3ef8e0c7097d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472603 Oct 26 15:03:36.819884 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-cffc2235-51ed-4504-abda-44d2287e176a service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916078 Oct 26 15:03:36.931117 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5326ebb3-2dfc-484a-935a-9aaa7d3274b9 req-647366dd-6459-4f0b-a852-91b20b4deb09 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025400 Oct 26 15:03:40.013985 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ac5de67c-a137-4c17-bfef-60ac70ef5ce0 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303702723&fields=id&tenant_id=70b8ac82aaed4e09a446c279cbc4c261 HTTP/1.1" status: 200 len: 267 time: 0.0400233 Oct 26 15:03:40.104885 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-9547cc0b-4680-4075-bf95-1c9747d6b68e tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.107599 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-9547cc0b-4680-4075-bf95-1c9747d6b68e tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 984 time: 0.0816734 Oct 26 15:03:40.120886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Request body: {'port': {'security_groups': ['bbf379ba-6782-4b0a-a777-94c23c58d437']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:03:40.149212 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-50c4c672-674c-4c59-ad70-1a3c04ab26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.217124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.425467 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:40.461352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.467559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.482030 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:40.548556 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.549648 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.552134 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f98158e5-da78-4474-b783-6ee4d6ddc7b3 req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "PUT /v2.0/ports/d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 942 time: 0.4361310 Oct 26 15:03:40.552905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:40.557447 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3162f67-9811-4029-bfd2-9374501e6280" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:40.561464 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54460) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:40.601830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event updated for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=7']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:40.612073 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.612633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.612997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.613464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.613971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.614316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.614650 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.615082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.615450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.615784 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.616110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.616432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44c889-49b5-493e-95b7-0a66bc8d3bbd tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:40.647239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:40.707194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.750085 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f125cb12-692b-4130-8fb1-cc6eec2c17eb x-openstack-request-id: req-f125cb12-692b-4130-8fb1-cc6eec2c17eb {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:40.750405 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:40.750634 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f125cb12-692b-4130-8fb1-cc6eec2c17eb {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:40.751047 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:03:40.766532 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.840229 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162f67-9811-4029-bfd2-9374501e6280 req-d0f929b2-9f88-4f5d-b112-d740bfd37e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:40.842413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-d0f929b2-9f88-4f5d-b112-d740bfd37e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1096 time: 0.0582530 Oct 26 15:03:40.886853 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.893665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.899801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "DELETE /v2.0/security-groups/593d89d3-1b80-4c14-b32d-d6ede7944374 HTTP/1.1" status: 204 len: 168 time: 0.3331072 Oct 26 15:03:40.902150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:40.971984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d15b3d2f-1719-41f1-a6ae-4eca067adabb None None] Provisioning complete for port d3c4b07c-1739-45e1-98b5-59141eb96150 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:03:40.973244 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d15b3d2f-1719-41f1-a6ae-4eca067adabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:40.986244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d89d3-1b80-4c14-b32d-d6ede7944374,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:41.007944 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162f67-9811-4029-bfd2-9374501e6280 req-b62bd114-106a-45f8-9741-651463520a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.010457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-b62bd114-106a-45f8-9741-651463520a93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1594408 Oct 26 15:03:41.023727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.024996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.024996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.025361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.025974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.026864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.027345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.027883 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.028732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.028961 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.029504 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.030028 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5becf-3af8-41dd-9643-27f2bcd686ca tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:03:41.134975 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-9cca977e-a744-4be4-a8fb-c778b23b3b64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 1001 time: 0.1160541 Oct 26 15:03:41.197393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162f67-9811-4029-bfd2-9374501e6280 req-52166604-6762-4faf-b729-9b65c55e9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.198944 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-52166604-6762-4faf-b729-9b65c55e9979 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0565622 Oct 26 15:03:41.223673 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Deleting port de1e681b-a06f-4401-8b82-ce978009f5b8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:03:41.224159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.252271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162f67-9811-4029-bfd2-9374501e6280 req-657737b4-a09a-4eff-a8d7-2014738118cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:41.255116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-657737b4-a09a-4eff-a8d7-2014738118cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477355 Oct 26 15:03:41.326803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.327109 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.341435 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Calling delete_port for de1e681b-a06f-4401-8b82-ce978009f5b8 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:03:41.404209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-9c22f4a2-7c2d-4c0f-8c29-41d32addc21d service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387980 Oct 26 15:03:41.525002 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.531338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a3162f67-9811-4029-bfd2-9374501e6280 req-c291fd86-03d1-49a4-b60d-56bf871b1e18 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187594 Oct 26 15:03:41.584241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event deleted for resources: {'Port': ['ID=de1e681b-a06f-4401-8b82-ce978009f5b8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:41.678619 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:41.678982 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Floating IP ce1a1e76-1c27-4d19-a2ce-7f970c41220c disassociated (deleted). External IP: 172.25.5.135, port: d3c4b07c-1739-45e1-98b5-59141eb96150. Oct 26 15:03:41.923085 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Router 2253013b-910f-45a1-99cc-2bdd31c1bdcb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:03:42.047656 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:03:42.053236 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:42.058791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Sync routers for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:03:42.072419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:42.073183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:42.087617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e4262571-2167-4e4a-a96e-bf1b4e43bb62 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "DELETE /v2.0/floatingips/ce1a1e76-1c27-4d19-a2ce-7f970c41220c HTTP/1.1" status: 204 len: 168 time: 1.1815083 Oct 26 15:03:42.088227 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:42.090721 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:42.198825 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5ba6c-a7ac-40b2-8c9a-45fc0b776aa0 x-openstack-request-id: req-dfc5ba6c-a7ac-40b2-8c9a-45fc0b776aa0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:42.199661 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:42.199661 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfc5ba6c-a7ac-40b2-8c9a-45fc0b776aa0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:42.200303 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:03:42.277961 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:42.278655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-fe9871aa-55eb-4f6c-9021-dc2b8b7f4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.280243 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-fe9871aa-55eb-4f6c-9021-dc2b8b7f4909 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 1096 time: 0.0505223 Oct 26 15:03:42.484788 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-64503bca-982c-4eb9-9bc7-09bedd3a1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.486268 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-64503bca-982c-4eb9-9bc7-09bedd3a1e71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 200 len: 914 time: 0.1964629 Oct 26 15:03:42.563138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-a1405c9a-b4fa-4610-b423-eed394355691 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 200 len: 217 time: 0.0611100 Oct 26 15:03:42.588187 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:42.624316 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-c514f6a6-dc4a-47f4-bfb4-6d2ff8667483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.625855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-c514f6a6-dc4a-47f4-bfb4-6d2ff8667483 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 200 len: 852 time: 0.0534720 Oct 26 15:03:42.640020 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Checking router: 2253013b-910f-45a1-99cc-2bdd31c1bdcb for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:03:42.653817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:42.654848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:42.681966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-a101b437-6651-4f14-9354-cce0f8c3d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:42.683574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-a101b437-6651-4f14-9354-cce0f8c3d85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e1276b2-4286-4c3d-8846-2ff4916b8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476496 Oct 26 15:03:42.788179 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-38568a54-3115-41bc-893f-74e5dcf03c96 service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941327 Oct 26 15:03:42.863282 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:42.910281 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1de1f347-4368-45e8-8cdd-9e39b3d8e98c req-a5c9ce1b-5215-4915-9567-1f291774240b service neutron] 10.222.0.41 "GET /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120887 Oct 26 15:03:42.947998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-200485a8-9f07-4cad-bc89-feaafca512da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:43.147082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:43.197019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163bfa1-62ef-44e8-a46f-7d21f2a2289a None None] The sync data for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 is: [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:01:27Z', 'revision_number': 4, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '2830c6fc-192b-4689-8ce0-0939691eb74d', 'name': '', 'network_id': '5e1276b2-4286-4c3d-8846-2ff4916b8301', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'mac_address': 'fa:16:3e:01:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:26Z', 'updated_at': '2021-10-26T15:01:34Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'subnets': [{'id': '4117c94e-a210-42e7-84f5-b0e254190e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:03:43.491430 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfab788-d81a-4a7b-8643-636360e3845a None None] New status for floating IP ce1a1e76-1c27-4d19-a2ce-7f970c41220c: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:03:43.944221 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:44.480626 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:46.025591 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:51.482031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dfc2d-7f36-4b7e-81b0-e513a5ccea96 req-baa4a196-2530-4ce7-82cb-98abd1d32d6e tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:51.484541 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba2dfc2d-7f36-4b7e-81b0-e513a5ccea96 req-baa4a196-2530-4ce7-82cb-98abd1d32d6e tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0610938 Oct 26 15:03:51.537428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ba2dfc2d-7f36-4b7e-81b0-e513a5ccea96 req-a226192e-001d-4b7d-9d81-b13e984689c4 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Oct 26 15:03:52.340706 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:52.697706 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf16a47-aa32-47f5-aa06-9c6470bda208 req-e57f16d6-b446-406a-a25f-fa8929cb4a55 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:52.699349 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acf16a47-aa32-47f5-aa06-9c6470bda208 req-e57f16d6-b446-406a-a25f-fa8929cb4a55 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0591328 Oct 26 15:03:52.742611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acf16a47-aa32-47f5-aa06-9c6470bda208 req-11aa71bb-28af-45b8-9816-da9e08552bb6 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/security-groups?id=bbf379ba-6782-4b0a-a777-94c23c58d437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363481 Oct 26 15:03:53.472542 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-28ffd625-f76a-4361-a409-fdf49faafe8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:03:53.475046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-28ffd625-f76a-4361-a409-fdf49faafe8c tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 945 time: 0.0670748 Oct 26 15:03:53.583848 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Deleting port d3c4b07c-1739-45e1-98b5-59141eb96150 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:03:53.584180 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.696910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] For port d3c4b07c-1739-45e1-98b5-59141eb96150, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=d3c4b07c-1739-45e1-98b5-59141eb96150,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:53.697258 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.713105 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Calling delete_port for d3c4b07c-1739-45e1-98b5-59141eb96150 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:03:53.857980 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.871756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['d3c4b07c-1739-45e1-98b5-59141eb96150'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:03:53.893754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Pushing event deleted for resources: {'Port': ['ID=d3c4b07c-1739-45e1-98b5-59141eb96150,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:53.906794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-43a71bc7-1832-4db3-8652-02d46b7214a6 req-845f1ba0-9e4f-4b7a-845e-84f49b2ee9bb tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc0a558-fa81-407f-85f8-6942e0b8c832 HTTP/1.1" status: 200 len: 210 time: 0.0496225 Oct 26 15:03:53.942592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.968226 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] No DVR routers for this DVR port d3c4b07c-1739-45e1-98b5-59141eb96150 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:03:53.972443 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:53.978750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-10d25a70-edf2-4c29-b2bc-865be76b94ca req-594aa1a2-94ac-4ead-8be9-5736b9445c22 tempest-TestMinimumBasicScenario-840392846 tempest-TestMinimumBasicScenario-840392846-project] 10.222.0.41 "DELETE /v2.0/ports/d3c4b07c-1739-45e1-98b5-59141eb96150 HTTP/1.1" status: 204 len: 173 time: 0.4927092 Oct 26 15:03:53.979514 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'name': 'network-vif-deleted', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:03:53.983670 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a59485-a6c7-4c23-ad91-151adc37e544" -d '{"events": [{"server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "name": "network-vif-deleted", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:03:54.033619 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5124702f-9a57-43bd-90f4-057cd1adaa66 x-openstack-request-id: req-5124702f-9a57-43bd-90f4-057cd1adaa66 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:03:54.033978 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc0a558-fa81-407f-85f8-6942e0b8c832", "name": "network-vif-deleted", "tag": "d3c4b07c-1739-45e1-98b5-59141eb96150", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:03:54.034300 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5124702f-9a57-43bd-90f4-057cd1adaa66 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:03:54.034826 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc0a558-fa81-407f-85f8-6942e0b8c832', 'name': 'network-vif-deleted', 'tag': 'd3c4b07c-1739-45e1-98b5-59141eb96150', 'status': 'completed', 'code': 200} Oct 26 15:03:56.660573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:57.058358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:57.345482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Deleting port 2830c6fc-192b-4689-8ce0-0939691eb74d {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:03:57.345789 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:57.439406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] For port 2830c6fc-192b-4689-8ce0-0939691eb74d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=2830c6fc-192b-4689-8ce0-0939691eb74d,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:57.440290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:57.454564 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Calling delete_port for 2830c6fc-192b-4689-8ce0-0939691eb74d owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:03:57.571447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d3c4b07c-1739-45e1-98b5-59141eb96150 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:03:57.616422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: d3c4b07c-1739-45e1-98b5-59141eb96150 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:03:57.616855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device d3c4b07c-1739-45e1-98b5-59141eb96150 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:03:57.691521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:57.718626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Pushing event deleted for resources: {'Port': ['ID=2830c6fc-192b-4689-8ce0-0939691eb74d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:57.958580 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.081785 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:03:58.599166 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Router 2253013b-910f-45a1-99cc-2bdd31c1bdcb has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:03:58.719082 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:03:58.727052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-19aa56ac-d49e-4b6e-bd6a-a1895499f287 admin admin] 10.222.0.37 "PUT /v2.0/routers/2253013b-910f-45a1-99cc-2bdd31c1bdcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0647957 Oct 26 15:03:58.729652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:58.733218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Sync routers for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:03:58.746690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:58.747723 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:58.863403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:58.904072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:58.999787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.078388 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Deleting port 6361a12e-2ae9-48ff-9ca7-2cb24e855479 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:03:59.078891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.146013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:03:57Z', 'revision_number': 5, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port': {'id': '6361a12e-2ae9-48ff-9ca7-2cb24e855479', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:24Z', 'updated_at': '2021-10-26T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.174795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Checking router: 2253013b-910f-45a1-99cc-2bdd31c1bdcb for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:03:59.189384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Routers {'2253013b-910f-45a1-99cc-2bdd31c1bdcb'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:03:59.190965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.193272 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] For port 6361a12e-2ae9-48ff-9ca7-2cb24e855479, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=6361a12e-2ae9-48ff-9ca7-2cb24e855479,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:03:59.193593 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.209704 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Calling delete_port for 6361a12e-2ae9-48ff-9ca7-2cb24e855479 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:03:59.301718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] Set router 2253013b-910f-45a1-99cc-2bdd31c1bdcb gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:03:59.429771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.463856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6361a12e-2ae9-48ff-9ca7-2cb24e855479,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:03:59.545799 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.560835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:03:58Z', 'revision_number': 6, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:03:59.607730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9633be1-27d6-457c-b2dd-5c3a8d0c997a None None] The sync data for ids ['2253013b-910f-45a1-99cc-2bdd31c1bdcb'] in n-d-813419-9 is: [{'id': '2253013b-910f-45a1-99cc-2bdd31c1bdcb', 'name': 'tempest-TestMinimumBasicScenario-56901145-router', 'tenant_id': '70b8ac82aaed4e09a446c279cbc4c261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:23Z', 'updated_at': '2021-10-26T15:03:58Z', 'revision_number': 6, 'project_id': '70b8ac82aaed4e09a446c279cbc4c261', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:03:59.668570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.671881 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.724992 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.725726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2253013b-910f-45a1-99cc-2bdd31c1bdcb {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:03:59.731177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.731782 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5873088b-067a-4bdd-badf-3ddd1f4dc8dd admin admin] 10.222.0.37 "DELETE /v2.0/routers/2253013b-910f-45a1-99cc-2bdd31c1bdcb HTTP/1.1" status: 204 len: 168 time: 1.0007653 Oct 26 15:03:59.734450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54572) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:03:59.783059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Deleting subnet 4117c94e-a210-42e7-84f5-b0e254190e5e {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:03:59.787201 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.833499 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:03:59.933527 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.008705 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.039463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4117c94e-a210-42e7-84f5-b0e254190e5e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:00.044544 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.048651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c37e2996-696d-4434-bb0f-061918868414 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4117c94e-a210-42e7-84f5-b0e254190e5e HTTP/1.1" status: 204 len: 168 time: 0.3130763 Oct 26 15:04:00.053142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:00.060984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e251a9f-890b-491d-a007-c160894615f4 None None] Network 5e1276b2-4286-4c3d-8846-2ff4916b8301 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:00.190667 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.274667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Deleting port 3e95526a-5e43-4d12-916d-d584c5171333 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:00.274944 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.362982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] For port 3e95526a-5e43-4d12-916d-d584c5171333, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e95526a-5e43-4d12-916d-d584c5171333,segment=NetworkSegment(fbae6abe-ba46-441f-b01c-a83c3f4ab2d5),segment_id=fbae6abe-ba46-441f-b01c-a83c3f4ab2d5)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:00.363387 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.381064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Calling delete_port for 3e95526a-5e43-4d12-916d-d584c5171333 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:00.473762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] DHCP port deletion for 5e1276b2-4286-4c3d-8846-2ff4916b8301 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:04:00.527534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.579346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e95526a-5e43-4d12-916d-d584c5171333,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:00.583250 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6361a12e-2ae9-48ff-9ca7-2cb24e855479 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:00.592596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] No DVR routers for this DVR port 3e95526a-5e43-4d12-916d-d584c5171333 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:00.610005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Deleting port 3e95526a-5e43-4d12-916d-d584c5171333 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:00.610409 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.613567 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 6361a12e-2ae9-48ff-9ca7-2cb24e855479 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:00.613813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 6361a12e-2ae9-48ff-9ca7-2cb24e855479 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:00.614212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2830c6fc-192b-4689-8ce0-0939691eb74d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:00.674241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 2830c6fc-192b-4689-8ce0-0939691eb74d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:00.674697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 2830c6fc-192b-4689-8ce0-0939691eb74d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:00.675174 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e95526a-5e43-4d12-916d-d584c5171333 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:00.702453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.713405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3e95526a-5e43-4d12-916d-d584c5171333 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:00.713744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e95526a-5e43-4d12-916d-d584c5171333 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:00.734681 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1276b2-4286-4c3d-8846-2ff4916b8301']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:00.734910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] For port 3e95526a-5e43-4d12-916d-d584c5171333, host n-d-813419-9, got binding levels [] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:00.734910 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.746392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:00.746392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbae6abe-ba46-441f-b01c-a83c3f4ab2d5') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:00.750693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Calling delete_port for 3e95526a-5e43-4d12-916d-d584c5171333 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:00.755151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.ipam_backend_mixin [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Port 3e95526a-5e43-4d12-916d-d584c5171333 was not found and therefore no delete operation was performed {{(pid=102165) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 26 15:04:00.756613 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.762795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.786481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Pushing event deleted for resources: {'Port': ['ID=3e95526a-5e43-4d12-916d-d584c5171333,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:00.796098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] No DVR routers for this DVR port 3e95526a-5e43-4d12-916d-d584c5171333 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:00.796329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.801366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.801655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.801910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.802251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.805053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.805399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.806136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.806136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.807479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.807479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.807774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.808042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b822d5-01ca-4b47-ad9e-2d19661fdb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:00.822122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:04:00.822737 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:04:00.825281 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:04:00.896750 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.904604 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:00.912871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5e1276b2-4286-4c3d-8846-2ff4916b8301 HTTP/1.1" status: 204 len: 168 time: 0.8541808 Oct 26 15:04:00.914696 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54576) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:00.951220 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa4612-355d-4c70-ab63-d12ab3575375 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1276b2-4286-4c3d-8846-2ff4916b8301,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:01.359690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.639308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Deleting port a351d34e-b337-4c8b-8f3b-c82a39cc62e1 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:01.639651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.730072 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] For port a351d34e-b337-4c8b-8f3b-c82a39cc62e1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:01.730519 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.745900 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Calling delete_port for a351d34e-b337-4c8b-8f3b-c82a39cc62e1 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:01.970454 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:01.998907 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a351d34e-b337-4c8b-8f3b-c82a39cc62e1,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:02.249025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:02.522319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:02.645449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:02.653632 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d12ba4af-7d41-4608-9209-31351ada2d8b admin admin] 10.222.0.37 "PUT /v2.0/routers/c520fa49-1bc2-4be9-b64f-6793a3d62ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374728 Oct 26 15:04:02.655963 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:02.659202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Sync routers for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:02.670783 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:02.671408 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:02.801063 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:02.833368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.000928 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.070833 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Deleting port aeb21dfa-a009-4bb4-bb03-2758223c2ba6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:03.071120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.105748 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:04:01Z', 'revision_number': 5, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port': {'id': 'aeb21dfa-a009-4bb4-bb03-2758223c2ba6', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:01:30Z', 'updated_at': '2021-10-26T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:03.160693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Checking router: c520fa49-1bc2-4be9-b64f-6793a3d62ee1 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:03.169149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] For port aeb21dfa-a009-4bb4-bb03-2758223c2ba6, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:03.169635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.176574 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Routers {'c520fa49-1bc2-4be9-b64f-6793a3d62ee1'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:03.177654 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:03.187913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Calling delete_port for aeb21dfa-a009-4bb4-bb03-2758223c2ba6 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:03.335830 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] Set router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:03.374594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.410275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb21dfa-a009-4bb4-bb03-2758223c2ba6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:03.435079 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 6, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:03.477269 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.491458 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3f651-b828-4f3a-abdd-ed597057fc8d None None] The sync data for ids ['c520fa49-1bc2-4be9-b64f-6793a3d62ee1'] in n-d-813419-9 is: [{'id': 'c520fa49-1bc2-4be9-b64f-6793a3d62ee1', 'name': 'tempest-TestMinimumBasicScenario-1588974977-router', 'tenant_id': '374686b143ae4665920ac8cdb0e13ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:01:29Z', 'updated_at': '2021-10-26T15:04:03Z', 'revision_number': 6, 'project_id': '374686b143ae4665920ac8cdb0e13ebb', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:03.597427 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.599827 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.649051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.649738 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c520fa49-1bc2-4be9-b64f-6793a3d62ee1 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:04:03.656907 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.659388 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3466a948-2264-4f07-b41a-6b8e74f26b5e admin admin] 10.222.0.37 "DELETE /v2.0/routers/c520fa49-1bc2-4be9-b64f-6793a3d62ee1 HTTP/1.1" status: 204 len: 168 time: 1.0011749 Oct 26 15:04:03.662823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54580) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:03.745726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Deleting subnet 7c1a5b2c-2312-4450-8626-a488fd31ae40 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:04:03.751327 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.809576 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:03.920714 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.007905 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.036460 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1a5b2c-2312-4450-8626-a488fd31ae40,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:04.043267 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.046937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-38b71290-e6af-4b90-a7b1-f5d60fddc4ec admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7c1a5b2c-2312-4450-8626-a488fd31ae40 HTTP/1.1" status: 204 len: 168 time: 0.3826778 Oct 26 15:04:04.050147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54582) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:04.055021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9ec67-6f0d-4d73-b7a0-ac4bb48646be None None] Network 42b233f5-3f00-4302-bbe1-148bdca0ab82 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:04.148304 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.239266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Deleting port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:04.239823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.323145 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] For port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:04.323772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.335200 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] DHCP port deletion for 42b233f5-3f00-4302-bbe1-148bdca0ab82 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:04:04.351183 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Calling delete_port for ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:04.414587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Deleting port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:04:04.415220 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.476548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.491594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a351d34e-b337-4c8b-8f3b-c82a39cc62e1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:04.509267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:04.522321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] No DVR routers for this DVR port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:04.542632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a351d34e-b337-4c8b-8f3b-c82a39cc62e1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:04.542994 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a351d34e-b337-4c8b-8f3b-c82a39cc62e1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:04.543411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device aeb21dfa-a009-4bb4-bb03-2758223c2ba6 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:04.577179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: aeb21dfa-a009-4bb4-bb03-2758223c2ba6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:04.577440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device aeb21dfa-a009-4bb4-bb03-2758223c2ba6 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:04.577841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:04:04.610686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:04:04.611042 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:04:04.617034 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] For port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,segment=NetworkSegment(93a4a685-16c7-4395-bcc8-51b6fefdbfa8),segment_id=93a4a685-16c7-4395-bcc8-51b6fefdbfa8)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:04.617572 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.635834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Calling delete_port for ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:04:04.660845 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.697636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b233f5-3f00-4302-bbe1-148bdca0ab82']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.718754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a4a685-16c7-4395-bcc8-51b6fefdbfa8') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.719257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a4a685-16c7-4395-bcc8-51b6fefdbfa8') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:04.735884 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.742432 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.768823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.769710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] Pushing event deleted for resources: {'Port': ['ID=ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:04.771963 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1bbb6-9bc4-4343-abb3-27b3f0adeaab None None] No DVR routers for this DVR port ce423246-a6ee-4ad2-ac9d-b59da5b4fbdc on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:04:04.790790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:04:04.791772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: timer() Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:04:04.795119 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:04:04.858970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.868865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:04.874988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] 10.222.0.37 "DELETE /v2.0/networks/42b233f5-3f00-4302-bbe1-148bdca0ab82 HTTP/1.1" status: 204 len: 168 time: 0.8234298 Oct 26 15:04:04.896715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c034ef-5527-4eaa-a701-ec7942fa5635 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b233f5-3f00-4302-bbe1-148bdca0ab82,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.089931 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54590) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.139950 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7ae20f17-ea91-4c06-b325-b0849f274c12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70b8ac82aaed4e09a446c279cbc4c261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484929 Oct 26 15:04:05.143389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54592) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.206480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.232890 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.306931 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.311210 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.313264 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbf379ba-6782-4b0a-a777-94c23c58d437 HTTP/1.1" status: 204 len: 168 time: 0.1685212 Oct 26 15:04:05.327366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d15d57-23bc-4e3d-8539-d59127a26ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf379ba-6782-4b0a-a777-94c23c58d437,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:05.732776 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54598) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.783807 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-394a80a4-7383-4ba2-a090-fe54fdd701d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=374686b143ae4665920ac8cdb0e13ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491257 Oct 26 15:04:05.786852 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54600) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:05.852069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.878223 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.938735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.943671 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:05.945148 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/483ec02f-4d3c-4c08-889c-708b75f4daf4 HTTP/1.1" status: 204 len: 168 time: 0.1571987 Oct 26 15:04:05.958548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed70450-45d8-4a1c-9082-699ba76d94ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483ec02f-4d3c-4c08-889c-708b75f4daf4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.026228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.031073 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876049483', 'description': 'tempest-secgroup-smoke-876049483 description', 'project_id': '75a566a8ce5143249e3f90b761ddc419'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.063036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.073437 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.163332 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.167504 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.209571 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba178b-c91c-42ba-bd8f-2848ce096431,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.249329 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.255167 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.289194 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.290479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2631984 Oct 26 15:04:08.294135 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54642) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.298729 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.306242 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4604c5-af0e-4167-88cd-864d342fe751 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b800315d-419d-4ea9-8e28-d9e65c28cbb7,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.334557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.400293 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.405515 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.426415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e6611d-3036-494a-b2d4-56310340e9db,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.436321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.437850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd8f4dc8-e20c-4f58-bd27-15f354fd880b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427498 Oct 26 15:04:08.440878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54644) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.445900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.477277 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.562990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.568973 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.591702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3758c525-b9bb-477a-9658-52fecf0431a6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.598688 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.599884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-416c4612-11c1-4f27-a5a4-1569d51863ae tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1575732 Oct 26 15:04:08.603670 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54646) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.608341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.640417 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.707168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.710998 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.734672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46221ee-ee0b-4963-95f9-95fb6a6411aa,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.740682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.741896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dc3edfb0-4b1d-4f59-b3e3-67691b8184af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372323 Oct 26 15:04:08.745012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54648) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.749480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.785310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.867469 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.872581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.895461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68b71d0-b5e4-49b1-b8fc-24c95c3579de,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:08.910649 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:08.913100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3c467ee5-6ac8-4223-b314-8b662af0502a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667218 Oct 26 15:04:08.916694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54650) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:08.926365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:08.968850 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:04:08.979307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.059358 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.063669 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.082660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1b224c-5e75-4591-936d-61374d428e2b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.092228 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.093711 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cfa9b827-cce8-4afd-9f9f-2dbd7fbf2596 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751943 Oct 26 15:04:09.096998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:09.101452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b800315d-419d-4ea9-8e28-d9e65c28cbb7', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:09.134449 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:04:09.139706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.206302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.210158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.231815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f51087-b2a0-4a6e-829c-6254209522f1,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.243588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.244898 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e328c7f7-ccea-4bf4-984b-45ef8d4173e1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468177 Oct 26 15:04:09.248864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54654) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:09.254934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'network': {'name': 'tempest-network-smoke--638298191', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'port_security_enabled': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:09.281512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:09.285509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.310943 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:04:09.322508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.322852 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Added segment 4c2eac20-83e9-4fdd-b07f-81b8d3683497 of type vlan for network 6e1514d8-03d0-432c-ad74-700ae56cf023 Oct 26 15:04:09.364326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.389474 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.395783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:09.396368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.456731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2065115 Oct 26 15:04:09.459844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:09.464554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'admin_state_up': True, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:09.469701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40e7a8-fd6a-40da-b6cf-14a0e63c5f00 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Network': ['ID=6e1514d8-03d0-432c-ad74-700ae56cf023,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:09.482140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:04:09.493008 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.494368 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.553147 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.703301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.907098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:09.928421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.039884 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.243 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/11205c7b-baa4-4026-8bfc-65caae018ad8) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:10.148988 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a19f1bc-b0bd-4ca0-98cf-66e3b9ed9208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.165494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.206206 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:10.251261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:10.255699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:10.259829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:10.265548 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=11205c7b-baa4-4026-8bfc-65caae018ad8,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:10.876836 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.085016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.216896 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:04:11.333937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:11.349199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Sync routers for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:11.365193 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.366484 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7a31165f-1ac4-4d67-9346-ce0c60374b74 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9054897 Oct 26 15:04:11.368070 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:11.368733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:11.370615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54658) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:11.491769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:11.535425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a9bcb628-85d4-40c6-a2d9-3becb1caee57 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=75a566a8ce5143249e3f90b761ddc419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1634860 Oct 26 15:04:11.539528 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54662) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:11.651343 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c950bc-2ed2-4ca0-a40f-f7924f3e0e10 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:11.652918 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5c950bc-2ed2-4ca0-a40f-f7924f3e0e10 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1120319 Oct 26 15:04:11.655950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54664) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:11.686530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3546177f-0ca1-4ce8-b46a-854b87608be3 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292873 Oct 26 15:04:11.691320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54666) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:11.696792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270877037', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:11.707760 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:11.743395 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Checking router: 22f1d135-4e1f-4629-9616-3621ac3fc3b7 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:11.743806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Updating router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 port 11205c7b-baa4-4026-8bfc-65caae018ad8 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:04:11.773710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:11.815455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:11.819306 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.029891 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.073074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.080864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.101718 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Subnet': ['ID=d74becb3-6d89-493e-847b-fc4c11d1ca05,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:12.113951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Checking segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:12.114470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network hostable DHCP agents. Network: 6e1514d8-03d0-432c-ad74-700ae56cf023, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:04:12.136256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:04:12.142308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f06f7-6666-4f0e-b50d-f926cea8a2df None None] Pushing event updated for resources: {'Port': ['ID=11205c7b-baa4-4026-8bfc-65caae018ad8,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:12.147565 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Attempting to bind port 11205c7b-baa4-4026-8bfc-65caae018ad8 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:12.148053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 6e1514d8-03d0-432c-ad74-700ae56cf023) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:12.148212 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Attempting to bind port 11205c7b-baa4-4026-8bfc-65caae018ad8 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:12.148942 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Attempting to bind port 11205c7b-baa4-4026-8bfc-65caae018ad8 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:12.153935 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:12.154720 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.156781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:12.158160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:12.159263 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.160680 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:12.161491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Bound port: 11205c7b-baa4-4026-8bfc-65caae018ad8, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:12.162114 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.175773 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d7b9b86c-5008-47ca-9561-869c8a34fc25 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4831648 Oct 26 15:04:12.178590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54668) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:12.193534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa04c53-70f8-4e39-b73b-6653e2a49912 None None] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:12.271610 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] For port 11205c7b-baa4-4026-8bfc-65caae018ad8, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:12.276438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] For port 11205c7b-baa4-4026-8bfc-65caae018ad8, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=11205c7b-baa4-4026-8bfc-65caae018ad8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:12.284197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.391281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f06f7-6666-4f0e-b50d-f926cea8a2df None None] Pushing event updated for resources: {'Port': ['ID=11205c7b-baa4-4026-8bfc-65caae018ad8,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:12.399695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:12.400336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:03:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:12.503532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-6e1514d8-03d0-432c-ad74-700ae56cf023', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:04:12.503904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:12.629035 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:12.694918 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.015934 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b459-237f-4c7a-b8c0-5e036d5f84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.025177 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Allocated IP 172.20.0.2 (6e1514d8-03d0-432c-ad74-700ae56cf023/d74becb3-6d89-493e-847b-fc4c11d1ca05/d6eda613-3fac-46c7-a84c-eb57b6e4248e) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:13.176653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:13.213184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f875ab-1d2a-49e1-a2e2-8b9d0a72ea68 None None] The sync data for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 is: [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:10Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:13.276000 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.283062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.322141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:13.328553 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:13.333696 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:13.352903 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Pushing event updated for resources: {'Port': ['ID=d6eda613-3fac-46c7-a84c-eb57b6e4248e,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:13.383093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.1 (6e1514d8-03d0-432c-ad74-700ae56cf023/d74becb3-6d89-493e-847b-fc4c11d1ca05/09faa4e7-e4dd-4474-a7c6-3ca3ed246a53) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:13.409213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Attempting to bind port d6eda613-3fac-46c7-a84c-eb57b6e4248e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:13.409845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Attempting to bind port d6eda613-3fac-46c7-a84c-eb57b6e4248e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:13.409845 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Attempting to bind port d6eda613-3fac-46c7-a84c-eb57b6e4248e on network 6e1514d8-03d0-432c-ad74-700ae56cf023 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:13.416669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:13.417014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Checking segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:13.417456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.417812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Bound using segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:13.418300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Bound port: d6eda613-3fac-46c7-a84c-eb57b6e4248e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:13.418689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.521197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] For port d6eda613-3fac-46c7-a84c-eb57b6e4248e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:13.524790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] For port d6eda613-3fac-46c7-a84c-eb57b6e4248e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d6eda613-3fac-46c7-a84c-eb57b6e4248e,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:13.533154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.551636 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.600457 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.620834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470fb93-f79e-4843-9121-55a37af4fdd3 None None] Pushing event updated for resources: {'Port': ['ID=d6eda613-3fac-46c7-a84c-eb57b6e4248e,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:13.660018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:13.666972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:13.672285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:13.679033 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:13.733903 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.935515 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:13.937021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.327278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.333956 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.453346 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:14.458625 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.493717 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.516896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d6eda613-3fac-46c7-a84c-eb57b6e4248e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:14.580452 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d6eda613-3fac-46c7-a84c-eb57b6e4248e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:14.580829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.610833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:14.614091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:14.677265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.718370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port d6eda613-3fac-46c7-a84c-eb57b6e4248e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d6eda613-3fac-46c7-a84c-eb57b6e4248e,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:14.725701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.726692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 11205c7b-baa4-4026-8bfc-65caae018ad8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:14.836561 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=d6eda613-3fac-46c7-a84c-eb57b6e4248e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:14.844995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 11205c7b-baa4-4026-8bfc-65caae018ad8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:14.846154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:14.851661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7d3f0-db51-4b55-83d6-2fb9e0db2387 None None] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:04:15.024353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-990be88b-943d-420b-8128-e1d107b47a16 None None] Provisioning complete for port d6eda613-3fac-46c7-a84c-eb57b6e4248e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:15.024990 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-990be88b-943d-420b-8128-e1d107b47a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.069013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:15.198767 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.215028 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:15.226795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-30f397e1-8b88-400e-a7a0-03beb1bfaecd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/22f1d135-4e1f-4629-9616-3621ac3fc3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466437 Oct 26 15:04:15.266658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 11205c7b-baa4-4026-8bfc-65caae018ad8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=11205c7b-baa4-4026-8bfc-65caae018ad8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:15.303398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.332694 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Sync routers for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:15.346521 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:15.347426 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:15.420772 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-f92dc7e5-3a67-4828-a88a-095ecd1a521b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876049483&fields=id&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 267 time: 0.0528402 Oct 26 15:04:15.435966 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=11205c7b-baa4-4026-8bfc-65caae018ad8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:15.476516 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:15.616591 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-6f1f427e-9306-48e6-ba5d-a075f5e44c72 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:15.618871 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-6f1f427e-9306-48e6-ba5d-a075f5e44c72 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/networks?id=6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 200 len: 796 time: 0.1790266 Oct 26 15:04:15.640968 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-ed7cb494-5e50-4b48-bcba-2edb560950eb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/quotas/75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 375 time: 0.0110042 Oct 26 15:04:15.740289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c852191b-9417-4ea2-8160-e7b77b9e94c8 None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:15.742192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c852191b-9417-4ea2-8160-e7b77b9e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.752868 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-5e11a2cc-3344-4724-ae7d-5adafc35ee8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923703 Oct 26 15:04:15.809528 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c852191b-9417-4ea2-8160-e7b77b9e94c8 None None] Port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:15.824794 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:14Z', 'revision_number': 2, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:15.834237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c852191b-9417-4ea2-8160-e7b77b9e94c8 None None] Provisioning complete for port d6eda613-3fac-46c7-a84c-eb57b6e4248e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:15.834856 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c852191b-9417-4ea2-8160-e7b77b9e94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.886618 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Checking router: 22f1d135-4e1f-4629-9616-3621ac3fc3b7 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:15.887354 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Updating router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:04:15.924811 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:15.990668 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-7b45abcf-8ce6-4dd5-b1ae-6d6172ef1aea service neutron] 10.222.0.37 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311721 Oct 26 15:04:16.042949 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.128696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-e16ec622-d688-4f73-be95-c7cf79191763 service neutron] 10.222.0.37 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362014 Oct 26 15:04:16.177510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-63425677-26f9-4376-8ffc-aded807dd9af None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:16.177891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-63425677-26f9-4376-8ffc-aded807dd9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.224806 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-63425677-26f9-4376-8ffc-aded807dd9af None None] Port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:16.281903 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.297778 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.334824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-174d7b4c-7b67-4395-b5c7-557472497a00 req-12404840-97b4-402f-a146-64e0278fdeb9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 210 time: 0.0364141 Oct 26 15:04:16.373603 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d46d8c98-93ed-4684-b84b-c657d1b1aa15 None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:16.374160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d46d8c98-93ed-4684-b84b-c657d1b1aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.415913 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Attempting to bind port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:16.416543 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Attempting to bind port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:16.416686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Attempting to bind port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 on network 6e1514d8-03d0-432c-ad74-700ae56cf023 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:16.423182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d46d8c98-93ed-4684-b84b-c657d1b1aa15 None None] Port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:16.432469 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Pushing event updated for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:16.434913 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:16.435271 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Checking segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:16.435664 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.436055 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Bound using segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:16.436624 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Bound port: 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:16.437272 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.456303 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.457329 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.457837 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.458360 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.458703 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.459451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.459451 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.459749 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.460275 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.460702 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.461036 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.461359 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:04:16.483149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d6eda613-3fac-46c7-a84c-eb57b6e4248e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:16.553820 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d6eda613-3fac-46c7-a84c-eb57b6e4248e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:16.554190 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.559775 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] For port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:16.563987 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] For port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:16.577334 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.663721 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad54223-945c-49e6-a35e-c2fc9ce43709 None None] Pushing event updated for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:16.685781 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:16.687043 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:16.697447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 11205c7b-baa4-4026-8bfc-65caae018ad8 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:16.782562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:16.783240 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.864207 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 11205c7b-baa4-4026-8bfc-65caae018ad8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:16.864817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:16.866494 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:17.055583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:17.111422 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] For port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:17.118325 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:17.175604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b95472-86fe-4db0-98dc-db38ef00b394 None None] Pushing event updated for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:17.188465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:16Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:17.221357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db82611-4b80-4640-a8a1-2ec8943f2c00 None None] The sync data for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 is: [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:16Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:17.247931 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f3e6522e-5a54-4083-948a-113c93a4af1d None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:17.248293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f3e6522e-5a54-4083-948a-113c93a4af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:17.497601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-429ea570-05c2-4ae1-af7d-13740d4b08f4 req-afabb33c-9020-4cbd-8597-3143a26a3255 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 210 time: 0.0327070 Oct 26 15:04:18.084880 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-1b484e15-15d7-490e-8fe6-57cb59bb85de tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:18.087471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-1b484e15-15d7-490e-8fe6-57cb59bb85de tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/networks?id=6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 200 len: 796 time: 0.1673875 Oct 26 15:04:18.139324 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-1e4f4dc8-2797-4b09-aada-a19d8c6c90e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 379 time: 0.0414410 Oct 26 15:04:18.150683 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'port': {'device_id': '3df371e2-041e-430a-805d-24a1e7dc321d', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'admin_state_up': True, 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'security_groups': ['b800315d-419d-4ea9-8e28-d9e65c28cbb7']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:18.306736 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:04:18.310509 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.507932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:18.508810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.4 (6e1514d8-03d0-432c-ad74-700ae56cf023/d74becb3-6d89-493e-847b-fc4c11d1ca05/af349c61-57e8-49d5-bae6-5d939d0ae4c6) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:18.620216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:18.620851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.709911 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91b4e89c-76fd-4bdf-9ecb-9c4255ea25fd req-8e374799-62c6-4822-875f-48eabe043674 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 210 time: 0.1063302 Oct 26 15:04:18.798990 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.856883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:18.913679 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:18.917179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:18.921390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:18.929365 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:18.994916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:18.995983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.023544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-241f03e7-de45-4139-bf2d-573fbc66e84b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771160 Oct 26 15:04:19.093007 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Request body: {'port': {'device_id': '3df371e2-041e-430a-805d-24a1e7dc321d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:19.160370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.254179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1f0487bd-c61f-45cd-a30d-b43ce219a88a None None] Provisioning complete for port af349c61-57e8-49d5-bae6-5d939d0ae4c6 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:19.254700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f0487bd-c61f-45cd-a30d-b43ce219a88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.321217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1f0487bd-c61f-45cd-a30d-b43ce219a88a None None] Port af349c61-57e8-49d5-bae6-5d939d0ae4c6 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:04:19.500385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af349c61-57e8-49d5-bae6-5d939d0ae4c6 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:19.510222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.528577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Transition to ACTIVE for port object af349c61-57e8-49d5-bae6-5d939d0ae4c6 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:04:19.534626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.614059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:19.689130 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Attempting to bind port af349c61-57e8-49d5-bae6-5d939d0ae4c6 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:04:19.689811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Attempting to bind port af349c61-57e8-49d5-bae6-5d939d0ae4c6 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:04:19.690330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Attempting to bind port af349c61-57e8-49d5-bae6-5d939d0ae4c6 on network 6e1514d8-03d0-432c-ad74-700ae56cf023 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:19.697459 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Port af349c61-57e8-49d5-bae6-5d939d0ae4c6 on network 6e1514d8-03d0-432c-ad74-700ae56cf023 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:04:19.697867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Attempting to bind port af349c61-57e8-49d5-bae6-5d939d0ae4c6 on network 6e1514d8-03d0-432c-ad74-700ae56cf023 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:04:19.706142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:04:19.706701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Checking segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:04:19.707273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Bound using segment: {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:04:19.707979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Bound port: af349c61-57e8-49d5-bae6-5d939d0ae4c6, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2eac20-83e9-4fdd-b07f-81b8d3683497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:04:19.708398 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:19.907186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba4af0-9abe-423b-a4c7-d69526eb4c2d req-3747b037-cf73-4580-a871-20626ec6ec43 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:19.909993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7ba4af0-9abe-423b-a4c7-d69526eb4c2d req-3747b037-cf73-4580-a871-20626ec6ec43 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 943 time: 0.0817597 Oct 26 15:04:19.963258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7ba4af0-9abe-423b-a4c7-d69526eb4c2d req-94151f3d-193a-4367-bb09-c50aa70abd77 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Oct 26 15:04:20.165823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:04:20.169929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:04:20.177251 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:20.215549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.215549 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:20.216972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 200 len: 1091 time: 1.1849723 Oct 26 15:04:20.227793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:20.230670 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c531b2-8acf-464c-98f6-474a9308e55f" -d '{"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:20.284564 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1f432-871f-4acb-a8d3-413a0e8e53e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:20.292852 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b68a1-b3d1-4bb1-89d1-e3797c955f62 x-openstack-request-id: req-cd6b68a1-b3d1-4bb1-89d1-e3797c955f62 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:20.293344 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:20.293738 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd6b68a1-b3d1-4bb1-89d1-e3797c955f62 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:20.294359 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'status': 'completed', 'code': 200} Oct 26 15:04:20.354295 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-3ee72e44-c1bd-4d16-8a78-3135a63d649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.355874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-3ee72e44-c1bd-4d16-8a78-3135a63d649c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1094 time: 0.0560014 Oct 26 15:04:20.405874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-3c6e5386-a2aa-4a44-bc23-409be0fba406 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 200 len: 217 time: 0.0411572 Oct 26 15:04:20.461599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-95db8a23-b290-4059-a46a-d6f1b11ae007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.463078 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-95db8a23-b290-4059-a46a-d6f1b11ae007 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d74becb3-6d89-493e-847b-fc4c11d1ca05 HTTP/1.1" status: 200 len: 834 time: 0.0497189 Oct 26 15:04:20.515139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-3425f382-d9c1-41a9-80ca-6b91fbb3069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.516841 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-3425f382-d9c1-41a9-80ca-6b91fbb3069b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e1514d8-03d0-432c-ad74-700ae56cf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462132 Oct 26 15:04:20.620190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-bee7f11a-b30e-44b5-a14e-6f2b70ab0bd1 service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960796 Oct 26 15:04:20.724840 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a079e7ae-6a85-4950-bd09-e2d8c2d2c75b req-e362943c-3451-476f-a804-7070cc9151b1 service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967617 Oct 26 15:04:20.815614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-0626953d-1f96-4885-bbe1-f89a57bc9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.817174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-0626953d-1f96-4885-bbe1-f89a57bc9650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1094 time: 0.0444264 Oct 26 15:04:20.916768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-7d64e852-bac9-4f30-90c0-3d74ba37dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:20.918241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-7d64e852-bac9-4f30-90c0-3d74ba37dcde service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 200 len: 897 time: 0.0945854 Oct 26 15:04:20.960904 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-02652efe-a1af-4433-97b6-fe9f1756513e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 200 len: 217 time: 0.0347352 Oct 26 15:04:21.016034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-503db60e-0003-4e5b-8c27-5dec3788b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:21.018513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-503db60e-0003-4e5b-8c27-5dec3788b8cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d74becb3-6d89-493e-847b-fc4c11d1ca05 HTTP/1.1" status: 200 len: 834 time: 0.0496743 Oct 26 15:04:21.068330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-ff89457a-86d1-4147-9e4f-f606e5993b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:21.070066 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-ff89457a-86d1-4147-9e4f-f606e5993b94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e1514d8-03d0-432c-ad74-700ae56cf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450544 Oct 26 15:04:21.122135 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ed1be-d8c1-46a9-ae67-fd1f17002fc4 req-4c575874-4b24-49f6-9209-e8cd5c6ed41d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:21.123690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb1ed1be-d8c1-46a9-ae67-fd1f17002fc4 req-4c575874-4b24-49f6-9209-e8cd5c6ed41d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 943 time: 0.0538487 Oct 26 15:04:21.167057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bb1ed1be-d8c1-46a9-ae67-fd1f17002fc4 req-1bc90c4b-6a19-4b0c-b9fa-5fa0ee40b308 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361414 Oct 26 15:04:21.190006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-5c08cebe-5d6b-4e12-a900-3b66022ee193 service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096585 Oct 26 15:04:21.294603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a9c531b2-8acf-464c-98f6-474a9308e55f req-4b93d5ae-5cbe-4ccf-99ad-a352992bb690 service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952556 Oct 26 15:04:22.311013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c1b76-c316-4a0b-ab68-1392d9ce811b req-552c76fc-42c0-4ea2-ada5-5c1bcc1b184e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:22.313028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-230c1b76-c316-4a0b-ab68-1392d9ce811b req-552c76fc-42c0-4ea2-ada5-5c1bcc1b184e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 943 time: 0.0576928 Oct 26 15:04:22.351900 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:22.360370 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-230c1b76-c316-4a0b-ab68-1392d9ce811b req-54c28f70-d160-47de-a4f1-fbde11e4135b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Oct 26 15:04:23.487429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91eae0-c9a8-4f5b-9679-d91287d597a5 req-a30d60e3-39fa-4b2d-a84f-30dc36dc5c67 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:23.489072 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e91eae0-c9a8-4f5b-9679-d91287d597a5 req-a30d60e3-39fa-4b2d-a84f-30dc36dc5c67 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 943 time: 0.0556688 Oct 26 15:04:23.530579 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e91eae0-c9a8-4f5b-9679-d91287d597a5 req-2af57668-60c7-4345-9ad6-c7167bac8274 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352283 Oct 26 15:04:23.935574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:24.239712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af349c61-57e8-49d5-bae6-5d939d0ae4c6 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:04:24.340895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:24.352315 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'port_id': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'mac_address': 'fa:16:3e:4d:7f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:04:24.389502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:24.402620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af349c61-57e8-49d5-bae6-5d939d0ae4c6 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:04:24.426960 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:24.431015 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:24.480456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:24.656728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['af349c61-57e8-49d5-bae6-5d939d0ae4c6'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:04:24.664232 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6508-747c-4a50-99d9-0fc15791a136 req-735b45a0-4405-4f05-90cd-6293f762b238 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:24.665846 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af9c6508-747c-4a50-99d9-0fc15791a136 req-735b45a0-4405-4f05-90cd-6293f762b238 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 944 time: 0.0517483 Oct 26 15:04:24.709001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-af9c6508-747c-4a50-99d9-0fc15791a136 req-586384d5-3c15-4e26-af7f-bee76f054fbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357945 Oct 26 15:04:25.853557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c889d5-f2f1-4d2c-94fe-18a873704db9 req-182b36c4-efad-4a94-83cf-731937c06c66 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:25.855702 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c889d5-f2f1-4d2c-94fe-18a873704db9 req-182b36c4-efad-4a94-83cf-731937c06c66 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 944 time: 0.0656207 Oct 26 15:04:25.899157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e3c889d5-f2f1-4d2c-94fe-18a873704db9 req-78fb2ae4-2747-4396-be32-871e1c2e2f21 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367758 Oct 26 15:04:26.246172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af349c61-57e8-49d5-bae6-5d939d0ae4c6 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:04:26.299340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port af349c61-57e8-49d5-bae6-5d939d0ae4c6 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:04:26.304533 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port af349c61-57e8-49d5-bae6-5d939d0ae4c6 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:04:26.305010 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:26.396574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:26.421598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:26.424557 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd34225-a025-43da-9b2d-0c8ef1b03766" -d '{"events": [{"server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "name": "network-vif-plugged", "status": "completed", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:26.441286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:04:26.445872 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:26.500621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:26.565942 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e55a925-0e60-4d90-9e74-1819109b1003 x-openstack-request-id: req-2e55a925-0e60-4d90-9e74-1819109b1003 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:26.566320 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "name": "network-vif-plugged", "status": "completed", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:26.566663 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e55a925-0e60-4d90-9e74-1819109b1003 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:26.567060 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'code': 200} Oct 26 15:04:26.679210 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fd40-fe65-4926-af39-d0c8c81e271a req-862893ff-11e1-435c-b06a-eee1d3bf4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:26.680884 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8be4fd40-fe65-4926-af39-d0c8c81e271a req-862893ff-11e1-435c-b06a-eee1d3bf4eae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1096 time: 0.0504553 Oct 26 15:04:26.728374 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8be4fd40-fe65-4926-af39-d0c8c81e271a req-00975c0d-4efe-472a-9138-53199f394303 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396979 Oct 26 15:04:27.038287 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f675bf-904c-4c37-b901-819bf3ccf6ee req-b4cdfa1a-6a65-4d6d-b2d1-dbe8f7b94acf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:27.039917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92f675bf-904c-4c37-b901-819bf3ccf6ee req-b4cdfa1a-6a65-4d6d-b2d1-dbe8f7b94acf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0581455 Oct 26 15:04:27.083440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92f675bf-904c-4c37-b901-819bf3ccf6ee req-1bc61bac-c4ea-4f45-aa72-06b81581ea43 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371437 Oct 26 15:04:28.238117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88f3f-a537-414d-a520-9865814de8ca req-93f29e6e-4a52-4829-867c-a0580d34addf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.239869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aed88f3f-a537-414d-a520-9865814de8ca req-93f29e6e-4a52-4829-867c-a0580d34addf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0602143 Oct 26 15:04:28.283700 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aed88f3f-a537-414d-a520-9865814de8ca req-f36c712b-860c-498a-9bf6-d2e706f928c3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366325 Oct 26 15:04:28.432951 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebaeac-a52d-4bb2-a47d-c483f4b19fec req-cad4ca40-3f9c-4cb5-b4bc-dcd17d17a173 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.434594 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebaeac-a52d-4bb2-a47d-c483f4b19fec req-cad4ca40-3f9c-4cb5-b4bc-dcd17d17a173 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0634680 Oct 26 15:04:28.479531 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f0ebaeac-a52d-4bb2-a47d-c483f4b19fec req-005b6142-8fc2-49ca-afb9-9ef2f3057bb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373759 Oct 26 15:04:28.516363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54734) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:28.584248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ace09d7-84e2-4d33-8f41-bad965515e1a tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:28.588850 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5ace09d7-84e2-4d33-8f41-bad965515e1a tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1091 time: 0.0694482 Oct 26 15:04:28.589497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54738) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:28.597742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:04:28.636872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.789163 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:28.927813 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.76 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/655eda94-b991-4d7d-8f1b-9a734f729ed3) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:04:29.047747 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.090288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.131336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:04:29.134625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:04:29.138742 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:04:29.145546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=655eda94-b991-4d7d-8f1b-9a734f729ed3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.528655 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.602544 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.773115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.778814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.862543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=655eda94-b991-4d7d-8f1b-9a734f729ed3,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:04:29.873700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:29.996839 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP f79de2ac-0392-46ab-8626-ba8c43e15f48 associated. External IP: 172.25.5.76, port: af349c61-57e8-49d5-bae6-5d939d0ae4c6. Oct 26 15:04:30.221551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:04:30.351756 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:04:30.362318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Sync routers for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:04:30.372100 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:30.374299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:30.374962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:30.402168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8e77430c-dad7-4ee9-962e-37e87607ad18 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8110232 Oct 26 15:04:30.402862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:04:30.405236 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:04:30.461703 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ecadaa-ae74-4777-8b2d-7f2d60cbbaea x-openstack-request-id: req-73ecadaa-ae74-4777-8b2d-7f2d60cbbaea {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:04:30.462063 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:04:30.463083 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73ecadaa-ae74-4777-8b2d-7f2d60cbbaea {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:04:30.463578 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'status': 'completed', 'code': 200} Oct 26 15:04:30.506697 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:30.559772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-3a5de32e-fb66-4468-86b1-493b62bd920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.561778 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-3a5de32e-fb66-4468-86b1-493b62bd920c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1096 time: 0.0740130 Oct 26 15:04:30.570913 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e148ea-5865-4e4e-a45e-328ace38908e req-e8395c0a-bdd0-4285-9d80-77eb93d59cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.572433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62e148ea-5865-4e4e-a45e-328ace38908e req-e8395c0a-bdd0-4285-9d80-77eb93d59cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.1029413 Oct 26 15:04:30.670093 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62e148ea-5865-4e4e-a45e-328ace38908e req-f0a29701-6cc7-406c-9fc2-e3eb0979d94f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888064 Oct 26 15:04:30.701525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54744) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:30.748023 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-c8db31fb-89ff-4471-ae8a-985ed1743e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.749552 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-c8db31fb-89ff-4471-ae8a-985ed1743e7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 200 len: 897 time: 0.1762002 Oct 26 15:04:30.832100 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-092483ae-87a8-4161-93d8-e8d549e1bc5d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 200 len: 990 time: 0.1291425 Oct 26 15:04:30.845982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-1635116a-849d-40ea-bc3c-4a4403aceabc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 200 len: 998 time: 0.0879066 Oct 26 15:04:30.905034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-8010476e-3c7a-42dd-ae65-879fcf0df360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.906535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-8010476e-3c7a-42dd-ae65-879fcf0df360 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d74becb3-6d89-493e-847b-fc4c11d1ca05 HTTP/1.1" status: 200 len: 834 time: 0.0531235 Oct 26 15:04:30.960902 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-3239b585-26c7-4ff9-92f7-70e771e6700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:30.962480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-3239b585-26c7-4ff9-92f7-70e771e6700a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e1514d8-03d0-432c-ad74-700ae56cf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482402 Oct 26 15:04:31.038115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f79de2ac-0392-46ab-8626-ba8c43e15f48', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'port_id': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'mac_address': 'fa:16:3e:4d:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df371e2-041e-430a-805d-24a1e7dc321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:31.080881 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-60a571ab-c44a-41b0-afc6-291d231fb55b service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094527 Oct 26 15:04:31.081944 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Checking router: 22f1d135-4e1f-4629-9616-3621ac3fc3b7 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:04:31.091910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:04:31.092428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:31.191595 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-784d6acd-a7f6-4bc7-ba09-97f0ff1116f9 req-e8c73f00-1e48-40c2-ac8c-64a13f1c0e6e service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046739 Oct 26 15:04:31.219878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:04:31.474361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f79de2ac-0392-46ab-8626-ba8c43e15f48', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'port_id': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'mac_address': 'fa:16:3e:4d:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df371e2-041e-430a-805d-24a1e7dc321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:04:31.505304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529457a5-ba55-45ac-9d30-158275dfb7f8 None None] The sync data for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 is: [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f79de2ac-0392-46ab-8626-ba8c43e15f48', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.76', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'port_id': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'mac_address': 'fa:16:3e:4d:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df371e2-041e-430a-805d-24a1e7dc321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:04:29Z', 'updated_at': '2021-10-26T15:04:29Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:04:31.738670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111904ff-ba4f-431c-966d-bcbf5aee3997 None None] New status for floating IP f79de2ac-0392-46ab-8626-ba8c43e15f48: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:04:31.836115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54746) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:31.900062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-015363e0-0c70-42a8-a60e-10b78ac6fa2d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 200 len: 990 time: 0.0626917 Oct 26 15:04:32.904284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54748) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:04:32.980820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-00ef8d6c-bbcc-4a9c-a111-999e08e38671 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 200 len: 992 time: 0.0749009 Oct 26 15:04:35.074124 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:04:40.142830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7cf61017-de2e-4384-9ef6-07754668e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:42.930981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a6528af-bfac-4a7c-a7d7-841b350f25b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:43.930662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:44.484063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:46.026288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:52.339293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:53.951257 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:04:59.767275 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1536c-3cdb-4f76-bd40-bf67b204b4ce req-31938241-7ca4-446e-8ed3-b3a744d1787d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:04:59.769035 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8a1536c-3cdb-4f76-bd40-bf67b204b4ce req-31938241-7ca4-446e-8ed3-b3a744d1787d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0776815 Oct 26 15:04:59.826785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c8a1536c-3cdb-4f76-bd40-bf67b204b4ce req-4fe4f649-6e63-49ae-9e03-a6317a6ad76a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453019 Oct 26 15:05:01.004631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70957f-f537-4633-82e1-b125cca53319 req-2971a5ff-1aea-476a-8606-30ed9d5178b7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:01.006086 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1d70957f-f537-4633-82e1-b125cca53319 req-2971a5ff-1aea-476a-8606-30ed9d5178b7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0808220 Oct 26 15:05:01.056772 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1d70957f-f537-4633-82e1-b125cca53319 req-df68242f-149f-42a9-bac6-b35079a3f51d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395975 Oct 26 15:05:01.100954 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54774) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:01.190853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-6210f531-6db1-4e79-a134-6c75ebc94255 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 200 len: 992 time: 0.0885787 Oct 26 15:05:02.578420 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2b4d-5c97-44b0-b797-c1d1eefcbe58 req-2eb045dd-3311-4082-b717-0a1cf256114b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:02.581580 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f24a2b4d-5c97-44b0-b797-c1d1eefcbe58 req-2eb045dd-3311-4082-b717-0a1cf256114b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0780342 Oct 26 15:05:02.637852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f24a2b4d-5c97-44b0-b797-c1d1eefcbe58 req-beba7d61-c1bb-4c33-8434-159df45d889d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499487 Oct 26 15:05:03.784038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689411e-767c-4d54-a682-f85ca82cb69f req-bb077def-7bb9-4edc-8eaf-3964d318b9ea tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:03.786336 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5689411e-767c-4d54-a682-f85ca82cb69f req-bb077def-7bb9-4edc-8eaf-3964d318b9ea tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0586977 Oct 26 15:05:03.830419 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5689411e-767c-4d54-a682-f85ca82cb69f req-621e5858-6fb6-4049-a080-f27a83b311ba tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Oct 26 15:05:03.858413 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54784) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:03.929712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-788847fe-400f-45f0-862a-f6d8d1aad6a1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 200 len: 992 time: 0.0697346 Oct 26 15:05:04.196727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54790) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:04.383710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 655eda94-b991-4d7d-8f1b-9a734f729ed3 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:04.384066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.479993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.480277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.494742 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 655eda94-b991-4d7d-8f1b-9a734f729ed3 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:04.706001 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.730405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=655eda94-b991-4d7d-8f1b-9a734f729ed3,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:04.746070 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.746430 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.746765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.747112 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.747450 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.747787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.748147 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.748458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.748822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.749157 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.749488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.749886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:04.815117 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:04.815439 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP f79de2ac-0392-46ab-8626-ba8c43e15f48 disassociated (deleted). External IP: 172.25.5.76, port: af349c61-57e8-49d5-bae6-5d939d0ae4c6. Oct 26 15:05:05.043849 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:05.161615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:05.169509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:05.176818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Sync routers for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:05.187856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:05.188598 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:05.205932 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0116318a-e68a-4223-987b-6c708437c07c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/floatingips/f79de2ac-0392-46ab-8626-ba8c43e15f48 HTTP/1.1" status: 204 len: 168 time: 1.0050402 Oct 26 15:05:05.205932 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:05.206378 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d55576c-3395-44ba-9be5-047b310b7b45" -d '{"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:05.252778 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d43d29-4bdc-41db-b198-24b61998df48 x-openstack-request-id: req-c8d43d29-4bdc-41db-b198-24b61998df48 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:05.253204 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:05.253756 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8d43d29-4bdc-41db-b198-24b61998df48 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:05.254386 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'status': 'completed', 'code': 200} Oct 26 15:05:05.325410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-863011f7-0ace-4d5c-9f8f-db0355402ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.327034 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-863011f7-0ace-4d5c-9f8f-db0355402ae9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 1096 time: 0.0486732 Oct 26 15:05:05.356171 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:05.469992 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c6dd2eea-5fbd-4f0f-ba94-ce457eb2df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.471553 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c6dd2eea-5fbd-4f0f-ba94-ce457eb2df16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 200 len: 897 time: 0.1368232 Oct 26 15:05:05.545367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-fbaa11a4-1415-442e-bc77-b09006152d0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 200 len: 217 time: 0.0637667 Oct 26 15:05:05.552155 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340504c-81ef-4d9b-9fd3-03e2eee62281 req-6d9f0ace-e113-4ca9-9c33-29e1d6d3686e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.553829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c340504c-81ef-4d9b-9fd3-03e2eee62281 req-6d9f0ace-e113-4ca9-9c33-29e1d6d3686e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0931587 Oct 26 15:05:05.605059 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c340504c-81ef-4d9b-9fd3-03e2eee62281 req-5b3f22cf-1128-4e6a-bf34-fe158cd59032 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435977 Oct 26 15:05:05.630951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c9090e79-89a1-401a-939e-4c62971b1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.633580 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c9090e79-89a1-401a-939e-4c62971b1b7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d74becb3-6d89-493e-847b-fc4c11d1ca05 HTTP/1.1" status: 200 len: 834 time: 0.0803430 Oct 26 15:05:05.636056 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:05.673893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Checking router: 22f1d135-4e1f-4629-9616-3621ac3fc3b7 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:05.684428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:05.685092 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:05.693352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-ee12e3f1-6ec0-49ac-be59-7b0dc6f18db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:05.694869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-ee12e3f1-6ec0-49ac-be59-7b0dc6f18db5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e1514d8-03d0-432c-ad74-700ae56cf023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529530 Oct 26 15:05:05.710359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c7192ce4-d0f6-4e67-b20d-804f365ab258 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:05:05.711368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-c7192ce4-d0f6-4e67-b20d-804f365ab258 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077803 Oct 26 15:05:05.805334 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:05.821174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-803aa163-4eaa-47d8-bc16-9765885b4f8b service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023107 Oct 26 15:05:05.937000 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d55576c-3395-44ba-9be5-047b310b7b45 req-b835b9c3-9267-4da7-badb-2ad6e638d4c1 service neutron] 10.222.0.73 "GET /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066692 Oct 26 15:05:06.026986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:06.057540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255c4ed-9952-41d6-b5e5-350de8274fae None None] The sync data for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 is: [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:13Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '09faa4e7-e4dd-4474-a7c6-3ca3ed246a53', 'name': '', 'network_id': '6e1514d8-03d0-432c-ad74-700ae56cf023', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:aa:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:12Z', 'updated_at': '2021-10-26T15:04:17Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'd74becb3-6d89-493e-847b-fc4c11d1ca05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:06.303100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ce5c7-9cd4-474c-9ec4-ddaf18df2551 None None] New status for floating IP f79de2ac-0392-46ab-8626-ba8c43e15f48: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:05:06.742570 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7cf84-3fed-4af4-ab10-305ea1bc5cbc req-17c0c568-ea92-48b6-a380-b1322d2e556a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:06.744020 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26c7cf84-3fed-4af4-ab10-305ea1bc5cbc req-17c0c568-ea92-48b6-a380-b1322d2e556a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0523405 Oct 26 15:05:06.786158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26c7cf84-3fed-4af4-ab10-305ea1bc5cbc req-13b8b4b1-93f3-4ac1-af72-a5bd270ceae0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b800315d-419d-4ea9-8e28-d9e65c28cbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359309 Oct 26 15:05:07.069997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-3495613f-7f73-41e9-a968-424beef67f34 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:07.071451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-3495613f-7f73-41e9-a968-424beef67f34 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 945 time: 0.0524950 Oct 26 15:05:07.173916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port af349c61-57e8-49d5-bae6-5d939d0ae4c6 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:07.174253 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:07.270812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port af349c61-57e8-49d5-bae6-5d939d0ae4c6, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=af349c61-57e8-49d5-bae6-5d939d0ae4c6,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:07.271180 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:07.291021 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for af349c61-57e8-49d5-bae6-5d939d0ae4c6 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:07.428622 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:07.457950 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=af349c61-57e8-49d5-bae6-5d939d0ae4c6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:07.471148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.471499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.471839 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.472176 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.472521 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.472858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.473188 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.473516 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.473845 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.474167 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.474485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.474809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:07.513185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] No DVR routers for this DVR port af349c61-57e8-49d5-bae6-5d939d0ae4c6 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:07.516031 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:07.520085 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8bd76bab-5d44-46c3-87ef-1406bc54a5e3 req-eccfa6fc-d069-4df8-a899-b879fb5eb6df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "DELETE /v2.0/ports/af349c61-57e8-49d5-bae6-5d939d0ae4c6 HTTP/1.1" status: 204 len: 173 time: 0.4421113 Oct 26 15:05:07.520601 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'name': 'network-vif-deleted', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:07.522961 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c08ff-8b94-437c-b909-168153d2bac3" -d '{"events": [{"server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "name": "network-vif-deleted", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:07.592145 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79613716-5239-45ab-8657-1bce838640b4 x-openstack-request-id: req-79613716-5239-45ab-8657-1bce838640b4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:07.592441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df371e2-041e-430a-805d-24a1e7dc321d", "name": "network-vif-deleted", "tag": "af349c61-57e8-49d5-bae6-5d939d0ae4c6", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:07.592725 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79613716-5239-45ab-8657-1bce838640b4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:07.593120 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df371e2-041e-430a-805d-24a1e7dc321d', 'name': 'network-vif-deleted', 'tag': 'af349c61-57e8-49d5-bae6-5d939d0ae4c6', 'status': 'completed', 'code': 200} Oct 26 15:05:07.922387 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-62406652-1629-4a46-b8b1-8851c064298c req-041e0964-ab96-43f8-86cd-44bd895e94e7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=3df371e2-041e-430a-805d-24a1e7dc321d HTTP/1.1" status: 200 len: 210 time: 0.0285940 Oct 26 15:05:09.001712 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54806) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:09.384654 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:09.648067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:09.648411 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:09.751406 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:09.751801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:09.765830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:09.964995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:09.997615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=09faa4e7-e4dd-4474-a7c6-3ca3ed246a53,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:10.158497 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-619e9f04-17ed-466a-a8f4-8e8c75d61a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.401877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af349c61-57e8-49d5-bae6-5d939d0ae4c6 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:10.429491 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: af349c61-57e8-49d5-bae6-5d939d0ae4c6 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:10.429832 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device af349c61-57e8-49d5-bae6-5d939d0ae4c6 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:10.478219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.700062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:10.811797 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:10.818220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d144b94c-74ca-4e73-b935-d4271dec631f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/22f1d135-4e1f-4629-9616-3621ac3fc3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153849 Oct 26 15:05:10.821361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54808) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:10.824039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Sync routers for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:10.835529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:10.836149 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:10.879925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting subnet d74becb3-6d89-493e-847b-fc4c11d1ca05 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:05:10.883516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.932910 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:10.952077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:11.023036 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.094072 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.129842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Subnet': ['ID=d74becb3-6d89-493e-847b-fc4c11d1ca05,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:11.133066 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.136854 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-699ee558-5f44-41c3-a0f8-bf0db5b485b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/subnets/d74becb3-6d89-493e-847b-fc4c11d1ca05 HTTP/1.1" status: 204 len: 168 time: 0.3142223 Oct 26 15:05:11.141130 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54810) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:11.143224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70ba34-6929-49e9-86fb-68501f58434c None None] Network 6e1514d8-03d0-432c-ad74-700ae56cf023 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:05:11.258084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.312319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:05:09Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.349151 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Checking router: 22f1d135-4e1f-4629-9616-3621ac3fc3b7 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:11.362123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Routers {'22f1d135-4e1f-4629-9616-3621ac3fc3b7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:11.362758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:04:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:11.390336 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.450319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] DHCP port deletion for 6e1514d8-03d0-432c-ad74-700ae56cf023 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:05:11.461295 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 11205c7b-baa4-4026-8bfc-65caae018ad8 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:11.461646 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.552867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 11205c7b-baa4-4026-8bfc-65caae018ad8, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=11205c7b-baa4-4026-8bfc-65caae018ad8,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:11.553601 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.567868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 11205c7b-baa4-4026-8bfc-65caae018ad8 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:11.702573 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] Set router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:11.746248 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.764132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Deleting port d6eda613-3fac-46c7-a84c-eb57b6e4248e {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:05:11.764526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.774529 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=11205c7b-baa4-4026-8bfc-65caae018ad8,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:11.842704 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.877298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] For port d6eda613-3fac-46c7-a84c-eb57b6e4248e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d6eda613-3fac-46c7-a84c-eb57b6e4248e,segment=NetworkSegment(4c2eac20-83e9-4fdd-b07f-81b8d3683497),segment_id=4c2eac20-83e9-4fdd-b07f-81b8d3683497)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:11.877697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.899218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Calling delete_port for d6eda613-3fac-46c7-a84c-eb57b6e4248e owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:05:11.973367 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:11.976212 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.024628 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:05:09Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:12.027786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.028071 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.029238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Fanout notify agent at l3_agent the message router_deleted on router 22f1d135-4e1f-4629-9616-3621ac3fc3b7 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:05:12.038727 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.039108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b319ead-94ae-4f73-a072-561247d09fa8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/routers/22f1d135-4e1f-4629-9616-3621ac3fc3b7 HTTP/1.1" status: 204 len: 168 time: 0.8959706 Oct 26 15:05:12.042697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54812) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:12.077782 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:12.090430 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Pushing event deleted for resources: {'Port': ['ID=d6eda613-3fac-46c7-a84c-eb57b6e4248e,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:12.096387 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b90a-6123-458b-a042-5daede57893f None None] The sync data for ids ['22f1d135-4e1f-4629-9616-3621ac3fc3b7'] in n-d-813419-9 is: [{'id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2070793063', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:05:09Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '11205c7b-baa4-4026-8bfc-65caae018ad8', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d135-4e1f-4629-9616-3621ac3fc3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:04:09Z', 'updated_at': '2021-10-26T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:12.106383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.106821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.107072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.107391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.107722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.108049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.108372 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.108730 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.109109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.109674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.109674 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.110007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:12.114875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a8dbd-b669-4f9d-8772-50067fe15b7f None None] No DVR routers for this DVR port d6eda613-3fac-46c7-a84c-eb57b6e4248e on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:05:12.145215 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.240821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.262588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1514d8-03d0-432c-ad74-700ae56cf023']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:12.278099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2eac20-83e9-4fdd-b07f-81b8d3683497') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:12.278401 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2eac20-83e9-4fdd-b07f-81b8d3683497') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:12.293448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.306629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.313446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:05:12.314095 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: timer() Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:05:12.316822 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:05:12.377417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.384776 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.388141 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/networks/6e1514d8-03d0-432c-ad74-700ae56cf023 HTTP/1.1" status: 204 len: 168 time: 0.3442867 Oct 26 15:05:12.390855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54814) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:12.409795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c055-1a7a-429e-869b-de14f4a0bd8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Network': ['ID=6e1514d8-03d0-432c-ad74-700ae56cf023,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:12.462960 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.493749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.604026 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.607599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.609007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d6eda613-3fac-46c7-a84c-eb57b6e4248e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:12.609778 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/security-groups/b800315d-419d-4ea9-8e28-d9e65c28cbb7 HTTP/1.1" status: 204 len: 168 time: 0.2169795 Oct 26 15:05:12.634629 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f2240-5300-4753-8940-c9399daa3683 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b800315d-419d-4ea9-8e28-d9e65c28cbb7,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:12.653911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d6eda613-3fac-46c7-a84c-eb57b6e4248e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:12.654922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d6eda613-3fac-46c7-a84c-eb57b6e4248e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:12.655936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:12.691427 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:12.691775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 09faa4e7-e4dd-4474-a7c6-3ca3ed246a53 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:12.920050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54820) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:12.925027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104994383', 'description': 'tempest-secgroup-smoke-1104994383 description', 'project_id': '75a566a8ce5143249e3f90b761ddc419'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:12.947188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f93d6edd-c5c4-49aa-95e7-dd971875290f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:12.950244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.028464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.034114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.064476 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.065682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446004 Oct 26 15:05:13.068811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54822) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.074064 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.080660 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2de6a3-3219-4d05-8640-69c5f19d6915 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5e04b-4a2e-41ca-95ea-636edefd044d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.108769 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.168155 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.171941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.193549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c43a997-062b-4e4d-b90f-dff5a33d460d,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.201726 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.203552 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a98eefe1-219e-44fe-937b-97cb9c32982c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326847 Oct 26 15:05:13.206713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54824) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.211405 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.244134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.310623 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.316309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.335257 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05de815-3943-4134-a52c-4dd88e614a68,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.346215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.348413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1b2a979e-e0aa-471e-bd42-3d445321d454 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403394 Oct 26 15:05:13.350894 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54826) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.355347 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.383635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.460597 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.465608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.479187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b3b80a-4e70-430d-a178-39c0b64d16cf,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.510673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.511648 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6bad976b-80fc-45ae-a07e-973cbda3f676 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597979 Oct 26 15:05:13.515307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54828) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.529388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.568225 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.648559 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.653073 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.669957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b00a50-db02-4e54-b3ed-cbff8e6a12f5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.689576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.693644 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c9aa7c35-b38d-4228-a375-635040abc17e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747839 Oct 26 15:05:13.695635 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54830) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.700693 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.724567 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:05:13.730430 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.801509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.806417 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.825567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34122e75-48b3-401c-97fe-d1a909330e45,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.836289 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.837601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-85fb0d30-a2df-4eca-8756-951ea7b33ef9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407804 Oct 26 15:05:13.840850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54832) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.845771 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'f6c5e04b-4a2e-41ca-95ea-636edefd044d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:13.869596 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:05:13.875014 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.935178 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.947461 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.951801 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.972453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4d135b-e78f-4d9c-a84d-7257911cab77,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:13.984409 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:13.986253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-636a7faa-1a00-446b-a6b4-eec26fc8751f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442337 Oct 26 15:05:13.989374 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54834) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:13.994549 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'network': {'name': 'tempest-network-smoke--345845730', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:14.018320 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:05:14.021840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.046120 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:05:14.056160 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.056526 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Added segment 1b89b573-b87f-40c3-8cbc-db98b84813ac of type vlan for network 4901dca2-90d2-4e39-a898-c6736e44a167 Oct 26 15:05:14.104587 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.130774 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.137063 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:14.137762 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.196626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2059500 Oct 26 15:05:14.199891 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54836) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:14.205651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'admin_state_up': True, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:14.224770 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97b26c-908e-49bd-8dc2-f9a5d1922149 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Network': ['ID=4901dca2-90d2-4e39-a898-c6736e44a167,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:14.232051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.233952 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.238532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 4901dca2-90d2-4e39-a898-c6736e44a167 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:05:14.295700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.420031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 11205c7b-baa4-4026-8bfc-65caae018ad8 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:05:14.443381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 11205c7b-baa4-4026-8bfc-65caae018ad8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:05:14.443813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 11205c7b-baa4-4026-8bfc-65caae018ad8 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:05:14.489440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:14.820321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.037812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.058812 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.185010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.151 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/dd470fb5-fa66-4800-ae7d-6055ef74d4ab) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:05:15.292461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.329254 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.375169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:15.378430 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:15.382092 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:05:15.387900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:15.666261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:15.899508 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.025416 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.041099 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 307be09d-2621-4ba3-8b41-05f0073426a7 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:05:16.159344 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:16.169953 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Sync routers for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:16.182978 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:16.183625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:16.184692 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.186025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4490be82-60d2-4ae6-8083-8820dea4a7c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9849787 Oct 26 15:05:16.190480 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54838) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.223140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-497fdfbb-0301-44f9-99db-e03b96f6c726 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=75a566a8ce5143249e3f90b761ddc419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312324 Oct 26 15:05:16.226219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54840) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.313869 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:16.343170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9632704-1f20-4d48-be74-34042a814108 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:16.348284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9632704-1f20-4d48-be74-34042a814108 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209896 Oct 26 15:05:16.350719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54842) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.382710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-92b99e55-405e-4587-9dd0-de8c287067dc tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305016 Oct 26 15:05:16.387324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54844) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.394709 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177523820', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:16.510979 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:05:16.516767 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:15Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:16.517069 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.545397 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Checking router: 307be09d-2621-4ba3-8b41-05f0073426a7 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:16.545746 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Updating router 307be09d-2621-4ba3-8b41-05f0073426a7 port dd470fb5-fa66-4800-ae7d-6055ef74d4ab binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:05:16.575886 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.761246 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.863186 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Subnet': ['ID=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:16.874358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Checking segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:16.874763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network hostable DHCP agents. Network: 4901dca2-90d2-4e39-a898-c6736e44a167, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:05:16.895398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 4901dca2-90d2-4e39-a898-c6736e44a167 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:05:16.906429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 4901dca2-90d2-4e39-a898-c6736e44a167) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:16.910950 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:16.911645 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.919777 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.920022 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da52572a-56a1-48cd-af7d-56df321c066b None None] Network 4901dca2-90d2-4e39-a898-c6736e44a167 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:05:16.926875 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:16.935742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-40d32e59-810c-461f-991c-7617b78dfc8f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5444717 Oct 26 15:05:16.936154 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54846) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:16.996749 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Attempting to bind port dd470fb5-fa66-4800-ae7d-6055ef74d4ab on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:05:16.997129 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Attempting to bind port dd470fb5-fa66-4800-ae7d-6055ef74d4ab by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:05:16.997479 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Attempting to bind port dd470fb5-fa66-4800-ae7d-6055ef74d4ab on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:17.007554 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:05:17.007960 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:17.008339 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.008754 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:05:17.009232 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Bound port: dd470fb5-fa66-4800-ae7d-6055ef74d4ab, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:05:17.009611 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.011338 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Pushing event updated for resources: {'Port': ['ID=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.043012 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.043350 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.043695 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.044017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.044348 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.045166 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.045166 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.045496 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.045641 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.045952 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.046270 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.046589 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:05:17.084610 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] For port dd470fb5-fa66-4800-ae7d-6055ef74d4ab, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:17.088384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] For port dd470fb5-fa66-4800-ae7d-6055ef74d4ab, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:05:17.095255 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.128654 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-4901dca2-90d2-4e39-a898-c6736e44a167', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:05:17.130262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.190284 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:17.191356 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:17.296031 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Allocated IP 172.20.0.2 (4901dca2-90d2-4e39-a898-c6736e44a167/4f969ed4-32c7-49fc-ac4b-36531d8ed8d4/e7e81aa7-b542-469b-86c4-163fe5a1c582) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:05:17.308695 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7c7fa-70df-424e-8bce-6db902710582 None None] Pushing event updated for resources: {'Port': ['ID=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.382321 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:17.526386 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.527003 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.541802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.615540 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Network 4901dca2-90d2-4e39-a898-c6736e44a167 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:17.620812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:17.629302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:05:17.640182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Pushing event updated for resources: {'Port': ['ID=e7e81aa7-b542-469b-86c4-163fe5a1c582,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.646100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:15Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:17.693432 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8939f-3422-425b-824c-01ee1df90d81 None None] The sync data for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 is: [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:15Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:17.715308 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Attempting to bind port e7e81aa7-b542-469b-86c4-163fe5a1c582 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:05:17.715673 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Attempting to bind port e7e81aa7-b542-469b-86c4-163fe5a1c582 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:05:17.716033 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Attempting to bind port e7e81aa7-b542-469b-86c4-163fe5a1c582 on network 4901dca2-90d2-4e39-a898-c6736e44a167 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:17.722128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:05:17.722503 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Checking segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:17.722904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.723298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Bound using segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:05:17.723893 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Bound port: e7e81aa7-b542-469b-86c4-163fe5a1c582, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:05:17.724163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.818686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] For port e7e81aa7-b542-469b-86c4-163fe5a1c582, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:17.823562 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] For port e7e81aa7-b542-469b-86c4-163fe5a1c582, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e7e81aa7-b542-469b-86c4-163fe5a1c582,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:05:17.830716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:17.916449 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57226642-a9a6-4b84-9120-e517f52e0673 None None] Pushing event updated for resources: {'Port': ['ID=e7e81aa7-b542-469b-86c4-163fe5a1c582,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:17.946268 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.1 (4901dca2-90d2-4e39-a898-c6736e44a167/4f969ed4-32c7-49fc-ac4b-36531d8ed8d4/3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:05:18.195603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.246624 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.310419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 4901dca2-90d2-4e39-a898-c6736e44a167 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:18.315044 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:18.320319 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:05:18.325139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:18.374312 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.568563 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.587792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e7e81aa7-b542-469b-86c4-163fe5a1c582 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:18.656731 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e7e81aa7-b542-469b-86c4-163fe5a1c582 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:18.657241 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.770272 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.811615 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port e7e81aa7-b542-469b-86c4-163fe5a1c582, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e7e81aa7-b542-469b-86c4-163fe5a1c582,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:18.818778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.819651 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd470fb5-fa66-4800-ae7d-6055ef74d4ab up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:18.909670 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=e7e81aa7-b542-469b-86c4-163fe5a1c582,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:18.941072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dd470fb5-fa66-4800-ae7d-6055ef74d4ab triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:18.941072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.971382 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:18.981156 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.041957 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.065582 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:19.068435 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.070341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port dd470fb5-fa66-4800-ae7d-6055ef74d4ab, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:19.077171 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.150006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:19.165098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8edcc4-8301-4e26-9542-669a2398b304 None None] Network 4901dca2-90d2-4e39-a898-c6736e44a167 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:05:19.185766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 4901dca2-90d2-4e39-a898-c6736e44a167 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:19.189713 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:19.232623 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d6804c38-7a9a-4e2f-a393-87037c760777 None None] Provisioning complete for port e7e81aa7-b542-469b-86c4-163fe5a1c582 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:19.233295 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d6804c38-7a9a-4e2f-a393-87037c760777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.335821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 307be09d-2621-4ba3-8b41-05f0073426a7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:19.466271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:19.476530 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e0ede64b-022e-4cff-a786-1c50bf5c2dd7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/307be09d-2621-4ba3-8b41-05f0073426a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5356574 Oct 26 15:05:19.629860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-9f2509a3-bb78-4c22-865d-dbc8d4696d7b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104994383&fields=id&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 267 time: 0.0395200 Oct 26 15:05:19.714160 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ad7dfdec-3471-4d45-9879-7c7ddb97f35a None None] Provisioning complete for port e7e81aa7-b542-469b-86c4-163fe5a1c582 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:19.714739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfdec-3471-4d45-9879-7c7ddb97f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.791296 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-6747da10-2229-4c79-a5ad-6ef6f5ddac57 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:19.793396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-6747da10-2229-4c79-a5ad-6ef6f5ddac57 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 796 time: 0.1487999 Oct 26 15:05:19.814551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-44fbe6b6-b0a4-4ee9-9b00-188fa799b7ca tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/quotas/75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 375 time: 0.0129228 Oct 26 15:05:19.851078 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Sync routers for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:19.865805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-ad7dfdec-3471-4d45-9879-7c7ddb97f35a None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:19.866177 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfdec-3471-4d45-9879-7c7ddb97f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:19.869270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:19.869907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:19.891193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-98f1341c-4071-4707-8756-7ac8c03b6330 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615580 Oct 26 15:05:19.980313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dfdec-3471-4d45-9879-7c7ddb97f35a None None] Port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:05:20.033721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:20.077910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-7e43adb5-d8be-4330-9b8c-653a7723941d service neutron] 10.222.0.37 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808097 Oct 26 15:05:20.174536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-51a8ecdc-7c0e-4e7c-9ada-f7788381a148 None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:20.174904 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-51a8ecdc-7c0e-4e7c-9ada-f7788381a148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:20.182956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-ae80bdce-72b4-41ad-8831-c423d0476aaf service neutron] 10.222.0.37 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979245 Oct 26 15:05:20.232292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-51a8ecdc-7c0e-4e7c-9ada-f7788381a148 None None] Port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:05:20.322251 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 2, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:20.371377 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Checking router: 307be09d-2621-4ba3-8b41-05f0073426a7 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:20.371733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Updating router 307be09d-2621-4ba3-8b41-05f0073426a7 port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:05:20.399494 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5a85c528-aa79-457e-b274-8734dfcdf721 None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:20.399847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5a85c528-aa79-457e-b274-8734dfcdf721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:20.429922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df035862-23cc-44b8-a9ca-25175a45b22b req-b08eb2a7-bab0-4e1a-9be1-ac920e42d79b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 210 time: 0.0463459 Oct 26 15:05:20.467602 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5a85c528-aa79-457e-b274-8734dfcdf721 None None] Port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:05:20.473709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:20.530971 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e7e81aa7-b542-469b-86c4-163fe5a1c582 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:20.967916 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e7e81aa7-b542-469b-86c4-163fe5a1c582 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:20.968734 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.120975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd470fb5-fa66-4800-ae7d-6055ef74d4ab up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:21.193802 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.205552 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.272702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port dd470fb5-fa66-4800-ae7d-6055ef74d4ab triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:21.273072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.310392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b6cf1-fb80-4c8c-bf26-75cbfc261574 None None] Pushing event updated for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:21.384121 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Attempting to bind port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:05:21.384742 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Attempting to bind port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:05:21.385349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Attempting to bind port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 on network 4901dca2-90d2-4e39-a898-c6736e44a167 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:21.404284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:05:21.404980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Checking segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:21.405652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.406309 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Bound using segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:05:21.407204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Bound port: 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:05:21.407849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.559210 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d5a4d185-efdc-49a2-986c-a1eb584301cc None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:21.559704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d5a4d185-efdc-49a2-986c-a1eb584301cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.588868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] For port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:21.609523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] For port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:05:21.632418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:21.655467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4d185-efdc-49a2-986c-a1eb584301cc None None] Port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:05:21.661500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a8d32fc-2c90-4d94-9a29-ba8eea456f99 req-0968c762-e467-4bfc-aa2d-158689f59ba4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 210 time: 0.0802283 Oct 26 15:05:21.726990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-0be02275-74ad-4c59-9c15-024771f63c6c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:21.728596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-0be02275-74ad-4c59-9c15-024771f63c6c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 796 time: 0.1826222 Oct 26 15:05:21.750661 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:21.751725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:21.805142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-11527fea-c834-4d27-8962-2c2f53e688aa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 380 time: 0.0649638 Oct 26 15:05:21.821733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'port': {'device_id': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'admin_state_up': True, 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'security_groups': ['f6c5e04b-4a2e-41ca-95ea-636edefd044d']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:21.839013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b6cf1-fb80-4c8c-bf26-75cbfc261574 None None] Pushing event updated for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:21.888523 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:21.991446 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:05:21.995260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.036156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:22.036826 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.170849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.3 (4901dca2-90d2-4e39-a898-c6736e44a167/4f969ed4-32c7-49fc-ac4b-36531d8ed8d4/6168fc37-f797-427d-817e-d80ef61906bf) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:05:22.183740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.208178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:21Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:22.246587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e0c05-af1b-4a76-a791-9d0089cd2c25 None None] The sync data for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 is: [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:21Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:22.258541 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] For port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:22.263728 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.334630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef0405-2b54-4680-8393-ab04dbf21a0a None None] Pushing event updated for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:22.354817 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.382238 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.429280 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.486709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 4901dca2-90d2-4e39-a898-c6736e44a167 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:22.490323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:22.494510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:05:22.532808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:22.536006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:22.575389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:22.576069 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.600155 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-5e211a6d-38aa-4444-b308-1e34bae23cbf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835939 Oct 26 15:05:22.602824 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:22.603265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.616161 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Request body: {'port': {'device_id': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:22.715662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.810108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6421f0c5-4ea9-4458-b4f3-4136b8549510 None None] Provisioning complete for port 6168fc37-f797-427d-817e-d80ef61906bf triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:22.810635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6421f0c5-4ea9-4458-b4f3-4136b8549510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:22.864223 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6421f0c5-4ea9-4458-b4f3-4136b8549510 None None] Port 6168fc37-f797-427d-817e-d80ef61906bf cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:05:22.887405 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9b24f-bcd9-4351-98fa-04c22a9eebc0 req-d165e451-f4be-4ed4-8d97-b3292a64b555 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:22.890196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acd9b24f-bcd9-4351-98fa-04c22a9eebc0 req-d165e451-f4be-4ed4-8d97-b3292a64b555 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 931 time: 0.1102562 Oct 26 15:05:22.958273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-acd9b24f-bcd9-4351-98fa-04c22a9eebc0 req-4fc5293d-33ee-4c2c-9f11-8e82eecba106 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609391 Oct 26 15:05:23.155706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6168fc37-f797-427d-817e-d80ef61906bf {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:05:23.168462 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:23.189710 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Transition to ACTIVE for port object 6168fc37-f797-427d-817e-d80ef61906bf will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:05:23.194780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:23.263522 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:23.390070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Attempting to bind port 6168fc37-f797-427d-817e-d80ef61906bf on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:05:23.390483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Attempting to bind port 6168fc37-f797-427d-817e-d80ef61906bf by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:05:23.390856 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Attempting to bind port 6168fc37-f797-427d-817e-d80ef61906bf on network 4901dca2-90d2-4e39-a898-c6736e44a167 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:23.398488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Port 6168fc37-f797-427d-817e-d80ef61906bf on network 4901dca2-90d2-4e39-a898-c6736e44a167 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:05:23.399024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Attempting to bind port 6168fc37-f797-427d-817e-d80ef61906bf on network 4901dca2-90d2-4e39-a898-c6736e44a167 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:05:23.407711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:05:23.408118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Checking segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:05:23.408684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Bound using segment: {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:05:23.409178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Bound port: 6168fc37-f797-427d-817e-d80ef61906bf, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b89b573-b87f-40c3-8cbc-db98b84813ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:05:23.409730 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:23.509763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:05:23.513348 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6168fc37-f797-427d-817e-d80ef61906bf,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:05:23.522123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:23.584873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:23.586291 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:23.588956 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 1091 time: 0.9769428 Oct 26 15:05:23.598091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:23.601903 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:23.686707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f4fb6-2124-41c1-b793-fabf855751e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:23.706096 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf5dc1-b878-4c06-a7e9-86d8ff6d64b9 x-openstack-request-id: req-3fbf5dc1-b878-4c06-a7e9-86d8ff6d64b9 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:23.706096 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:23.706096 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fbf5dc1-b878-4c06-a7e9-86d8ff6d64b9 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:23.706096 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf', 'status': 'completed', 'code': 200} Oct 26 15:05:23.743822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-2ee60614-38f9-4e27-b604-1379a58d53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:23.745511 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-2ee60614-38f9-4e27-b604-1379a58d53a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0731933 Oct 26 15:05:23.830003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-50bcb66e-e56f-4ebe-b1f6-cc9bdf93eeea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 217 time: 0.0754647 Oct 26 15:05:23.894251 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c8e47f40-a439-49c0-bd68-8d9329a10e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:23.895972 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-c8e47f40-a439-49c0-bd68-8d9329a10e04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0588574 Oct 26 15:05:23.962877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-edd3dcf4-83ad-4bf2-b29d-eb4b591cedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:23.965576 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-edd3dcf4-83ad-4bf2-b29d-eb4b591cedcf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627229 Oct 26 15:05:23.970765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:24.138465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-2967cd76-a7e5-4f80-b698-3d1d87b2fd20 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650679 Oct 26 15:05:24.255514 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c115f07e-a4d5-401c-baa8-982c91d84a23 req-91ed0c0c-9091-43cc-8069-c91330bb74a1 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088595 Oct 26 15:05:24.373162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-17d5b711-8fc6-4850-9a04-4d5668b38875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:24.374741 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-17d5b711-8fc6-4850-9a04-4d5668b38875 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1094 time: 0.0588574 Oct 26 15:05:24.431308 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392dd15-f96c-4de0-a0c8-38b118c0fbfd req-e27b3ee3-c943-4b8a-b8a0-5b7956b6b298 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:24.432941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7392dd15-f96c-4de0-a0c8-38b118c0fbfd req-e27b3ee3-c943-4b8a-b8a0-5b7956b6b298 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 943 time: 0.3902755 Oct 26 15:05:24.478368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7392dd15-f96c-4de0-a0c8-38b118c0fbfd req-e9ee5034-413c-4a2f-8668-0dcdf5c43f91 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Oct 26 15:05:24.522924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-3dd35941-4cbb-4485-b63d-73ea98df278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:24.524368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-3dd35941-4cbb-4485-b63d-73ea98df278e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 897 time: 0.1421294 Oct 26 15:05:24.575099 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-f8024f66-89fb-4fa0-9431-e95f61cd63b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 217 time: 0.0417249 Oct 26 15:05:24.629407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-bd584e61-ede3-4b43-abb3-ebbdd17719b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:24.630964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-bd584e61-ede3-4b43-abb3-ebbdd17719b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0478704 Oct 26 15:05:24.686499 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-2413ec7f-f672-4152-be59-763badeed507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:24.689436 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-2413ec7f-f672-4152-be59-763badeed507 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499306 Oct 26 15:05:24.794343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-a5df6f98-1197-4f75-8d01-8d975a34b200 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962188 Oct 26 15:05:24.902777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1af9a3a3-81c9-4f04-98b3-dae8fc4bcb2c req-b3fd37d3-eebb-4bdb-b1ee-187d9e2bf126 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010506 Oct 26 15:05:25.615959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bccccd-1918-44e2-9d1b-a6fcf6ec24f6 req-799b85e2-9d4b-433d-8834-13822e8ae55a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:25.618148 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64bccccd-1918-44e2-9d1b-a6fcf6ec24f6 req-799b85e2-9d4b-433d-8834-13822e8ae55a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 943 time: 0.0602231 Oct 26 15:05:25.674902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-64bccccd-1918-44e2-9d1b-a6fcf6ec24f6 req-324c4b67-9982-47b3-9f94-a2bfb34f18e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497699 Oct 26 15:05:26.812239 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675542bb-2a4c-47e0-8177-0b04c60ede25 req-9640bfc2-06e6-4dbb-8ff2-d97e196024d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:26.814776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-675542bb-2a4c-47e0-8177-0b04c60ede25 req-9640bfc2-06e6-4dbb-8ff2-d97e196024d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 943 time: 0.0619681 Oct 26 15:05:26.855581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-675542bb-2a4c-47e0-8177-0b04c60ede25 req-9c91f379-f171-4e0d-940e-bff32a27bee8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346828 Oct 26 15:05:27.989731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e841-710f-4bdb-9080-fa2b3d8e1e93 req-fbf6d2d8-0d1b-4a78-a8ab-25a5fc60aa50 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:27.991323 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab69e841-710f-4bdb-9080-fa2b3d8e1e93 req-fbf6d2d8-0d1b-4a78-a8ab-25a5fc60aa50 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 943 time: 0.0548184 Oct 26 15:05:28.038354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ab69e841-710f-4bdb-9080-fa2b3d8e1e93 req-15863f52-1a71-40d2-b411-fb2a15e5d068 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Oct 26 15:05:28.508750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6168fc37-f797-427d-817e-d80ef61906bf details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:05:28.609448 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6168fc37-f797-427d-817e-d80ef61906bf,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:28.621041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '6168fc37-f797-427d-817e-d80ef61906bf', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'port_id': '6168fc37-f797-427d-817e-d80ef61906bf', 'mac_address': 'fa:16:3e:15:48:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:05:28.665869 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:28.682482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6168fc37-f797-427d-817e-d80ef61906bf {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:05:28.705564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6168fc37-f797-427d-817e-d80ef61906bf,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:28.709699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:28.762729 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:28.915475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['6168fc37-f797-427d-817e-d80ef61906bf'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:05:29.168853 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644feb07-1d5f-49e8-9d97-f97c936f4396 req-9fb7b9f1-304f-4657-ab9b-679ea4ab0690 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:29.171063 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-644feb07-1d5f-49e8-9d97-f97c936f4396 req-9fb7b9f1-304f-4657-ab9b-679ea4ab0690 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 944 time: 0.0581994 Oct 26 15:05:29.214527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-644feb07-1d5f-49e8-9d97-f97c936f4396 req-a73be7f0-c9fd-46b2-a7de-72de4e83d9d9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369422 Oct 26 15:05:30.351537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34424a37-2d9e-4ae7-b805-9d6c4abcc3de req-c6a82d0e-f937-4cc1-9dc7-d3ff33ffd6dd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:30.353208 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34424a37-2d9e-4ae7-b805-9d6c4abcc3de req-c6a82d0e-f937-4cc1-9dc7-d3ff33ffd6dd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 944 time: 0.0580406 Oct 26 15:05:30.397506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34424a37-2d9e-4ae7-b805-9d6c4abcc3de req-cda51bdf-cb08-4548-b78d-71b78d39517f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379565 Oct 26 15:05:30.509041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6168fc37-f797-427d-817e-d80ef61906bf up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:05:30.565999 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 6168fc37-f797-427d-817e-d80ef61906bf completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:05:30.571037 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 6168fc37-f797-427d-817e-d80ef61906bf triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:05:30.571404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:30.661592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:30.687412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:30.691223 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075b240-b091-4fb0-b8ff-a2c675a25ba6" -d '{"events": [{"server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "name": "network-vif-plugged", "status": "completed", "tag": "6168fc37-f797-427d-817e-d80ef61906bf"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:30.709720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6168fc37-f797-427d-817e-d80ef61906bf,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:05:30.717093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:30.744209 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40357c-ebb6-4251-a76e-c0c074fb54ed x-openstack-request-id: req-cd40357c-ebb6-4251-a76e-c0c074fb54ed {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:30.744520 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "name": "network-vif-plugged", "status": "completed", "tag": "6168fc37-f797-427d-817e-d80ef61906bf", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:30.744773 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd40357c-ebb6-4251-a76e-c0c074fb54ed {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:30.745164 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf', 'code': 200} Oct 26 15:05:30.775894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:30.853732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b12bdd-84da-4a17-9122-e00f2faccbe6 req-1a1a54b6-3df1-4663-be46-04759e1b53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:30.855298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85b12bdd-84da-4a17-9122-e00f2faccbe6 req-1a1a54b6-3df1-4663-be46-04759e1b53d1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0496066 Oct 26 15:05:30.894105 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-85b12bdd-84da-4a17-9122-e00f2faccbe6 req-6be6a8a2-9346-4388-938c-1d0787d0de3e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Oct 26 15:05:31.528352 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce6aa-5f04-44a3-b644-709f1abc4503 req-987d1a39-5f3e-4bab-bb55-802f98761ec3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:31.530168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-974ce6aa-5f04-44a3-b644-709f1abc4503 req-987d1a39-5f3e-4bab-bb55-802f98761ec3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0567462 Oct 26 15:05:31.578762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-974ce6aa-5f04-44a3-b644-709f1abc4503 req-6ee0e8e9-c0cc-4b34-a25e-053edb8004c3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Oct 26 15:05:32.710461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7789c6b-0143-4d73-8907-6dbd018145df req-2645aac7-076d-442a-a9a2-a696ae3ede27 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:32.711918 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7789c6b-0143-4d73-8907-6dbd018145df req-2645aac7-076d-442a-a9a2-a696ae3ede27 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0578740 Oct 26 15:05:32.756301 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b7789c6b-0143-4d73-8907-6dbd018145df req-f47c07bc-980b-44f5-86ed-1725c7cfa3f9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377474 Oct 26 15:05:32.885814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a9433-4987-4445-98b4-e192c1d8c2b1 req-2be172c2-e2d3-4863-ba1c-a8b50bfbe9ee tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:32.887342 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b58a9433-4987-4445-98b4-e192c1d8c2b1 req-2be172c2-e2d3-4863-ba1c-a8b50bfbe9ee tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Oct 26 15:05:32.931487 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b58a9433-4987-4445-98b4-e192c1d8c2b1 req-6cc7a5c0-ec11-4204-af82-b231d1957b36 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376389 Oct 26 15:05:32.954554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54904) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:33.003253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6162e-2d5d-4e04-a26e-ac28094bc436 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:33.004964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1dd6162e-2d5d-4e04-a26e-ac28094bc436 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1091 time: 0.0490475 Oct 26 15:05:33.007970 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54906) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:33.012395 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '6168fc37-f797-427d-817e-d80ef61906bf', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:05:33.037133 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:33.141917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:33.258938 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.82 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/b9c78094-040f-4e04-b2d6-8c58d84501f3) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:05:33.363761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:33.401640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:33.449127 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:05:33.452284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:05:33.456941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:05:33.463031 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=b9c78094-040f-4e04-b2d6-8c58d84501f3,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:33.818496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.280134 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.441348 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.446143 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.515125 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=b9c78094-040f-4e04-b2d6-8c58d84501f3,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:05:34.531012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:34.634497 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP cf154205-1f5f-47b9-ad50-a1dc092332e7 associated. External IP: 172.25.5.82, port: 6168fc37-f797-427d-817e-d80ef61906bf. Oct 26 15:05:34.873096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 307be09d-2621-4ba3-8b41-05f0073426a7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:05:34.989330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:05:35.004357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Sync routers for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:05:35.020190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:35.022208 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:35.023297 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:35.051850 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-11e786c4-8d56-4069-8c7a-cdad8ef7f1df tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0427492 Oct 26 15:05:35.052597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:05:35.055041 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f891c458-472e-446a-99e0-e956423266bf" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:05:35.130192 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4524eac-f4d9-4add-820e-2058e1f5bab0 x-openstack-request-id: req-b4524eac-f4d9-4add-820e-2058e1f5bab0 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:05:35.130665 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:05:35.131471 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4524eac-f4d9-4add-820e-2058e1f5bab0 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:05:35.132182 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf', 'status': 'completed', 'code': 200} Oct 26 15:05:35.150937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:35.200463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bdc38-6b36-4320-9c69-c0128bdc8044 req-d839ab3f-ff81-4354-ab17-8ec8d17a46e4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.202146 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d1bdc38-6b36-4320-9c69-c0128bdc8044 req-d839ab3f-ff81-4354-ab17-8ec8d17a46e4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0558569 Oct 26 15:05:35.217397 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c458-472e-446a-99e0-e956423266bf req-f98fc347-cd27-4435-abea-89c7ca5c5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.219714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-f98fc347-cd27-4435-abea-89c7ca5c5af5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0646536 Oct 26 15:05:35.250707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6d1bdc38-6b36-4320-9c69-c0128bdc8044 req-3cfe1425-5ad4-405d-9cf4-44045439490d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362778 Oct 26 15:05:35.278005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54912) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:35.365246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4bd7f4ff-63cf-4b6b-9e8f-1fc4c0b77a26 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/cf154205-1f5f-47b9-ad50-a1dc092332e7 HTTP/1.1" status: 200 len: 990 time: 0.0859029 Oct 26 15:05:35.366206 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c458-472e-446a-99e0-e956423266bf req-19f71412-252c-49fe-aca0-c0b2681ac13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.369184 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-19f71412-252c-49fe-aca0-c0b2681ac13e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 897 time: 0.1424053 Oct 26 15:05:35.447205 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-cbd653c1-7498-4f27-886e-4d58fe320d84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 998 time: 0.0706375 Oct 26 15:05:35.505468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c458-472e-446a-99e0-e956423266bf req-45a9f6d3-9a91-4ac9-a233-a34770e6b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.507948 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-45a9f6d3-9a91-4ac9-a233-a34770e6b0b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0538816 Oct 26 15:05:35.555958 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cf154205-1f5f-47b9-ad50-a1dc092332e7', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'port_id': '6168fc37-f797-427d-817e-d80ef61906bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'mac_address': 'fa:16:3e:15:48:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:05:33Z', 'updated_at': '2021-10-26T15:05:33Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:35.588066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891c458-472e-446a-99e0-e956423266bf req-07b0ef01-42c6-4a49-a5a2-b82c99bb642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:05:35.590633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-07b0ef01-42c6-4a49-a5a2-b82c99bb642d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753241 Oct 26 15:05:35.601896 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Checking router: 307be09d-2621-4ba3-8b41-05f0073426a7 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:05:35.612063 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:05:35.612732 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:05:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:35.726042 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-86549793-0a15-487c-9ca1-55dbbd14ce61 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275945 Oct 26 15:05:35.726279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:05:35.833821 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f891c458-472e-446a-99e0-e956423266bf req-af89b4d6-5571-484f-8406-471334a262f8 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009555 Oct 26 15:05:35.971443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cf154205-1f5f-47b9-ad50-a1dc092332e7', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'port_id': '6168fc37-f797-427d-817e-d80ef61906bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'mac_address': 'fa:16:3e:15:48:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:05:33Z', 'updated_at': '2021-10-26T15:05:33Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:05:36.003412 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8aa6a3-3200-4449-93b2-7762c5856e4a None None] The sync data for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 is: [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'cf154205-1f5f-47b9-ad50-a1dc092332e7', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'port_id': '6168fc37-f797-427d-817e-d80ef61906bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'mac_address': 'fa:16:3e:15:48:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:05:33Z', 'updated_at': '2021-10-26T15:05:33Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:05:36.225922 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce72e89-c962-41f6-a2f7-dbe33b5dcc0b None None] New status for floating IP cf154205-1f5f-47b9-ad50-a1dc092332e7: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:05:36.367596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54914) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:36.439916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-28196fa8-44b3-4f54-9dca-560b5f798986 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/cf154205-1f5f-47b9-ad50-a1dc092332e7 HTTP/1.1" status: 200 len: 990 time: 0.0711262 Oct 26 15:05:37.444027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54916) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:05:37.515833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9b399999-1964-4d84-927d-905acb634493 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/cf154205-1f5f-47b9-ad50-a1dc092332e7 HTTP/1.1" status: 200 len: 992 time: 0.0702403 Oct 26 15:05:40.152017 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8915be2e-08a1-4d89-98de-45f7d2c4d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:42.932070 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-607bf47b-0ce8-442e-af9e-f48504f26183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:43.932784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:44.493339 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:46.029732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:49.080698 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:05:52.364188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:05:53.943021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:07.010469 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-c2415ec5-06c3-4263-8eea-557ac0f90847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.011919 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-c2415ec5-06c3-4263-8eea-557ac0f90847 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0847018 Oct 26 15:06:07.021979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba53c8-f315-4bf6-bc17-17c71ebc48a0 req-dc90ea5b-ea06-4e8e-9c08-7c24f8467300 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.023549 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38ba53c8-f315-4bf6-bc17-17c71ebc48a0 req-dc90ea5b-ea06-4e8e-9c08-7c24f8467300 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0844932 Oct 26 15:06:07.128329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38ba53c8-f315-4bf6-bc17-17c71ebc48a0 req-b9abab8e-c15c-4942-b724-f54c5b58b652 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844927 Oct 26 15:06:07.162306 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-a8221ba0-4b62-4949-8531-9e2787bdea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.163942 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-a8221ba0-4b62-4949-8531-9e2787bdea4b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 897 time: 0.1394782 Oct 26 15:06:07.243838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-e7e6ca55-a403-4061-8aed-852848399a36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 1000 time: 0.0724101 Oct 26 15:06:07.301255 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-a7c55efc-bbaf-4838-8113-22b9eba6e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.303028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-a7c55efc-bbaf-4838-8113-22b9eba6e345 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0514269 Oct 26 15:06:07.356560 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-12c0e2ef-0c7a-4704-8aa5-30553317d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:07.358101 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-12c0e2ef-0c7a-4704-8aa5-30553317d0e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479882 Oct 26 15:06:07.464008 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-10d682b6-c127-491f-b433-b9b1e045d5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976725 Oct 26 15:06:07.574222 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a70e4d36-4f15-4e39-be72-86eff8e7c7f0 req-207432d6-dcfc-4c9c-9ea6-b949c8959825 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017997 Oct 26 15:06:08.278949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19213ac9-7b1a-4c1c-a850-fd307cc30443 req-e37424e4-7c4e-4a42-be82-ecba9a79798d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:08.280719 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19213ac9-7b1a-4c1c-a850-fd307cc30443 req-e37424e4-7c4e-4a42-be82-ecba9a79798d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0586607 Oct 26 15:06:08.330127 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-19213ac9-7b1a-4c1c-a850-fd307cc30443 req-16361d49-71a3-4224-adfa-c4c603ae3817 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375257 Oct 26 15:06:09.465048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22974220-3b7f-4a5f-9b9e-0ef75395a6a3 req-c9fe083c-3971-4c44-a767-b594c97c4e3c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:09.466652 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22974220-3b7f-4a5f-9b9e-0ef75395a6a3 req-c9fe083c-3971-4c44-a767-b594c97c4e3c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0557337 Oct 26 15:06:09.522450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-22974220-3b7f-4a5f-9b9e-0ef75395a6a3 req-5eaf0e7a-9b6a-4e63-8869-23fb68e002b4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451162 Oct 26 15:06:10.159790 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-23366391-4937-4037-9ed6-920385336c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:10.699865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ea4bc-498d-4be0-88a8-e5bcb8f05d9f req-2501681d-4478-4070-9491-6a8f42e227ef tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:10.701475 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b30ea4bc-498d-4be0-88a8-e5bcb8f05d9f req-2501681d-4478-4070-9491-6a8f42e227ef tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0574069 Oct 26 15:06:10.754615 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b30ea4bc-498d-4be0-88a8-e5bcb8f05d9f req-061a301f-3b2e-44af-9924-5caf667acd9f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416582 Oct 26 15:06:11.890476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba21959-849c-4a38-a2ee-130f928b998d req-53ec4850-ff62-4fde-90d2-5954fe93b599 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:11.893031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ba21959-849c-4a38-a2ee-130f928b998d req-53ec4850-ff62-4fde-90d2-5954fe93b599 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0586507 Oct 26 15:06:11.942930 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6ba21959-849c-4a38-a2ee-130f928b998d req-3ca0cd5b-8d54-4a5d-be0d-47d355a3a8e0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Oct 26 15:06:12.936627 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-74f10507-5c0e-4ed2-a86f-f57bd054169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:13.072842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66663f-3b91-48a6-a0c4-5431ec2a69b8 req-268e2888-61da-4d11-9f29-5d4ed19389a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:13.074564 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e66663f-3b91-48a6-a0c4-5431ec2a69b8 req-268e2888-61da-4d11-9f29-5d4ed19389a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0558915 Oct 26 15:06:13.124821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3e66663f-3b91-48a6-a0c4-5431ec2a69b8 req-a7fd7a19-a638-4f88-accf-49080cfca6f0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Oct 26 15:06:13.946266 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:14.254988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a1faa-9f35-444e-9cf3-459048256fc7 req-32dc8a25-ffdf-446d-8b5d-096f3ac43ca0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:14.256483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-227a1faa-9f35-444e-9cf3-459048256fc7 req-32dc8a25-ffdf-446d-8b5d-096f3ac43ca0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0552766 Oct 26 15:06:14.301136 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-227a1faa-9f35-444e-9cf3-459048256fc7 req-f4d322de-9258-4c12-bc9c-d7a82905000f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378597 Oct 26 15:06:14.496442 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:15.436527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0ebbf-d073-4374-b6e9-676b9f958b54 req-158e60cc-2690-42c6-b705-ad4c1ac0a04e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:15.438573 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62e0ebbf-d073-4374-b6e9-676b9f958b54 req-158e60cc-2690-42c6-b705-ad4c1ac0a04e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0547562 Oct 26 15:06:15.481713 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-62e0ebbf-d073-4374-b6e9-676b9f958b54 req-f589e705-aa6a-421c-b204-1dacb16109dd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Oct 26 15:06:16.034794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:16.617053 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1e03-acf3-4b1e-8fad-7041a9eedc38 req-6e56549f-696c-497e-8d58-5c72d8728e3b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:16.618663 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d19a1e03-acf3-4b1e-8fad-7041a9eedc38 req-6e56549f-696c-497e-8d58-5c72d8728e3b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0560594 Oct 26 15:06:16.675351 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d19a1e03-acf3-4b1e-8fad-7041a9eedc38 req-437cd991-e9a9-4214-b135-4bbed4fdef14 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Oct 26 15:06:17.814953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d0faf-c516-4aee-bfff-0103c23cf797 req-fae16f1d-dd8e-4853-b86e-c6a6c18356bf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:17.817546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-781d0faf-c516-4aee-bfff-0103c23cf797 req-fae16f1d-dd8e-4853-b86e-c6a6c18356bf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0652916 Oct 26 15:06:17.866294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-781d0faf-c516-4aee-bfff-0103c23cf797 req-48c8e815-f1f5-48f0-8737-b0fe819abc26 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 Oct 26 15:06:19.003911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95850013-3592-4e31-b2c5-61c65e16cb82 req-18f4e681-219f-4b10-a7b0-9405e49c3855 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:19.005548 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95850013-3592-4e31-b2c5-61c65e16cb82 req-18f4e681-219f-4b10-a7b0-9405e49c3855 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0572255 Oct 26 15:06:19.070031 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-95850013-3592-4e31-b2c5-61c65e16cb82 req-1ec6765e-fc8e-4fa4-97e4-6a0e53f5d5bf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576596 Oct 26 15:06:20.215205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24be0-c269-4e2d-b253-32cd4ca1a6ef req-52da839f-69ec-4f5d-9495-fae98c96f3cd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:20.218829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74a24be0-c269-4e2d-b253-32cd4ca1a6ef req-52da839f-69ec-4f5d-9495-fae98c96f3cd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0720408 Oct 26 15:06:20.264693 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-74a24be0-c269-4e2d-b253-32cd4ca1a6ef req-bc963ce1-e21b-4ad5-9661-cc7b01f2e644 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Oct 26 15:06:21.403988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c46bb-dd54-4225-aa81-f2d1c4d07f6d req-798943ac-4613-4254-8ecc-0ce543d2b517 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:21.406512 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f0c46bb-dd54-4225-aa81-f2d1c4d07f6d req-798943ac-4613-4254-8ecc-0ce543d2b517 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0598099 Oct 26 15:06:21.448350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8f0c46bb-dd54-4225-aa81-f2d1c4d07f6d req-d2de049f-a388-4e69-a5d3-02f1ac162278 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350916 Oct 26 15:06:22.355538 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:22.592175 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538df44-68e8-4ca9-a4e9-91dc62af5996 req-ba77fd7e-aedc-4921-bf3b-5d5ab8f320cc tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:22.594819 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b538df44-68e8-4ca9-a4e9-91dc62af5996 req-ba77fd7e-aedc-4921-bf3b-5d5ab8f320cc tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0581379 Oct 26 15:06:22.640377 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b538df44-68e8-4ca9-a4e9-91dc62af5996 req-684f0f83-4832-4555-b7f5-c159ddf11ea3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Oct 26 15:06:23.781275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3760b-ba1c-42c4-9596-0578b5d24768 req-12be17db-5d66-447a-a4cc-a7e84e960adf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:23.783571 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fb3760b-ba1c-42c4-9596-0578b5d24768 req-12be17db-5d66-447a-a4cc-a7e84e960adf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0630281 Oct 26 15:06:23.836992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2fb3760b-ba1c-42c4-9596-0578b5d24768 req-d42fd2e1-2569-4e47-b6f1-71570ad21bfe tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461326 Oct 26 15:06:23.862080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54964) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:23.931504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-226aa1ac-8da0-45f1-ae16-0c0ea962babb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/cf154205-1f5f-47b9-ad50-a1dc092332e7 HTTP/1.1" status: 200 len: 992 time: 0.0681946 Oct 26 15:06:23.959036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:26.083949 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:06:28.848053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-9a71eaf7-6b5d-47f2-a9ab-0cdf115f9265 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466142 Oct 26 15:06:28.935822 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-d46fc2f8-2aeb-449b-b9d6-ca312b573927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:28.938814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-d46fc2f8-2aeb-449b-b9d6-ca312b573927 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0452471 Oct 26 15:06:29.055289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-7cfb5b10-415b-4ba8-a024-9341aae3fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.056868 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-7cfb5b10-415b-4ba8-a024-9341aae3fbf4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 897 time: 0.0984261 Oct 26 15:06:29.128773 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-e5a906da-1c6c-4594-bcd4-8622cd1397b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 1000 time: 0.0639141 Oct 26 15:06:29.182905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-21368812-568b-4181-b32b-1c8f9b325e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.184433 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-21368812-568b-4181-b32b-1c8f9b325e14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0489485 Oct 26 15:06:29.240812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-6c541092-ece4-4012-816c-183975834459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:29.242391 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-6c541092-ece4-4012-816c-183975834459 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495992 Oct 26 15:06:29.345874 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-e0c7ddd0-c255-4a27-a064-b86f18fabaac service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953379 Oct 26 15:06:29.447395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-df3c5a80-422a-48a3-ad08-1309ff2a7a43 req-5c476ee0-d4c8-477c-a211-638e2b3ab40f service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945365 Oct 26 15:06:40.153631 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2254c647-db6f-41bf-9588-a87cd40ee674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:42.943191 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-29ff6881-3b8b-4382-8c78-eadfff77a923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:43.939302 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:44.502586 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:46.046721 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:52.364285 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:53.971947 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.367163 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54978) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:54.534958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port b9c78094-040f-4e04-b2d6-8c58d84501f3 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:54.535306 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.618608 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.618870 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.633096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for b9c78094-040f-4e04-b2d6-8c58d84501f3 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:54.793302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.824066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=b9c78094-040f-4e04-b2d6-8c58d84501f3,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:54.836826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.837174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.837512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.837849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.838181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.838513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.838840 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.839162 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.839485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.839806 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.840126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.840445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:06:54.901651 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:54.902016 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP cf154205-1f5f-47b9-ad50-a1dc092332e7 disassociated (deleted). External IP: 172.25.5.82, port: 6168fc37-f797-427d-817e-d80ef61906bf. Oct 26 15:06:55.129539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 307be09d-2621-4ba3-8b41-05f0073426a7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:06:55.244443 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:06:55.249429 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:55.255746 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Sync routers for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:06:55.268291 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:55.268952 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:55.282227 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fe33067b-cd82-4ada-be39-f11fcea6ca4a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/floatingips/cf154205-1f5f-47b9-ad50-a1dc092332e7 HTTP/1.1" status: 204 len: 168 time: 0.9139879 Oct 26 15:06:55.282925 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:55.285436 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bd1b26-40e6-44da-8473-995421c1f21f" -d '{"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:55.330557 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c8515-1d05-46a9-98c3-fc82e9fb9505 x-openstack-request-id: req-5e3c8515-1d05-46a9-98c3-fc82e9fb9505 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:55.330919 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "tag": "6168fc37-f797-427d-817e-d80ef61906bf", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:55.331104 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e3c8515-1d05-46a9-98c3-fc82e9fb9505 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:55.332332 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf', 'status': 'completed', 'code': 200} Oct 26 15:06:55.394145 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:55.399578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1b26-40e6-44da-8473-995421c1f21f req-9c12b725-ff17-41bc-a932-f66396747199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.401064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-9c12b725-ff17-41bc-a932-f66396747199 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0452278 Oct 26 15:06:55.530096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1b26-40e6-44da-8473-995421c1f21f req-7aa18491-b7aa-46cc-b156-a6a3751b1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.532021 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-7aa18491-b7aa-46cc-b156-a6a3751b1a1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 200 len: 897 time: 0.1237867 Oct 26 15:06:55.562355 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daacc8d-525f-47c7-aaf5-c73e210a4686 req-d00e42c3-bc15-40ff-84bf-e0d102283677 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.569378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4daacc8d-525f-47c7-aaf5-c73e210a4686 req-d00e42c3-bc15-40ff-84bf-e0d102283677 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0657029 Oct 26 15:06:55.604283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-e8f98297-de11-4491-9d64-e6f6644605f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 200 len: 217 time: 0.0611215 Oct 26 15:06:55.609730 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4daacc8d-525f-47c7-aaf5-c73e210a4686 req-1e1301d8-91b1-41c4-a4d5-254e251a0f0d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 Oct 26 15:06:55.632416 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:55.659252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1b26-40e6-44da-8473-995421c1f21f req-aa3d71e7-cfc2-4336-98c2-705ce7b02444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.660820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-aa3d71e7-cfc2-4336-98c2-705ce7b02444 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 200 len: 835 time: 0.0488508 Oct 26 15:06:55.663615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Checking router: 307be09d-2621-4ba3-8b41-05f0073426a7 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:06:55.672693 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:06:55.673302 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:55.721400 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd1b26-40e6-44da-8473-995421c1f21f req-965a0bac-5d56-4e89-9401-f3aff8501d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:55.722995 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-965a0bac-5d56-4e89-9401-f3aff8501d41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4901dca2-90d2-4e39-a898-c6736e44a167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496128 Oct 26 15:06:55.795146 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:06:55.834092 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-01c159f2-893b-4bbe-a6a8-c39d237a5ad5 service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031213 Oct 26 15:06:55.958012 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34bd1b26-40e6-44da-8473-995421c1f21f req-7777b97d-75ef-48c9-a698-71df8907480e service neutron] 10.222.0.73 "GET /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156580 Oct 26 15:06:56.116130 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:06:56.147016 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6b12-995a-4db1-874b-f3157e2929f1 None None] The sync data for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 is: [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:05:18Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00', 'name': '', 'network_id': '4901dca2-90d2-4e39-a898-c6736e44a167', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:53:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:17Z', 'updated_at': '2021-10-26T15:05:22Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '4f969ed4-32c7-49fc-ac4b-36531d8ed8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:06:56.394631 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8b940f-d12f-40c3-87c4-ca85d06b172f None None] New status for floating IP cf154205-1f5f-47b9-ad50-a1dc092332e7: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:06:56.739982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9a2b6-34a7-454f-8031-fe5675ba86f1 req-6ea6a62d-2da4-41a8-9943-f9620455190b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:56.741631 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9fd9a2b6-34a7-454f-8031-fe5675ba86f1 req-6ea6a62d-2da4-41a8-9943-f9620455190b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Oct 26 15:06:56.784529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9fd9a2b6-34a7-454f-8031-fe5675ba86f1 req-097a0581-5c1c-4213-b407-3a9d36b4eed2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6c5e04b-4a2e-41ca-95ea-636edefd044d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368710 Oct 26 15:06:57.017179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-abcfa8fb-9477-4256-a7fc-536f83b51bac tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:06:57.018566 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-abcfa8fb-9477-4256-a7fc-536f83b51bac tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Oct 26 15:06:57.118579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 6168fc37-f797-427d-817e-d80ef61906bf {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:57.118915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.219885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 6168fc37-f797-427d-817e-d80ef61906bf, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=6168fc37-f797-427d-817e-d80ef61906bf,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:57.220311 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.234320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 6168fc37-f797-427d-817e-d80ef61906bf owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:06:57.368333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.398106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=6168fc37-f797-427d-817e-d80ef61906bf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:06:57.822709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] No DVR routers for this DVR port 6168fc37-f797-427d-817e-d80ef61906bf on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:06:57.826003 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:57.830267 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0fb6ae1-bd51-4621-9b1d-703415046ddc req-677a063e-d5f8-408e-acc2-ab681f2fbee5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "DELETE /v2.0/ports/6168fc37-f797-427d-817e-d80ef61906bf HTTP/1.1" status: 204 len: 173 time: 0.8057239 Oct 26 15:06:57.830761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'name': 'network-vif-deleted', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:06:57.833218 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb6918-d77a-41ad-b8cf-6463d4795a05" -d '{"events": [{"server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "name": "network-vif-deleted", "tag": "6168fc37-f797-427d-817e-d80ef61906bf"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:06:57.878810 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caca6770-84a8-48f7-9310-e75bcbdcebfe x-openstack-request-id: req-caca6770-84a8-48f7-9310-e75bcbdcebfe {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:06:57.879495 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33adb6a5-445d-41c1-aa9b-60c13f849cd6", "name": "network-vif-deleted", "tag": "6168fc37-f797-427d-817e-d80ef61906bf", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:06:57.879744 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caca6770-84a8-48f7-9310-e75bcbdcebfe {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:06:57.880160 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33adb6a5-445d-41c1-aa9b-60c13f849cd6', 'name': 'network-vif-deleted', 'tag': '6168fc37-f797-427d-817e-d80ef61906bf', 'status': 'completed', 'code': 200} Oct 26 15:06:57.917131 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-977bda35-ca4d-4820-9f3d-2dca7c306244 req-15d5fb5e-54cb-471d-8534-a4609a49ac8c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=33adb6a5-445d-41c1-aa9b-60c13f849cd6 HTTP/1.1" status: 200 len: 210 time: 0.0341175 Oct 26 15:06:58.988604 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 54996) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:06:59.419991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.710059 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:06:59.710854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.819576 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:06:59.819937 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:06:59.833395 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:00.026025 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.054250 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:00.085949 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.086300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.086637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.086971 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.087307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.087639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.087965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.088336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.088639 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.088962 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.089283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.089765 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:00.252450 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.490915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 307be09d-2621-4ba3-8b41-05f0073426a7 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:07:00.615618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:00.620922 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bc21bc35-36e1-4984-903f-33146177f097 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/307be09d-2621-4ba3-8b41-05f0073426a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310873 Oct 26 15:07:00.625614 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 54998) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:00.628444 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Sync routers for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:00.639986 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:00.640970 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:00.691626 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting subnet 4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:07:00.695486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.741233 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.761002 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:00.838484 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.911179 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.946256 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Subnet': ['ID=4f969ed4-32c7-49fc-ac4b-36531d8ed8d4,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:00.948400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:00.954357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-ca15a158-a0fa-4327-b4f5-1fc9678e54b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/subnets/4f969ed4-32c7-49fc-ac4b-36531d8ed8d4 HTTP/1.1" status: 204 len: 168 time: 0.3250341 Oct 26 15:07:00.954357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55000) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:00.958437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5096015-92f3-431f-b3b6-56f6f3031066 None None] Network 4901dca2-90d2-4e39-a898-c6736e44a167 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:07:00.986388 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:06:59Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:01.026395 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Checking router: 307be09d-2621-4ba3-8b41-05f0073426a7 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:01.037884 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Routers {'307be09d-2621-4ba3-8b41-05f0073426a7'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:01.038519 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['307be09d-2621-4ba3-8b41-05f0073426a7'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:01.060736 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6168fc37-f797-427d-817e-d80ef61906bf no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:01.115030 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.158268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 6168fc37-f797-427d-817e-d80ef61906bf {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:01.158604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 6168fc37-f797-427d-817e-d80ef61906bf not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:01.209898 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] Set router 307be09d-2621-4ba3-8b41-05f0073426a7 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:01.247757 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.269647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] DHCP port deletion for 4901dca2-90d2-4e39-a898-c6736e44a167 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:07:01.317590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port dd470fb5-fa66-4800-ae7d-6055ef74d4ab {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:01.317954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.344721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Deleting port e7e81aa7-b542-469b-86c4-163fe5a1c582 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:07:01.345647 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.428996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port dd470fb5-fa66-4800-ae7d-6055ef74d4ab, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:01.429395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.432582 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] For port e7e81aa7-b542-469b-86c4-163fe5a1c582, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e7e81aa7-b542-469b-86c4-163fe5a1c582,segment=NetworkSegment(1b89b573-b87f-40c3-8cbc-db98b84813ac),segment_id=1b89b573-b87f-40c3-8cbc-db98b84813ac)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:01.433467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.444778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for dd470fb5-fa66-4800-ae7d-6055ef74d4ab owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:01.463391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Calling delete_port for e7e81aa7-b542-469b-86c4-163fe5a1c582 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:07:01.464844 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:06:59Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:01.491615 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c56644e-b396-42c5-9a38-f297520ad4a1 None None] The sync data for ids ['307be09d-2621-4ba3-8b41-05f0073426a7'] in n-d-813419-9 is: [{'id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396848435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:05:14Z', 'updated_at': '2021-10-26T15:06:59Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'dd470fb5-fa66-4800-ae7d-6055ef74d4ab', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307be09d-2621-4ba3-8b41-05f0073426a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:05:15Z', 'updated_at': '2021-10-26T15:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:01.583396 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.611894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Pushing event deleted for resources: {'Port': ['ID=e7e81aa7-b542-469b-86c4-163fe5a1c582,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:01.618013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] No DVR routers for this DVR port e7e81aa7-b542-469b-86c4-163fe5a1c582 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:07:01.628881 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.629074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.629398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.629799 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.630133 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.630460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.630828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.634118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.634118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.634118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.634118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.634118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d77cd4-9c59-4e66-9d5d-b6163c68e0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:01.674219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.700914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=dd470fb5-fa66-4800-ae7d-6055ef74d4ab,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:01.764983 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.879961 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.882507 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.936441 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.937612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Fanout notify agent at l3_agent the message router_deleted on router 307be09d-2621-4ba3-8b41-05f0073426a7 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:07:01.949355 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:01.950825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c36cd38e-ff47-44a9-ba49-5bb32da4ac56 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/routers/307be09d-2621-4ba3-8b41-05f0073426a7 HTTP/1.1" status: 204 len: 168 time: 0.9952757 Oct 26 15:07:01.954672 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55008) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:02.052877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.162381 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.186697 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4901dca2-90d2-4e39-a898-c6736e44a167']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:02.199904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b89b573-b87f-40c3-8cbc-db98b84813ac') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:02.200292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b89b573-b87f-40c3-8cbc-db98b84813ac') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:02.211243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.228919 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.237476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:07:02.237894 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:07:02.241654 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:07:02.308895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.315534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.321237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/networks/4901dca2-90d2-4e39-a898-c6736e44a167 HTTP/1.1" status: 204 len: 168 time: 0.3651440 Oct 26 15:07:02.324041 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55010) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:02.336783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd0d4d-13d5-4e83-8ba2-bcb25bdd1607 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Network': ['ID=4901dca2-90d2-4e39-a898-c6736e44a167,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:02.394984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.427175 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.499508 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.502716 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:02.503961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/security-groups/f6c5e04b-4a2e-41ca-95ea-636edefd044d HTTP/1.1" status: 204 len: 168 time: 0.1788263 Oct 26 15:07:02.524061 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23b8e8-dbe9-4f06-af3a-afeee9542c7e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5e04b-4a2e-41ca-95ea-636edefd044d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:02.631874 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e7e81aa7-b542-469b-86c4-163fe5a1c582 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:02.656564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e7e81aa7-b542-469b-86c4-163fe5a1c582 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:02.656995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e7e81aa7-b542-469b-86c4-163fe5a1c582 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:02.657473 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:02.844775 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:02.845101 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3e4259c0-15ce-45c3-9c91-ba1bbc0e7f00 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:02.845447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd470fb5-fa66-4800-ae7d-6055ef74d4ab no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:07:02.866722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: dd470fb5-fa66-4800-ae7d-6055ef74d4ab {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:07:02.867066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device dd470fb5-fa66-4800-ae7d-6055ef74d4ab not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:07:03.083289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55016) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.084845 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:07:03.088122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420379837', 'description': 'tempest-secgroup-smoke-1420379837 description', 'project_id': '75a566a8ce5143249e3f90b761ddc419'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.113883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.190690 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.194932 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.231554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.233434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1485083 Oct 26 15:07:03.234377 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e25d-133a-49fd-8fef-4889f582369c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8244b-f053-42fc-b5c0-7fe89766d5f6,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.237495 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55018) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.242806 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.279042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.337107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.343358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.367573 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87e0a65-a0df-44e2-af65-ce6d8eb29723,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.382271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.383522 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-23adb0ce-8d0a-4eb8-b182-c05be0c71549 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448879 Oct 26 15:07:03.386427 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55020) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.391656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.422004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.490405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.494896 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.515741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeac03f8-4a62-485e-ab62-6bcb496040fc,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.525689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.526962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-13e0f17c-b0a4-421e-8307-79c8ae788e7f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395514 Oct 26 15:07:03.531675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55022) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.537072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.569685 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.637832 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.642174 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.672597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec7e338-0a06-4398-af72-11b1129bd4b5,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.686784 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.688199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-333b5069-eb68-4961-9468-23a29bbf40d5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552682 Oct 26 15:07:03.691292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55024) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.695888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.727261 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.799309 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.805117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.825387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e93994-d645-4b85-9f76-b38e027650ef,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.838958 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.840582 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32d0ecd2-10c0-42f1-b962-3b7534c01a94 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480567 Oct 26 15:07:03.844734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55026) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.849957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:03.875360 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:07:03.880780 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.952343 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.957000 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.978567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112e200e-dad6-46b6-84ca-a1c935fa7e98,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:03.988673 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:03.992698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-863157c8-56ca-456e-937c-740d9143cdc1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441863 Oct 26 15:07:03.993013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55028) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:03.998144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': '0ca8244b-f053-42fc-b5c0-7fe89766d5f6', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:04.022553 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:07:04.027731 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.093357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.098193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.118798 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc5b7ff-84d2-4f71-8c3b-a9d2370f84ae,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:04.128131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.129413 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0018d939-adf9-4167-83f0-296002f8f079 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353838 Oct 26 15:07:04.132968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55030) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:04.138152 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'network': {'name': 'tempest-network-smoke--1763526246', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'port_security_enabled': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:04.161722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:04.165935 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.197636 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:07:04.212258 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.212553 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Added segment 905408e0-e684-42d7-b96e-0b07dac93667 of type vlan for network 93d7ebdd-4373-495e-890e-e542506cc68d Oct 26 15:07:04.259588 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.287088 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.292955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:04.293606 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.347844 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2137058 Oct 26 15:07:04.350665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55032) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:04.355802 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'admin_state_up': True, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:04.372201 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d85ad0-a9e4-45e2-a8aa-fd074bc8651f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Network': ['ID=93d7ebdd-4373-495e-890e-e542506cc68d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:04.383758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 93d7ebdd-4373-495e-890e-e542506cc68d details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:07:04.388689 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.391116 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.454429 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.612110 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.832599 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.853269 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:04.989980 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.149 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/04612760-28ef-48fb-997a-dcf17f2a557d) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:05.114823 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:05.153228 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:05.205461 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:05.209017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:05.211825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:05.239055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=04612760-28ef-48fb-997a-dcf17f2a557d,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:05.813549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.045628 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.198889 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:07:06.340184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:06.363621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Sync routers for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:06.378570 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.380627 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-04f84371-dff2-4e00-abca-7066eb546dc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0283346 Oct 26 15:07:06.381544 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:06.382280 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:06.384009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55034) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:06.413177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b4bf6b14-790f-48f4-bed2-299d635e8cb4 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=75a566a8ce5143249e3f90b761ddc419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279629 Oct 26 15:07:06.416690 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55036) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:06.496685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:06.554533 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071646c-00df-4687-8727-3aa29e365db6 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:06.556071 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f071646c-00df-4687-8727-3aa29e365db6 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380155 Oct 26 15:07:06.559216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55038) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:06.588763 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-452c695c-3dc0-4415-b8d0-a79af93e44ac tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282371 Oct 26 15:07:06.591586 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55040) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:06.598958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016203154', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:06.695684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:05Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:06.696466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:06.700660 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.730147 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Checking router: 20f1ea35-e822-4428-b459-50e9bc3ee1a8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:06.730381 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Updating router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 port 04612760-28ef-48fb-997a-dcf17f2a557d binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:07:06.761492 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.927259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:06.996946 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Subnet': ['ID=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:07.007211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Checking segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:07.007589 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network hostable DHCP agents. Network: 93d7ebdd-4373-495e-890e-e542506cc68d, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:07:07.026671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 93d7ebdd-4373-495e-890e-e542506cc68d is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:07:07.037784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 93d7ebdd-4373-495e-890e-e542506cc68d) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:07.043341 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:07.044011 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.048238 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.054180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d04c0-81b0-490a-a426-37568ecb0161 None None] Network 93d7ebdd-4373-495e-890e-e542506cc68d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:07:07.069278 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-67628540-9bb9-4baa-ba0e-6a9657db1af4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4758332 Oct 26 15:07:07.072980 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55042) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:07.097894 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.173825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Attempting to bind port 04612760-28ef-48fb-997a-dcf17f2a557d on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:07.174198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Attempting to bind port 04612760-28ef-48fb-997a-dcf17f2a557d by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:07.174564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Attempting to bind port 04612760-28ef-48fb-997a-dcf17f2a557d on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:07.184779 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80558d8d-8688-44e6-8b27-651f65551292 None None] Pushing event updated for resources: {'Port': ['ID=04612760-28ef-48fb-997a-dcf17f2a557d,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:07.195991 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:07.196369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:07.196805 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.197613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:07.197759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Bound port: 04612760-28ef-48fb-997a-dcf17f2a557d, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:07.198065 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.295714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] For port 04612760-28ef-48fb-997a-dcf17f2a557d, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:07.301235 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] For port 04612760-28ef-48fb-997a-dcf17f2a557d, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04612760-28ef-48fb-997a-dcf17f2a557d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:07.320194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.351341 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-93d7ebdd-4373-495e-890e-e542506cc68d', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:07:07.352208 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.462643 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:07.463343 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:07.469382 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80558d8d-8688-44e6-8b27-651f65551292 None None] Pushing event updated for resources: {'Port': ['ID=04612760-28ef-48fb-997a-dcf17f2a557d,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:07.559250 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:07.628835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Allocated IP 172.20.0.2 (93d7ebdd-4373-495e-890e-e542506cc68d/131a5fce-5c3e-40a9-8c18-a2d30dbb4eab/7d898c7c-34f6-4989-a17b-dfdfadc2f504) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:07.637590 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:08.098696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.107176 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.161186 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Network 93d7ebdd-4373-495e-890e-e542506cc68d is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:08.166066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:05Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:08.168549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:08.172825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.1 (93d7ebdd-4373-495e-890e-e542506cc68d/131a5fce-5c3e-40a9-8c18-a2d30dbb4eab/eca1ae69-c306-4f55-80ee-d3df5e57982c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:08.176719 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:08.210392 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Pushing event updated for resources: {'Port': ['ID=7d898c7c-34f6-4989-a17b-dfdfadc2f504,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:08.213429 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833edb00-876c-46d8-b273-c1d31e4450b5 None None] The sync data for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 is: [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:05Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:08.276744 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Attempting to bind port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:08.277119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Attempting to bind port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:08.277484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Attempting to bind port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:08.285652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:08.286279 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Checking segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:08.286951 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.287630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Bound using segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:08.288474 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Bound port: 7d898c7c-34f6-4989-a17b-dfdfadc2f504, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:08.289087 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.352621 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.398619 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] For port 7d898c7c-34f6-4989-a17b-dfdfadc2f504, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:08.403242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] For port 7d898c7c-34f6-4989-a17b-dfdfadc2f504, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d898c7c-34f6-4989-a17b-dfdfadc2f504,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:08.404666 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.408641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.449277 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 93d7ebdd-4373-495e-890e-e542506cc68d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:08.455854 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:08.460078 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:08.471990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e943dcc-92d0-4186-8f69-14a82021a34e None None] Pushing event updated for resources: {'Port': ['ID=7d898c7c-34f6-4989-a17b-dfdfadc2f504,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:08.489974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:08.549899 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:08.787847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.194177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.200205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.306554 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.309066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:09.431110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 93d7ebdd-4373-495e-890e-e542506cc68d is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:09.435312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:09.587262 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:07:09.650484 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae4104-bb96-4dad-b0d5-a9f480c8c42e None None] Network 93d7ebdd-4373-495e-890e-e542506cc68d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:07:09.747009 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] Provisioning complete for port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:09.747009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.772581 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:09.789173 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0d7027fe-f1ab-4523-8d5d-8533bc117b2c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/20f1ea35-e822-4428-b459-50e9bc3ee1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061329 Oct 26 15:07:09.944986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:09.997344 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-badd249f-6441-4ca4-9e55-272a12b10cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420379837&fields=id&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 267 time: 0.0498569 Oct 26 15:07:10.002613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] For port 7d898c7c-34f6-4989-a17b-dfdfadc2f504, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d898c7c-34f6-4989-a17b-dfdfadc2f504,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:10.011898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.071683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbefb3-eefc-4938-b436-0ee455283b69 None None] Pushing event updated for resources: {'Port': ['ID=7d898c7c-34f6-4989-a17b-dfdfadc2f504,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:10.162146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-66beea1b-30e3-4579-9918-231c39c22db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.170931 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-6fc3814a-b985-4ef1-87e6-2017bdf2b71f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:10.176574 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-6fc3814a-b985-4ef1-87e6-2017bdf2b71f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 797 time: 0.1645911 Oct 26 15:07:10.202454 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-7f5489e4-b5d9-40e3-b21c-abb65c7f75a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/quotas/75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 375 time: 0.0192142 Oct 26 15:07:10.284388 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-a1ad79a5-de20-4b9b-85c2-4ee8beb85662 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720448 Oct 26 15:07:10.286830 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Sync routers for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:10.312433 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:10.318751 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:10.343884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1500c59b-8042-4f02-ace2-045c4cf67565 None None] Provisioning complete for port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:10.344901 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1500c59b-8042-4f02-ace2-045c4cf67565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.450927 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-1925b85e-840f-41fa-b616-805e0f64caee service neutron] 10.222.0.37 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327171 Oct 26 15:07:10.496637 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:10.501873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1500c59b-8042-4f02-ace2-045c4cf67565 None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:10.502172 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1500c59b-8042-4f02-ace2-045c4cf67565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.620638 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-27f8070c-9df1-495b-90f8-bcf2b99363b4 service neutron] 10.222.0.37 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509008 Oct 26 15:07:10.635928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1500c59b-8042-4f02-ace2-045c4cf67565 None None] Port eca1ae69-c306-4f55-80ee-d3df5e57982c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:07:10.730463 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d898c7c-34f6-4989-a17b-dfdfadc2f504 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:10.804713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c5a1515f-bf7a-4eb3-9ce8-91212223d59e None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:10.805411 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c5a1515f-bf7a-4eb3-9ce8-91212223d59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.875453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:10.876137 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:10.897249 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:09Z', 'revision_number': 2, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:10.927110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1a4d3526-7395-4da1-831a-42bcdd6f0c04 req-11b14c24-ed2c-4f0a-b467-faf8b7bd44d6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 210 time: 0.0414181 Oct 26 15:07:10.956017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Checking router: 20f1ea35-e822-4428-b459-50e9bc3ee1a8 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:10.956464 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Updating router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 port eca1ae69-c306-4f55-80ee-d3df5e57982c binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:07:10.982271 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1515f-bf7a-4eb3-9ce8-91212223d59e None None] Port eca1ae69-c306-4f55-80ee-d3df5e57982c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:07:11.030335 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.080686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04612760-28ef-48fb-997a-dcf17f2a557d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:11.138555 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c828cb5a-a339-4c30-ba66-2f9f68628f26 None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:11.139776 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c828cb5a-a339-4c30-ba66-2f9f68628f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.192366 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 04612760-28ef-48fb-997a-dcf17f2a557d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:11.192366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.197758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c828cb5a-a339-4c30-ba66-2f9f68628f26 None None] Port eca1ae69-c306-4f55-80ee-d3df5e57982c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:07:11.342844 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.379694 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 04612760-28ef-48fb-997a-dcf17f2a557d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04612760-28ef-48fb-997a-dcf17f2a557d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:11.392282 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.462372 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.477108 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.494554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=04612760-28ef-48fb-997a-dcf17f2a557d,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:11.563721 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Pushing event updated for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:11.607109 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.607393 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.607779 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.608825 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.608825 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.608825 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.609252 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.609528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.609776 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.610092 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.610417 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.610734 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:07:11.653294 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Attempting to bind port eca1ae69-c306-4f55-80ee-d3df5e57982c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:11.653670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Attempting to bind port eca1ae69-c306-4f55-80ee-d3df5e57982c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:11.654035 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Attempting to bind port eca1ae69-c306-4f55-80ee-d3df5e57982c on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:11.661102 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:11.661472 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Checking segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:11.661874 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.662259 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Bound using segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:11.663074 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Bound port: eca1ae69-c306-4f55-80ee-d3df5e57982c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:11.663239 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.771041 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] For port eca1ae69-c306-4f55-80ee-d3df5e57982c, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:11.776723 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] For port eca1ae69-c306-4f55-80ee-d3df5e57982c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eca1ae69-c306-4f55-80ee-d3df5e57982c,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:11.785885 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:11.879463 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b42bf7-a08e-46ff-8376-23d38971f208 None None] Pushing event updated for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:11.884927 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:11.885804 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:06:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:11.936550 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:11.937166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.115068 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.134889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2135dff0-9646-4089-9f59-edf0439acb61 req-9efa4a64-eaf7-477d-b6d9-aee56ce7525e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 210 time: 0.0674784 Oct 26 15:07:12.182746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] For port eca1ae69-c306-4f55-80ee-d3df5e57982c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eca1ae69-c306-4f55-80ee-d3df5e57982c,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:12.193021 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.267420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:12.275480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae192-ec9a-40ef-8384-2336bb7c48ea None None] Pushing event updated for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:12.327098 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c1a2a3de-a59d-46f4-a8ab-939f277fa6b7 None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:12.327716 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a3de-a59d-46f4-a8ab-939f277fa6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.370096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-42d33931-7287-44be-a434-04c94303d86c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:12.373110 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-42d33931-7287-44be-a434-04c94303d86c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 797 time: 0.1385179 Oct 26 15:07:12.439760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-759b3efc-d6a6-43f0-90a0-6f0757c1a977 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 380 time: 0.0545833 Oct 26 15:07:12.460264 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'port': {'device_id': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'admin_state_up': True, 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'security_groups': ['0ca8244b-f053-42fc-b5c0-7fe89766d5f6']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:12.575686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04612760-28ef-48fb-997a-dcf17f2a557d up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:12.616383 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:12.639422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:07:12.644332 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.660734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 04612760-28ef-48fb-997a-dcf17f2a557d triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:12.661046 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:12.664602 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0926b-424a-4657-996c-2a3e2a3c8d93 None None] The sync data for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 is: [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:12.845799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.7 (93d7ebdd-4373-495e-890e-e542506cc68d/131a5fce-5c3e-40a9-8c18-a2d30dbb4eab/597fe297-2c7e-4af5-b215-99b9c2917b89) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:12.941916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e040db12-f2b7-44cf-b029-65176fe8e023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.058250 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.111740 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.168236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 93d7ebdd-4373-495e-890e-e542506cc68d is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:13.173584 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:13.178613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:13.229244 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:13.256422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:13.257145 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.286966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-5b75f681-2b3b-458b-8d68-88f8195c5f6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8362012 Oct 26 15:07:13.289067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380784e5-8d97-44fd-aa77-749e9960e0b6 req-6bbc2cb0-521c-4536-a956-38ef8572d4c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:13.292069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-380784e5-8d97-44fd-aa77-749e9960e0b6 req-6bbc2cb0-521c-4536-a956-38ef8572d4c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 931 time: 0.0636394 Oct 26 15:07:13.347827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-380784e5-8d97-44fd-aa77-749e9960e0b6 req-c033b3cf-5c7e-45da-8cf3-1ca100e3eb77 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472212 Oct 26 15:07:13.388160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Request body: {'port': {'device_id': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:13.474107 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.576435 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-075a092e-de8a-486d-954e-11e536ffb216 None None] Provisioning complete for port 597fe297-2c7e-4af5-b215-99b9c2917b89 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:13.576857 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-075a092e-de8a-486d-954e-11e536ffb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.627311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-075a092e-de8a-486d-954e-11e536ffb216 None None] Port 597fe297-2c7e-4af5-b215-99b9c2917b89 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:07:13.859220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597fe297-2c7e-4af5-b215-99b9c2917b89 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:13.869535 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.883993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Transition to ACTIVE for port object 597fe297-2c7e-4af5-b215-99b9c2917b89 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:07:13.888320 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:13.943296 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:13.978526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.043586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:07:14.043937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:07:14.044270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:14.050505 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:07:14.050846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:07:14.063393 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:07:14.064550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Checking segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:07:14.065162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Bound using segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:07:14.065838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Bound port: 597fe297-2c7e-4af5-b215-99b9c2917b89, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:07:14.066389 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.179233 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:07:14.182842 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:07:14.189208 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.235777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.236421 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.238434 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] 10.222.0.41 "PUT /v2.0/ports/597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 1091 time: 0.9419925 Oct 26 15:07:14.238826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:14.241340 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ccbe72-2b9c-44aa-9822-321260e923e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:14.269616 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28819f5d-1e4b-42d9-ad01-1b6320439415 service neutron] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:14.348984 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d2210-6675-4dbd-9c93-3d83d586417a x-openstack-request-id: req-777d2210-6675-4dbd-9c93-3d83d586417a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:14.349320 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:14.349534 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-777d2210-6675-4dbd-9c93-3d83d586417a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:14.350033 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'status': 'completed', 'code': 200} Oct 26 15:07:14.371621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-66c75ebe-c5cc-446e-8b67-0b93e925f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.373400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-66c75ebe-c5cc-446e-8b67-0b93e925f914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0674942 Oct 26 15:07:14.435374 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-82753772-1361-453c-aaf7-9da7e3f95040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 217 time: 0.0484586 Oct 26 15:07:14.521148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642604d-8ebb-4cbb-af2c-3825a3ef42c0 req-8cec9885-3c75-4e4c-84e8-7e2b4779d55a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.528377 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.533334 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8642604d-8ebb-4cbb-af2c-3825a3ef42c0 req-8cec9885-3c75-4e4c-84e8-7e2b4779d55a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0748816 Oct 26 15:07:14.537837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-f8cf185d-f935-48e8-aac6-aa037c62b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.539459 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-f8cf185d-f935-48e8-aac6-aa037c62b0cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0970073 Oct 26 15:07:14.593534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8642604d-8ebb-4cbb-af2c-3825a3ef42c0 req-44be55fc-c5a4-4830-b0ba-e9484125d8bf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585971 Oct 26 15:07:14.593920 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-6f9b7707-8004-40cc-a70e-8124e9b8ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.595841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-6f9b7707-8004-40cc-a70e-8124e9b8ef93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478301 Oct 26 15:07:14.608709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eca1ae69-c306-4f55-80ee-d3df5e57982c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:14.674621 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port eca1ae69-c306-4f55-80ee-d3df5e57982c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:14.674992 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:14.712248 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-560546d5-17f9-4936-ab41-57849e8fc42e service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074538 Oct 26 15:07:14.812077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e4478fa8-e121-46af-a3d5-f0dd753ef73b req-4f6b5e2f-2658-480e-9e34-56306737c573 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923140 Oct 26 15:07:14.912170 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-2bde85bf-d303-4d9b-b5c0-27064af2ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:14.913557 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-2bde85bf-d303-4d9b-b5c0-27064af2ec6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0476956 Oct 26 15:07:15.019500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-159b8177-8981-4819-8d6c-06b44152f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.021077 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-159b8177-8981-4819-8d6c-06b44152f742 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0985479 Oct 26 15:07:15.071474 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-d43ca922-b638-4d27-aa7b-029ce0cb8b44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 217 time: 0.0422566 Oct 26 15:07:15.131715 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-3fc4aa40-84fc-4134-aefc-6e31b651cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.133237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-3fc4aa40-84fc-4134-aefc-6e31b651cc8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0501776 Oct 26 15:07:15.188781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-cb7b6540-03e6-472a-9d67-f43a80ca4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.190648 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-cb7b6540-03e6-472a-9d67-f43a80ca4b86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456746 Oct 26 15:07:15.293437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-3d4077b2-7836-42c3-a644-3a294e40668e service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937102 Oct 26 15:07:15.424140 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f4ccbe72-2b9c-44aa-9822-321260e923e5 req-342e28d6-235c-4d36-bcbc-3a811d41212a service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221967 Oct 26 15:07:15.727637 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd4522-c104-4e19-bd5b-de297250e625 req-468af4e0-c8e0-4b42-93df-de5b4678f2f4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:15.729264 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68cd4522-c104-4e19-bd5b-de297250e625 req-468af4e0-c8e0-4b42-93df-de5b4678f2f4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0548110 Oct 26 15:07:15.777727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68cd4522-c104-4e19-bd5b-de297250e625 req-4bc9d852-0625-4bcc-a108-c982752a4047 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 Oct 26 15:07:16.041238 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.429704 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:07:16.540296 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:16.555255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'mac_address': 'fa:16:3e:80:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:07:16.596794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.612017 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597fe297-2c7e-4af5-b215-99b9c2917b89 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:07:16.633243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:16.639078 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:16.695117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:16.912735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a1cfd-4659-4b32-be5e-62c5e6b37501 req-1f36acd6-89c2-40ed-8bd0-8ebf5bf8916f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:16.914379 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-162a1cfd-4659-4b32-be5e-62c5e6b37501 req-1f36acd6-89c2-40ed-8bd0-8ebf5bf8916f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 944 time: 0.0618544 Oct 26 15:07:16.954456 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['597fe297-2c7e-4af5-b215-99b9c2917b89'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:07:16.958257 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-162a1cfd-4659-4b32-be5e-62c5e6b37501 req-f010fa85-bbe9-4626-8439-255245491283 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Oct 26 15:07:18.090648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff2b1-0237-4444-9638-573b3b7bf749 req-f551d916-44ac-43c9-bba7-01c294b8cc7d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.092947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1dff2b1-0237-4444-9638-573b3b7bf749 req-f551d916-44ac-43c9-bba7-01c294b8cc7d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 944 time: 0.0564239 Oct 26 15:07:18.141829 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a1dff2b1-0237-4444-9638-573b3b7bf749 req-d9972ca2-083c-411f-ac69-4d08c2d38872 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419114 Oct 26 15:07:18.444119 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:07:18.502828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 597fe297-2c7e-4af5-b215-99b9c2917b89 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:07:18.507084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 597fe297-2c7e-4af5-b215-99b9c2917b89 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:07:18.507458 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:18.597188 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:18.628655 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:18.631032 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62309ba6-9907-4bd0-9848-71bb0eaa687f" -d '{"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:18.645507 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:07:18.651981 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:18.697081 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2dd47d-7350-48b5-89b4-0e41d1792c3d x-openstack-request-id: req-2d2dd47d-7350-48b5-89b4-0e41d1792c3d {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:18.697379 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:18.697634 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d2dd47d-7350-48b5-89b4-0e41d1792c3d {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:18.698030 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'code': 200} Oct 26 15:07:18.718809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:18.811253 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b177-44ed-4092-a874-c96c9e686a3b req-9ac2aed5-ff0e-43d5-981b-a2ba97dd2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:18.812959 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b262b177-44ed-4092-a874-c96c9e686a3b req-9ac2aed5-ff0e-43d5-981b-a2ba97dd2dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0487239 Oct 26 15:07:18.855889 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b262b177-44ed-4092-a874-c96c9e686a3b req-96571627-3147-4b05-8551-0e3b46761e03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Oct 26 15:07:19.274053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3d72-1626-4853-8ec0-7db93a351f48 req-83d74160-373e-4a99-a2ba-5314dbb958bd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:19.276231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2c3d72-1626-4853-8ec0-7db93a351f48 req-83d74160-373e-4a99-a2ba-5314dbb958bd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0580134 Oct 26 15:07:19.322619 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2e2c3d72-1626-4853-8ec0-7db93a351f48 req-1986428f-43d3-4933-85af-92044954c984 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Oct 26 15:07:20.478062 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdc3e0-13bd-4edb-b9de-21c26d5fc856 req-78d770d4-cec7-4785-8b51-4735d2d5ba03 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:20.480117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-decdc3e0-13bd-4edb-b9de-21c26d5fc856 req-78d770d4-cec7-4785-8b51-4735d2d5ba03 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0651596 Oct 26 15:07:20.529684 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-decdc3e0-13bd-4edb-b9de-21c26d5fc856 req-2b79bc48-016e-4001-a494-fc6d0e15fc28 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382960 Oct 26 15:07:20.659682 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd975315-3089-45ce-b481-10b334a2bf92 req-a8ca549b-cca0-45eb-b51c-c305b52fe374 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:20.661371 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd975315-3089-45ce-b481-10b334a2bf92 req-a8ca549b-cca0-45eb-b51c-c305b52fe374 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0538013 Oct 26 15:07:20.706716 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-dd975315-3089-45ce-b481-10b334a2bf92 req-f966f13b-ba51-46df-9379-f4b2e7eab0ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 Oct 26 15:07:20.740701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:20.787588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d4523c-4ab5-4a4a-ad51-62d9ea5b6f86 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:20.789744 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-91d4523c-4ab5-4a4a-ad51-62d9ea5b6f86 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1091 time: 0.0477176 Oct 26 15:07:20.793948 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55096) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:20.806075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:07:20.842443 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:20.978483 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.120987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.190 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:07:21.250558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.291620 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.340429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:07:21.344970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:07:21.348819 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:07:21.354769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:21.783619 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:21.855511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.032379 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.038042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.111577 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:07:22.129974 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.245357 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e associated. External IP: 172.25.5.190, port: 597fe297-2c7e-4af5-b215-99b9c2917b89. Oct 26 15:07:22.369140 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.487465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:07:22.605125 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:07:22.619064 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Sync routers for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:07:22.631722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:22.632125 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:22.632311 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:22.670378 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-15e1de1f-e8d3-40ac-ac0b-acf7cd13c39a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8676152 Oct 26 15:07:22.670378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:07:22.670378 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680d400-dcc1-4444-9424-ed0b88d60f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:07:22.736521 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d1f815-8078-4002-9af8-9196473cae28 x-openstack-request-id: req-44d1f815-8078-4002-9af8-9196473cae28 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:07:22.736822 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:07:22.737060 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44d1f815-8078-4002-9af8-9196473cae28 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:07:22.737462 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'status': 'completed', 'code': 200} Oct 26 15:07:22.784847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e5481-a245-44ec-9258-0e301c438d90 req-f832601b-8be5-4d02-898e-7d130a68b195 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:22.786842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:22.787485 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-420e5481-a245-44ec-9258-0e301c438d90 req-f832601b-8be5-4d02-898e-7d130a68b195 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0658948 Oct 26 15:07:22.826790 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-1c15966e-ddc2-49e1-be13-48049c3ca873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:22.828754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-1c15966e-ddc2-49e1-be13-48049c3ca873 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0650539 Oct 26 15:07:22.840832 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-420e5481-a245-44ec-9258-0e301c438d90 req-0e2ba285-97ac-4770-9ba4-625541cdd69a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Oct 26 15:07:22.872191 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55102) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:22.937499 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-01d6f45d-d1ec-4680-b444-fda5a09c4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:22.939321 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-01d6f45d-d1ec-4680-b444-fda5a09c4c6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.1029665 Oct 26 15:07:22.984563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6d587708-5b57-435e-b71c-350fd8772ed5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e HTTP/1.1" status: 200 len: 991 time: 0.1097085 Oct 26 15:07:23.020815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-60b8ba95-2dee-4d89-8d99-169208406ffa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 999 time: 0.0738323 Oct 26 15:07:23.074927 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-f302efbd-fca5-4ff1-b3cc-7a9bbdf15ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:23.077663 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-f302efbd-fca5-4ff1-b3cc-7a9bbdf15ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0489178 Oct 26 15:07:23.123943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'mac_address': 'fa:16:3e:80:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:07:21Z', 'updated_at': '2021-10-26T15:07:21Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:23.135418 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-b2b7e8e2-6333-435b-b7a7-12c953f7fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:23.137647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-b2b7e8e2-6333-435b-b7a7-12c953f7fca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522890 Oct 26 15:07:23.177842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Checking router: 20f1ea35-e822-4428-b459-50e9bc3ee1a8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:07:23.189526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:07:23.190198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:07:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:23.270749 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-af9a8fab-0284-4468-b8f9-ddcb7da795ae service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203825 Oct 26 15:07:23.491986 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:07:23.757124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'mac_address': 'fa:16:3e:80:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:07:21Z', 'updated_at': '2021-10-26T15:07:21Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:07:23.786759 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68277955-1031-47e7-84c9-4fbacbd0f768 None None] The sync data for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 is: [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'mac_address': 'fa:16:3e:80:f2:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:07:21Z', 'updated_at': '2021-10-26T15:07:21Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:07:23.791679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5680d400-dcc1-4444-9424-ed0b88d60f4e req-b7a9f132-99c9-4395-94cd-cf0562afffdb service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121694 Oct 26 15:07:23.989608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55104) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:23.995534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:24.030107 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd8b21e-0936-49c6-8c25-94280f930f79 None None] New status for floating IP f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:07:24.097908 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0c50c69b-b138-4a5b-ab18-8ca74995c20f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e HTTP/1.1" status: 200 len: 991 time: 0.1059442 Oct 26 15:07:25.102208 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55106) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:07:25.171731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-1897919b-d086-4a81-be31-b075e0997f9d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e HTTP/1.1" status: 200 len: 993 time: 0.0681429 Oct 26 15:07:40.085206 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:07:40.162921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f2cd128e-609a-47e4-ae66-8c4a23994cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:42.941711 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-47ef97c2-16de-4c76-8adb-5859bc3b4ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:43.246353 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-f7dac1ec-9bdf-414e-8488-8d98123b44ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446434 Oct 26 15:07:43.368997 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-24b35306-d2f5-4a86-8c0b-7c57dbdeeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:43.371571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-24b35306-d2f5-4a86-8c0b-7c57dbdeeeb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0642216 Oct 26 15:07:43.496323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-12458f11-5006-4189-a727-a18479a7622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:43.498394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-12458f11-5006-4189-a727-a18479a7622d service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.1016519 Oct 26 15:07:43.574903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-732d179e-4f9f-4876-817c-e83be5eef716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 1001 time: 0.0682294 Oct 26 15:07:43.641080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-ae50b675-f5c0-4adf-a034-ec4e4009f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:43.642611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-ae50b675-f5c0-4adf-a034-ec4e4009f24e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0586848 Oct 26 15:07:43.708292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-8c524e3a-1a91-4112-b0c5-5da733d958a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:07:43.710844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-8c524e3a-1a91-4112-b0c5-5da733d958a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553632 Oct 26 15:07:43.821844 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-95e53a9a-63c9-4a42-8e7e-701059849943 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982153 Oct 26 15:07:43.922142 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7fc95286-195c-4670-a4b3-84bc6c6677d3 req-486356ec-cad5-4c17-b065-24bbdf214c34 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921278 Oct 26 15:07:44.110296 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:44.510856 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:46.044283 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:52.365192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:07:53.991781 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:00.489413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-75cc5a94-4962-40c8-84d3-06654a02bbee req-9c354281-77f9-46cb-84b3-7b7adb004f13 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:08:00.490445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-75cc5a94-4962-40c8-84d3-06654a02bbee req-9c354281-77f9-46cb-84b3-7b7adb004f13 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054157 Oct 26 15:08:00.728537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55136) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:00.900444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-e51c74ed-c723-4ca0-9e28-f3de416c5e9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1698680 Oct 26 15:08:00.906598 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d78c2-0dc9-46fa-87df-da203f7aca37 req-68c97e98-b9e4-4f58-a3e4-0e492a5fa6db tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:00.910565 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a02d78c2-0dc9-46fa-87df-da203f7aca37 req-68c97e98-b9e4-4f58-a3e4-0e492a5fa6db tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.2280815 Oct 26 15:08:00.912926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-7bd34859-eaf5-4c1a-9f19-2a38b89f4981 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:08:00.914810 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-7bd34859-eaf5-4c1a-9f19-2a38b89f4981 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113497 Oct 26 15:08:00.979209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a02d78c2-0dc9-46fa-87df-da203f7aca37 req-97e53d3c-2480-4598-8275-4b7d26c7692c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624321 Oct 26 15:08:02.224142 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe80a6-8bb8-4e5e-a7d9-89cc50fa64fa req-6305eb92-283c-4ec9-a84e-4d5c28553c90 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.226671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1fe80a6-8bb8-4e5e-a7d9-89cc50fa64fa req-6305eb92-283c-4ec9-a84e-4d5c28553c90 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.1503067 Oct 26 15:08:02.253132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-86872d1d-a9f0-45db-be1b-2ce424f5be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.254766 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-86872d1d-a9f0-45db-be1b-2ce424f5be70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0565202 Oct 26 15:08:02.277617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e1fe80a6-8bb8-4e5e-a7d9-89cc50fa64fa req-f1740e16-2ae2-4267-969f-9fdf09f2c735 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 Oct 26 15:08:02.374659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-0f0db683-c865-4675-9f0d-d7775233ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.376212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-0f0db683-c865-4675-9f0d-d7775233ab05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.1140676 Oct 26 15:08:02.462137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-e07a5184-49bb-4ad6-97c7-1b232f86e687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 1001 time: 0.0778491 Oct 26 15:08:02.536659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-e05a34b1-1f4d-430d-9332-042207b55156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.538200 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-e05a34b1-1f4d-430d-9332-042207b55156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0685344 Oct 26 15:08:02.591755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-8c86557c-cd71-4e14-8ad0-0a58b08e4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:02.594486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-8c86557c-cd71-4e14-8ad0-0a58b08e4397 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473652 Oct 26 15:08:02.755315 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-6fa3583a-00f7-4ae1-bfe9-832522a46ee5 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535423 Oct 26 15:08:02.856810 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-a364edeb-20f4-4b12-824f-e8518a909598 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944159 Oct 26 15:08:03.415012 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f611e34-7265-45a3-86ce-609bc79b69af req-fa679a8a-9e2d-4cf8-8d41-2de87ff6a4c1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:03.416556 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f611e34-7265-45a3-86ce-609bc79b69af req-fa679a8a-9e2d-4cf8-8d41-2de87ff6a4c1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0583205 Oct 26 15:08:03.459830 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5f611e34-7265-45a3-86ce-609bc79b69af req-d3dc304a-f968-4988-aa4f-d0e0e193aff0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357187 Oct 26 15:08:04.587874 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883410c7-c054-46dc-83d6-8ff1cc847c2c req-cf8b38ba-4db8-4217-b132-995bdf868cf9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:04.589468 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-883410c7-c054-46dc-83d6-8ff1cc847c2c req-cf8b38ba-4db8-4217-b132-995bdf868cf9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0534208 Oct 26 15:08:04.630301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-883410c7-c054-46dc-83d6-8ff1cc847c2c req-44513946-69e7-44d2-b46f-db4fec51c8f7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338321 Oct 26 15:08:05.752717 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d800ce-1e8e-49d1-97b1-7ab17a1d67ad req-645435a6-9abb-40b8-a991-dbbcb19f4fb9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:05.754237 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48d800ce-1e8e-49d1-97b1-7ab17a1d67ad req-645435a6-9abb-40b8-a991-dbbcb19f4fb9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0523446 Oct 26 15:08:05.794690 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-48d800ce-1e8e-49d1-97b1-7ab17a1d67ad req-b179c70c-9514-489b-8f3e-358d3d7419a8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Oct 26 15:08:06.926787 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2a675-2388-48d1-a3f6-424336e94734 req-2fb440cf-ea3c-4834-9502-f4adbf8c13af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:06.928350 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03f2a675-2388-48d1-a3f6-424336e94734 req-2fb440cf-ea3c-4834-9502-f4adbf8c13af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0573530 Oct 26 15:08:06.991777 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-03f2a675-2388-48d1-a3f6-424336e94734 req-3d427676-cc24-4566-9ce3-3ffa9adf7b6b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532920 Oct 26 15:08:08.126760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243c60-746d-4c69-9b4d-189c0b6b157c req-d22141c3-17a0-4cf2-832f-29f2ded31afe tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:08.128399 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b243c60-746d-4c69-9b4d-189c0b6b157c req-d22141c3-17a0-4cf2-832f-29f2ded31afe tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0554440 Oct 26 15:08:08.172159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7b243c60-746d-4c69-9b4d-189c0b6b157c req-76f82d40-5ab4-4c9e-94a4-7faf2d7be124 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363450 Oct 26 15:08:09.330783 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d0636-184a-4487-8298-e01a685ffeb8 req-34417189-e0c8-449d-ac9b-4dd8c9428067 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:09.333573 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc9d0636-184a-4487-8298-e01a685ffeb8 req-34417189-e0c8-449d-ac9b-4dd8c9428067 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0870686 Oct 26 15:08:09.373508 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dc9d0636-184a-4487-8298-e01a685ffeb8 req-a1b00080-25a8-4607-bb3d-4c254ee4ffee tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340819 Oct 26 15:08:10.161958 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c57be49-88e8-4049-adc8-19c84e2ddbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:10.500416 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56043-75b7-422e-af5c-a495ce61ef67 req-501f5f5d-9f50-4277-bbff-8d69db609330 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:10.502673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aeb56043-75b7-422e-af5c-a495ce61ef67 req-501f5f5d-9f50-4277-bbff-8d69db609330 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0571885 Oct 26 15:08:10.548656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aeb56043-75b7-422e-af5c-a495ce61ef67 req-7aa3be87-b936-46f3-92a4-4c23fb4c52d0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365443 Oct 26 15:08:11.672606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900fdbe-2336-499e-87c4-fd84dff91922 req-8597373f-9ab9-4f4d-92de-1fc35976d8bd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:11.674179 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c900fdbe-2336-499e-87c4-fd84dff91922 req-8597373f-9ab9-4f4d-92de-1fc35976d8bd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0524158 Oct 26 15:08:11.720069 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c900fdbe-2336-499e-87c4-fd84dff91922 req-cd240b0d-e02d-44c6-a77b-4216cad1de24 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Oct 26 15:08:12.846474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe7eb-7a08-44af-9fcf-2242afb6adaf req-c5ab3109-8ec2-48dd-baf1-3c0ca67de105 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:12.848054 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9cefe7eb-7a08-44af-9fcf-2242afb6adaf req-c5ab3109-8ec2-48dd-baf1-3c0ca67de105 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0556087 Oct 26 15:08:12.889616 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9cefe7eb-7a08-44af-9fcf-2242afb6adaf req-4861e5e5-c919-4996-972a-f397b0cabe6e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349793 Oct 26 15:08:12.936163 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2774fd81-77ec-4a68-9139-2fc40cecbc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:13.944870 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:14.020810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84101fc-6a72-40b7-87f5-4e26a14366d2 req-070c39a2-8169-43dc-9ad8-760acd0e0702 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:14.022392 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d84101fc-6a72-40b7-87f5-4e26a14366d2 req-070c39a2-8169-43dc-9ad8-760acd0e0702 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0555332 Oct 26 15:08:14.066679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d84101fc-6a72-40b7-87f5-4e26a14366d2 req-1c4c08b5-8cf0-49ac-bd3d-66fcd5a91735 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Oct 26 15:08:14.521925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:15.188267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3913c4-7148-4d8d-bbec-d875c262144d req-488bb2e1-8e1f-4e09-9b94-4012f32b07c1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:15.190092 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb3913c4-7148-4d8d-bbec-d875c262144d req-488bb2e1-8e1f-4e09-9b94-4012f32b07c1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0523956 Oct 26 15:08:15.228920 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eb3913c4-7148-4d8d-bbec-d875c262144d req-342a31d6-4342-4229-b4af-907396ad3223 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Oct 26 15:08:16.051573 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:16.364948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e53a21-64e9-42a0-a816-f3e5c40795b5 req-5bb808e5-afd1-4cdb-9f13-6c93d0a9c145 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:16.367052 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81e53a21-64e9-42a0-a816-f3e5c40795b5 req-5bb808e5-afd1-4cdb-9f13-6c93d0a9c145 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0609872 Oct 26 15:08:16.413523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-81e53a21-64e9-42a0-a816-f3e5c40795b5 req-8c792d67-601d-425f-afe3-a1ce4432e6fd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388920 Oct 26 15:08:17.084571 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:08:17.557448 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d0320-e002-425a-a4f2-15e792d4044a req-0edfab19-6330-41ca-9866-cad6110ba714 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:17.558953 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-125d0320-e002-425a-a4f2-15e792d4044a req-0edfab19-6330-41ca-9866-cad6110ba714 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0616837 Oct 26 15:08:17.599015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-125d0320-e002-425a-a4f2-15e792d4044a req-a8d7e4cf-4f95-47f4-8f08-cbd9ecef3247 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334535 Oct 26 15:08:18.721517 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0274-8dd7-458d-bd07-604394f42f2f req-b1630010-cd95-4fef-b002-4b328aa8f9f1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:18.723162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f39f0274-8dd7-458d-bd07-604394f42f2f req-b1630010-cd95-4fef-b002-4b328aa8f9f1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0540013 Oct 26 15:08:18.765706 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f39f0274-8dd7-458d-bd07-604394f42f2f req-05a81ccf-c971-44d8-888e-327b1e4817b8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Oct 26 15:08:19.890527 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd707275-dde3-4d6f-87cf-5bd91ebdafec req-b36be0af-87ec-4668-95cf-4ba7620c625b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:19.892113 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd707275-dde3-4d6f-87cf-5bd91ebdafec req-b36be0af-87ec-4668-95cf-4ba7620c625b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0543189 Oct 26 15:08:19.942947 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bd707275-dde3-4d6f-87cf-5bd91ebdafec req-01fc04be-df56-4ece-a626-b9463e671fc5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Oct 26 15:08:20.049062 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-caa680f2-eadf-48aa-896d-3ea91172430b service neutron] show failed (client error): The resource could not be found. Oct 26 15:08:20.050031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-caa680f2-eadf-48aa-896d-3ea91172430b service neutron] 10.222.0.41 "GET /v2.0/ports/597fe297-2c7e-4af5-b215-99b9c2917b89/bindings/n-h2-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0595875 Oct 26 15:08:20.271608 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-2951d7e4-8d00-4ff1-9913-69100fa163c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:20.273241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-2951d7e4-8d00-4ff1-9913-69100fa163c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 1096 time: 0.0467691 Oct 26 15:08:20.286069 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:08:20.352117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:20.580012 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:20.615713 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:08:20.655805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:20.658238 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83613c48-a5fa-4b51-8ea2-c0bc40d8c25e" -d '{"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:20.662371 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:20.677617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Transition to ACTIVE for port object 597fe297-2c7e-4af5-b215-99b9c2917b89 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:08:20.682550 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:20.715994 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb6e5c-ad8a-410e-ac11-b73cb00f4080 x-openstack-request-id: req-c3cb6e5c-ad8a-410e-ac11-b73cb00f4080 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:20.716284 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:20.716557 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3cb6e5c-ad8a-410e-ac11-b73cb00f4080 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:20.716949 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'code': 200} Oct 26 15:08:20.772578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=6']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:20.788236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.788593 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.788932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.789259 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.789582 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.789905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.790223 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.790543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.790857 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.791174 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.791489 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.791797 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:20.832329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] No DVR routers for this DVR port 597fe297-2c7e-4af5-b215-99b9c2917b89 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:20.993269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:08:20.993604 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:08:20.993983 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:20.999212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:08:20.999421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Attempting to bind port 597fe297-2c7e-4af5-b215-99b9c2917b89 on network 93d7ebdd-4373-495e-890e-e542506cc68d {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:08:21.004551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:08:21.004889 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Checking segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:08:21.005275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Bound using segment: {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:08:21.005706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Bound port: 597fe297-2c7e-4af5-b215-99b9c2917b89, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905408e0-e684-42d7-b96e-0b07dac93667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:08:21.006065 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.073599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:08:21.077253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:08:21.077593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a09a-5eee-4245-9ad2-8b137d2c8df7 req-b49393dc-3c8c-4a9b-a9ea-fa12c17bc100 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.079228 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c14a09a-5eee-4245-9ad2-8b137d2c8df7 req-b49393dc-3c8c-4a9b-a9ea-fa12c17bc100 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0631626 Oct 26 15:08:21.082765 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.120911 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3c14a09a-5eee-4245-9ad2-8b137d2c8df7 req-9fa31946-9644-401e-9b8b-5cda20dfd805 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352182 Oct 26 15:08:21.488755 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.489419 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:21.490825 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] 10.222.0.73 "PUT /v2.0/ports/597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 1091 time: 1.2091377 Oct 26 15:08:21.507837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557802b-da90-4bf1-b74b-bf4bf4992850 service neutron] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:21.563654 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-86aa1a87-e192-415c-b7ec-661c97ddcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.565451 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-86aa1a87-e192-415c-b7ec-661c97ddcebb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0447040 Oct 26 15:08:21.663897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-cfba8bda-2959-4748-85c1-8911038fa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.665404 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-cfba8bda-2959-4748-85c1-8911038fa45e service neutron] 10.222.0.73 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0931499 Oct 26 15:08:21.731507 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-97043a49-2a99-496d-acb5-df809f16a658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 999 time: 0.0585799 Oct 26 15:08:21.782651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-9f0cbd69-e575-4cf6-91cb-b17c36187480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.784143 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-9f0cbd69-e575-4cf6-91cb-b17c36187480 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0459282 Oct 26 15:08:21.834584 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-1801ed3f-f1ea-4415-bc42-babfe197cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:21.836110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-1801ed3f-f1ea-4415-bc42-babfe197cdfa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453620 Oct 26 15:08:21.929146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-caa19cb7-0eb7-40b0-94aa-4e75823ee830 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Oct 26 15:08:22.027145 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-27dbd4ab-4f21-4c69-be81-a332e0a4cfbf req-c632bcbd-5663-450e-9829-2e3b3358d582 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899842 Oct 26 15:08:22.249578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21ccb5-9101-48a1-b818-65c1ba44562d req-1a1e098e-7cf4-4608-b801-40e8defdb93c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:22.251080 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d21ccb5-9101-48a1-b818-65c1ba44562d req-1a1e098e-7cf4-4608-b801-40e8defdb93c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0509465 Oct 26 15:08:22.290535 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3d21ccb5-9101-48a1-b818-65c1ba44562d req-e4b634ee-0ede-4523-a1dd-7f0f8159d56c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Oct 26 15:08:22.380830 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:22.718689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:22.721104 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34925fe6-b919-423a-9db8-6ac22ea5644d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:22.752129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:08:22.771963 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9c737e-77d2-4349-a44b-991c588ba92f x-openstack-request-id: req-4d9c737e-77d2-4349-a44b-991c588ba92f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:22.772142 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:22.772337 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d9c737e-77d2-4349-a44b-991c588ba92f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:22.772703 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'status': 'completed', 'code': 200} Oct 26 15:08:22.793954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:08:22.835085 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-ad4a2b7d-9b0e-43d8-ac3c-b3ac369bdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:22.836741 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-ad4a2b7d-9b0e-43d8-ac3c-b3ac369bdc4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0443683 Oct 26 15:08:22.843769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-bd5b6374-fbdd-4c04-a439-3892792aceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:22.845309 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-bd5b6374-fbdd-4c04-a439-3892792aceb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0476305 Oct 26 15:08:22.939453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-de357788-9a06-41bf-978b-242f8abd4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:22.941269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-de357788-9a06-41bf-978b-242f8abd4ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0943310 Oct 26 15:08:22.944688 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-8b68557c-8677-4fb0-8813-da55baa6407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:22.946175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-8b68557c-8677-4fb0-8813-da55baa6407a service neutron] 10.222.0.73 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0929687 Oct 26 15:08:23.014724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-97d39bbe-fe2f-4b66-a53f-9f06831930e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 999 time: 0.0656018 Oct 26 15:08:23.018396 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-d4afe403-3c3b-445d-a560-61906ba414c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 999 time: 0.0633683 Oct 26 15:08:23.066045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-dc0a73ea-e5b2-4036-b318-fd7e15fe8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:23.067562 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-dc0a73ea-e5b2-4036-b318-fd7e15fe8380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0467167 Oct 26 15:08:23.076567 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-214e2134-e112-4bb2-86a0-405a42d3caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:23.078989 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-214e2134-e112-4bb2-86a0-405a42d3caaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0526941 Oct 26 15:08:23.124024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-838f143a-d7e3-4da8-8b90-03b557496a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:23.127074 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-838f143a-d7e3-4da8-8b90-03b557496a32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521660 Oct 26 15:08:23.129387 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-7d23bae5-5cd5-489d-bf6d-5a8b43dab01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:23.130902 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-7d23bae5-5cd5-489d-bf6d-5a8b43dab01c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446086 Oct 26 15:08:23.223436 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-c6de7f7b-e143-46e4-9f16-9012707438d9 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891085 Oct 26 15:08:23.228315 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-97906b8e-c6b4-4c72-ab36-a9e29579f5e4 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902061 Oct 26 15:08:23.324618 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-eace83e3-3557-4948-b0eb-065270e2c5ca service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882287 Oct 26 15:08:23.324817 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-34925fe6-b919-423a-9db8-6ac22ea5644d req-81a3a40e-f887-480a-bbfb-fddabdb0dc91 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940511 Oct 26 15:08:23.413815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4380ecd-2d38-4560-a21c-d17fb63dd468 req-0f985ebb-a478-4716-9687-9015596ac949 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:23.415341 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4380ecd-2d38-4560-a21c-d17fb63dd468 req-0f985ebb-a478-4716-9687-9015596ac949 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0494933 Oct 26 15:08:23.457585 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f4380ecd-2d38-4560-a21c-d17fb63dd468 req-d1832116-173e-45c6-985d-83c27ec41ab6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Oct 26 15:08:24.009704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:24.581331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea65b5-9f1a-44a0-b1b6-d15de6d7a594 req-220a8946-1920-4ac0-a595-117392c4420b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:24.582865 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52ea65b5-9f1a-44a0-b1b6-d15de6d7a594 req-220a8946-1920-4ac0-a595-117392c4420b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0517018 Oct 26 15:08:24.625404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-52ea65b5-9f1a-44a0-b1b6-d15de6d7a594 req-b26715bf-e960-413b-ac57-a9cfe4b2141b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365229 Oct 26 15:08:24.858972 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621f23-f161-43f3-91b8-8c32dbd17644 req-ae010ff6-f389-4ad5-9622-be5e83334c47 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:24.860506 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27621f23-f161-43f3-91b8-8c32dbd17644 req-ae010ff6-f389-4ad5-9622-be5e83334c47 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0838239 Oct 26 15:08:24.871367 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-b2cd4c44-78df-490e-bf7c-f8844c769f02 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:24.872823 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-b2cd4c44-78df-490e-bf7c-f8844c769f02 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f&tenant_id=75a566a8ce5143249e3f90b761ddc419&binding%3Ahost_id=n-h2-813419-9 HTTP/1.1" status: 200 len: 943 time: 0.0861311 Oct 26 15:08:24.938232 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-27621f23-f161-43f3-91b8-8c32dbd17644 req-c9a9c971-95da-4eb7-b310-6b6c75dd2b8d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643327 Oct 26 15:08:24.955338 n-d-813419-9 neutron-server[102163]: INFO neutron.api.v2.resource [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-cbe4cffb-56c7-4f62-8261-b7e13066859a service neutron] delete failed (client error): The resource could not be found. Oct 26 15:08:24.956368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-cbe4cffb-56c7-4f62-8261-b7e13066859a service neutron] 10.222.0.41 "DELETE /v2.0/ports/597fe297-2c7e-4af5-b215-99b9c2917b89/bindings/n-h1-813419-9 HTTP/1.1" status: 404 len: 380 time: 0.0751066 Oct 26 15:08:25.043768 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-44025a1d-f931-486c-a11e-e938d24f3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.045386 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-44025a1d-f931-486c-a11e-e938d24f3127 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1094 time: 0.0424829 Oct 26 15:08:25.066205 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a056-5d67-45f4-a41b-6eea3c75f12b req-ceb3b1cb-6b5b-49e4-9f89-1fba30af8391 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.067722 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1df5a056-5d67-45f4-a41b-6eea3c75f12b req-ceb3b1cb-6b5b-49e4-9f89-1fba30af8391 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 943 time: 0.0558045 Oct 26 15:08:25.105593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1df5a056-5d67-45f4-a41b-6eea3c75f12b req-65f58cee-39d1-4d07-be36-937697ada43c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Oct 26 15:08:25.141946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-e480833a-b0be-4d11-b2c1-c2785f8b26fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.143414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-e480833a-b0be-4d11-b2c1-c2785f8b26fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0911942 Oct 26 15:08:25.211038 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-3387ee60-8f2d-437e-bfa7-b5805aeaa7ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 999 time: 0.0602715 Oct 26 15:08:25.264836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-28855e05-bce0-4be7-bf0d-301f3c8ffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.266207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-28855e05-bce0-4be7-bf0d-301f3c8ffe53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0472980 Oct 26 15:08:25.314100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-a419c250-6443-4eb8-96ca-0418a68a2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:25.315812 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-a419c250-6443-4eb8-96ca-0418a68a2eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411093 Oct 26 15:08:25.406683 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-2af03685-484e-40c4-b8d8-71cb3cf532fd service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Oct 26 15:08:25.425306 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:08:25.503138 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e731fca3-a9b5-439f-b1bd-ea4aea2b73c2 req-fd2a1750-665b-4c9b-8e69-b418c5a9e6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Oct 26 15:08:25.530420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:25.542737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'port_id': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'mac_address': 'fa:16:3e:80:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:08:25.583709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.597899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597fe297-2c7e-4af5-b215-99b9c2917b89 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:08:25.618801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:25.627651 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:25.674711 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:25.682224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.682574 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.682917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.683249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.683578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.683905 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.684228 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.684576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.684901 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.685221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.685543 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.685895 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:25.876774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['597fe297-2c7e-4af5-b215-99b9c2917b89'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:08:26.227504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cb2d6-7d76-401b-9498-53f061f11fe3 req-58ad6c59-be18-40f4-89c7-a9627b91beda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:26.229061 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f46cb2d6-7d76-401b-9498-53f061f11fe3 req-58ad6c59-be18-40f4-89c7-a9627b91beda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 944 time: 0.0500960 Oct 26 15:08:26.267199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f46cb2d6-7d76-401b-9498-53f061f11fe3 req-a0562921-4fa0-43fe-8df9-b3e1b64b7da3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Oct 26 15:08:26.289421 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55218) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:26.352818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e97ae6d0-1077-446a-b77b-cf01fbb8efdc tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e HTTP/1.1" status: 200 len: 992 time: 0.0622325 Oct 26 15:08:27.437205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:08:27.487394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 597fe297-2c7e-4af5-b215-99b9c2917b89 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:08:27.491359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 597fe297-2c7e-4af5-b215-99b9c2917b89 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:08:27.491726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.571967 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.594423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:27.596711 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e464e1a-0c26-481e-a9e5-b2f6b6a4659c" -d '{"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:27.612412 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:27.617366 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:27.644937 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d728b59-abce-4246-9901-dc3158fff5c1 x-openstack-request-id: req-0d728b59-abce-4246-9901-dc3158fff5c1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:27.645232 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:27.645486 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d728b59-abce-4246-9901-dc3158fff5c1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:27.645871 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'code': 200} Oct 26 15:08:27.670298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:29.840731 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-6af070c3-108c-4d27-9660-58ca41acdb13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543158 Oct 26 15:08:29.928431 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-47c5260d-712e-4494-9077-a973b2c4fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:29.929973 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-47c5260d-712e-4494-9077-a973b2c4fd08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0459018 Oct 26 15:08:30.043620 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-30d1ba42-e9d6-45c5-92b0-ea8f543c847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:30.045142 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-30d1ba42-e9d6-45c5-92b0-ea8f543c847b service neutron] 10.222.0.73 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.0923171 Oct 26 15:08:30.113371 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-fef95b9d-3f91-4ffa-bf48-4d2ff9580dd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 1001 time: 0.0608785 Oct 26 15:08:30.167731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-d917a77a-e9df-4dcc-8a33-949b57ad2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:30.169250 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-d917a77a-e9df-4dcc-8a33-949b57ad2674 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0494976 Oct 26 15:08:30.217778 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-39d6c067-e6cd-4ca3-9c66-4d0db9be6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:30.219343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-39d6c067-e6cd-4ca3-9c66-4d0db9be6b71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423284 Oct 26 15:08:30.310917 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-741db27f-d688-4a42-8d9c-dcff4add4fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Oct 26 15:08:30.409976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2c9fb90-a01f-41c6-8619-e6398c24cead req-7220d5e9-dd39-4e83-848a-12b8afe6ef84 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916407 Oct 26 15:08:40.157260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-331720d3-edcf-487d-97ef-46e6c9ca4d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:42.939677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a3c2a670-ccd5-4847-947a-6c641e020a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:43.952342 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:44.513218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:46.050803 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:52.377491 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:53.998023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:54.083748 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:08:54.699545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55230) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:54.862883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:54.863123 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:54.950742 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:54.951088 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:54.963439 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92 owned by network:floatingip {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:55.112364 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:55.142593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=52c6ac0e-d4ae-4bfa-a246-5e445dbcbe92,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:55.167844 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.168204 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.168580 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.168921 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.169256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.169640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.169912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.170280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.170633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.170995 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.171345 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.171823 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:08:55.215711 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:55.216070 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e disassociated (deleted). External IP: 172.25.5.190, port: 597fe297-2c7e-4af5-b215-99b9c2917b89. Oct 26 15:08:55.430055 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:08:55.548322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:08:55.553370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:55.557888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Sync routers for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:08:55.568746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:55.569367 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:55.582707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1b929158-f6b7-40c9-8813-0dd803d5d448 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e HTTP/1.1" status: 204 len: 168 time: 0.8820620 Oct 26 15:08:55.583311 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:55.585675 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:55.693973 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:55.756764 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ffcdb5-747f-4393-8c65-fed8db53d10c x-openstack-request-id: req-27ffcdb5-747f-4393-8c65-fed8db53d10c {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:55.757262 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:55.757448 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27ffcdb5-747f-4393-8c65-fed8db53d10c {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:55.757804 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'status': 'completed', 'code': 200} Oct 26 15:08:55.856659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-a915e936-c2f0-4109-ba06-330f4f6119be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:55.858189 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-a915e936-c2f0-4109-ba06-330f4f6119be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 1096 time: 0.0748918 Oct 26 15:08:55.870617 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daf87e-570d-4688-9e60-32374fb6b675 req-ede62d47-6cec-444f-be52-8c90e747f8ea tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:55.872082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74daf87e-570d-4688-9e60-32374fb6b675 req-ede62d47-6cec-444f-be52-8c90e747f8ea tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0790043 Oct 26 15:08:55.926795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:55.954885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Checking router: 20f1ea35-e822-4428-b459-50e9bc3ee1a8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:08:55.958771 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-74daf87e-570d-4688-9e60-32374fb6b675 req-00c3aade-b77a-43c8-8d02-64f7dc90b2c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782146 Oct 26 15:08:55.963423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:55.964039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:55.988908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-2022117b-4e4d-4335-a9e2-9b657f147bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:55.990444 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-2022117b-4e4d-4335-a9e2-9b657f147bbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 200 len: 898 time: 0.1174316 Oct 26 15:08:56.039667 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-82850571-467d-42cc-9963-6a23f6eaeaac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 200 len: 217 time: 0.0405445 Oct 26 15:08:56.077844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:08:56.095692 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-7ab4f7cb-f2e2-49b0-8d50-d8f508319348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:56.097199 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-7ab4f7cb-f2e2-49b0-8d50-d8f508319348 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 200 len: 835 time: 0.0471210 Oct 26 15:08:56.145483 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-c403095e-77eb-4bba-a852-9a9a322fbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:56.146997 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-c403095e-77eb-4bba-a852-9a9a322fbe2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93d7ebdd-4373-495e-890e-e542506cc68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417693 Oct 26 15:08:56.245437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-7fa49ddd-1211-4845-9caa-1c56a08b102d service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892110 Oct 26 15:08:56.279914 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:08:56.307912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf4614-2331-43f0-9008-5a0a39ba0376 None None] The sync data for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 is: [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:08Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'eca1ae69-c306-4f55-80ee-d3df5e57982c', 'name': '', 'network_id': '93d7ebdd-4373-495e-890e-e542506cc68d', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:16:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:07Z', 'updated_at': '2021-10-26T15:07:12Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '131a5fce-5c3e-40a9-8c18-a2d30dbb4eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:08:56.355572 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77d9d0f5-4434-4891-a5d4-7fd4bc62af94 req-7f87d879-549a-4533-8656-a75127dee980 service neutron] 10.222.0.73 "GET /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014955 Oct 26 15:08:56.569177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd9ba97-9ab6-451b-b885-223f30144d17 None None] New status for floating IP f2ccdd69-14f4-410c-a0d6-5aa7797a4a6e: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:08:57.085898 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fbc1f-c421-46f1-a7c1-ef499880ddcc req-6071a358-4ad0-4444-8333-978fee4796a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:57.087503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a2fbc1f-c421-46f1-a7c1-ef499880ddcc req-6071a358-4ad0-4444-8333-978fee4796a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0527546 Oct 26 15:08:57.129044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2a2fbc1f-c421-46f1-a7c1-ef499880ddcc req-16fdee22-dd75-4b91-a924-a9969b9d840c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ca8244b-f053-42fc-b5c0-7fe89766d5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351403 Oct 26 15:08:57.140346 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b2027-8302-4b88-9498-4c2686253098 req-a4a9f54e-916f-4440-a1a5-eaae0e0a2886 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:08:57.142796 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-669b2027-8302-4b88-9498-4c2686253098 req-a4a9f54e-916f-4440-a1a5-eaae0e0a2886 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdfc2b14-283c-4bb8-856a-e6b0324f9f6f HTTP/1.1" status: 200 len: 945 time: 0.0519879 Oct 26 15:08:57.241008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 597fe297-2c7e-4af5-b215-99b9c2917b89 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:57.241345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:57.331511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 597fe297-2c7e-4af5-b215-99b9c2917b89, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=597fe297-2c7e-4af5-b215-99b9c2917b89,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:57.331763 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:57.349415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 597fe297-2c7e-4af5-b215-99b9c2917b89 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:57.479439 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:57.509667 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=597fe297-2c7e-4af5-b215-99b9c2917b89,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:57.554790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] No DVR routers for this DVR port 597fe297-2c7e-4af5-b215-99b9c2917b89 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:08:57.557581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:57.560897 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-669b2027-8302-4b88-9498-4c2686253098 req-8185eb48-ee0b-46f7-99b0-56f163e464a3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "DELETE /v2.0/ports/597fe297-2c7e-4af5-b215-99b9c2917b89 HTTP/1.1" status: 204 len: 173 time: 0.4115765 Oct 26 15:08:57.561329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-deleted', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:08:57.564292 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3809001-6b8f-4ceb-bf76-0dfafeae5701" -d '{"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-deleted", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:08:57.693806 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2adfb5f-4cb0-4e89-b18e-11e5c7b99332 x-openstack-request-id: req-c2adfb5f-4cb0-4e89-b18e-11e5c7b99332 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:08:57.694102 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfc2b14-283c-4bb8-856a-e6b0324f9f6f", "name": "network-vif-deleted", "tag": "597fe297-2c7e-4af5-b215-99b9c2917b89", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:08:57.694354 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2adfb5f-4cb0-4e89-b18e-11e5c7b99332 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:08:57.694762 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfc2b14-283c-4bb8-856a-e6b0324f9f6f', 'name': 'network-vif-deleted', 'tag': '597fe297-2c7e-4af5-b215-99b9c2917b89', 'status': 'completed', 'code': 200} Oct 26 15:08:58.187652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55248) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:58.551091 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.108994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port eca1ae69-c306-4f55-80ee-d3df5e57982c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:08:59.109343 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.203265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port eca1ae69-c306-4f55-80ee-d3df5e57982c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=eca1ae69-c306-4f55-80ee-d3df5e57982c,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:08:59.204029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.217167 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for eca1ae69-c306-4f55-80ee-d3df5e57982c owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:08:59.409972 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.443256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=eca1ae69-c306-4f55-80ee-d3df5e57982c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:08:59.635661 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:08:59.861888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:08:59.971161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:08:59.980560 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2682d542-c9ec-4a25-95e0-20a4505f7946 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/20f1ea35-e822-4428-b459-50e9bc3ee1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872264 Oct 26 15:08:59.980560 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55250) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:08:59.983669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Sync routers for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:08:59.995175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:08:59.995781 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:00.035148 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting subnet 131a5fce-5c3e-40a9-8c18-a2d30dbb4eab {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:09:00.039085 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.081768 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.106053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:00.184729 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.258399 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.289313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Subnet': ['ID=131a5fce-5c3e-40a9-8c18-a2d30dbb4eab,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:00.292345 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.299288 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55252) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:00.299792 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-be2bac9a-4fb2-443e-9ef0-f2e9277b6439 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/subnets/131a5fce-5c3e-40a9-8c18-a2d30dbb4eab HTTP/1.1" status: 204 len: 168 time: 0.3187094 Oct 26 15:09:00.326539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aeceb0-429e-4e8f-b4ee-00274b6c169d None None] Network 93d7ebdd-4373-495e-890e-e542506cc68d requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:00.448465 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.460161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:08:59Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '04612760-28ef-48fb-997a-dcf17f2a557d', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:00.577841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.652814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 04612760-28ef-48fb-997a-dcf17f2a557d {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:00.653159 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.690911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Checking router: 20f1ea35-e822-4428-b459-50e9bc3ee1a8 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:00.706487 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Routers {'20f1ea35-e822-4428-b459-50e9bc3ee1a8'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:00.707118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:00.763726 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 04612760-28ef-48fb-997a-dcf17f2a557d, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=04612760-28ef-48fb-997a-dcf17f2a557d,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:00.764357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:00.782631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 04612760-28ef-48fb-997a-dcf17f2a557d owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:00.795829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] DHCP port deletion for 93d7ebdd-4373-495e-890e-e542506cc68d request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:09:00.806401 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] Set router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:00.894384 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:09:00Z', 'revision_number': 6, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:00.940480 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce514f1-0dc7-4263-8dd6-9e5277b7fb3e None None] The sync data for ids ['20f1ea35-e822-4428-b459-50e9bc3ee1a8'] in n-d-813419-9 is: [{'id': '20f1ea35-e822-4428-b459-50e9bc3ee1a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-799969810', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:07:04Z', 'updated_at': '2021-10-26T15:09:00Z', 'revision_number': 6, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:00.968239 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Deleting port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:09:00.968547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.015177 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.048590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=04612760-28ef-48fb-997a-dcf17f2a557d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:01.051746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] For port 7d898c7c-34f6-4989-a17b-dfdfadc2f504, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d898c7c-34f6-4989-a17b-dfdfadc2f504,segment=NetworkSegment(905408e0-e684-42d7-b96e-0b07dac93667),segment_id=905408e0-e684-42d7-b96e-0b07dac93667)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:01.052279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.070897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Calling delete_port for 7d898c7c-34f6-4989-a17b-dfdfadc2f504 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:09:01.118467 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.170641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.218215 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.218796 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] Pushing event deleted for resources: {'Port': ['ID=7d898c7c-34f6-4989-a17b-dfdfadc2f504,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:01.221418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.226945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9717c-f44c-44f4-8a8e-70eb71cc6dbc None None] No DVR routers for this DVR port 7d898c7c-34f6-4989-a17b-dfdfadc2f504 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:09:01.270665 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.271508 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Fanout notify agent at l3_agent the message router_deleted on router 20f1ea35-e822-4428-b459-50e9bc3ee1a8 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:09:01.281079 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.282839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-810da8bf-5be0-4974-84f4-075ae5c55dda tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/routers/20f1ea35-e822-4428-b459-50e9bc3ee1a8 HTTP/1.1" status: 204 len: 168 time: 0.9816868 Oct 26 15:09:01.285857 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55254) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:01.371114 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.483436 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.509763 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d7ebdd-4373-495e-890e-e542506cc68d']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:01.527266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905408e0-e684-42d7-b96e-0b07dac93667') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:01.527734 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905408e0-e684-42d7-b96e-0b07dac93667') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:01.543946 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.559970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.571017 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:09:01.571787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: timer() Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:09:01.575156 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:09:01.600409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:01.621706 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 597fe297-2c7e-4af5-b215-99b9c2917b89 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:01.622365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 597fe297-2c7e-4af5-b215-99b9c2917b89 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:01.653511 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.663106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.671197 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/networks/93d7ebdd-4373-495e-890e-e542506cc68d HTTP/1.1" status: 204 len: 168 time: 0.3803129 Oct 26 15:09:01.671563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55256) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:01.681830 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479d65-fba1-4b21-8083-c5f379849f8b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Network': ['ID=93d7ebdd-4373-495e-890e-e542506cc68d,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:01.742774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.789629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.858748 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.861395 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:01.862628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ca8244b-f053-42fc-b5c0-7fe89766d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1899827 Oct 26 15:09:01.879745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2162c8-c7ff-42f4-a503-cf6fae47d362 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8244b-f053-42fc-b5c0-7fe89766d5f6,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.121539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55262) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.126594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056864210', 'description': 'tempest-secgroup-smoke-2056864210 description', 'project_id': '75a566a8ce5143249e3f90b761ddc419'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.149714 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.218411 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.223686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.255415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.256682 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340830 Oct 26 15:09:02.259721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55264) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.261222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82272392-8295-4232-a4a9-c395b37471c5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf69875c-ba0f-4e43-bcfd-24a618631258,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.264567 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.293179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.352897 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.356955 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.376632 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac33e35-2a32-4b46-87be-5e8b86f199dc,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.385809 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.387046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e6299afe-2ac0-43cc-b4ad-dee452b6a8d4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262488 Oct 26 15:09:02.392141 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55266) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.396782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.424934 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.483798 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.487969 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.507762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc1eb58-6627-427c-a1f8-5dfff9c37f05,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.512651 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.517887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-e53a41df-dda4-4432-84ee-715b979fbdf0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206746 Oct 26 15:09:02.518812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55268) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.522787 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.555700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.596014 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d898c7c-34f6-4989-a17b-dfdfadc2f504 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:02.622164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7d898c7c-34f6-4989-a17b-dfdfadc2f504 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:02.622469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d898c7c-34f6-4989-a17b-dfdfadc2f504 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:02.622805 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eca1ae69-c306-4f55-80ee-d3df5e57982c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:02.630967 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.638365 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.645791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: eca1ae69-c306-4f55-80ee-d3df5e57982c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:02.646141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device eca1ae69-c306-4f55-80ee-d3df5e57982c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:02.646559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04612760-28ef-48fb-997a-dcf17f2a557d no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:09:02.661227 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df203e11-cdf3-4fe1-8f7a-d5def4ff8a94,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.670118 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 04612760-28ef-48fb-997a-dcf17f2a557d {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:09:02.670663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 04612760-28ef-48fb-997a-dcf17f2a557d not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:09:02.670787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.675327 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0981ff75-fec1-4ad8-98e4-28363351c0e5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528540 Oct 26 15:09:02.675811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55270) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.680432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.710485 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.776979 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.781407 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.799099 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69446918-614e-49bf-903e-3cc98149a89f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.807031 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.808240 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d60b3ffb-8034-41e3-b644-116d77c86260 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314511 Oct 26 15:09:02.811197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55272) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.816630 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.840942 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:09:02.847245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.909186 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.912755 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.930645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31add0d1-b704-4c09-af32-04ef7ab6f886,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:02.942690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:02.948345 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bd3daa51-2380-4ff0-acd3-c63b26b53734 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361873 Oct 26 15:09:02.949169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55274) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:02.953947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'cf69875c-ba0f-4e43-bcfd-24a618631258', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:02.978240 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:09:02.985686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.047060 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.050956 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.069066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88de6386-8dbf-4ffe-8f89-89fe9984cff8,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:03.073158 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.074483 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c80ab50-16b1-42af-b118-63390159f16e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241574 Oct 26 15:09:03.077278 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55276) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:03.082786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'network': {'name': 'tempest-network-smoke--1899295723', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'port_security_enabled': True}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:03.104934 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:03.108438 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.136625 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:09:03.147036 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.147374 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Added segment a60439c4-dcf9-4e3b-b1eb-aa3d4831b207 of type vlan for network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c Oct 26 15:09:03.187403 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.213761 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.220102 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:03.220875 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.274704 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963978 Oct 26 15:09:03.277413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55278) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:03.282478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'admin_state_up': True, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:03.304150 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15edaa-c927-43af-971e-5e7ed302f2c6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Network': ['ID=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:03.319400 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:09:03.322412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.323660 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.380196 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.519788 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.714447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.732744 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.838722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.156 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/7cbfdc34-0b7c-4005-b747-6aedaef872f1) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:03.946918 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:03.980436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:04.025605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:04.029977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:04.035063 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:04.038058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=7cbfdc34-0b7c-4005-b747-6aedaef872f1,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:04.288302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:04.832522 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:04.959022 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:09:05.072034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:05.082973 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Sync routers for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:05.092506 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:05.093134 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:05.093776 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.095529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6782e5d1-5e18-445a-a1e6-c499633e7756 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8171985 Oct 26 15:09:05.098575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55280) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.128237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-421a04dd-93b9-407b-83c5-8feb0a809794 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=75a566a8ce5143249e3f90b761ddc419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284629 Oct 26 15:09:05.131034 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55282) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.211240 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:05.301753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e616a-f561-432a-b406-c996df636351 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:05.303294 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cf2e616a-f561-432a-b406-c996df636351 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1711998 Oct 26 15:09:05.306242 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55284) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.342042 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c195afd4-12db-4abc-b32f-742b80f7a436 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345714 Oct 26 15:09:05.346850 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55286) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.353331 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857093613', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:05.417803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:04Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:05.444664 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Checking router: 1ffff0b2-935c-4ed0-b1b6-4daab4126573 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:05.445006 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Updating router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:09:05.450513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:05.454556 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.471225 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.642340 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.709481 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Subnet': ['ID=638f1ccf-6133-4deb-8759-eec5baa97017,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:05.723422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Checking segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:05.724349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network hostable DHCP agents. Network: 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:09:05.742505 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.742878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:09:05.749336 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.753862 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:05.762143 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01842ad4-e72b-4f65-bc50-214fd863a114 None None] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:05.766727 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:05.767760 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.789767 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5af255f9-8fa5-4c81-8ce4-5e49ca8ee9af tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4402354 Oct 26 15:09:05.792442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55288) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:05.802533 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Attempting to bind port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:05.802911 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Attempting to bind port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:05.803277 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Attempting to bind port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:05.815988 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:05.816365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:05.816798 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.817192 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:05.817670 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Bound port: 7cbfdc34-0b7c-4005-b747-6aedaef872f1, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:05.818053 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.821089 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Pushing event updated for resources: {'Port': ['ID=7cbfdc34-0b7c-4005-b747-6aedaef872f1,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:05.849943 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.850290 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.850635 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.850974 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.851309 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.851638 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.851965 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.852290 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.852648 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.852971 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.853295 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.853614 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:05.884221 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] For port 7cbfdc34-0b7c-4005-b747-6aedaef872f1, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:05.887531 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] For port 7cbfdc34-0b7c-4005-b747-6aedaef872f1, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cbfdc34-0b7c-4005-b747-6aedaef872f1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:05.892646 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.920769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:09:05.921803 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:05.955667 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:05.956304 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:06.030937 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e1e7-c9ee-455e-8c78-62bc64402d29 None None] Pushing event updated for resources: {'Port': ['ID=7cbfdc34-0b7c-4005-b747-6aedaef872f1,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:06.065072 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Allocated IP 172.20.0.2 (9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c/638f1ccf-6133-4deb-8759-eec5baa97017/93770fed-d410-4dc3-9fb4-f312b90d2c34) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:06.066763 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:06.234759 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.242308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.270482 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:04Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:06.288804 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:06.290307 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:06.295184 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:06.301753 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e681a9d7-2b87-4d0c-8df4-77c9df318519 None None] The sync data for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 is: [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:04Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:06.308243 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Pushing event updated for resources: {'Port': ['ID=93770fed-d410-4dc3-9fb4-f312b90d2c34,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:06.348955 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.371761 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Attempting to bind port 93770fed-d410-4dc3-9fb4-f312b90d2c34 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:06.372467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Attempting to bind port 93770fed-d410-4dc3-9fb4-f312b90d2c34 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:06.373041 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Attempting to bind port 93770fed-d410-4dc3-9fb4-f312b90d2c34 on network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:06.379255 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:06.379641 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Checking segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:06.379931 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.380322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Bound using segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:06.380817 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Bound port: 93770fed-d410-4dc3-9fb4-f312b90d2c34, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:06.381195 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.452060 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] For port 93770fed-d410-4dc3-9fb4-f312b90d2c34, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:06.456405 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] For port 93770fed-d410-4dc3-9fb4-f312b90d2c34, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93770fed-d410-4dc3-9fb4-f312b90d2c34,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:06.461704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.531016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe5fcd-1b6e-4a35-869e-8e22b582aa37 None None] Pushing event updated for resources: {'Port': ['ID=93770fed-d410-4dc3-9fb4-f312b90d2c34,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:06.689483 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cbfdc34-0b7c-4005-b747-6aedaef872f1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:06.722472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.1 (9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c/638f1ccf-6133-4deb-8759-eec5baa97017/e1c4dc60-0c9f-4243-ad2c-5a31da96eba0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:06.772780 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:06.773732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.890847 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.901378 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.929839 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 7cbfdc34-0b7c-4005-b747-6aedaef872f1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cbfdc34-0b7c-4005-b747-6aedaef872f1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:06.935526 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:06.957321 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.008564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=7cbfdc34-0b7c-4005-b747-6aedaef872f1,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:07.016793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:07.020185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:07.024273 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:07.053045 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:07.074496 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.249930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.587219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.592168 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.652980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3aa1d-f189-471c-b3db-ed6b06ca6368 None None] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:09:07.670629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:07.674222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.716539 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] Provisioning complete for port 93770fed-d410-4dc3-9fb4-f312b90d2c34 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:07.716903 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.781548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:07.784039 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:07.871950 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.898404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:07.917698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] For port 93770fed-d410-4dc3-9fb4-f312b90d2c34, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93770fed-d410-4dc3-9fb4-f312b90d2c34,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:07.928701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:07.993004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41760686-1c04-40a5-bff3-210d6f437f15 None None] Pushing event updated for resources: {'Port': ['ID=93770fed-d410-4dc3-9fb4-f312b90d2c34,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:08.027369 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:08.033602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26933fea-5b7e-4824-afa0-e7b24f470c64 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/1ffff0b2-935c-4ed0-b1b6-4daab4126573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2399828 Oct 26 15:09:08.169262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d57c0eb4-a620-4c6f-b3fb-1ceecbbbbd10 None None] Provisioning complete for port 93770fed-d410-4dc3-9fb4-f312b90d2c34 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:08.170035 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d57c0eb4-a620-4c6f-b3fb-1ceecbbbbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.176242 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Sync routers for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:08.222660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:08.223391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:08.247181 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-9dac4ae7-c514-4d4c-933a-cfa631bb40b7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056864210&fields=id&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 267 time: 0.0405600 Oct 26 15:09:08.386811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-6ecc9931-e07c-4245-a63f-d8040e764f93 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:08.389338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-6ecc9931-e07c-4245-a63f-d8040e764f93 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 797 time: 0.1338577 Oct 26 15:09:08.394082 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:08.404625 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-b80c300f-9436-48b0-a6d0-5cbb48dde55d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/quotas/75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Oct 26 15:09:08.424888 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d57c0eb4-a620-4c6f-b3fb-1ceecbbbbd10 None None] Provisioning complete for port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:08.425262 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d57c0eb4-a620-4c6f-b3fb-1ceecbbbbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.463088 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-eec19d58-adfa-479d-b4a3-7ee57f6e5bc2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517325 Oct 26 15:09:08.481709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-b71d5351-1b73-436a-aa78-a1c060ae691b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:09:08.482941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-b71d5351-1b73-436a-aa78-a1c060ae691b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056164 Oct 26 15:09:08.516359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-d57c0eb4-a620-4c6f-b3fb-1ceecbbbbd10 None None] Port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:08.603602 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-d27dc214-70e1-4d37-99f6-4b7779a9c893 service neutron] 10.222.0.37 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038835 Oct 26 15:09:08.728397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-690690ea-5766-4a7b-b790-1161adc79b10 service neutron] 10.222.0.37 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122808 Oct 26 15:09:08.786259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cbfdc34-0b7c-4005-b747-6aedaef872f1 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:08.855276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-34078ed9-1d57-43c1-b0e6-bde837c6f9cb None None] Provisioning complete for port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:08.855648 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-34078ed9-1d57-43c1-b0e6-bde837c6f9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.914182 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8be426da-e455-4319-9e54-4a47cb9bd803 req-e86c18ec-0751-4fd0-b176-948915b155b6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 210 time: 0.0390635 Oct 26 15:09:08.918948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-34078ed9-1d57-43c1-b0e6-bde837c6f9cb None None] Port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:08.921305 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:08.921669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:08.968378 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 2, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:09.002057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Checking router: 1ffff0b2-935c-4ed0-b1b6-4daab4126573 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:09.002410 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Updating router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:09:09.056902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.076840 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93770fed-d410-4dc3-9fb4-f312b90d2c34 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:09.218964 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 93770fed-d410-4dc3-9fb4-f312b90d2c34 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:09.219375 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.440606 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.446242 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.500647 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb1bbf-0360-4a27-b937-c3986ee835cf None None] Pushing event updated for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:09.560763 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Attempting to bind port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:09.561266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Attempting to bind port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:09.561482 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Attempting to bind port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 on network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:09.568108 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:09.568481 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Checking segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:09.568902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.569289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Bound using segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:09.569757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Bound port: e1c4dc60-0c9f-4243-ad2c-5a31da96eba0, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:09.570130 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.638137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] For port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:09.642425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] For port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:09.647158 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.700754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:09.701383 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:08:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:09.782185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb1bbf-0360-4a27-b937-c3986ee835cf None None] Pushing event updated for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:09.832167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] Provisioning complete for port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:09.832638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:09.870063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:09.907818 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-afe8896b-d909-486f-b81b-f493a08573d2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:09.909963 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-afe8896b-d909-486f-b81b-f493a08573d2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 797 time: 0.1360679 Oct 26 15:09:09.982542 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ac50c4f8-95ba-405f-84fb-a75dabd49c23 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 380 time: 0.0622852 Oct 26 15:09:09.995321 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'port': {'device_id': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'admin_state_up': True, 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'security_groups': ['cf69875c-ba0f-4e43-bcfd-24a618631258']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:10.043617 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6068c2f9-2695-4909-9c7e-8198f611c7b1 req-38a355a5-16cf-46f7-9af5-c33905698937 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 210 time: 0.0463946 Oct 26 15:09:10.060765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.123179 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] For port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:10.127991 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.138465 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:09:10.138465 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.209051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-54da058f-92dc-4ba2-8a26-c19f65bc41e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.235588 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6dd4-a5b7-46b4-8693-e9a90876e1d7 None None] Pushing event updated for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:10.266433 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-fbce08b6-7da0-49cd-91c8-bca3b314921e None None] Provisioning complete for port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:10.266786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fbce08b6-7da0-49cd-91c8-bca3b314921e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.270788 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:09Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:10.298814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.7 (9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c/638f1ccf-6133-4deb-8759-eec5baa97017/7e5162a3-8b01-40e0-b5bc-b6e8c837242f) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:10.323782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309468a3-95d7-4201-8a06-4be8a54fd42c None None] The sync data for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 is: [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:09Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:10.509423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.583581 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.663948 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:10.665587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:10.679552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:10.684984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:10.695428 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:10.742863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:10.743408 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.749446 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:10.750656 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:10.773821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-ece1dd26-e06f-46c7-aa19-a1c090945862 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829041 Oct 26 15:09:10.788984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Request body: {'port': {'device_id': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:10.873794 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.054155 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8fe7ab8d-fd6a-4fb6-867f-5e89e491b727 None None] Provisioning complete for port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:11.054638 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ab8d-fd6a-4fb6-867f-5e89e491b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.105215 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7ab8d-fd6a-4fb6-867f-5e89e491b727 None None] Port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:09:11.249840 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9a8b6-33df-404c-85d5-ddfb4747f4d2 req-0f949a05-45e2-404a-adeb-bb5f2b84157e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:11.251740 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5b9a8b6-33df-404c-85d5-ddfb4747f4d2 req-0f949a05-45e2-404a-adeb-bb5f2b84157e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 931 time: 0.1125956 Oct 26 15:09:11.268917 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5162a3-8b01-40e0-b5bc-b6e8c837242f {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:09:11.284078 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.310633 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Transition to ACTIVE for port object 7e5162a3-8b01-40e0-b5bc-b6e8c837242f will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:09:11.317833 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c5b9a8b6-33df-404c-85d5-ddfb4747f4d2 req-cd5b4403-26bb-40ac-a06b-5ea0401d0c6b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588174 Oct 26 15:09:11.319053 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.389024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:11.469597 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Attempting to bind port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:09:11.469938 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Attempting to bind port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:09:11.470263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Attempting to bind port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f on network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:11.475211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f on network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:09:11.475532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Attempting to bind port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f on network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:09:11.481248 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:09:11.481601 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Checking segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:09:11.482068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Bound using segment: {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:09:11.482414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Bound port: 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:09:11.482772 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.568689 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:09:11.572589 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:09:11.579220 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.620372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:11.621316 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:11.622793 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 1091 time: 0.8403797 Oct 26 15:09:11.623258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:11.626363 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812d52b-5af6-4368-9d86-c1eb44c46f04" -d '{"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:11.689089 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389da2b6-23db-4bea-9e6a-4407fa9d6d5b x-openstack-request-id: req-389da2b6-23db-4bea-9e6a-4407fa9d6d5b {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:11.689466 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:11.689906 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-389da2b6-23db-4bea-9e6a-4407fa9d6d5b {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:11.690656 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'status': 'completed', 'code': 200} Oct 26 15:09:11.707674 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d14bad-59b2-45bc-bd95-5169ad97f529 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:11.735680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-de7d836d-10c9-4389-a5b5-13a2794cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:11.738366 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-de7d836d-10c9-4389-a5b5-13a2794cf1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1094 time: 0.0650895 Oct 26 15:09:11.796651 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-2a2c3a7b-1bac-44ec-814e-31819d9bbc46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 217 time: 0.0428157 Oct 26 15:09:11.849798 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-b968b435-74bd-4186-bb2f-65530dd1fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:11.851289 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-b968b435-74bd-4186-bb2f-65530dd1fc6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0470889 Oct 26 15:09:11.901184 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-d8f28d18-9fbb-425f-9820-fb71f8510976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:11.902647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-d8f28d18-9fbb-425f-9820-fb71f8510976 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430131 Oct 26 15:09:12.303576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-408775c0-73ad-4952-aed6-e6db76accbf3 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923740 Oct 26 15:09:12.401449 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3eb3e17-eafb-4ac6-bb0f-17901e1e36d9 req-622ea224-0872-44a7-8a97-6db5d1804dfa service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889649 Oct 26 15:09:12.452656 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca01e-2236-4775-ac9f-4e5079a31f16 req-ee5236bb-70e3-48f9-9819-dd1a381f0403 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:12.460641 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c8ca01e-2236-4775-ac9f-4e5079a31f16 req-ee5236bb-70e3-48f9-9819-dd1a381f0403 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 943 time: 0.0615406 Oct 26 15:09:12.520587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1c8ca01e-2236-4775-ac9f-4e5079a31f16 req-bde0f26e-b139-46ad-a259-a3d327707ca3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590372 Oct 26 15:09:12.537232 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-883df093-2efa-47a6-906d-aed2ce37050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:12.538742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-883df093-2efa-47a6-906d-aed2ce37050a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1094 time: 0.0607369 Oct 26 15:09:12.638795 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-f0d4c3a9-9e69-4729-ab60-a1780e3331ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:12.640286 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-f0d4c3a9-9e69-4729-ab60-a1780e3331ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.0935919 Oct 26 15:09:12.682364 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-e1bfe798-b01d-49ab-91e8-49052760e62d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 217 time: 0.0343060 Oct 26 15:09:12.733266 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-aaeeca2a-36bf-4e1f-8bfb-ffb08767f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:12.734897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-aaeeca2a-36bf-4e1f-8bfb-ffb08767f140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0444431 Oct 26 15:09:12.783464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-180ac5b4-c2e1-4dcb-8e2d-c2e536f4fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:12.785047 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-180ac5b4-c2e1-4dcb-8e2d-c2e536f4fd45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426774 Oct 26 15:09:12.888755 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-91f31ed1-ab66-4794-93f5-222852ac6962 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958135 Oct 26 15:09:12.941915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3eefbeb-797f-4c4d-a313-24dda96b6cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:12.989935 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d812d52b-5af6-4368-9d86-c1eb44c46f04 req-68944deb-92c9-495c-b8dd-bb390440af87 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939574 Oct 26 15:09:13.639576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525d85-a54f-4f93-9bcf-15bb7a07b02f req-f1be9f23-e9aa-427b-8556-d9e0fd8e8d5b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:13.641628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18525d85-a54f-4f93-9bcf-15bb7a07b02f req-f1be9f23-e9aa-427b-8556-d9e0fd8e8d5b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 943 time: 0.0503438 Oct 26 15:09:13.684175 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18525d85-a54f-4f93-9bcf-15bb7a07b02f req-4096dbeb-e8d9-4fd3-9226-f4a7e801ce69 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Oct 26 15:09:13.945644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:14.518247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:14.810565 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b436e-bf02-4188-9055-ac3dda042811 req-fc373f1e-a0f4-4f19-b9ce-95514637c3aa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:14.816209 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-729b436e-bf02-4188-9055-ac3dda042811 req-fc373f1e-a0f4-4f19-b9ce-95514637c3aa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 943 time: 0.0530510 Oct 26 15:09:14.858107 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-729b436e-bf02-4188-9055-ac3dda042811 req-a734498f-76f2-49ec-972c-87eec4263d51 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387444 Oct 26 15:09:15.006277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7e5162a3-8b01-40e0-b5bc-b6e8c837242f details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:09:15.106458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:15.117877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'port_id': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'mac_address': 'fa:16:3e:f1:f6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:09:15.155691 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:15.170004 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5162a3-8b01-40e0-b5bc-b6e8c837242f {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:09:15.190689 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:15.194202 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:15.248795 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:15.405084 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['7e5162a3-8b01-40e0-b5bc-b6e8c837242f'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:09:15.980404 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988082a5-3054-4de6-ab4e-6b88e2a36335 req-650824a0-3100-4268-8d66-c93c9c8cab55 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:15.981980 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-988082a5-3054-4de6-ab4e-6b88e2a36335 req-650824a0-3100-4268-8d66-c93c9c8cab55 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 944 time: 0.0515525 Oct 26 15:09:16.024202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-988082a5-3054-4de6-ab4e-6b88e2a36335 req-4558e0a3-5477-4fcd-879c-394663636710 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Oct 26 15:09:16.053311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.031077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7e5162a3-8b01-40e0-b5bc-b6e8c837242f up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:09:17.084247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:09:17.088548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:09:17.089002 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.148903 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a95f9-20f1-4fd4-a576-57e011faed27 req-c00c19f2-ac7f-4c02-9522-2daa4f5d820b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.150435 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a2a95f9-20f1-4fd4-a576-57e011faed27 req-c00c19f2-ac7f-4c02-9522-2daa4f5d820b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 944 time: 0.0509381 Oct 26 15:09:17.171469 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.191543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1a2a95f9-20f1-4fd4-a576-57e011faed27 req-4c244563-2bc3-429d-a3ac-01ead06b4f14 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348761 Oct 26 15:09:17.197347 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:17.199612 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bb73bb-8bba-42f7-b5ce-310ea626a766" -d '{"events": [{"server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "name": "network-vif-plugged", "status": "completed", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:17.217708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:09:17.223689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:17.251442 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef5125c-b4e2-4ab9-aab0-29a2139db272 x-openstack-request-id: req-1ef5125c-b4e2-4ab9-aab0-29a2139db272 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:17.251734 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "name": "network-vif-plugged", "status": "completed", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:17.251981 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ef5125c-b4e2-4ab9-aab0-29a2139db272 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:17.252359 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'code': 200} Oct 26 15:09:17.284675 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:17.347611 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49362e41-4c87-4d3c-83ae-8a1ab9050777 req-e5167aa8-8fe3-4278-a4c0-f4ddc9863e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:17.349150 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49362e41-4c87-4d3c-83ae-8a1ab9050777 req-e5167aa8-8fe3-4278-a4c0-f4ddc9863e03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0464306 Oct 26 15:09:17.386156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-49362e41-4c87-4d3c-83ae-8a1ab9050777 req-bc00477e-7793-47d6-803a-693f445bad00 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289583 Oct 26 15:09:18.309238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529aaab-d19e-4032-b4ae-e9fec3dc7d86 req-e2cf5b07-9e07-4815-87c5-e6cccca363c0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:18.310764 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0529aaab-d19e-4032-b4ae-e9fec3dc7d86 req-e2cf5b07-9e07-4815-87c5-e6cccca363c0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0493090 Oct 26 15:09:18.349581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0529aaab-d19e-4032-b4ae-e9fec3dc7d86 req-e441cf69-6f4c-4a6b-a27e-2b291f6eea0d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Oct 26 15:09:19.467322 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318370a5-e1fc-46e9-b2a4-cea75dc7c93c req-b11ae3c8-5c2f-4eb0-931d-5238ae9a865f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:19.468883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-318370a5-e1fc-46e9-b2a4-cea75dc7c93c req-b11ae3c8-5c2f-4eb0-931d-5238ae9a865f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0494323 Oct 26 15:09:19.509964 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-318370a5-e1fc-46e9-b2a4-cea75dc7c93c req-ef1b7166-558f-4436-a3fa-db1360797bc9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Oct 26 15:09:19.627545 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25deb62-2b58-4d4e-aee3-e95c67f8199c req-b5655ef2-94aa-4590-9467-6cda5fa934bb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:19.629152 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c25deb62-2b58-4d4e-aee3-e95c67f8199c req-b5655ef2-94aa-4590-9467-6cda5fa934bb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0505054 Oct 26 15:09:19.669700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c25deb62-2b58-4d4e-aee3-e95c67f8199c req-f35f2698-286d-4c13-a273-8c708ec1c337 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346417 Oct 26 15:09:19.693330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55342) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:19.777663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d082d19-b550-471b-b7bb-b096508fe254 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:19.779185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7d082d19-b550-471b-b7bb-b096508fe254 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1091 time: 0.0847085 Oct 26 15:09:19.783994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55346) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:19.791000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:09:19.816091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:19.913283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.021912 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.252 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/4efd5cd6-633e-492c-92b3-ab70c60a23d2) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:09:20.126555 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.160376 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.206885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:09:20.209847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:09:20.214488 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:09:20.240367 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=4efd5cd6-633e-492c-92b3-ab70c60a23d2,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:20.577400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.653171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.823787 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.829279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:20.906924 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=4efd5cd6-633e-492c-92b3-ab70c60a23d2,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:09:20.919969 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.920317 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.920685 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.921027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.921360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.921779 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.922598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.922930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.923447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.923780 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.924106 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.924699 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:09:20.932884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:21.046570 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP e848820f-615f-476b-819a-ee7a4866d62b associated. External IP: 172.25.5.252, port: 7e5162a3-8b01-40e0-b5bc-b6e8c837242f. Oct 26 15:09:21.274977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:09:21.389248 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:09:21.399833 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Sync routers for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:09:21.408733 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:21.411396 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:21.412017 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:09:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:21.436628 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-21ba5df1-2b11-4fd3-9f22-dd0d02d4097d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6513400 Oct 26 15:09:21.437790 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:09:21.440841 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f843cf-13af-4b08-85b7-df665ebbec53" -d '{"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:09:21.493496 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5fe1c3-ea09-4f58-9b0a-7330210e43ac x-openstack-request-id: req-fa5fe1c3-ea09-4f58-9b0a-7330210e43ac {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:09:21.493910 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:09:21.494509 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa5fe1c3-ea09-4f58-9b0a-7330210e43ac {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:09:21.495342 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'status': 'completed', 'code': 200} Oct 26 15:09:21.520194 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:21.556719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470e668-2639-4aad-92b5-7fb31aaaa94c req-e107300b-2e1a-4e2c-8724-59be7d2e6e28 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:21.565048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a470e668-2639-4aad-92b5-7fb31aaaa94c req-e107300b-2e1a-4e2c-8724-59be7d2e6e28 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0658886 Oct 26 15:09:21.566860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-e4d153a9-113f-4fe6-a7a4-c74e6331569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:21.568380 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-e4d153a9-113f-4fe6-a7a4-c74e6331569a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0504227 Oct 26 15:09:21.599845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a470e668-2639-4aad-92b5-7fb31aaaa94c req-4d62d435-f020-4fbb-ae71-68df4a375527 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Oct 26 15:09:21.624280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55352) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:21.666657 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-f1384f16-6659-41c1-92ca-c3e207343187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:21.667700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-f1384f16-6659-41c1-92ca-c3e207343187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.0914359 Oct 26 15:09:21.692531 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a0124604-8fb6-4f5e-b681-b16f9033aa15 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 200 len: 991 time: 0.0656030 Oct 26 15:09:21.743172 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-06dfb2e8-9aae-435b-a9d4-3f02faba027d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 999 time: 0.0676105 Oct 26 15:09:21.797762 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-55e75e77-7cb1-4c98-8f37-0cc2a1ba96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:21.799231 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-55e75e77-7cb1-4c98-8f37-0cc2a1ba96d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0460322 Oct 26 15:09:21.846524 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-ba8a515d-2b88-4457-abbd-3f108448be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:21.848045 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-ba8a515d-2b88-4457-abbd-3f108448be61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415537 Oct 26 15:09:21.850315 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'e848820f-615f-476b-819a-ee7a4866d62b', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'port_id': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'mac_address': 'fa:16:3e:f1:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:20Z', 'updated_at': '2021-10-26T15:09:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:21.876728 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Checking router: 1ffff0b2-935c-4ed0-b1b6-4daab4126573 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:09:21.885177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:09:21.885800 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:09:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:21.953941 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-94c524f2-ab55-462e-bbab-63ff088177d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984528 Oct 26 15:09:22.006767 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:09:22.059849 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68f843cf-13af-4b08-85b7-df665ebbec53 req-df18b72a-35b4-4721-bff5-ae6dd33270ac service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984583 Oct 26 15:09:22.263397 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'e848820f-615f-476b-819a-ee7a4866d62b', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'port_id': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'mac_address': 'fa:16:3e:f1:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:20Z', 'updated_at': '2021-10-26T15:09:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:09:22.291337 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625c345-06e6-4382-98c4-3bb8767d3c90 None None] The sync data for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 is: [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'e848820f-615f-476b-819a-ee7a4866d62b', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'port_id': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'mac_address': 'fa:16:3e:f1:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:09:20Z', 'updated_at': '2021-10-26T15:09:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:09:22.381057 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:22.495124 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53839653-c374-40cb-b36a-0bb512e3ef91 None None] New status for floating IP e848820f-615f-476b-819a-ee7a4866d62b: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:09:22.695356 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55354) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:22.763603 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b2720f2d-73ee-4622-bf1e-ed06bcff5292 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 200 len: 991 time: 0.0668783 Oct 26 15:09:23.767746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55358) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:09:23.837260 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-53017cab-b0bc-4b86-94f1-a0bf29ccb1d0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 200 len: 993 time: 0.0682349 Oct 26 15:09:24.003667 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:31.084932 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:09:40.162660 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6a0b-00d8-470f-b955-a569d9453eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:42.947718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6918f46b-8bb3-47dd-a5eb-2441869d64f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:43.959284 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.240856 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-d600db8d-77e2-4741-9f80-72670e16567e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448105 Oct 26 15:09:44.333096 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-a459527e-baf4-482b-9903-20c68730986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.334734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-a459527e-baf4-482b-9903-20c68730986a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0482295 Oct 26 15:09:44.459644 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-66eed0cf-ac21-4bf5-bdda-bed9f00650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.461339 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-66eed0cf-ac21-4bf5-bdda-bed9f00650f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.1049895 Oct 26 15:09:44.527786 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:44.546706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-d575eae4-63fa-4104-a31c-9d59c4e35d54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 1001 time: 0.0769100 Oct 26 15:09:44.607613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-cbee09f3-5e22-48f0-9a0c-dc7c38cc4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.609996 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-cbee09f3-5e22-48f0-9a0c-dc7c38cc4045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0561020 Oct 26 15:09:44.668127 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-2211fa13-63d2-4a62-8abd-bb48ad5d4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:44.669900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-2211fa13-63d2-4a62-8abd-bb48ad5d4e8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531840 Oct 26 15:09:44.778193 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-a46f899e-73ed-41b9-811a-79e47c4b5c30 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005137 Oct 26 15:09:44.891656 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-da44b3ed-67a4-46d9-b710-b8ddab4f880c req-abee1f1f-cd57-4a54-be12-20e23dc9bd56 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054454 Oct 26 15:09:46.060928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:52.378291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:54.019116 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:09:55.345442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ccfd0-a2bd-44b7-9f93-ce2e8e5982d0 req-91aad62e-cc7a-43b5-ad1c-589ef358793a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:55.348158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa3ccfd0-a2bd-44b7-9f93-ce2e8e5982d0 req-91aad62e-cc7a-43b5-ad1c-589ef358793a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0724759 Oct 26 15:09:55.413323 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa3ccfd0-a2bd-44b7-9f93-ce2e8e5982d0 req-31c7ab47-20fd-4fdb-b5fd-9af81c14ee23 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585511 Oct 26 15:09:56.550772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21404f2c-ec1b-4e65-a1e8-9f5a511f72e8 req-0570faae-27e2-43d8-b22b-b07cc62cc8eb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:56.552695 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21404f2c-ec1b-4e65-a1e8-9f5a511f72e8 req-0570faae-27e2-43d8-b22b-b07cc62cc8eb tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0571561 Oct 26 15:09:56.596139 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-21404f2c-ec1b-4e65-a1e8-9f5a511f72e8 req-3a8cc466-1814-4301-ab39-de20cca0fb0d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366950 Oct 26 15:09:57.742943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738808-f4a2-4fe4-90bb-83082fc816dc req-9ef68ad5-7abb-4d4f-a470-709e87f9573a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:57.744503 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5738808-f4a2-4fe4-90bb-83082fc816dc req-9ef68ad5-7abb-4d4f-a470-709e87f9573a tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0597894 Oct 26 15:09:57.787137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f5738808-f4a2-4fe4-90bb-83082fc816dc req-ef0a7170-9224-42dc-8de8-d76d6b641a3c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Oct 26 15:09:58.917436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ebbf1-8e20-4964-bb20-6a9f200e1daf req-f8ef0087-3c11-48d7-8d0e-40a52f285ce8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:09:58.919073 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b69ebbf1-8e20-4964-bb20-6a9f200e1daf req-f8ef0087-3c11-48d7-8d0e-40a52f285ce8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0560741 Oct 26 15:09:58.962924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b69ebbf1-8e20-4964-bb20-6a9f200e1daf req-7f352dd1-5b69-405d-9497-d7518018718e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374765 Oct 26 15:10:00.096396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa0ca4-a145-481e-9581-b9edcecedcf6 req-6989ab37-e9bb-4098-9f1d-7f8de14f9325 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:00.098300 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05fa0ca4-a145-481e-9581-b9edcecedcf6 req-6989ab37-e9bb-4098-9f1d-7f8de14f9325 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0550964 Oct 26 15:10:00.142447 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05fa0ca4-a145-481e-9581-b9edcecedcf6 req-678f3e69-372c-4d72-950b-6d821723f985 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Oct 26 15:10:01.286218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91fd2-f527-430b-af89-5f6b16f9375c req-6917dc17-9f74-4b3f-a564-cb5f5d8f5a68 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:01.287900 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44a91fd2-f527-430b-af89-5f6b16f9375c req-6917dc17-9f74-4b3f-a564-cb5f5d8f5a68 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0664127 Oct 26 15:10:01.344149 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-44a91fd2-f527-430b-af89-5f6b16f9375c req-59fbc3cc-1d71-47ba-8856-a64eba2d0673 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485415 Oct 26 15:10:02.478707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122d348-3cea-4378-bfd0-db5e0a9cdee9 req-b7243712-98d2-49a6-a2d3-3b5b1e41c86d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:02.480429 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a122d348-3cea-4378-bfd0-db5e0a9cdee9 req-b7243712-98d2-49a6-a2d3-3b5b1e41c86d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0611782 Oct 26 15:10:02.533001 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a122d348-3cea-4378-bfd0-db5e0a9cdee9 req-bbdf1e03-042d-4a04-85dd-654eb9b59faa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Oct 26 15:10:03.658837 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c83fef-8a40-459b-9bf1-fae2a168cad0 req-cc3d018f-f0be-4a58-a843-f28f58b99bc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:03.660462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34c83fef-8a40-459b-9bf1-fae2a168cad0 req-cc3d018f-f0be-4a58-a843-f28f58b99bc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0532086 Oct 26 15:10:03.706827 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34c83fef-8a40-459b-9bf1-fae2a168cad0 req-de064988-37e6-4c80-9846-86a76d0034ec tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Oct 26 15:10:04.841438 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59b93-8543-40b9-aa0a-ba8f3f1cbd09 req-7aa079b2-19b8-48e9-bc2d-1a1c0dbf7cd9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:04.843813 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ae59b93-8543-40b9-aa0a-ba8f3f1cbd09 req-7aa079b2-19b8-48e9-bc2d-1a1c0dbf7cd9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0608397 Oct 26 15:10:04.890304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1ae59b93-8543-40b9-aa0a-ba8f3f1cbd09 req-4efb1a0d-3b66-4d6b-84e0-debf94be8700 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Oct 26 15:10:06.056524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3a4c2-10df-4c48-bf06-d04352744199 req-20111542-59d2-4b3f-a974-eace5fffdcf1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:06.058533 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6bc3a4c2-10df-4c48-bf06-d04352744199 req-20111542-59d2-4b3f-a974-eace5fffdcf1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0663021 Oct 26 15:10:06.103688 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6bc3a4c2-10df-4c48-bf06-d04352744199 req-a978d572-079c-4410-b214-e527aba41469 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365312 Oct 26 15:10:07.234535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a89346-a1bd-40f3-abf7-3b7b624ee641 req-5e4b1151-f853-49c2-aab8-01a56e1bca26 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:07.236180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69a89346-a1bd-40f3-abf7-3b7b624ee641 req-5e4b1151-f853-49c2-aab8-01a56e1bca26 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0571797 Oct 26 15:10:07.282551 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69a89346-a1bd-40f3-abf7-3b7b624ee641 req-4adeacbe-e079-4031-b04d-abe2791ea527 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399318 Oct 26 15:10:08.085386 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:08.421770 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e963f1-14c4-4e7f-9fad-54bb9d64dc5e req-1d5c0aff-43f6-462b-a43d-73cee5bcb36f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:08.423563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09e963f1-14c4-4e7f-9fad-54bb9d64dc5e req-1d5c0aff-43f6-462b-a43d-73cee5bcb36f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0539091 Oct 26 15:10:08.467171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09e963f1-14c4-4e7f-9fad-54bb9d64dc5e req-3055b10e-c3a7-4a26-b374-e3909645e2b8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369163 Oct 26 15:10:09.597504 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faed7f-2146-4c07-838e-80d0ccbb1576 req-c4228586-6d18-44ba-8868-9c7efa9f5daa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:09.599144 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1faed7f-2146-4c07-838e-80d0ccbb1576 req-c4228586-6d18-44ba-8868-9c7efa9f5daa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0555093 Oct 26 15:10:09.642835 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f1faed7f-2146-4c07-838e-80d0ccbb1576 req-eebe3051-4ae2-4217-9350-8d58f25c8194 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369906 Oct 26 15:10:10.167389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94cb0f59-2352-4c07-b746-94457acc74ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:10.769875 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d5fc-fa8c-400b-8394-493275fad8b4 req-36deb8c0-70e3-4a6e-a860-4f943242f1f5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:10.771479 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cb1d5fc-fa8c-400b-8394-493275fad8b4 req-36deb8c0-70e3-4a6e-a860-4f943242f1f5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0566881 Oct 26 15:10:10.820261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8cb1d5fc-fa8c-400b-8394-493275fad8b4 req-961d5c42-6456-400e-adcb-a7efaa82c84d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372324 Oct 26 15:10:10.844412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55404) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:10.925064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e402a7a-54ab-4a23-94b8-f0583c780564 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 200 len: 993 time: 0.0783179 Oct 26 15:10:12.295110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a699c92-fc06-4706-94a3-cb28d60ae4de req-3f010ebc-476f-48b9-97d6-f8f47be1c980 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:12.296866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a699c92-fc06-4706-94a3-cb28d60ae4de req-3f010ebc-476f-48b9-97d6-f8f47be1c980 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.1104150 Oct 26 15:10:12.315834 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-93081cc8-35b1-4382-949e-dc1c2a6b1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:12.318180 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-93081cc8-35b1-4382-949e-dc1c2a6b1e20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0786614 Oct 26 15:10:12.399095 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8a699c92-fc06-4706-94a3-cb28d60ae4de req-4364b507-6ead-4790-bd04-2955eb267e9c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946054 Oct 26 15:10:12.462846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-ed0295cd-c514-48ec-b10d-3fd542942873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:12.465527 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-ed0295cd-c514-48ec-b10d-3fd542942873 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.1397064 Oct 26 15:10:12.541064 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-5ef15e91-de1a-45cd-b3af-9705fe1380d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 1001 time: 0.0681760 Oct 26 15:10:12.606080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-587e6515-0415-4396-9414-e60094fa4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:12.607721 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-587e6515-0415-4396-9414-e60094fa4b03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0587907 Oct 26 15:10:12.684134 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-29968a67-e272-45bd-a7b7-6b43e2febfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:12.685824 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-29968a67-e272-45bd-a7b7-6b43e2febfcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695584 Oct 26 15:10:12.697965 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-03f6151c-e2f2-4bba-9d60-d44ba1f547bd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:10:12.699253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-03f6151c-e2f2-4bba-9d60-d44ba1f547bd service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057375 Oct 26 15:10:12.799581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-cf129356-1d1d-4864-a0e8-2921a07cda39 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924931 Oct 26 15:10:12.916052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-18fc5f3a-4326-4141-b83b-898a1b1640d4 req-7699a377-2ba3-47bb-a16e-5b107fd066e0 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078625 Oct 26 15:10:12.949326 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3c8837e4-0922-4cb6-8242-99f1e378ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:13.537978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a96728-fc0b-4167-8828-8e6514c06c3b req-47dc3e8b-832f-49c3-8b21-e7a31c6f4c71 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:13.539976 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7a96728-fc0b-4167-8828-8e6514c06c3b req-47dc3e8b-832f-49c3-8b21-e7a31c6f4c71 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0610051 Oct 26 15:10:13.597791 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b7a96728-fc0b-4167-8828-8e6514c06c3b req-6061daff-cfc0-49c7-941d-db7ab554f46c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501988 Oct 26 15:10:13.954421 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:14.524706 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:14.728262 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc52ac5-2d12-4784-a583-7a217c5d0b9b req-661004ce-023c-4b5d-807c-d611c500020f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:14.730031 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adc52ac5-2d12-4784-a583-7a217c5d0b9b req-661004ce-023c-4b5d-807c-d611c500020f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0551603 Oct 26 15:10:14.775376 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-adc52ac5-2d12-4784-a583-7a217c5d0b9b req-34437bcd-dbe6-4e02-9717-165e90f5e062 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378830 Oct 26 15:10:14.810008 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55416) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:14.888749 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9ff65d69-730d-478a-b654-a5a30761319c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 200 len: 993 time: 0.0773263 Oct 26 15:10:16.063272 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:22.383954 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:24.018699 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:40.176067 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2008b285-f4bf-448b-a7a2-d9ece4ad9ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:42.947513 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-491a15ba-cac5-4ca9-82b5-7238556e9fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:43.956940 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:44.527204 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:45.085087 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:10:46.064152 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:46.238598 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-0527c1a7-818d-4baf-bee6-c730afaf48ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414224 Oct 26 15:10:46.336836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-e7d99549-5cf6-4aff-9d5c-0ddcdb37a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.338402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-e7d99549-5cf6-4aff-9d5c-0ddcdb37a3f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0478344 Oct 26 15:10:46.453740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-1e58adb8-bd8b-4f2d-bf0b-bcce11193c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.455239 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-1e58adb8-bd8b-4f2d-bf0b-bcce11193c42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.0954978 Oct 26 15:10:46.534112 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-0fb364b2-aba9-47f7-af86-0173499a529e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 1001 time: 0.0682724 Oct 26 15:10:46.586471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-371fb24a-eeb4-4753-85ef-8574eb9550b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.587965 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-371fb24a-eeb4-4753-85ef-8574eb9550b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0467141 Oct 26 15:10:46.640057 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-1d30e7c8-5772-41f5-91ca-2af6765b432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:46.641637 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-1d30e7c8-5772-41f5-91ca-2af6765b432f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455291 Oct 26 15:10:46.742571 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-7d2dc78a-40fe-45b5-8d31-ce3710d70f9d service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916631 Oct 26 15:10:46.842044 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-78a45e00-be3d-4ad9-acda-cecef456cd0c req-bee990bc-808d-477d-b673-a2635009ec5c service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888054 Oct 26 15:10:47.461852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55430) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:47.642427 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 4efd5cd6-633e-492c-92b3-ab70c60a23d2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:47.642772 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:47.745871 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:47.746152 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:47.762578 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 4efd5cd6-633e-492c-92b3-ab70c60a23d2 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:48.323095 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:48.355643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=4efd5cd6-633e-492c-92b3-ab70c60a23d2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:48.369189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.369535 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.369873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.370202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.370525 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.370869 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.371177 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.371498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.371821 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.372145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.372471 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.372814 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:48.432244 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:48.432624 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP e848820f-615f-476b-819a-ee7a4866d62b disassociated (deleted). External IP: 172.25.5.252, port: 7e5162a3-8b01-40e0-b5bc-b6e8c837242f. Oct 26 15:10:48.662993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:10:48.804955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:10:48.811326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:48.815510 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Sync routers for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:10:48.829795 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:48.830803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:48.843125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-bf1c35b8-a280-4796-9796-8410283f9888 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/floatingips/e848820f-615f-476b-819a-ee7a4866d62b HTTP/1.1" status: 204 len: 168 time: 1.3799782 Oct 26 15:10:48.843852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:48.846291 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d9af84-d523-4ae4-a6e9-853bb4c35275" -d '{"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:48.906177 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d103c9b-12a8-46fb-9433-7f9c8223019c x-openstack-request-id: req-3d103c9b-12a8-46fb-9433-7f9c8223019c {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:48.906809 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:48.907314 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d103c9b-12a8-46fb-9433-7f9c8223019c {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:48.907959 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'status': 'completed', 'code': 200} Oct 26 15:10:48.986265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-9dcc4b46-c963-47bc-941f-cd718f1170a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:48.987998 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-9dcc4b46-c963-47bc-941f-cd718f1170a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 1096 time: 0.0552573 Oct 26 15:10:48.990186 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:49.129554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-a2a51ac0-24cc-4a5b-97e8-d2ba689a6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:49.131090 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-a2a51ac0-24cc-4a5b-97e8-d2ba689a6a64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 200 len: 898 time: 0.1220958 Oct 26 15:10:49.156101 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d821-f265-4cb0-8b77-ed1356a3d891 req-ecaaf820-8eac-4109-8c6b-de7adbccd4e9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:49.157786 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72e5d821-f265-4cb0-8b77-ed1356a3d891 req-ecaaf820-8eac-4109-8c6b-de7adbccd4e9 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0718734 Oct 26 15:10:49.194502 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-76061e23-873c-4269-be75-d52f8ceafd9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 200 len: 217 time: 0.0544169 Oct 26 15:10:49.229241 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-72e5d821-f265-4cb0-8b77-ed1356a3d891 req-320fbb85-d69c-4571-b90a-387291e572be tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626347 Oct 26 15:10:49.243657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:49.267091 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-a5cff67b-5435-4ce3-b7f1-ce7e0b3082b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:49.269883 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-a5cff67b-5435-4ce3-b7f1-ce7e0b3082b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 200 len: 834 time: 0.0661180 Oct 26 15:10:49.271434 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Checking router: 1ffff0b2-935c-4ed0-b1b6-4daab4126573 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:10:49.282518 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:49.283481 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:49.345455 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-1dbd08eb-8d78-45ea-be2a-228ccc4401b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:49.347831 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-1dbd08eb-8d78-45ea-be2a-228ccc4401b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675688 Oct 26 15:10:49.445450 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:49.486262 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-d10664db-863b-4738-a25a-0d1908513e74 service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279089 Oct 26 15:10:49.599872 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f8d9af84-d523-4ae4-a6e9-853bb4c35275 req-d3d285a9-6368-4825-937a-e79525df964c service neutron] 10.222.0.41 "GET /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038492 Oct 26 15:10:49.783174 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:49.811168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523b19b-7dbd-4d57-9fb4-22c091cf1b42 None None] The sync data for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 is: [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:07Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'e1c4dc60-0c9f-4243-ad2c-5a31da96eba0', 'name': '', 'network_id': '9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:c8:a2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:06Z', 'updated_at': '2021-10-26T15:09:10Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': '638f1ccf-6133-4deb-8759-eec5baa97017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:10:50.095786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae6f17-cef7-45fc-b6af-4a30a577d9cf None None] New status for floating IP e848820f-615f-476b-819a-ee7a4866d62b: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:10:50.419077 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53391e-0f9d-4abd-89c8-1cc1ae7b926a req-6685704e-809b-4024-87c1-90419f2900a8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:50.421263 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a53391e-0f9d-4abd-89c8-1cc1ae7b926a req-6685704e-809b-4024-87c1-90419f2900a8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0930223 Oct 26 15:10:50.468387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a53391e-0f9d-4abd-89c8-1cc1ae7b926a req-cc4efaf0-857c-4a20-9a00-8dd0d91729dd tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=cf69875c-ba0f-4e43-bcfd-24a618631258&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Oct 26 15:10:50.680322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b475c-98d3-4467-9091-57efd75713b3 req-a0838615-ac16-4e44-8d10-5b57c7a1ad0e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:50.683115 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-522b475c-98d3-4467-9091-57efd75713b3 req-a0838615-ac16-4e44-8d10-5b57c7a1ad0e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 945 time: 0.0678511 Oct 26 15:10:50.788984 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:50.788984 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:50.901726 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:50.902098 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:50.919466 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 7e5162a3-8b01-40e0-b5bc-b6e8c837242f owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:51.075437 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:51.105664 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=7e5162a3-8b01-40e0-b5bc-b6e8c837242f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:51.119912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.120267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.120649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.120989 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.121329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.121665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.122008 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.122339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.122701 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.123590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.124133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.124711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:51.161930 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] No DVR routers for this DVR port 7e5162a3-8b01-40e0-b5bc-b6e8c837242f on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:10:51.164668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:51.168302 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-522b475c-98d3-4467-9091-57efd75713b3 req-544fff40-6ade-46b2-aedf-27f6cc3a8cb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.41 "DELETE /v2.0/ports/7e5162a3-8b01-40e0-b5bc-b6e8c837242f HTTP/1.1" status: 204 len: 173 time: 0.4790149 Oct 26 15:10:51.168825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'name': 'network-vif-deleted', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:10:51.171357 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a38c70-8e1f-40df-8130-f6862cb2a88e" -d '{"events": [{"server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "name": "network-vif-deleted", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:10:51.214954 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626f8ce7-9e7b-40d1-918e-e819e8d0a29f x-openstack-request-id: req-626f8ce7-9e7b-40d1-918e-e819e8d0a29f {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:10:51.215255 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d9ce2b-657f-4928-9637-b52b5f47806c", "name": "network-vif-deleted", "tag": "7e5162a3-8b01-40e0-b5bc-b6e8c837242f", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:10:51.215528 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-626f8ce7-9e7b-40d1-918e-e819e8d0a29f {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:10:51.215935 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d9ce2b-657f-4928-9637-b52b5f47806c', 'name': 'network-vif-deleted', 'tag': '7e5162a3-8b01-40e0-b5bc-b6e8c837242f', 'status': 'completed', 'code': 200} Oct 26 15:10:51.627642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-66e31647-107c-4d2d-aac2-cbfc1f1961dc req-77e298f6-5453-4965-b4af-47232270d908 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d9ce2b-657f-4928-9637-b52b5f47806c HTTP/1.1" status: 200 len: 210 time: 0.0432160 Oct 26 15:10:52.381976 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:52.709034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55446) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:53.148800 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:53.447897 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:53.448151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:53.548315 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port e1c4dc60-0c9f-4243-ad2c-5a31da96eba0, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:53.548711 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:53.563215 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:53.797700 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:53.829895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=e1c4dc60-0c9f-4243-ad2c-5a31da96eba0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:54.023684 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.044368 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.271962 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:10:54.383212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:10:54.389289 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-26db865f-edb4-4545-8f6f-7d5383bb303e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/1ffff0b2-935c-4ed0-b1b6-4daab4126573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6787672 Oct 26 15:10:54.391484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55448) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:54.395179 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Sync routers for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:10:54.408160 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:54.408890 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:54.453415 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting subnet 638f1ccf-6133-4deb-8759-eec5baa97017 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:10:54.457219 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.501926 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.520720 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:54.592010 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.686629 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.721695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Subnet': ['ID=638f1ccf-6133-4deb-8759-eec5baa97017,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:54.727385 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.734802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b0544409-684a-49d0-a31a-dc07693ac30c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/subnets/638f1ccf-6133-4deb-8759-eec5baa97017 HTTP/1.1" status: 204 len: 168 time: 0.3389223 Oct 26 15:10:54.735036 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600452a0-bdc6-4085-abde-9c36d42c3cb3 None None] Network 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:10:54.736981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55450) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:54.742960 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:10:53Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:54.771921 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Checking router: 1ffff0b2-935c-4ed0-b1b6-4daab4126573 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:10:54.786608 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Routers {'1ffff0b2-935c-4ed0-b1b6-4daab4126573'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:54.787347 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:54.901756 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:54.959217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] Set router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:10:54.965987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] DHCP port deletion for 9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:10:55.025998 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Deleting port 93770fed-d410-4dc3-9fb4-f312b90d2c34 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:55.026773 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.066902 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.125932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] For port 93770fed-d410-4dc3-9fb4-f312b90d2c34, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=93770fed-d410-4dc3-9fb4-f312b90d2c34,segment=NetworkSegment(a60439c4-dcf9-4e3b-b1eb-aa3d4831b207),segment_id=a60439c4-dcf9-4e3b-b1eb-aa3d4831b207)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:55.126598 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.130899 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 7cbfdc34-0b7c-4005-b747-6aedaef872f1 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:10:55.131237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.149529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Calling delete_port for 93770fed-d410-4dc3-9fb4-f312b90d2c34 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:55.200455 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:10:53Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:55.223204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 7cbfdc34-0b7c-4005-b747-6aedaef872f1, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7cbfdc34-0b7c-4005-b747-6aedaef872f1,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:10:55.223575 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.234250 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c34795-caa8-42e7-9c78-bd6236c2e5ff None None] The sync data for ids ['1ffff0b2-935c-4ed0-b1b6-4daab4126573'] in n-d-813419-9 is: [{'id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139515781', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:10:53Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': '7cbfdc34-0b7c-4005-b747-6aedaef872f1', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffff0b2-935c-4ed0-b1b6-4daab4126573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:09:03Z', 'updated_at': '2021-10-26T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:10:55.239169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 7cbfdc34-0b7c-4005-b747-6aedaef872f1 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:10:55.260809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.292791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Pushing event deleted for resources: {'Port': ['ID=93770fed-d410-4dc3-9fb4-f312b90d2c34,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:55.302264 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] No DVR routers for this DVR port 93770fed-d410-4dc3-9fb4-f312b90d2c34 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:10:55.307596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.307933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.308265 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.308639 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.308958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.309281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.312005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.312398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.312762 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.313097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.313428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.313750 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f82589-5a55-4f38-987c-c77ac0af34ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:10:55.448034 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.480566 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7e5162a3-8b01-40e0-b5bc-b6e8c837242f no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:10:55.502692 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: 7e5162a3-8b01-40e0-b5bc-b6e8c837242f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:10:55.503013 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 7e5162a3-8b01-40e0-b5bc-b6e8c837242f not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:10:55.503795 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=7cbfdc34-0b7c-4005-b747-6aedaef872f1,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:55.581531 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.686969 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.689954 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.746162 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.747055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Fanout notify agent at l3_agent the message router_deleted on router 1ffff0b2-935c-4ed0-b1b6-4daab4126573 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:10:55.759206 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.760422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86781f61-15bf-4181-8a73-45ceac9261e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/routers/1ffff0b2-935c-4ed0-b1b6-4daab4126573 HTTP/1.1" status: 204 len: 168 time: 1.0194886 Oct 26 15:10:55.764532 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55452) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:55.857682 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:55.961193 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.000957 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:56.017284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:56.017598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60439c4-dcf9-4e3b-b1eb-aa3d4831b207') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:56.027850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.042749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.049740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:10:56.050145 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:10:56.053497 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:10:56.126674 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.135297 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.139542 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/networks/9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c HTTP/1.1" status: 204 len: 168 time: 0.3731725 Oct 26 15:10:56.142666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55454) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:56.161866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c82a55-9189-4114-a808-fedc49fda0c8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Network': ['ID=9f4c46b9-b251-4a32-b1a2-25bfa3eefb4c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:56.229453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.257357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.336856 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.339466 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.340665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/security-groups/cf69875c-ba0f-4e43-bcfd-24a618631258 HTTP/1.1" status: 204 len: 168 time: 0.1970122 Oct 26 15:10:56.351179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5769f8-335a-4c1c-9279-a5c4367a3290 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf69875c-ba0f-4e43-bcfd-24a618631258,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:56.667288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cbfdc34-0b7c-4005-b747-6aedaef872f1 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:10:56.688479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7cbfdc34-0b7c-4005-b747-6aedaef872f1 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:10:56.688940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7cbfdc34-0b7c-4005-b747-6aedaef872f1 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:10:56.689287 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:10:56.709446 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:10:56.709786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device e1c4dc60-0c9f-4243-ad2c-5a31da96eba0 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:10:56.710185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93770fed-d410-4dc3-9fb4-f312b90d2c34 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:10:56.733260 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 93770fed-d410-4dc3-9fb4-f312b90d2c34 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:10:56.733595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 93770fed-d410-4dc3-9fb4-f312b90d2c34 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:10:56.893926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55460) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:56.898566 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586722608', 'description': 'tempest-secgroup-smoke-586722608 description', 'project_id': '75a566a8ce5143249e3f90b761ddc419'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:56.922964 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.991451 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:56.995717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.027978 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.029340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1342890 Oct 26 15:10:57.030071 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683178b-1880-4f16-a6c8-4bd6d2ec8b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b338171b-7dc5-4e42-9516-4d3f18ce7317,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.032410 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55462) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.036748 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.064283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.120645 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.124855 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.146577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fc5a4-7210-4710-911b-946458a0174b,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.154412 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.155610 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e41f6116-0d56-4935-b9e5-3dae1d038bf4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222448 Oct 26 15:10:57.158444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55464) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.162744 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.191833 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.252120 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.257596 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.275336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf724053-5f15-4f69-8fc0-10a22739aef6,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.284789 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.288814 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f1a9dd02-9262-43dd-a430-c5e0e45f8cb2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267557 Oct 26 15:10:57.288974 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55466) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.293583 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.322116 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.385534 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.389307 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.410502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6480a83b-fe03-43c6-b6ae-c208c7745944,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.419190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.421472 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-161449ff-5241-45d4-be4f-6f5ef171d4a7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311207 Oct 26 15:10:57.424665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55468) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.429058 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.456042 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.517778 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.522512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.550467 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f56aaa0-b71f-42d8-9e3a-fe4a0b58d233,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.556326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.557613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e83956dc-1bd0-4368-9d8d-1763b18f0de1 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319745 Oct 26 15:10:57.560472 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55470) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.565513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.591472 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:10:57.597324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.661994 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.666283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.688095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635057af-66f5-44ee-9410-df2380304fcf,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.694324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.695509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8131b968-e559-4ec6-87e5-52f2eece30c7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337662 Oct 26 15:10:57.698745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55472) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.703873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'security_group_rule': {'security_group_id': 'b338171b-7dc5-4e42-9516-4d3f18ce7317', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.725684 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Project 75a566a8ce5143249e3f90b761ddc419 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:10:57.730654 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.796552 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.800698 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.818711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395cc0d-4a0b-42b1-b06a-4591e3065c78,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:57.827882 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.829607 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-86dec2a6-0d32-4d79-8638-5d887faae019 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294298 Oct 26 15:10:57.832544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55474) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:57.837615 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'network': {'name': 'tempest-network-smoke--515739741', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'port_security_enabled': True}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:57.860468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:10:57.864092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.891286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:10:57.901804 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.902153 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Added segment 7f20c6ae-6bf1-402c-87a3-8023ca4b88be of type vlan for network f19a181b-2d72-4ce6-afaa-d382a47aca10 Oct 26 15:10:57.949735 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.977431 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:57.983228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:10:57.983861 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.050076 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2163651 Oct 26 15:10:58.053019 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55476) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:58.057538 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'admin_state_up': True, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:10:58.068031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894c734-8a17-4557-81b6-5206613d5fe0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Network': ['ID=f19a181b-2d72-4ce6-afaa-d382a47aca10,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:58.081437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:10:58.097732 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.099029 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.161950 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.599079 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.832063 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.851691 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:58.962661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.64 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/c8694905-85d3-45c3-9a27-2420321a8a28) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:10:59.068243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.101986 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.145627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:10:59.148699 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:10:59.152422 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:10:59.159520 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=c8694905-85d3-45c3-9a27-2420321a8a28,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:10:59.444406 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.664771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.810263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 53179f2d-56fe-453a-a75a-3d1feac44f8d is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:10:59.930690 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:10:59.940846 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Sync routers for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:10:59.952221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:10:59.953040 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:10:59.954877 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:10:59.956816 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-c936d249-2078-444b-a8f9-c988b66d69cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9027798 Oct 26 15:10:59.959897 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55478) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:10:59.991822 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-958f4d30-267e-4f1f-b9dc-61438bf4d3a0 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=75a566a8ce5143249e3f90b761ddc419&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306227 Oct 26 15:10:59.994799 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55480) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:00.070686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:00.110922 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f060ab-8d32-4b47-9b89-69a09c99a249 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:00.114847 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-85f060ab-8d32-4b47-9b89-69a09c99a249 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1166997 Oct 26 15:11:00.115943 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55482) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:00.149815 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0b73fb15-2123-4fa9-8bc7-4a369579738f tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=d20bd7ce-4186-4f12-ac1d-76acb8b76618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292084 Oct 26 15:11:00.150185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55484) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:00.155640 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319664889', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:00.282307 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:00.286009 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.346158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:10:59Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:00.393399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Checking router: 53179f2d-56fe-453a-a75a-3d1feac44f8d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:00.393767 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Updating router 53179f2d-56fe-453a-a75a-3d1feac44f8d port c8694905-85d3-45c3-9a27-2420321a8a28 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:00.432144 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.592510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.659327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Subnet': ['ID=be47bb6e-4161-415b-9e87-190b4d9cdadf,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:00.671958 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Checking segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:00.673740 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network hostable DHCP agents. Network: f19a181b-2d72-4ce6-afaa-d382a47aca10, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:11:00.693757 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:11:00.707964 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, f19a181b-2d72-4ce6-afaa-d382a47aca10) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:00.723532 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:00.723783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a458e629-3805-46d9-9ff2-4720b40c2ebc None None] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:00.724482 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.758535 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-88e82db2-c66b-4ad6-8bfb-3a8d84154fc6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6070731 Oct 26 15:11:00.762146 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55486) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:00.823734 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.834558 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.937193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a4569-6fe8-42a2-bd0c-00bf4d3e94e0 None None] Pushing event updated for resources: {'Port': ['ID=c8694905-85d3-45c3-9a27-2420321a8a28,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:00.942164 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Attempting to bind port c8694905-85d3-45c3-9a27-2420321a8a28 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:00.943157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Attempting to bind port c8694905-85d3-45c3-9a27-2420321a8a28 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:00.943157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Attempting to bind port c8694905-85d3-45c3-9a27-2420321a8a28 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:00.955984 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:00.956359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:00.956849 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:00.957178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:00.957669 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Bound port: c8694905-85d3-45c3-9a27-2420321a8a28, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:00.958051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:01.035977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-f19a181b-2d72-4ce6-afaa-d382a47aca10', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:11:01.037043 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:01.062356 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] For port c8694905-85d3-45c3-9a27-2420321a8a28, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:01.088571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] For port c8694905-85d3-45c3-9a27-2420321a8a28, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8694905-85d3-45c3-9a27-2420321a8a28,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:01.095102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:01.237319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:01.238424 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:01.423632 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a4569-6fe8-42a2-bd0c-00bf4d3e94e0 None None] Pushing event updated for resources: {'Port': ['ID=c8694905-85d3-45c3-9a27-2420321a8a28,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:01.449941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:01.465261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Allocated IP 172.20.0.2 (f19a181b-2d72-4ce6-afaa-d382a47aca10/be47bb6e-4161-415b-9e87-190b4d9cdadf/8cdf0dbc-0d31-46fd-8488-60fbba711d41) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:01.731229 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:01.979899 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:01.990122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.043461 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:02.051458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:02.054559 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:02.055463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.1 (f19a181b-2d72-4ce6-afaa-d382a47aca10/be47bb6e-4161-415b-9e87-190b4d9cdadf/3277997e-15f2-486c-9548-b8d5d82df53c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:02.056578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Pushing event updated for resources: {'Port': ['ID=8cdf0dbc-0d31-46fd-8488-60fbba711d41,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:02.090076 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:10:59Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:02.153324 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708328d-a27a-4f4b-8614-92b027ccc970 None None] The sync data for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 is: [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:10:59Z', 'revision_number': 3, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:02.170713 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Attempting to bind port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:02.171331 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Attempting to bind port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:02.172633 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Attempting to bind port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 on network f19a181b-2d72-4ce6-afaa-d382a47aca10 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:02.181954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:02.182485 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Checking segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:02.183322 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.183897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Bound using segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:02.185027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Bound port: 8cdf0dbc-0d31-46fd-8488-60fbba711d41, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:02.186182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.229814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.271988 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.273498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] For port 8cdf0dbc-0d31-46fd-8488-60fbba711d41, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:02.278104 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] For port 8cdf0dbc-0d31-46fd-8488-60fbba711d41, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8cdf0dbc-0d31-46fd-8488-60fbba711d41,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:02.291578 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.317220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:02.320613 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:02.325887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:02.346955 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:02.354585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cf81b-79ac-496c-9022-c8e1f40521ba None None] Pushing event updated for resources: {'Port': ['ID=8cdf0dbc-0d31-46fd-8488-60fbba711d41,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:02.407217 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.620281 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:02.832548 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8cdf0dbc-0d31-46fd-8488-60fbba711d41 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:02.926642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:02.927038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.037456 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.051243 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.057629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.078468 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 8cdf0dbc-0d31-46fd-8488-60fbba711d41, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8cdf0dbc-0d31-46fd-8488-60fbba711d41,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:03.082713 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.083754 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8694905-85d3-45c3-9a27-2420321a8a28 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:03.158464 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:03.169490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=8cdf0dbc-0d31-46fd-8488-60fbba711d41,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:03.173121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.191419 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c8694905-85d3-45c3-9a27-2420321a8a28 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:03.192041 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.314871 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:03.318197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:03.336460 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.371185 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port c8694905-85d3-45c3-9a27-2420321a8a28, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8694905-85d3-45c3-9a27-2420321a8a28,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:03.379916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.444624 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=c8694905-85d3-45c3-9a27-2420321a8a28,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:03.640397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a22b2-76e3-448f-a0d1-7d5b52636222 None None] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:11:03.708980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0ef7464b-11c7-4013-9012-cac4a38f078b None None] Provisioning complete for port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:03.709353 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0ef7464b-11c7-4013-9012-cac4a38f078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:03.790195 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 53179f2d-56fe-453a-a75a-3d1feac44f8d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:03.934769 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:03.945005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3d8bcc9d-403c-4712-8273-26955c24b774 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/53179f2d-56fe-453a-a75a-3d1feac44f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814291 Oct 26 15:11:04.118798 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-6c0e6f26-1db2-45c4-b69a-2bf9d69cc59b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586722608&fields=id&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 267 time: 0.0532715 Oct 26 15:11:04.140968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Sync routers for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:04.161649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:04.162047 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:04.183725 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6ea3209d-e745-404a-980e-b2e22d8a8b0b None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:04.184473 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6ea3209d-e745-404a-980e-b2e22d8a8b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.262861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3209d-e745-404a-980e-b2e22d8a8b0b None None] Port 3277997e-15f2-486c-9548-b8d5d82df53c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:04.281815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6ea3209d-e745-404a-980e-b2e22d8a8b0b None None] Provisioning complete for port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:04.282107 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-af329e50-16e8-4d9c-bc80-29ca8caaf852 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:04.282771 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6ea3209d-e745-404a-980e-b2e22d8a8b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.284331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-af329e50-16e8-4d9c-bc80-29ca8caaf852 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 796 time: 0.1554523 Oct 26 15:11:04.307169 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-93d17dbf-2c0e-458e-9c84-e8008adde28b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/quotas/75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 375 time: 0.0108135 Oct 26 15:11:04.314397 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:04.407461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-68264230-6608-416d-ab52-6fa4bbae1f76 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906868 Oct 26 15:11:04.520785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7626bedf-01d0-4d6a-b7c5-c19769bbded0 None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:04.521503 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7626bedf-01d0-4d6a-b7c5-c19769bbded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.567132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 2, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:04.583141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-7626bedf-01d0-4d6a-b7c5-c19769bbded0 None None] Port 3277997e-15f2-486c-9548-b8d5d82df53c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:04.601453 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Checking router: 53179f2d-56fe-453a-a75a-3d1feac44f8d for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:04.601790 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Updating router 53179f2d-56fe-453a-a75a-3d1feac44f8d port 3277997e-15f2-486c-9548-b8d5d82df53c binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:11:04.614485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-0684991b-717b-4c96-a3b6-aad62d4597dd service neutron] 10.222.0.37 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928873 Oct 26 15:11:04.636440 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.730436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8cdf0dbc-0d31-46fd-8488-60fbba711d41 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:04.751820 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-453a8725-7c81-4016-84eb-22d450f701f8 service neutron] 10.222.0.37 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302872 Oct 26 15:11:04.820872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:04.821493 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.855637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-5b32ac5c-b4da-486c-8702-7889ec8619f7 None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:04.855980 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5b32ac5c-b4da-486c-8702-7889ec8619f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.921340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-5b32ac5c-b4da-486c-8702-7889ec8619f7 None None] Port 3277997e-15f2-486c-9548-b8d5d82df53c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:04.964550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e957de10-c7f5-46aa-ac59-ccf8e7c761cd req-555ad30d-bcef-4d25-8e6a-9cf3f0f92da7 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0292673 Oct 26 15:11:04.987817 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:04.993908 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.000732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8694905-85d3-45c3-9a27-2420321a8a28 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:05.098990 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port c8694905-85d3-45c3-9a27-2420321a8a28 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:05.099626 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.146535 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Pushing event updated for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:05.157357 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.157699 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.158035 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.158368 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.158696 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.159027 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.159349 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.159671 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.159992 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.160312 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.160660 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.160984 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:11:05.230659 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Attempting to bind port 3277997e-15f2-486c-9548-b8d5d82df53c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:05.231036 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Attempting to bind port 3277997e-15f2-486c-9548-b8d5d82df53c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:05.231584 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Attempting to bind port 3277997e-15f2-486c-9548-b8d5d82df53c on network f19a181b-2d72-4ce6-afaa-d382a47aca10 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:05.239622 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:05.240000 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Checking segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:05.240402 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.240835 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Bound using segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:05.241332 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Bound port: 3277997e-15f2-486c-9548-b8d5d82df53c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:05.241705 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.325419 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] For port 3277997e-15f2-486c-9548-b8d5d82df53c, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:05.329989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] For port 3277997e-15f2-486c-9548-b8d5d82df53c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3277997e-15f2-486c-9548-b8d5d82df53c,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:05.336410 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.403789 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:05.404100 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:10:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:05.454880 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:05.455736 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.491850 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855019-b8d6-49ef-b2ff-28a5a46a022e None None] Pushing event updated for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=4']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:05.571051 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:05.594227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.655358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] For port 3277997e-15f2-486c-9548-b8d5d82df53c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3277997e-15f2-486c-9548-b8d5d82df53c,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:05.661246 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.719409 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8381943-757b-431f-bf1b-04069ff0165e None None] Pushing event updated for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:05.788390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-43ab6ee3-497e-4434-a76f-143b85607dc4 None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:05.788943 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-43ab6ee3-497e-4434-a76f-143b85607dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:05.855279 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:05.884905 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f99df82-1f57-48d3-adfe-a54bc77c901a None None] The sync data for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 is: [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:06.081355 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9656bb24-4554-48b4-8db6-04880fd6346f req-6307a416-d93b-4987-b14a-4a5ae07ba099 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0502491 Oct 26 15:11:06.706021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3277997e-15f2-486c-9548-b8d5d82df53c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:06.772915 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 3277997e-15f2-486c-9548-b8d5d82df53c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:06.773305 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:07.174159 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-51a0c2e1-bf1f-437b-b5d5-ba2e3d67cf99 req-ff6382f8-5fe9-4ba4-a8a8-fbce07088730 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0318177 Oct 26 15:11:08.257513 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-42c99bfb-50de-4689-9685-1f9bdb595d1b req-0498b588-222f-4478-907c-29f7f527f427 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0288489 Oct 26 15:11:09.358146 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-57d459de-0786-4b0c-9414-c64d3ba90495 req-886cd1dd-5077-450b-ae21-dd184cfba8a0 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0271866 Oct 26 15:11:10.172689 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a51f525e-431b-4e98-9bd2-f9fa8b6a3717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.227308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-7d12dd7d-720b-487a-be20-36d69fe2adc2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:10.228811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-7d12dd7d-720b-487a-be20-36d69fe2adc2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 796 time: 0.1172287 Oct 26 15:11:10.273283 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-aef13428-7890-4d1c-bdcd-cc6a65f9b780 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a566a8ce5143249e3f90b761ddc419 HTTP/1.1" status: 200 len: 379 time: 0.0346181 Oct 26 15:11:10.287959 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'port': {'device_id': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'admin_state_up': True, 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'security_groups': ['b338171b-7dc5-4e42-9516-4d3f18ce7317']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:10.409452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Made reservation on behalf of 75a566a8ce5143249e3f90b761ddc419 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:11:10.413115 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.460742 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0c779185-ed10-4db6-a4f4-f0c890c5499d req-e0f6eaa1-9218-4e8b-aba8-0b011953dc48 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 210 time: 0.0285170 Oct 26 15:11:10.553100 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.20.0.8 (f19a181b-2d72-4ce6-afaa-d382a47aca10/be47bb6e-4161-415b-9e87-190b4d9cdadf/15548fa2-12a5-4232-b533-b6fb13173f83) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:10.688895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.721453 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.770942 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:10.773997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:10.776434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:10.784911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:10.835345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:10.835577 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:10.854007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f6c46fc8-51ca-4948-b0c4-357b985e2b5f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698619 Oct 26 15:11:10.912461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Request body: {'port': {'device_id': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:10.972234 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.054545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0bceafa2-8759-4c90-830f-c9b322aad1ee None None] Provisioning complete for port 15548fa2-12a5-4232-b533-b6fb13173f83 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:11.054545 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0bceafa2-8759-4c90-830f-c9b322aad1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.091261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0bceafa2-8759-4c90-830f-c9b322aad1ee None None] Port 15548fa2-12a5-4232-b533-b6fb13173f83 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:11:11.627358 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73df4c-bf99-4867-9d1d-ee7a3cadae9e req-def1f3ac-f44c-4c06-8265-0e929127de61 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:11.628839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb73df4c-bf99-4867-9d1d-ee7a3cadae9e req-def1f3ac-f44c-4c06-8265-0e929127de61 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 931 time: 0.0962856 Oct 26 15:11:11.639809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15548fa2-12a5-4232-b533-b6fb13173f83 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:11:11.651930 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.674663 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Transition to ACTIVE for port object 15548fa2-12a5-4232-b533-b6fb13173f83 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:11:11.680369 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.711382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eb73df4c-bf99-4867-9d1d-ee7a3cadae9e req-e2507432-aa4d-43f7-b5fe-1353a2a2b928 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751350 Oct 26 15:11:11.740361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:11.812216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Attempting to bind port 15548fa2-12a5-4232-b533-b6fb13173f83 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:11:11.812740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Attempting to bind port 15548fa2-12a5-4232-b533-b6fb13173f83 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:11:11.812895 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Attempting to bind port 15548fa2-12a5-4232-b533-b6fb13173f83 on network f19a181b-2d72-4ce6-afaa-d382a47aca10 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:11.818474 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Port 15548fa2-12a5-4232-b533-b6fb13173f83 on network f19a181b-2d72-4ce6-afaa-d382a47aca10 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:11:11.818792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Attempting to bind port 15548fa2-12a5-4232-b533-b6fb13173f83 on network f19a181b-2d72-4ce6-afaa-d382a47aca10 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:11:11.824034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:11:11.824366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Checking segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:11:11.824784 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Bound using segment: {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:11:11.825207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Bound port: 15548fa2-12a5-4232-b533-b6fb13173f83, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f20c6ae-6bf1-402c-87a3-8023ca4b88be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:11:11.825560 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.897018 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:11:11.900115 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=15548fa2-12a5-4232-b533-b6fb13173f83,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:11:11.905478 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.941160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:11.943512 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:11.944940 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 1091 time: 1.0823181 Oct 26 15:11:11.947325 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:11.950764 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354f678-185a-4530-8ce0-fd2d02461336" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:11.977645 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e73185-7f29-4159-b56e-cb95eb3ca9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:12.022246 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e566e39d-c132-42d5-a6b4-0a88e73dba8d x-openstack-request-id: req-e566e39d-c132-42d5-a6b4-0a88e73dba8d {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:12.022636 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:12.022774 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e566e39d-c132-42d5-a6b4-0a88e73dba8d {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:12.023183 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83', 'status': 'completed', 'code': 200} Oct 26 15:11:12.041990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-6708ec51-b045-4cd2-b669-1b7eb94e6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.043498 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-6708ec51-b045-4cd2-b669-1b7eb94e6191 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1094 time: 0.0522480 Oct 26 15:11:12.093608 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-f81c54c0-6981-4190-9d5b-73276682a512 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 217 time: 0.0424662 Oct 26 15:11:12.151650 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-47af8719-87bf-48a8-ba6f-e0aa97ab17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.153171 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-47af8719-87bf-48a8-ba6f-e0aa97ab17c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0522361 Oct 26 15:11:12.199340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-ae3bf543-686b-4ebe-8044-3eb4c54a19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.200860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-ae3bf543-686b-4ebe-8044-3eb4c54a19c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406868 Oct 26 15:11:12.295775 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-7a2e910e-69f8-4565-9b45-7d07d3d6106b service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875831 Oct 26 15:11:12.386178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-fa189220-1d98-4a10-adaa-ce7d97099c9d req-1764f17d-4f21-4685-aba3-e06e3a077f99 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Oct 26 15:11:12.480782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f678-185a-4530-8ce0-fd2d02461336 req-f72d2753-3cb7-4f51-b87c-bf1448feb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.482578 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-f72d2753-3cb7-4f51-b87c-bf1448feb250 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1094 time: 0.0485709 Oct 26 15:11:12.579036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f678-185a-4530-8ce0-fd2d02461336 req-0fd08cc7-e502-4212-8192-1af0a4f51bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.580521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-0fd08cc7-e502-4212-8192-1af0a4f51bad service neutron] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 897 time: 0.0903168 Oct 26 15:11:12.630557 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-e841c3dc-5b8a-45d6-a8e0-888f4392d956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 217 time: 0.0396821 Oct 26 15:11:12.682314 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f678-185a-4530-8ce0-fd2d02461336 req-c938ca19-9544-404d-9a79-f6110d0b93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.683745 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-c938ca19-9544-404d-9a79-f6110d0b93ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0453038 Oct 26 15:11:12.729826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f678-185a-4530-8ce0-fd2d02461336 req-0f4ae339-c1a9-49e8-85a5-39f59dae7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.731390 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-0f4ae339-c1a9-49e8-85a5-39f59dae7f4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402637 Oct 26 15:11:12.852805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d091790-e702-4009-8058-cdd11dd127bf req-2fb49535-3cf5-4ef8-8ae3-1604713a56cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:12.854161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d091790-e702-4009-8058-cdd11dd127bf req-2fb49535-3cf5-4ef8-8ae3-1604713a56cf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 943 time: 0.0676963 Oct 26 15:11:12.877870 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-b049c248-afe3-4941-acdc-a213b2db169e service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380925 Oct 26 15:11:12.942196 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49bd25b2-bccf-4495-985f-4e3d7b1cdeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:12.949202 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d091790-e702-4009-8058-cdd11dd127bf req-dcecda88-df6c-4d0e-a87d-86244db8b8ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839264 Oct 26 15:11:12.994759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3354f678-185a-4530-8ce0-fd2d02461336 req-1543d167-9595-49fe-8761-7eb310ed012d service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087370 Oct 26 15:11:13.959764 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:14.071987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17331b13-4361-41ba-85b2-f7e3654fc8af req-e64d63e6-7a06-4339-8d85-f73f88af250c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:14.073487 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17331b13-4361-41ba-85b2-f7e3654fc8af req-e64d63e6-7a06-4339-8d85-f73f88af250c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 943 time: 0.0540586 Oct 26 15:11:14.112446 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-17331b13-4361-41ba-85b2-f7e3654fc8af req-7356a3b7-5c13-443f-a5c5-95855213de4d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Oct 26 15:11:14.531407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:15.233421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e546f25-d89a-4cff-95e4-b0f8ab0b34ac req-91c1cd57-c5eb-4d6c-9c4f-656a1c55b8e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:15.235036 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e546f25-d89a-4cff-95e4-b0f8ab0b34ac req-91c1cd57-c5eb-4d6c-9c4f-656a1c55b8e3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 943 time: 0.0544350 Oct 26 15:11:15.275808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2e546f25-d89a-4cff-95e4-b0f8ab0b34ac req-0cdbd8c0-21d7-4c4a-b988-5d7fdd097ed4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338130 Oct 26 15:11:16.065753 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.306974 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 15548fa2-12a5-4232-b533-b6fb13173f83 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:11:16.415596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1c536-e4c6-41f4-8d4e-b0e7a31b24bf req-1f1c9d8a-39c1-464b-ad37-e2b714035627 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:16.417202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93e1c536-e4c6-41f4-8d4e-b0e7a31b24bf req-1f1c9d8a-39c1-464b-ad37-e2b714035627 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 943 time: 0.0539682 Oct 26 15:11:16.417349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=15548fa2-12a5-4232-b533-b6fb13173f83,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:16.432652 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '15548fa2-12a5-4232-b533-b6fb13173f83', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'port_id': '15548fa2-12a5-4232-b533-b6fb13173f83', 'mac_address': 'fa:16:3e:ea:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:11:16.460654 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-93e1c536-e4c6-41f4-8d4e-b0e7a31b24bf req-400b0709-90d7-41c5-82fc-8681516a44a4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360148 Oct 26 15:11:16.476518 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.492232 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15548fa2-12a5-4232-b533-b6fb13173f83 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:11:16.512837 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=15548fa2-12a5-4232-b533-b6fb13173f83,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:16.522589 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:16.573514 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:16.753749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['15548fa2-12a5-4232-b533-b6fb13173f83'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:11:17.586179 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a33e1-badf-4b1b-9a56-77aebb8a769a req-24478c18-0081-4c55-932b-44374676a0c3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:17.587671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b81a33e1-badf-4b1b-9a56-77aebb8a769a req-24478c18-0081-4c55-932b-44374676a0c3 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 944 time: 0.0518012 Oct 26 15:11:17.627340 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b81a33e1-badf-4b1b-9a56-77aebb8a769a req-9b8db249-1559-4201-80df-a12d76cd4e78 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336261 Oct 26 15:11:18.313218 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 15548fa2-12a5-4232-b533-b6fb13173f83 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:11:18.362756 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 15548fa2-12a5-4232-b533-b6fb13173f83 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:11:18.366637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 15548fa2-12a5-4232-b533-b6fb13173f83 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:11:18.366955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.446446 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.468926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:18.471161 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb335fa0-7a6d-49f0-b6c1-d1f598a56dcf" -d '{"events": [{"server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "name": "network-vif-plugged", "status": "completed", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:18.483663 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=15548fa2-12a5-4232-b533-b6fb13173f83,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:11:18.487420 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:18.541276 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:18.563322 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b0890-cda1-4a87-98b3-7441312e9418 x-openstack-request-id: req-e56b0890-cda1-4a87-98b3-7441312e9418 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:18.563557 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "name": "network-vif-plugged", "status": "completed", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:18.563808 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e56b0890-cda1-4a87-98b3-7441312e9418 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:18.564206 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83', 'code': 200} Oct 26 15:11:18.668976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67ee0-4a84-428f-a06a-d5a2ea4fcd65 req-8b06f648-e4af-4b10-842e-def2cc73eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:18.670569 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0c67ee0-4a84-428f-a06a-d5a2ea4fcd65 req-8b06f648-e4af-4b10-842e-def2cc73eaff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1096 time: 0.0451136 Oct 26 15:11:18.717401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0c67ee0-4a84-428f-a06a-d5a2ea4fcd65 req-1e7e1868-ce6a-450c-9a55-6deb2f65c687 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388989 Oct 26 15:11:18.753587 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88b70d-e9a5-47d0-a3d9-abe8ebe2948a req-70379dff-23ac-40d6-8751-c9caa9bc7cb6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:18.755089 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e88b70d-e9a5-47d0-a3d9-abe8ebe2948a req-70379dff-23ac-40d6-8751-c9caa9bc7cb6 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0522006 Oct 26 15:11:18.793447 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6e88b70d-e9a5-47d0-a3d9-abe8ebe2948a req-27e6fbeb-950f-4abf-bbc9-e0c2a81a675e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Oct 26 15:11:19.917349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad0ad4-caf4-42ee-84a6-ba221053c029 req-e8dd03a0-ed32-4af1-9c69-92eab175b4c2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:19.918917 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3ad0ad4-caf4-42ee-84a6-ba221053c029 req-e8dd03a0-ed32-4af1-9c69-92eab175b4c2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0529208 Oct 26 15:11:19.958802 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f3ad0ad4-caf4-42ee-84a6-ba221053c029 req-c9feef26-869f-4e5a-ac8f-70f291c83015 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327079 Oct 26 15:11:20.078546 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5746-95b9-40e3-9586-5c5ce821a186 req-07ab2460-674a-4826-bf92-7e9890fadb5d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:20.079992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f83f5746-95b9-40e3-9586-5c5ce821a186 req-07ab2460-674a-4826-bf92-7e9890fadb5d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0511603 Oct 26 15:11:20.121794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f83f5746-95b9-40e3-9586-5c5ce821a186 req-44ff5a51-5438-4c1a-9df5-660693206305 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345864 Oct 26 15:11:20.144054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55562) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:20.188697 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c509a00-7319-4031-996b-70fda27263e2 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:20.190238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8c509a00-7319-4031-996b-70fda27263e2 tempest-TestNetworkAdvancedServerOps-1647622110 tempest-TestNetworkAdvancedServerOps-1647622110-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1091 time: 0.0451455 Oct 26 15:11:20.193386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55564) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:20.197865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '15548fa2-12a5-4232-b533-b6fb13173f83', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:11:20.223426 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.324743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.437480 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Allocated IP 172.25.5.44 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/db7f0820-1f7d-409a-925a-d9365d972d2a) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:11:20.545134 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.579342 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:20.623593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:11:20.627431 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:11:20.631160 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:11:20.655711 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=db7f0820-1f7d-409a-925a-d9365d972d2a,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:20.992615 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.062613 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.220588 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.227981 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.297205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event updated for resources: {'Port': ['ID=db7f0820-1f7d-409a-925a-d9365d972d2a,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:11:21.309108 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.411330 n-d-813419-9 neutron-server[102163]: INFO neutron.db.l3_db [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP 02d1ac3a-2610-474a-8614-56fa5412f599 associated. External IP: 172.25.5.44, port: 15548fa2-12a5-4232-b533-b6fb13173f83. Oct 26 15:11:21.629202 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 53179f2d-56fe-453a-a75a-3d1feac44f8d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:11:21.737612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:11:21.747568 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Sync routers for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:11:21.755467 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:21.759406 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:21.760010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:21.786623 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-0aef4f2f-f16d-4244-b3b5-0f6228d3a965 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5897737 Oct 26 15:11:21.786623 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:11:21.788675 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90ae87-4daa-42a7-9317-58804b13de47" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:11:21.834543 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43dcaee-91c7-468f-804c-56348705110e x-openstack-request-id: req-f43dcaee-91c7-468f-804c-56348705110e {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:11:21.834833 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:11:21.835294 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f43dcaee-91c7-468f-804c-56348705110e {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:11:21.835704 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83', 'status': 'completed', 'code': 200} Oct 26 15:11:21.878010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:21.890826 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7eaff-ff5b-439f-b2b0-d01d10ad7833 req-0694b89d-44db-45fb-8fbe-1a6aaba6127b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:21.892382 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39b7eaff-ff5b-439f-b2b0-d01d10ad7833 req-0694b89d-44db-45fb-8fbe-1a6aaba6127b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0535374 Oct 26 15:11:21.905693 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-93326d41-c7a7-472f-b4df-8a24d884d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:21.908082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-93326d41-c7a7-472f-b4df-8a24d884d099 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1096 time: 0.0500789 Oct 26 15:11:21.933164 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39b7eaff-ff5b-439f-b2b0-d01d10ad7833 req-912cc081-3a44-4d53-9986-7c7db56fa09d tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337231 Oct 26 15:11:21.958181 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:22.004189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-89d9b562-1598-4280-aed7-c9bd7afbb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:22.005801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-89d9b562-1598-4280-aed7-c9bd7afbb6ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 897 time: 0.0910218 Oct 26 15:11:22.034457 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-b96b1ca2-8909-4831-8e44-dd6fde3dea93 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 200 len: 990 time: 0.0750256 Oct 26 15:11:22.077633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-d64aca85-89a7-4108-9d1f-b7cdc29c6159 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 998 time: 0.0649385 Oct 26 15:11:22.084960 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:11:22.123854 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '02d1ac3a-2610-474a-8614-56fa5412f599', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'port_id': '15548fa2-12a5-4232-b533-b6fb13173f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'mac_address': 'fa:16:3e:ea:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.128596 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-5c480848-ce4e-40c7-9c15-183470bbccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:22.130098 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-5c480848-ce4e-40c7-9c15-183470bbccee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0459180 Oct 26 15:11:22.150437 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Checking router: 53179f2d-56fe-453a-a75a-3d1feac44f8d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:11:22.158933 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:11:22.159656 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.177175 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-27c12937-33f9-4a56-b735-fb4a4dd9fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:22.178678 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-27c12937-33f9-4a56-b735-fb4a4dd9fe35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416868 Oct 26 15:11:22.265521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:11:22.273013 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-570e0869-67e5-426c-84cb-71a263a217d0 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866196 Oct 26 15:11:22.372732 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc90ae87-4daa-42a7-9317-58804b13de47 req-5c900fff-6710-4450-b4c1-72b413b6402e service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923378 Oct 26 15:11:22.527933 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:22.672374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '02d1ac3a-2610-474a-8614-56fa5412f599', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'port_id': '15548fa2-12a5-4232-b533-b6fb13173f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'mac_address': 'fa:16:3e:ea:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:11:22.699444 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c3d703-4346-4f51-a1cf-e50233f8f7b6 None None] The sync data for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 is: [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '02d1ac3a-2610-474a-8614-56fa5412f599', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'port_id': '15548fa2-12a5-4232-b533-b6fb13173f83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'mac_address': 'fa:16:3e:ea:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:11:20Z', 'updated_at': '2021-10-26T15:11:20Z', 'revision_number': 0, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:11:22.904223 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a69bef-6a7a-4edf-a148-de30e7b3c416 None None] New status for floating IP 02d1ac3a-2610-474a-8614-56fa5412f599: ACTIVE {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:11:23.038456 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55572) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:23.109880 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d83bb269-d398-4f40-b4b6-e314ea511d20 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 200 len: 990 time: 0.0700812 Oct 26 15:11:24.009770 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:24.113977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:24.176519 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-eb42e878-836c-4142-89ab-180fa688715e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 200 len: 992 time: 0.0613763 Oct 26 15:11:31.861817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-16e344dc-c8db-431c-8901-2136de72f82e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401254 Oct 26 15:11:31.954638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-3ef963be-d152-4d1c-953c-60fae98e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:31.956162 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-3ef963be-d152-4d1c-953c-60fae98e350f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1096 time: 0.0483959 Oct 26 15:11:32.062646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-8ababb27-0b39-44c2-a14b-7d20fe6979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:32.064161 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-8ababb27-0b39-44c2-a14b-7d20fe6979bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 897 time: 0.0872161 Oct 26 15:11:32.134600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-6f98ee19-56c9-4c6e-ae55-f757ef65c753 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 1000 time: 0.0631351 Oct 26 15:11:32.183548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-52090fe8-ad43-4f76-97fa-52e9e7558448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:32.185550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-52090fe8-ad43-4f76-97fa-52e9e7558448 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0429552 Oct 26 15:11:32.233000 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-8880777d-f613-4c02-b460-536c263991be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:32.234494 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-8880777d-f613-4c02-b460-536c263991be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418456 Oct 26 15:11:32.340782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-4a2243a5-91d5-427a-a8c2-5d41132dfd88 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968757 Oct 26 15:11:32.433005 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4584b8cb-0465-4ee5-b855-19ccf41c8621 req-b23937c1-ca68-467d-b592-41f7b508b515 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854166 Oct 26 15:11:40.166930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-648a3005-8b51-4224-97bf-f5674c01735e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:42.948916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c03e0bd1-2f3e-4500-a5f6-269a7c8ca551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:43.962942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:44.536233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:46.071216 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:52.389895 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:54.015371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:11:55.550965 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953214d-a9c7-48f5-b8b8-2928bb577f7d req-def01f33-380f-4ca8-9fe7-9bb545a822e2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:55.552465 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9953214d-a9c7-48f5-b8b8-2928bb577f7d req-def01f33-380f-4ca8-9fe7-9bb545a822e2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0597458 Oct 26 15:11:55.591651 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9953214d-a9c7-48f5-b8b8-2928bb577f7d req-ee6bc263-cb35-47eb-be23-7b681e0e4e7c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330012 Oct 26 15:11:56.723284 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a7a8-9706-4e18-8b90-961b518f7797 req-1061bfcc-92ee-452b-8edd-3eaf856f9eaa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:56.724807 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7240a7a8-9706-4e18-8b90-961b518f7797 req-1061bfcc-92ee-452b-8edd-3eaf856f9eaa tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0491266 Oct 26 15:11:56.762696 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7240a7a8-9706-4e18-8b90-961b518f7797 req-ebee25f3-ef48-4d01-be63-f8d65f24f026 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Oct 26 15:11:56.784866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:11:56.847687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-05763695-89ee-4439-b943-4976f6211bb5 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 200 len: 992 time: 0.0615768 Oct 26 15:11:58.168222 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383aa5b-f4bb-48b7-8e57-dae26662a9f9 req-12105a35-46ee-470d-8319-72b44a21423b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:58.170053 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f383aa5b-f4bb-48b7-8e57-dae26662a9f9 req-12105a35-46ee-470d-8319-72b44a21423b tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0885208 Oct 26 15:11:58.173264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-6b257ba7-4ede-42d2-8a1d-fa9972879c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:58.174837 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-6b257ba7-4ede-42d2-8a1d-fa9972879c53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1096 time: 0.0656092 Oct 26 15:11:58.259016 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f383aa5b-f4bb-48b7-8e57-dae26662a9f9 req-0110aa95-861a-4165-ad03-d091db09358f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808413 Oct 26 15:11:58.297047 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-af5ec580-62fb-4389-bc78-12a4aaf3f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:58.298513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-af5ec580-62fb-4389-bc78-12a4aaf3f632 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 897 time: 0.1142108 Oct 26 15:11:58.368206 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-2af6a5f5-228b-42a9-bff5-96612b6d47f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 1000 time: 0.0624290 Oct 26 15:11:58.418492 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-71dd4227-76e2-46dd-a693-720b058317b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:58.420753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-71dd4227-76e2-46dd-a693-720b058317b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0459850 Oct 26 15:11:58.472928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-7571a4c0-a3dd-4925-8a83-ef696d9c75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:58.474450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-7571a4c0-a3dd-4925-8a83-ef696d9c75c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472882 Oct 26 15:11:58.571091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-9fff9afb-da37-4c60-9f1b-1d97630ebd27 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Oct 26 15:11:58.674131 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9bec377d-a3b9-48a5-88c4-a79923236393 req-039b2cb0-bd5e-413d-9542-e764f3785a5d service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960743 Oct 26 15:11:59.087324 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:11:59.382673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcc86a-bb3b-45d4-b5fe-642d3dceffda req-cb87ae0c-e535-457f-a4cf-5c940aa6a32c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:11:59.384839 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9fcc86a-bb3b-45d4-b5fe-642d3dceffda req-cb87ae0c-e535-457f-a4cf-5c940aa6a32c tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0521755 Oct 26 15:11:59.425962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d9fcc86a-bb3b-45d4-b5fe-642d3dceffda req-6e7c0ac4-5997-4da1-a0c8-b01c44fae63f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Oct 26 15:12:00.547502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f762c8-9172-40df-9f75-d5a4b5ad036b req-0ae1e60e-e0f7-44ce-bca9-7e48a288ceaf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:00.549025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f762c8-9172-40df-9f75-d5a4b5ad036b req-0ae1e60e-e0f7-44ce-bca9-7e48a288ceaf tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0523467 Oct 26 15:12:00.588935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-71f762c8-9172-40df-9f75-d5a4b5ad036b req-2b1ba04c-01e7-47f4-b60f-12f1a2ec5868 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338137 Oct 26 15:12:00.612323 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55606) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:00.679460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-b35b8bd1-dc13-4706-ab4a-b774590e3117 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 200 len: 992 time: 0.0659535 Oct 26 15:12:00.893557 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55612) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:01.073026 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port db7f0820-1f7d-409a-925a-d9365d972d2a {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:12:01.073264 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.158790 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.159113 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.172702 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for db7f0820-1f7d-409a-925a-d9365d972d2a owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:12:01.331310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.362066 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=db7f0820-1f7d-409a-925a-d9365d972d2a,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:01.390728 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.391083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.391424 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.391762 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.392097 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.392432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.392786 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.393118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.393445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.393772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.394096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.394416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:01.434310 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.435006 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Floating IP 02d1ac3a-2610-474a-8614-56fa5412f599 disassociated (deleted). External IP: 172.25.5.44, port: 15548fa2-12a5-4232-b533-b6fb13173f83. Oct 26 15:12:01.644885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 53179f2d-56fe-453a-a75a-3d1feac44f8d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:01.750502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:01.755743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:01.759828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Sync routers for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:01.769241 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:01.769852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:01.786382 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d4bc6d3d-cf3d-40c6-a46b-1e7506d3137e tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/floatingips/02d1ac3a-2610-474a-8614-56fa5412f599 HTTP/1.1" status: 204 len: 168 time: 0.8915429 Oct 26 15:12:01.786948 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:12:01.789228 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:12:01.830319 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aef3fb7-0ea6-4655-be62-599454190c62 x-openstack-request-id: req-1aef3fb7-0ea6-4655-be62-599454190c62 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:12:01.830607 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:12:01.830856 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aef3fb7-0ea6-4655-be62-599454190c62 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:12:01.831257 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83', 'status': 'completed', 'code': 200} Oct 26 15:12:01.891115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:01.897939 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-755f1920-20ed-4734-8b5e-d01c6bc93e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:01.899530 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-755f1920-20ed-4734-8b5e-d01c6bc93e7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=75a566a8ce5143249e3f90b761ddc419&device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 1096 time: 0.0456197 Oct 26 15:12:02.021342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-b57d6991-f4f0-4bfb-8d18-7e950103bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:02.023367 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-b57d6991-f4f0-4bfb-8d18-7e950103bfc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 200 len: 897 time: 0.1094668 Oct 26 15:12:02.026124 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0eac2-08a6-4fa6-9a8e-8489ebe76ff7 req-0e588ffd-830a-4b28-bbf5-edf42daf46c4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:02.027673 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7df0eac2-08a6-4fa6-9a8e-8489ebe76ff7 req-0e588ffd-830a-4b28-bbf5-edf42daf46c4 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0542929 Oct 26 15:12:02.076269 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-4f0ef3bd-62dc-4d44-a244-878e4b040852 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 200 len: 217 time: 0.0431314 Oct 26 15:12:02.078292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7df0eac2-08a6-4fa6-9a8e-8489ebe76ff7 req-fc155df3-f17e-4f5f-971d-81eb2352068f tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Oct 26 15:12:02.120397 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:02.129379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-a9780140-a469-4185-bfdb-50881ca87e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:02.130457 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-a9780140-a469-4185-bfdb-50881ca87e94 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 200 len: 834 time: 0.0470932 Oct 26 15:12:02.147908 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Checking router: 53179f2d-56fe-453a-a75a-3d1feac44f8d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:02.157477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:02.158096 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:02.178986 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-6f2e6440-1530-4db9-b7e4-875d0fdefb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:02.180538 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-6f2e6440-1530-4db9-b7e4-875d0fdefb36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f19a181b-2d72-4ce6-afaa-d382a47aca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422995 Oct 26 15:12:02.267441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:02.277168 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-7b7ec76a-d971-4ce5-8ef5-d3bc9d6b66a1 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889337 Oct 26 15:12:02.370523 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5329a0c9-46aa-4962-ad08-5fedb52b4fb2 req-79c641de-6df3-4af3-96b5-e6cb6bbbecd9 service neutron] 10.222.0.73 "GET /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Oct 26 15:12:02.479168 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:02.505369 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4bba9-b4cb-450a-9c93-ce6ac2d5a621 None None] The sync data for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 is: [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:02Z', 'revision_number': 4, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '3277997e-15f2-486c-9548-b8d5d82df53c', 'name': '', 'network_id': 'f19a181b-2d72-4ce6-afaa-d382a47aca10', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'mac_address': 'fa:16:3e:ab:d1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:11:01Z', 'updated_at': '2021-10-26T15:11:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'subnets': [{'id': 'be47bb6e-4161-415b-9e87-190b4d9cdadf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:02.742728 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f118ba-3c1e-4ceb-a146-9b65bccf3867 None None] New status for floating IP 02d1ac3a-2610-474a-8614-56fa5412f599: DOWN {{(pid=102166) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:12:03.592638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaab336-9e40-4ec8-85e0-2bf4016829d8 req-ef4a3add-2ed5-4e7e-8d0c-ae5ca5f05088 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:03.594213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdaab336-9e40-4ec8-85e0-2bf4016829d8 req-ef4a3add-2ed5-4e7e-8d0c-ae5ca5f05088 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.4440181 Oct 26 15:12:03.610485 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817687d-070d-488a-9b0d-67955c321454 req-4e385550-30cb-4ca2-8a3c-9ff653c4c733 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:03.611979 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b817687d-070d-488a-9b0d-67955c321454 req-4e385550-30cb-4ca2-8a3c-9ff653c4c733 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "GET /v2.0/ports?device_id=0a7173a3-195a-4a12-997f-6350cd54c35f HTTP/1.1" status: 200 len: 945 time: 0.0710247 Oct 26 15:12:03.672907 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bdaab336-9e40-4ec8-85e0-2bf4016829d8 req-d3dc2af4-e59b-4dc1-a7b1-653eedfe5529 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "GET /v2.0/security-groups?id=b338171b-7dc5-4e42-9516-4d3f18ce7317&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722365 Oct 26 15:12:03.734536 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 15548fa2-12a5-4232-b533-b6fb13173f83 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:12:03.734872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:03.834512 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 15548fa2-12a5-4232-b533-b6fb13173f83, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=15548fa2-12a5-4232-b533-b6fb13173f83,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:03.834795 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:03.849382 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 15548fa2-12a5-4232-b533-b6fb13173f83 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:12:04.002950 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:04.037707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=15548fa2-12a5-4232-b533-b6fb13173f83,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:04.088214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] No DVR routers for this DVR port 15548fa2-12a5-4232-b533-b6fb13173f83 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:12:04.091640 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:04.096386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b817687d-070d-488a-9b0d-67955c321454 req-90150d87-912f-4fd6-bbfb-36766da1dd84 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.73 "DELETE /v2.0/ports/15548fa2-12a5-4232-b533-b6fb13173f83 HTTP/1.1" status: 204 len: 173 time: 0.4777057 Oct 26 15:12:04.096981 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'name': 'network-vif-deleted', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:12:04.100227 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eef387-84dd-4633-a0a2-aef83013a51f" -d '{"events": [{"server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "name": "network-vif-deleted", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:12:04.142787 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1041c0bd-9418-4a7c-975b-4477119c1379 x-openstack-request-id: req-1041c0bd-9418-4a7c-975b-4477119c1379 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:12:04.143074 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7173a3-195a-4a12-997f-6350cd54c35f", "name": "network-vif-deleted", "tag": "15548fa2-12a5-4232-b533-b6fb13173f83", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:12:04.143319 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1041c0bd-9418-4a7c-975b-4477119c1379 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:12:04.143716 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7173a3-195a-4a12-997f-6350cd54c35f', 'name': 'network-vif-deleted', 'tag': '15548fa2-12a5-4232-b533-b6fb13173f83', 'status': 'completed', 'code': 200} Oct 26 15:12:04.741326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55626) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:05.145157 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:05.423134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port 3277997e-15f2-486c-9548-b8d5d82df53c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:12:05.423635 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:05.595027 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port 3277997e-15f2-486c-9548-b8d5d82df53c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=3277997e-15f2-486c-9548-b8d5d82df53c,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:05.595639 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:05.620605 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for 3277997e-15f2-486c-9548-b8d5d82df53c owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:12:05.835035 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:05.866299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=3277997e-15f2-486c-9548-b8d5d82df53c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:06.094205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.358241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Router 53179f2d-56fe-453a-a75a-3d1feac44f8d has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:06.487629 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:06.494803 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c5f7e82a-32f6-413d-bfaf-32d217876fb8 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "PUT /v2.0/routers/53179f2d-56fe-453a-a75a-3d1feac44f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520387 Oct 26 15:12:06.496185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55628) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:06.501684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Sync routers for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:06.519165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:06.519802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:06.563003 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting subnet be47bb6e-4161-415b-9e87-190b4d9cdadf {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:12:06.566607 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.612211 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.654952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:06.746323 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.808301 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.839832 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Subnet': ['ID=be47bb6e-4161-415b-9e87-190b4d9cdadf,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:06.844913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.851127 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-fe398dbf-9835-4aed-8e70-7562cb6c7506 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/subnets/be47bb6e-4161-415b-9e87-190b4d9cdadf HTTP/1.1" status: 204 len: 168 time: 0.3501692 Oct 26 15:12:06.851380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55630) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:06.852862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0b2d6-86cf-4840-81f5-ea54aab25c24 None None] Network f19a181b-2d72-4ce6-afaa-d382a47aca10 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:12:06.929866 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:12:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:06.967056 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:06.982802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Checking router: 53179f2d-56fe-453a-a75a-3d1feac44f8d for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:07.010051 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Routers {'53179f2d-56fe-453a-a75a-3d1feac44f8d'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:07.010709 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['53179f2d-56fe-453a-a75a-3d1feac44f8d'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:07.095308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.145698 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] Set router 53179f2d-56fe-453a-a75a-3d1feac44f8d gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:07.168036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Deleting port c8694905-85d3-45c3-9a27-2420321a8a28 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:12:07.168764 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.207246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] DHCP port deletion for f19a181b-2d72-4ce6-afaa-d382a47aca10 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:12:07.291321 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] For port c8694905-85d3-45c3-9a27-2420321a8a28, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=c8694905-85d3-45c3-9a27-2420321a8a28,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:07.291728 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.306401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Calling delete_port for c8694905-85d3-45c3-9a27-2420321a8a28 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:12:07.352708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Deleting port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:12:07.353086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.521486 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.551947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Port': ['ID=c8694905-85d3-45c3-9a27-2420321a8a28,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:07.598785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] For port 8cdf0dbc-0d31-46fd-8488-60fbba711d41, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8cdf0dbc-0d31-46fd-8488-60fbba711d41,segment=NetworkSegment(7f20c6ae-6bf1-402c-87a3-8023ca4b88be),segment_id=7f20c6ae-6bf1-402c-87a3-8023ca4b88be)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:07.599446 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.615300 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Calling delete_port for 8cdf0dbc-0d31-46fd-8488-60fbba711d41 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:12:07.626696 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.631346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:12:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:07.692027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da520fd-7fb0-48f6-b4c1-9e71b86334e8 None None] The sync data for ids ['53179f2d-56fe-453a-a75a-3d1feac44f8d'] in n-d-813419-9 is: [{'id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-403270435', 'tenant_id': '75a566a8ce5143249e3f90b761ddc419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:12:05Z', 'revision_number': 5, 'project_id': '75a566a8ce5143249e3f90b761ddc419', 'gw_port': {'id': 'c8694905-85d3-45c3-9a27-2420321a8a28', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53179f2d-56fe-453a-a75a-3d1feac44f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:10:58Z', 'updated_at': '2021-10-26T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:07.734594 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.737260 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.744186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.777682 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Pushing event deleted for resources: {'Port': ['ID=8cdf0dbc-0d31-46fd-8488-60fbba711d41,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:07.783318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] No DVR routers for this DVR port 8cdf0dbc-0d31-46fd-8488-60fbba711d41 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:12:07.787897 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.788745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Fanout notify agent at l3_agent the message router_deleted on router 53179f2d-56fe-453a-a75a-3d1feac44f8d {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:12:07.792077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.792077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.792077 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.792459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.792587 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.793967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.793967 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.794198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.794416 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.794936 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.795741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.795741 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf33ce-0541-45cf-938d-f8938743b981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:07.811691 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.812910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-9e4666fd-e24f-432a-8383-4cc1562876ab tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/routers/53179f2d-56fe-453a-a75a-3d1feac44f8d HTTP/1.1" status: 204 len: 168 time: 0.9605515 Oct 26 15:12:07.815696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55632) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:07.893131 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:07.983889 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.004810 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19a181b-2d72-4ce6-afaa-d382a47aca10']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:08.015132 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f20c6ae-6bf1-402c-87a3-8023ca4b88be') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:08.015429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f20c6ae-6bf1-402c-87a3-8023ca4b88be') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:08.024779 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.038304 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.048131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:12:08.048679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:12:08.051761 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:12:08.120740 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.135140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.135140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/networks/f19a181b-2d72-4ce6-afaa-d382a47aca10 HTTP/1.1" status: 204 len: 168 time: 0.3160827 Oct 26 15:12:08.136736 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55634) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:08.151239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c23707-b3f6-46de-aab6-a9abceb51653 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'Network': ['ID=f19a181b-2d72-4ce6-afaa-d382a47aca10,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:08.212137 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.239203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.301967 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.304509 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.305689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] 10.222.0.37 "DELETE /v2.0/security-groups/b338171b-7dc5-4e42-9516-4d3f18ce7317 HTTP/1.1" status: 204 len: 168 time: 0.1634026 Oct 26 15:12:08.315820 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b338171b-7dc5-4e42-9516-4d3f18ce7317,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:08.324027 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.324377 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.324838 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.325142 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.325479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.325811 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.326140 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.326721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.326994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.327318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.328003 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.328347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef707fbe-92ad-4f4c-aa9a-85facbae66a2 tempest-TestNetworkAdvancedServerOps-1559530637 tempest-TestNetworkAdvancedServerOps-1559530637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:08.514261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 15548fa2-12a5-4232-b533-b6fb13173f83 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:08.540026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 15548fa2-12a5-4232-b533-b6fb13173f83 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:12:08.540362 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 15548fa2-12a5-4232-b533-b6fb13173f83 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:12:08.684005 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:08.818044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3277997e-15f2-486c-9548-b8d5d82df53c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:08.839475 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 3277997e-15f2-486c-9548-b8d5d82df53c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:12:08.839978 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 3277997e-15f2-486c-9548-b8d5d82df53c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:12:08.841021 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8cdf0dbc-0d31-46fd-8488-60fbba711d41 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:08.861720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8cdf0dbc-0d31-46fd-8488-60fbba711d41 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:12:08.862065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8cdf0dbc-0d31-46fd-8488-60fbba711d41 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:12:08.862476 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8694905-85d3-45c3-9a27-2420321a8a28 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:12:08.868196 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-cd5ceeb8-3f41-4d04-b519-a7ee75ba8fec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75a566a8ce5143249e3f90b761ddc419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826608 Oct 26 15:12:08.870825 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55646) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:08.881726 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: c8694905-85d3-45c3-9a27-2420321a8a28 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:12:08.882081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device c8694905-85d3-45c3-9a27-2420321a8a28 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:12:08.923565 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.946710 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:08.999352 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.001995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.003202 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aba178b-c91c-42ba-bd8f-2848ce096431 HTTP/1.1" status: 204 len: 168 time: 0.1314454 Oct 26 15:12:09.013655 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ce832-304d-4ba0-bcc5-7c8c5f3fbd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba178b-c91c-42ba-bd8f-2848ce096431,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:09.268212 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55652) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:09.281431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80db966-0c1a-429d-b951-032e75650e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.358822 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80db966-0c1a-429d-b951-032e75650e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.362171 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-e80db966-0c1a-429d-b951-032e75650e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.400261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-e80db966-0c1a-429d-b951-032e75650e0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0087d76a5254b38b8a96fee2eb925bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306996 Oct 26 15:12:09.401083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80db966-0c1a-429d-b951-032e75650e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7459fd50-3557-4520-951a-fef4c6117fc4,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:09.403479 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55654) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:09.453782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.474953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.522865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.526136 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:09.527404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7459fd50-3557-4520-951a-fef4c6117fc4 HTTP/1.1" status: 204 len: 168 time: 0.1220448 Oct 26 15:12:09.540412 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee0a30-f28f-4250-babc-a00bc15ebdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7459fd50-3557-4520-951a-fef4c6117fc4,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:10.173167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-04279b25-629a-4d7f-8bdf-74601ad1fab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.257975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55676) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:10.355025 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820552807-network', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:10.378100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Made reservation on behalf of d03e50b78b6647fc8c54160c8d1ccb2f for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:10.380518 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.389523 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.464548 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.468314 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.492753 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:12:10.503109 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd27d7e-6039-4760-adbe-a0720bcfc69e,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:10.508133 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.508473 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Added segment d97aa9ac-4469-4d96-ba9d-9028141ff919 of type vlan for network 013d2978-b06d-4800-bb76-67a3bdced7ae Oct 26 15:12:10.553478 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.580301 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.581286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:10.581865 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.639003 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3795667 Oct 26 15:12:10.642144 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55680) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:10.644121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8a986-4e95-42cd-862f-abd417b692ea admin admin] Pushing event updated for resources: {'Network': ['ID=013d2978-b06d-4800-bb76-67a3bdced7ae,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:10.647947 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Request body: {'subnet': {'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820552807-subnet', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:10.654103 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 013d2978-b06d-4800-bb76-67a3bdced7ae details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:12:10.670975 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Made reservation on behalf of d03e50b78b6647fc8c54160c8d1ccb2f for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:10.673360 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.851475 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.907933 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917a6c7b-09b2-4f18-b0a1-220ad494bb61,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:10.918006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:10.918360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Network hostable DHCP agents. Network: 013d2978-b06d-4800-bb76-67a3bdced7ae, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:12:10.935652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:12:10.945006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 013d2978-b06d-4800-bb76-67a3bdced7ae) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:10.949025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:10.949605 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.954889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9462540-75af-4ea9-b6c3-3e4158a9b5ca None None] Network 013d2978-b06d-4800-bb76-67a3bdced7ae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:12:10.965106 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4a50bd19-6158-472c-9fb6-fed76b471a34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3218260 Oct 26 15:12:10.968370 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55682) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:10.972719 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:10.993679 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:10.994809 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.062666 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.108227 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-013d2978-b06d-4800-bb76-67a3bdced7ae', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:12:11.109129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.208024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.250678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Allocated IP 172.20.0.2 (013d2978-b06d-4800-bb76-67a3bdced7ae/917a6c7b-09b2-4f18-b0a1-220ad494bb61/b679133f-1664-401c-91e8-31f91a9633ee) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:11.402359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.408783 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.452110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:11.455270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:11.459094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:11.465298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Pushing event updated for resources: {'Port': ['ID=b679133f-1664-401c-91e8-31f91a9633ee,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:11.521217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Attempting to bind port b679133f-1664-401c-91e8-31f91a9633ee on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:11.521594 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Attempting to bind port b679133f-1664-401c-91e8-31f91a9633ee by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:11.521965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Attempting to bind port b679133f-1664-401c-91e8-31f91a9633ee on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:11.527469 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:11.527941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:11.528348 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.528855 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:11.529597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Bound port: b679133f-1664-401c-91e8-31f91a9633ee, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:11.529983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.599230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] For port b679133f-1664-401c-91e8-31f91a9633ee, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:11.603197 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] For port b679133f-1664-401c-91e8-31f91a9633ee, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b679133f-1664-401c-91e8-31f91a9633ee,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:11.608784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.673496 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3face3-a9df-42bc-babb-9a5c0cc49444 None None] Pushing event updated for resources: {'Port': ['ID=b679133f-1664-401c-91e8-31f91a9633ee,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:11.783033 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.806114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:11.937342 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Allocated IP 172.25.5.184 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/f91b1d66-b32f-4150-97c6-8a370b6f7614) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:12.044161 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.078361 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.123024 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:12.127419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:12.132025 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:12.133929 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Pushing event updated for resources: {'Port': ['ID=f91b1d66-b32f-4150-97c6-8a370b6f7614,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:12.387609 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.549554 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663ad9d-babd-4898-899e-0713b13295d7 None None] Network 013d2978-b06d-4800-bb76-67a3bdced7ae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:12:12.600222 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.613848 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] Provisioning complete for port b679133f-1664-401c-91e8-31f91a9633ee triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:12.614215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.746711 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:12:12.767343 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.777672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b679133f-1664-401c-91e8-31f91a9633ee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:12.841955 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] For port b679133f-1664-401c-91e8-31f91a9633ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b679133f-1664-401c-91e8-31f91a9633ee,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:12.851269 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.865312 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:12.878094 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:12.889989 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.891440 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f22dc10d-0a28-47ab-a73e-2f55e3925673 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9220278 Oct 26 15:12:12.893215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:12.893851 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:11:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:12.894585 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55684) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:12.906057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b679133f-1664-401c-91e8-31f91a9633ee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:12.906510 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:12.975814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d3773-465c-44b9-a457-fac5ef3f1232 None None] Pushing event updated for resources: {'Port': ['ID=b679133f-1664-401c-91e8-31f91a9633ee,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:12.990074 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f7237912-4672-4220-b342-db3913d799cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.032285 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:13.173198 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b6744ae9-374c-46ef-9d34-c59b9742187e None None] Provisioning complete for port b679133f-1664-401c-91e8-31f91a9633ee triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:13.174160 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b6744ae9-374c-46ef-9d34-c59b9742187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.228153 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:12Z', 'revision_number': 3, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:13.255962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:13.255962 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Updating router 71b4c302-1586-4f0a-969b-bc00bd0284ca port f91b1d66-b32f-4150-97c6-8a370b6f7614 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:13.283327 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.357205 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.526771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Allocated IP 172.20.0.1 (013d2978-b06d-4800-bb76-67a3bdced7ae/917a6c7b-09b2-4f18-b0a1-220ad494bb61/a696af5a-1e50-4f63-b700-d88c50ce8b9c) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:13.634201 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.639565 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.645976 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.681316 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.691462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Attempting to bind port f91b1d66-b32f-4150-97c6-8a370b6f7614 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:13.691825 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Attempting to bind port f91b1d66-b32f-4150-97c6-8a370b6f7614 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:13.692182 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Attempting to bind port f91b1d66-b32f-4150-97c6-8a370b6f7614 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:13.694431 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Pushing event updated for resources: {'Port': ['ID=f91b1d66-b32f-4150-97c6-8a370b6f7614,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:13.703662 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.704009 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.704348 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.704703 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.705033 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.705367 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.705686 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.706005 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.706328 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.706647 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.706994 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.707313 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:12:13.710542 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:13.710915 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:13.711313 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.711719 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:13.712197 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Bound port: f91b1d66-b32f-4150-97c6-8a370b6f7614, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:13.712605 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.727539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:13.730559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:13.734035 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:13.764658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Pushing event updated for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:13.778881 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] For port f91b1d66-b32f-4150-97c6-8a370b6f7614, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:13.782239 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] For port f91b1d66-b32f-4150-97c6-8a370b6f7614, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f91b1d66-b32f-4150-97c6-8a370b6f7614,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:13.784518 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.790340 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.850257 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:13.850940 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:13.856599 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300571e1-d57e-44b7-8ac3-e870caf64935 None None] Pushing event updated for resources: {'Port': ['ID=f91b1d66-b32f-4150-97c6-8a370b6f7614,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:13.942782 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.969921 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:13.971579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:13.987835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bae14136-33fc-45b3-9a49-51959a3d5b5d None None] Provisioning complete for port a696af5a-1e50-4f63-b700-d88c50ce8b9c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:13.988516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bae14136-33fc-45b3-9a49-51959a3d5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.026721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-bae14136-33fc-45b3-9a49-51959a3d5b5d None None] Port a696af5a-1e50-4f63-b700-d88c50ce8b9c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:14.126581 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.131715 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.156442 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:12Z', 'revision_number': 3, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:14.187566 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60368c70-0f7a-415f-bae4-5a0b8768dabc None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:12Z', 'revision_number': 3, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:14.201563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Pushing event updated for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:14.205345 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.306502 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:14.307921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:14.460955 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:14.540038 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.585677 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:14.592650 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-80ab9eaa-316b-493b-a685-81f6d363feff admin admin] 10.222.0.37 "PUT /v2.0/routers/71b4c302-1586-4f0a-969b-bc00bd0284ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6962931 Oct 26 15:12:14.651067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-dc78356f-549d-4268-a960-c57c98238dba None None] Provisioning complete for port a696af5a-1e50-4f63-b700-d88c50ce8b9c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:14.651461 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-dc78356f-549d-4268-a960-c57c98238dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.702595 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-dc78356f-549d-4268-a960-c57c98238dba None None] Port a696af5a-1e50-4f63-b700-d88c50ce8b9c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:14.824099 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f91b1d66-b32f-4150-97c6-8a370b6f7614 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:14.880039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f91b1d66-b32f-4150-97c6-8a370b6f7614 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:14.880391 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.964984 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.990782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port f91b1d66-b32f-4150-97c6-8a370b6f7614, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f91b1d66-b32f-4150-97c6-8a370b6f7614,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:14.994822 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:14.995657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b679133f-1664-401c-91e8-31f91a9633ee up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:15.081261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=f91b1d66-b32f-4150-97c6-8a370b6f7614,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:15.092995 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port b679133f-1664-401c-91e8-31f91a9633ee triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:15.093356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.128641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55700) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:15.135096 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437013557-network', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:15.157591 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Made reservation on behalf of d82f8eaba33d49deacfe663027e2bd87 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:15.160884 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.172704 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.255308 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.259489 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.285627 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:12:15.296249 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34323c36-0e90-4544-891c-543beebf092d,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:15.302012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.302359 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Added segment b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c of type vlan for network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 Oct 26 15:12:15.344571 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.369734 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.370834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:15.372090 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.424506 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2942433 Oct 26 15:12:15.428375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55702) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:15.433621 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Request body: {'subnet': {'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437013557-subnet', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:15.437792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563615f-6428-4a8e-86a0-aaafc5629efd admin admin] Pushing event updated for resources: {'Network': ['ID=1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:15.449941 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:12:15.457211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Made reservation on behalf of d82f8eaba33d49deacfe663027e2bd87 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:15.459738 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.666403 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.726721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d624f863-2676-48b1-9bd7-cd5c25489076,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:15.734386 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Checking segment: {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:15.734741 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Network hostable DHCP agents. Network: 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:12:15.753991 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:12:15.765998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:15.776686 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07a1cd8-4918-438b-884c-1f03c0f24c7c None None] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:12:15.778001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:15.778678 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.799173 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-654c4cb5-d0a4-4628-b5b6-ed8f666809c8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3695083 Oct 26 15:12:15.801921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55704) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:15.806413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:15.830408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.831610 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.890051 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.934492 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:15.940067 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'fixed_ips': [{'subnet_id': 'd624f863-2676-48b1-9bd7-cd5c25489076'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:12:15.941051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:15.960810 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:15.961525 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:16.035970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.137967 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.187081 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:16.233053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Allocated IP 172.20.0.2 (1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8/d624f863-2676-48b1-9bd7-cd5c25489076/7f891283-012e-4dd4-8298-b7b398a1a541) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:16.251627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.272126 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.381919 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Allocated IP 172.25.5.181 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/7d0439c2-02cd-4fbc-886d-24c01ad9a896) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:16.497510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.540405 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.587818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:16.591731 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:16.595606 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:16.601675 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=7d0439c2-02cd-4fbc-886d-24c01ad9a896,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:16.685525 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.696405 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.742836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f91b1d66-b32f-4150-97c6-8a370b6f7614 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:16.757182 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:16.777928 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 2, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:16.784684 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:16.818069 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:16.823106 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:16.823460 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Updating router 71b4c302-1586-4f0a-969b-bc00bd0284ca port a696af5a-1e50-4f63-b700-d88c50ce8b9c binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:16.825459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Pushing event updated for resources: {'Port': ['ID=7f891283-012e-4dd4-8298-b7b398a1a541,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:16.866877 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.885547 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.946642 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Attempting to bind port 7f891283-012e-4dd4-8298-b7b398a1a541 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:16.946926 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Attempting to bind port 7f891283-012e-4dd4-8298-b7b398a1a541 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:16.947286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Attempting to bind port 7f891283-012e-4dd4-8298-b7b398a1a541 on network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:16.961835 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:16.962208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Checking segment: {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:16.962608 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.963006 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Bound using segment: {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:16.963478 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Bound port: 7f891283-012e-4dd4-8298-b7b398a1a541, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:16.963858 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:16.968659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port f91b1d66-b32f-4150-97c6-8a370b6f7614 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:16.969022 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.062146 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.210683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] For port 7f891283-012e-4dd4-8298-b7b398a1a541, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:17.229044 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] For port 7f891283-012e-4dd4-8298-b7b398a1a541, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7f891283-012e-4dd4-8298-b7b398a1a541,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:17.243414 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.338701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c39673-b917-4b6b-9953-caf6071cd4fe None None] Pushing event updated for resources: {'Port': ['ID=7f891283-012e-4dd4-8298-b7b398a1a541,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:17.390306 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.395960 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.483093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c622eaf-fbdd-4f9c-baad-910479539dfc None None] Pushing event updated for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:17.547053 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Attempting to bind port a696af5a-1e50-4f63-b700-d88c50ce8b9c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:17.547428 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Attempting to bind port a696af5a-1e50-4f63-b700-d88c50ce8b9c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:17.547793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Attempting to bind port a696af5a-1e50-4f63-b700-d88c50ce8b9c on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:17.557506 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:17.557885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:17.558291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.558683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:17.559896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Bound port: a696af5a-1e50-4f63-b700-d88c50ce8b9c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:17.560577 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.604652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Router 20ed4e57-b67a-44db-adb4-367d56a86d42 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102164) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:12:17.648664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] For port a696af5a-1e50-4f63-b700-d88c50ce8b9c, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:17.653338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] For port a696af5a-1e50-4f63-b700-d88c50ce8b9c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a696af5a-1e50-4f63-b700-d88c50ce8b9c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:17.660669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.735425 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:17.736940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:17.745826 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:17.746015 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Sync routers for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:17.753894 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c622eaf-fbdd-4f9c-baad-910479539dfc None None] Pushing event updated for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:17.759910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.766329 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c1444f7b-e812-4816-bb31-45dfd124c2dc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9594808 Oct 26 15:12:17.766445 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55706) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:17.771759 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:17.772390 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:17.881097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] Provisioning complete for port a696af5a-1e50-4f63-b700-d88c50ce8b9c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:17.881565 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:17.922351 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:17.932457 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:18.133891 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.171261 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:16Z', 'revision_number': 3, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:18.200150 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] For port a696af5a-1e50-4f63-b700-d88c50ce8b9c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a696af5a-1e50-4f63-b700-d88c50ce8b9c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:18.204860 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Checking router: 20ed4e57-b67a-44db-adb4-367d56a86d42 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:18.205546 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Updating router 20ed4e57-b67a-44db-adb4-367d56a86d42 port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:18.208274 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.239694 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.256066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:17Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:18.283226 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.291432 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82e49-f834-408d-925d-3da9b71caf04 None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:17Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:18.293049 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfa98e-08d2-4b9a-89c1-dd4ccabfd0fa None None] Pushing event updated for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:18.341841 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-009b9261-a3f8-4062-8d3b-6fa2af500715 None None] Provisioning complete for port a696af5a-1e50-4f63-b700-d88c50ce8b9c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:18.342215 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-009b9261-a3f8-4062-8d3b-6fa2af500715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.563498 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Allocated IP 172.20.0.1 (1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8/d624f863-2676-48b1-9bd7-cd5c25489076/8dbad89a-ba74-4c80-87de-b2799a251c92) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:18.635053 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.644176 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.660808 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175e5b8-cff1-4695-bd76-288e9aade441 None None] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:12:18.698038 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Attempting to bind port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:18.698405 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Attempting to bind port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:18.698767 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Attempting to bind port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:18.711968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:18.712345 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:18.712771 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.713164 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:18.713775 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Bound port: 7d0439c2-02cd-4fbc-886d-24c01ad9a896, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:18.714164 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.740799 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcfa6b-ed25-42b5-b810-86891c41e887 None None] Pushing event updated for resources: {'Port': ['ID=7d0439c2-02cd-4fbc-886d-24c01ad9a896,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:18.750216 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.762975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] Provisioning complete for port 7f891283-012e-4dd4-8298-b7b398a1a541 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:18.763194 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.805005 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] For port 7d0439c2-02cd-4fbc-886d-24c01ad9a896, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:18.805988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.808237 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] For port 7d0439c2-02cd-4fbc-886d-24c01ad9a896, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d0439c2-02cd-4fbc-886d-24c01ad9a896,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:18.818872 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.860852 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:18.866708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:18.871991 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:18.916743 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:18.920337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:18.949733 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7f891283-012e-4dd4-8298-b7b398a1a541 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:18.959384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:18.960294 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:18.982256 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.052266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] For port 7f891283-012e-4dd4-8298-b7b398a1a541, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7f891283-012e-4dd4-8298-b7b398a1a541,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:19.053274 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7f891283-012e-4dd4-8298-b7b398a1a541 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.053585 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.062704 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcfa6b-ed25-42b5-b810-86891c41e887 None None] Pushing event updated for resources: {'Port': ['ID=7d0439c2-02cd-4fbc-886d-24c01ad9a896,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:19.089274 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.093325 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.127254 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:19.181299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b33c23-24fb-4b7a-ba03-4e6c87286250 None None] Pushing event updated for resources: {'Port': ['ID=7f891283-012e-4dd4-8298-b7b398a1a541,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:19.229359 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a696af5a-1e50-4f63-b700-d88c50ce8b9c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:19.313815 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port a696af5a-1e50-4f63-b700-d88c50ce8b9c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.314491 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.379825 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.389662 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.458909 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e6a1468f-4573-4837-b865-dcab116a147e None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.459718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6a1468f-4573-4837-b865-dcab116a147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.503435 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.515313 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1468f-4573-4837-b865-dcab116a147e None None] Port 8dbad89a-ba74-4c80-87de-b2799a251c92 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:19.523671 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:19.540813 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-e6a1468f-4573-4837-b865-dcab116a147e None None] Provisioning complete for port 7f891283-012e-4dd4-8298-b7b398a1a541 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.541407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e6a1468f-4573-4837-b865-dcab116a147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.562010 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:16Z', 'revision_number': 3, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:19.615968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcfd3fa-33ac-420e-8807-902b91cac450 None None] The sync data for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 is: [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:16Z', 'revision_number': 3, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:19.672862 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:19.674419 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:19.794125 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-661fde1a-46fb-4b92-92bc-c8210e6c8adc None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.794371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-661fde1a-46fb-4b92-92bc-c8210e6c8adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:19.821809 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Router 20ed4e57-b67a-44db-adb4-367d56a86d42 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:19.859459 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-661fde1a-46fb-4b92-92bc-c8210e6c8adc None None] Port 8dbad89a-ba74-4c80-87de-b2799a251c92 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:19.968055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:19.977906 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-87b7e291-d352-40b9-b7fb-5a5526da3376 admin admin] 10.222.0.37 "PUT /v2.0/routers/20ed4e57-b67a-44db-adb4-367d56a86d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091107 Oct 26 15:12:19.994226 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a45c2a99-7b78-4889-bf79-443aa52e5ec7 None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:19.994590 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a45c2a99-7b78-4889-bf79-443aa52e5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.221277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a45c2a99-7b78-4889-bf79-443aa52e5ec7 None None] Port 8dbad89a-ba74-4c80-87de-b2799a251c92 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:20.642298 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55714) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:20.647118 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754110540', 'description': 'tempest-secgroup-smoke-754110540 description', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:20.672529 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.750888 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.755676 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.785416 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.786653 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432936 Oct 26 15:12:20.789642 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55716) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:20.794995 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:20.797360 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d0439c2-02cd-4fbc-886d-24c01ad9a896 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:20.800451 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ff0c-f4c2-4b21-8a29-313f63e271cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d6267-4938-45b1-9fe5-71c34f7668b0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:20.827872 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.848747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:20.849224 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.893190 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.898259 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.927483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.928780 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381624 Oct 26 15:12:20.930811 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450440b2-efb2-4fe2-abdc-4920f34f8b97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df78f57-a6c6-4ca5-b32f-97f8886edf5f,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:20.931828 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55718) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:20.938888 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:20.944166 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.967073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 7d0439c2-02cd-4fbc-886d-24c01ad9a896, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d0439c2-02cd-4fbc-886d-24c01ad9a896,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:20.970099 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.971862 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:20.972873 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7f891283-012e-4dd4-8298-b7b398a1a541 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:21.036840 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.041322 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.050946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=7d0439c2-02cd-4fbc-886d-24c01ad9a896,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.065878 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7f891283-012e-4dd4-8298-b7b398a1a541 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:21.066253 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.067322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c16fd6-8328-478d-9266-358902cfdd0a,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.073260 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.074523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-a6acffd2-cbe8-41a5-8daf-193e9d77528f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406741 Oct 26 15:12:21.077410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55720) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:21.081829 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:21.108170 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.171396 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.175369 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.196187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712b418f-f574-4dcc-8f1b-a73e5147ec01,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.205300 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.206774 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d289db5e-5cac-4d4f-96c8-810bb7171548 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283555 Oct 26 15:12:21.210328 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55722) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:21.216161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:21.251911 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.312192 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.315612 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.334354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d168afa-35c8-406b-91c8-a9de38d40814,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.340854 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.344569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-9337d3c6-9299-427f-973b-5ad581cad106 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304832 Oct 26 15:12:21.344774 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 55724) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:21.349304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:21.370762 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Project d03e50b78b6647fc8c54160c8d1ccb2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:12:21.376165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.438824 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.442805 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.462267 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c29bd0-6f62-4932-bb1e-aed8234d845f,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.469594 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.470785 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1d810e33-eca3-4947-9112-f45227b9b8d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250141 Oct 26 15:12:21.473723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:21.478371 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'fd6d6267-4938-45b1-9fe5-71c34f7668b0', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:21.500927 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Project d03e50b78b6647fc8c54160c8d1ccb2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:12:21.505916 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.573546 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.577545 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.596615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db156c3-dd30-450b-8504-55f9e94b75d9,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:21.604480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:21.605811 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a9926461-3001-455f-8e3f-0582b4107686 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310027 Oct 26 15:12:21.814750 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-b636d840-c7d6-4a7b-9a27-4822523b7c69 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754110540&fields=id&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 267 time: 0.0329232 Oct 26 15:12:21.896071 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Sync routers for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:21.907411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:21.908019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:21.924880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-2a5a0f61-85ef-41a1-9123-31ee6c2e6530 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:21.926404 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-2a5a0f61-85ef-41a1-9123-31ee6c2e6530 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 809 time: 0.1045620 Oct 26 15:12:21.943128 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-550f407d-ea7b-483d-bc06-791fc8e2aa09 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/quotas/d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 375 time: 0.0103669 Oct 26 15:12:21.999843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-2561b67d-e3f2-44ff-9730-0073570cf6d5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507884 Oct 26 15:12:22.015954 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:22.016833 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-ec34a7fe-a61c-4acf-9878-3593de3e6826 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:12:22.017818 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-ec34a7fe-a61c-4acf-9878-3593de3e6826 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061407 Oct 26 15:12:22.115703 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-24d69468-e62f-40a8-b2a4-2394601035ff service neutron] 10.222.0.37 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837541 Oct 26 15:12:22.212795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-9863c461-89bd-41e1-9435-d2bf27b9ea42 service neutron] 10.222.0.37 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898609 Oct 26 15:12:22.221852 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:19Z', 'revision_number': 4, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8dbad89a-ba74-4c80-87de-b2799a251c92', 'name': '', 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'mac_address': 'fa:16:3e:fa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:18Z', 'updated_at': '2021-10-26T15:12:19Z', 'revision_number': 2, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'subnets': [{'id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:22.252738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Checking router: 20ed4e57-b67a-44db-adb4-367d56a86d42 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:22.252976 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Updating router 20ed4e57-b67a-44db-adb4-367d56a86d42 port 8dbad89a-ba74-4c80-87de-b2799a251c92 binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:12:22.278267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.380583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-91075afa-505c-4a52-bf7c-2a18d1f81803 req-c2dbe07f-8518-48c7-9f54-c687756fb5de tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 210 time: 0.0274444 Oct 26 15:12:22.420131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.573389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.579853 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.631521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7625098-8117-4e42-b653-0422f86912b6 None None] Pushing event updated for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:22.687316 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Attempting to bind port 8dbad89a-ba74-4c80-87de-b2799a251c92 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:22.687687 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Attempting to bind port 8dbad89a-ba74-4c80-87de-b2799a251c92 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:22.688048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Attempting to bind port 8dbad89a-ba74-4c80-87de-b2799a251c92 on network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:22.694361 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:22.694886 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Checking segment: {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:22.695295 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.695693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Bound using segment: {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:22.696172 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Bound port: 8dbad89a-ba74-4c80-87de-b2799a251c92, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:22.696587 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.781627 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] For port 8dbad89a-ba74-4c80-87de-b2799a251c92, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:22.785678 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d0439c2-02cd-4fbc-886d-24c01ad9a896 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:22.788597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] For port 8dbad89a-ba74-4c80-87de-b2799a251c92, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8dbad89a-ba74-4c80-87de-b2799a251c92,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:22.821258 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:22.907786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7625098-8117-4e42-b653-0422f86912b6 None None] Pushing event updated for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:22.913281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:22.913932 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:22.988153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:22.988543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.047370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:23.047744 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.113244 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:23.298778 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.357062 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] For port 8dbad89a-ba74-4c80-87de-b2799a251c92, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8dbad89a-ba74-4c80-87de-b2799a251c92,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:23.362252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.440217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a67e2b-4ebb-4317-aed3-53cd07f12d5b None None] Pushing event updated for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:23.461224 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:19Z', 'revision_number': 4, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8dbad89a-ba74-4c80-87de-b2799a251c92', 'name': '', 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'mac_address': 'fa:16:3e:fa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:18Z', 'updated_at': '2021-10-26T15:12:22Z', 'revision_number': 4, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'subnets': [{'id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:23.505630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e740230b-ae92-420f-8802-c76e9ef78bdd None None] The sync data for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 is: [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:12:19Z', 'revision_number': 4, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '8dbad89a-ba74-4c80-87de-b2799a251c92', 'name': '', 'network_id': '1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'mac_address': 'fa:16:3e:fa:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:18Z', 'updated_at': '2021-10-26T15:12:22Z', 'revision_number': 4, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'subnets': [{'id': 'd624f863-2676-48b1-9bd7-cd5c25489076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:23.518510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-7adf679e-7df0-4d27-bf38-87b913f167eb None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:23.519688 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7adf679e-7df0-4d27-bf38-87b913f167eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.534791 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9d0871b9-03a9-4a55-9d99-fdea253d1922 req-f55adfe4-27f2-4b85-ba1f-452fcf0852be tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 210 time: 0.0525014 Oct 26 15:12:23.612628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-bfb3189f-c37a-4249-b45f-858c548e04b1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:23.614369 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-bfb3189f-c37a-4249-b45f-858c548e04b1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 809 time: 0.2075896 Oct 26 15:12:23.664550 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-ced45f21-7b53-43bf-a3ba-16ae4905d1f8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 379 time: 0.0389431 Oct 26 15:12:23.675022 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'port': {'device_id': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'admin_state_up': True, 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'security_groups': ['fd6d6267-4938-45b1-9fe5-71c34f7668b0']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:23.800222 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Made reservation on behalf of d03e50b78b6647fc8c54160c8d1ccb2f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:12:23.805448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:23.941877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Allocated IP 172.20.0.3 (013d2978-b06d-4800-bb76-67a3bdced7ae/917a6c7b-09b2-4f18-b0a1-220ad494bb61/afdf9c47-2957-4f94-943f-819261c1158c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:24.038467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.392009 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.426244 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.470256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:24.473429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:24.477304 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:24.484813 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:24.537663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:24.538558 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.556057 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-7d0b5f21-f321-4533-8672-b88b6e20fba8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854144 Oct 26 15:12:24.680932 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7328c6-158f-48f9-8dec-1bf000efa2e5 req-135d964e-5d84-46ad-9fda-d809ace3f49f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:24.681559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Request body: {'port': {'device_id': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:24.683261 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf7328c6-158f-48f9-8dec-1bf000efa2e5 req-135d964e-5d84-46ad-9fda-d809ace3f49f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 931 time: 0.0604639 Oct 26 15:12:24.731980 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-93c702ef-23c9-4ce6-9645-1760a343a5de None None] Provisioning complete for port afdf9c47-2957-4f94-943f-819261c1158c triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:24.732687 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-93c702ef-23c9-4ce6-9645-1760a343a5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.733946 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bf7328c6-158f-48f9-8dec-1bf000efa2e5 req-80d1ae96-e2dd-4fc6-b645-659a3d730d88 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 Oct 26 15:12:24.762859 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:24.776073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-93c702ef-23c9-4ce6-9645-1760a343a5de None None] Port afdf9c47-2957-4f94-943f-819261c1158c cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:12:24.781572 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8dbad89a-ba74-4c80-87de-b2799a251c92 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:24.829798 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 8dbad89a-ba74-4c80-87de-b2799a251c92 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:24.830157 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.041161 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:12:25.049975 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.062593 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Transition to ACTIVE for port object afdf9c47-2957-4f94-943f-819261c1158c will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:12:25.065985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.119585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:25.196313 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:12:25.196890 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:12:25.197361 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:25.205783 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:12:25.206339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:12:25.214585 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:12:25.214822 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:12:25.216009 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:12:25.216368 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Bound port: afdf9c47-2957-4f94-943f-819261c1158c, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:12:25.217456 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.298914 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:12:25.302323 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:12:25.306009 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.341336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.341945 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:25.343340 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] 10.222.0.41 "PUT /v2.0/ports/afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1091 time: 0.7792997 Oct 26 15:12:25.343782 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:12:25.346099 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e177cd04-4bce-4f01-b776-8c22d1b4e072" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:12:25.372816 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884637d7-b981-4cad-a9c1-54b79d66a591 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:25.403612 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3d2172-40f6-41c0-afd1-0307be873808 x-openstack-request-id: req-2e3d2172-40f6-41c0-afd1-0307be873808 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:12:25.403902 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:12:25.404161 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e3d2172-40f6-41c0-afd1-0307be873808 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:12:25.404963 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'status': 'completed', 'code': 200} Oct 26 15:12:25.445205 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-fbf3fb60-8cae-44c5-8de1-8097b2a8011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.446756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-fbf3fb60-8cae-44c5-8de1-8097b2a8011e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1094 time: 0.0532289 Oct 26 15:12:25.492410 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-387f1fae-480c-439e-8b68-24835f3a5f29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 217 time: 0.0375965 Oct 26 15:12:25.554491 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-3c1b9b75-45d3-4540-8ecc-3b2f20120a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.556236 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-3c1b9b75-45d3-4540-8ecc-3b2f20120a86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0569348 Oct 26 15:12:25.610494 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-5646bcd9-1f27-4ddc-994c-004e6a29ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.612098 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-5646bcd9-1f27-4ddc-994c-004e6a29ef97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492039 Oct 26 15:12:25.709137 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-72634905-2273-4896-a79e-d04ff45f57a9 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896769 Oct 26 15:12:25.809596 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6a8c6815-8e7c-4831-8a44-6334b04ba209 req-4f1f132d-c9f6-45af-ae9d-3ad2a9ae9485 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920477 Oct 26 15:12:25.864360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff15706-f62b-47b5-94e6-2bf7b6c10058 req-6544148a-9303-43fb-9a28-36586ed6cf2e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.865896 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ff15706-f62b-47b5-94e6-2bf7b6c10058 req-6544148a-9303-43fb-9a28-36586ed6cf2e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0577815 Oct 26 15:12:25.897151 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-4e632bd8-6198-4704-8567-c79e81aeeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:25.898695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-4e632bd8-6198-4704-8567-c79e81aeeadd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1094 time: 0.0429215 Oct 26 15:12:25.905689 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ff15706-f62b-47b5-94e6-2bf7b6c10058 req-ad896ae8-87e0-45d2-989c-3d18dade8029 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330992 Oct 26 15:12:26.000038 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-9e6f554b-6ff2-4df9-9fdd-b653e7595f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:26.001576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-9e6f554b-6ff2-4df9-9fdd-b653e7595f91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0958927 Oct 26 15:12:26.046049 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-09967496-1174-4b9c-a249-5f0f29603591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 217 time: 0.0361621 Oct 26 15:12:26.046859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-02596de2-b10a-4a5e-a1e4-566cfe8f9a61 req-58fe82b3-08b4-4fb0-9565-25de178eca00 service neutron] (102164) timed out ('10.222.0.37', 51096) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 26 15:12:26.105451 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-de7be454-9db7-403b-a2a2-be4ce67731fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:26.107916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-de7be454-9db7-403b-a2a2-be4ce67731fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0509892 Oct 26 15:12:26.162933 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-4985c044-03e8-4c0b-a706-bc7e83c2a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:26.164465 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-4985c044-03e8-4c0b-a706-bc7e83c2a745 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478835 Oct 26 15:12:26.258293 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-fb931dea-0ba1-4ccf-91eb-2cc8412e0263 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858142 Oct 26 15:12:26.364149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e177cd04-4bce-4f01-b776-8c22d1b4e072 req-353d1844-6ea4-41d1-8750-13771f60333e service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980294 Oct 26 15:12:27.030065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7ee93-579f-4548-9ea3-01ca1fbb1386 req-4ad2e16c-4068-4dde-8656-729387155f8e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:27.031577 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ab7ee93-579f-4548-9ea3-01ca1fbb1386 req-4ad2e16c-4068-4dde-8656-729387155f8e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0506434 Oct 26 15:12:27.072387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ab7ee93-579f-4548-9ea3-01ca1fbb1386 req-a8da870a-07f3-4574-8d40-c34ee4400f81 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Oct 26 15:12:28.191545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99b10a-0ed1-4d55-85d0-08fef19699c8 req-66f005ee-0226-4a3b-8f7e-7adf27c17ba2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:28.193346 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd99b10a-0ed1-4d55-85d0-08fef19699c8 req-66f005ee-0226-4a3b-8f7e-7adf27c17ba2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0514576 Oct 26 15:12:28.233698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dd99b10a-0ed1-4d55-85d0-08fef19699c8 req-528acbcd-fea3-4135-b718-6cac61e77bce tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343275 Oct 26 15:12:29.362410 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa225e39-1b2b-4774-9ff3-515cd812027b req-58676bd9-5246-46ee-89c2-be42ecdc38d7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:29.363919 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa225e39-1b2b-4774-9ff3-515cd812027b req-58676bd9-5246-46ee-89c2-be42ecdc38d7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0573425 Oct 26 15:12:29.406159 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aa225e39-1b2b-4774-9ff3-515cd812027b req-98c586a2-c87e-4180-a829-e426fbe308b5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361254 Oct 26 15:12:29.852445 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afdf9c47-2957-4f94-943f-819261c1158c details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:12:29.951329 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:29.962821 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'afdf9c47-2957-4f94-943f-819261c1158c', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:12:30.005989 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:30.020708 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:12:30.040097 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:30.045311 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:30.093785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:30.285996 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['afdf9c47-2957-4f94-943f-819261c1158c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:12:30.531982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec521d1-9bb8-436f-84a7-2e4d06d91236 req-e1f4c3d4-1b94-4cd9-8f92-d44ed36f4ad3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:30.533593 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ec521d1-9bb8-436f-84a7-2e4d06d91236 req-e1f4c3d4-1b94-4cd9-8f92-d44ed36f4ad3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 944 time: 0.0568123 Oct 26 15:12:30.576338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4ec521d1-9bb8-436f-84a7-2e4d06d91236 req-e547e272-929b-4844-9af5-2243f3a06ee8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356536 Oct 26 15:12:31.701626 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773026fe-84a5-4774-9770-7faa1dc0f20f req-cd79753e-08fd-4397-9ba5-9383af308a08 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:31.703149 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-773026fe-84a5-4774-9770-7faa1dc0f20f req-cd79753e-08fd-4397-9ba5-9383af308a08 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 944 time: 0.0559449 Oct 26 15:12:31.745269 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-773026fe-84a5-4774-9770-7faa1dc0f20f req-e76f2f2e-b615-444c-a47f-4f1fafb2dde1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354371 Oct 26 15:12:31.852237 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afdf9c47-2957-4f94-943f-819261c1158c up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:12:31.902162 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port afdf9c47-2957-4f94-943f-819261c1158c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:12:31.906564 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port afdf9c47-2957-4f94-943f-819261c1158c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:12:31.906928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:31.990199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:32.015000 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:12:32.017318 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8290d1a-8dff-44a0-8048-048fcf36dcd2" -d '{"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:12:32.037019 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:12:32.042741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:32.067963 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1964eee2-3476-4e5c-8b92-93622cce8b9c x-openstack-request-id: req-1964eee2-3476-4e5c-8b92-93622cce8b9c {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:12:32.068260 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:12:32.068539 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1964eee2-3476-4e5c-8b92-93622cce8b9c {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:12:32.068935 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'code': 200} Oct 26 15:12:32.098057 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:32.179381 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce7e7-87f0-49a9-b371-95d604151a9c req-0b815508-d402-4707-9e5c-39c85d8357be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:32.180954 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69cce7e7-87f0-49a9-b371-95d604151a9c req-0b815508-d402-4707-9e5c-39c85d8357be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0433693 Oct 26 15:12:32.219083 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69cce7e7-87f0-49a9-b371-95d604151a9c req-0bfc448d-1865-42a5-b933-741ff0fdb28e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301728 Oct 26 15:12:32.863877 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612fb8-d8c0-4404-b1f1-ca3b329a2b64 req-2e903e28-c6a8-4504-8f2d-d29a3ea5ac1b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:32.865303 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1612fb8-d8c0-4404-b1f1-ca3b329a2b64 req-2e903e28-c6a8-4504-8f2d-d29a3ea5ac1b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0508435 Oct 26 15:12:32.906607 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d1612fb8-d8c0-4404-b1f1-ca3b329a2b64 req-145b6b87-17b3-4cb6-a163-2f848304cb82 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Oct 26 15:12:34.035634 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a292e-b8e7-49c8-bfcc-816b35397332 req-f9e92f0a-f2af-4e26-968f-770fa9d01810 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:34.037271 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a61a292e-b8e7-49c8-bfcc-816b35397332 req-f9e92f0a-f2af-4e26-968f-770fa9d01810 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0583189 Oct 26 15:12:34.080290 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a61a292e-b8e7-49c8-bfcc-816b35397332 req-24dd026e-0eb3-4b4a-9958-3653004f1a98 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346725 Oct 26 15:12:34.215670 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c6ddf-fbcc-4e53-8b1e-059dd0844bbe req-be3648c7-ea02-4358-b03d-8e250c0b9d59 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:34.217402 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-048c6ddf-fbcc-4e53-8b1e-059dd0844bbe req-be3648c7-ea02-4358-b03d-8e250c0b9d59 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0608027 Oct 26 15:12:34.264032 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-048c6ddf-fbcc-4e53-8b1e-059dd0844bbe req-b3e35c65-e6f2-44f1-ae87-dbd302900f76 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Oct 26 15:12:34.287930 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55784) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:34.384236 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cc8602-1d32-4ab3-96ea-c82b778509f0 tempest-TestShelveInstance-1945786137 tempest-TestShelveInstance-1945786137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:34.385802 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-32cc8602-1d32-4ab3-96ea-c82b778509f0 tempest-TestShelveInstance-1945786137 tempest-TestShelveInstance-1945786137-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1091 time: 0.0968287 Oct 26 15:12:34.389091 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 55788) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:12:34.393612 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:12:34.417798 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:34.532921 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:34.639238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Allocated IP 172.25.5.86 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/cf5592aa-aa16-499f-8ced-6f9df872ca56) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:12:34.749618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:34.784631 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:34.827147 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:12:34.830328 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:12:34.834140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:12:34.840754 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=cf5592aa-aa16-499f-8ced-6f9df872ca56,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:35.198686 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:35.269302 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:35.443039 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:35.448479 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:35.532537 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=cf5592aa-aa16-499f-8ced-6f9df872ca56,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:12:35.544869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:35.656104 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Floating IP 169e13b9-1d6a-4297-af65-d7c254a8a1af associated. External IP: 172.25.5.86, port: afdf9c47-2957-4f94-943f-819261c1158c. Oct 26 15:12:35.898541 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:12:36.014788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:12:36.029460 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:12:36.035849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:36.042215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:36.043118 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:36.066529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8c24c5d7-3331-490f-a2c0-9e215e181886 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6763186 Oct 26 15:12:36.067289 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:12:36.070071 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:12:36.114121 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad8b31-20c7-472e-a753-46ab13afeb83 x-openstack-request-id: req-e9ad8b31-20c7-472e-a753-46ab13afeb83 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:12:36.114485 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:12:36.114736 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9ad8b31-20c7-472e-a753-46ab13afeb83 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:12:36.115153 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'status': 'completed', 'code': 200} Oct 26 15:12:36.120294 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:12:36.175594 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:36.186252 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-2ba67a02-65a1-4425-9ea7-60e3f1344020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.187916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-2ba67a02-65a1-4425-9ea7-60e3f1344020 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0453546 Oct 26 15:12:36.300203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-4228329c-a481-40ff-8b01-c3c8276b1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.301734 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-4228329c-a481-40ff-8b01-c3c8276b1f36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1072938 Oct 26 15:12:36.373158 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-79bbfe21-edd1-4067-886a-da765815709f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 998 time: 0.0629051 Oct 26 15:12:36.427976 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-4fc0ed2e-1648-4332-af20-1ddbf32085c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.429417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-4fc0ed2e-1648-4332-af20-1ddbf32085c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0494704 Oct 26 15:12:36.452246 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '169e13b9-1d6a-4297-af65-d7c254a8a1af', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:12:35Z', 'updated_at': '2021-10-26T15:12:35Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:36.481597 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:12:36.487322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-c4094863-6957-4c52-a469-49b97baac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:36.490013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-c4094863-6957-4c52-a469-49b97baac144 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524697 Oct 26 15:12:36.491290 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:12:36.491916 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:12:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:36.604621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-87d08ac3-43f1-41bd-98d3-40b5273d5cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066461 Oct 26 15:12:36.619099 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:12:36.717903 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2789b03b-d76b-4d68-af07-c9ee3fecdd3c req-fa6ee5b4-d4ec-4868-ae3a-484e54590f28 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062477 Oct 26 15:12:36.881085 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '169e13b9-1d6a-4297-af65-d7c254a8a1af', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:12:35Z', 'updated_at': '2021-10-26T15:12:35Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:12:36.911958 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b65332-c3ce-4be1-bd1d-f25cb2ab3170 None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '169e13b9-1d6a-4297-af65-d7c254a8a1af', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:12:35Z', 'updated_at': '2021-10-26T15:12:35Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:12:37.128959 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2879b490-fd06-4ebd-b2d2-d6c82ac857cf None None] New status for floating IP 169e13b9-1d6a-4297-af65-d7c254a8a1af: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:12:40.175679 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3d0c80e2-f095-4f9e-bce5-7a73ac90d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:42.945099 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-cae18c03-1fca-4466-ba8b-cf7239fc103a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:43.964247 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:44.532645 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:46.077481 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:48.236186 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-8c7c734a-cf42-44f7-9e0d-fa553415cab9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469894 Oct 26 15:12:48.324536 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-0a2ee85d-f4aa-4c29-b435-a8f4c89a7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:48.326318 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-0a2ee85d-f4aa-4c29-b435-a8f4c89a7407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0436969 Oct 26 15:12:48.441912 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-73c48821-9b05-4aa2-8f84-b2b1f7cc8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:48.444153 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-73c48821-9b05-4aa2-8f84-b2b1f7cc8c9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0973332 Oct 26 15:12:48.519828 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-960f3a95-5b5e-4929-a636-16cff715946e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1000 time: 0.0673978 Oct 26 15:12:48.578554 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-33ab254e-d5d4-4f95-bbab-8325c05fbafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:48.580052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-33ab254e-d5d4-4f95-bbab-8325c05fbafd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0521500 Oct 26 15:12:48.647283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-9c9a5582-cef5-4b97-b477-46687158e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:12:48.648915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-9c9a5582-cef5-4b97-b477-46687158e4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595751 Oct 26 15:12:48.752770 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-b8153db1-40ca-40a4-8e3c-11a160cc134c service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960464 Oct 26 15:12:48.858190 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e6bb928b-d77b-480c-b825-5c4c4b10d890 req-c30040a9-55d8-43c3-941e-1c7b18abc652 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973153 Oct 26 15:12:52.416592 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:12:54.054197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:10.176957 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-087cc6c2-999a-45ea-bc76-1438031a8db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:12.947179 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-605b7de9-f7ee-4bf9-9230-550cf351fb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:13.090189 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:13.967386 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:14.533568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:16.078353 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:22.410697 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:24.050708 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:40.182122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6a11871b-0fe7-41b6-993b-d4104d77ea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:42.949062 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7f8b53cc-5295-4d37-9629-a01c7146ca3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:43.970427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:44.537986 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:46.083288 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:48.247552 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-61c7696f-2205-4f2e-9149-429dde4542ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468464 Oct 26 15:13:48.341104 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-b36693cd-6266-478b-82dd-307d254301d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:48.342601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-b36693cd-6266-478b-82dd-307d254301d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0433593 Oct 26 15:13:48.457132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-593b9b3d-d9b5-4e4e-9ae3-5a1ba46d3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:48.458929 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-593b9b3d-d9b5-4e4e-9ae3-5a1ba46d3b91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0962958 Oct 26 15:13:48.534357 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-1fbfdd50-791d-4393-ac23-151a31703b3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1000 time: 0.0670366 Oct 26 15:13:48.586755 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-676d3d70-dfcc-4f46-b226-66242b039568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:48.588335 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-676d3d70-dfcc-4f46-b226-66242b039568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0466366 Oct 26 15:13:48.637292 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-a70d5371-7e3a-40e3-be91-36c30675db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:13:48.638432 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-a70d5371-7e3a-40e3-be91-36c30675db6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425823 Oct 26 15:13:48.744825 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-bfd728c6-13cf-4773-ae76-4ff95426ff90 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980945 Oct 26 15:13:48.838081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-eab70a34-62da-47b5-a8e7-dc831571dfb8 req-35b877a4-748e-4e3b-b6ad-b619d8d3a052 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Oct 26 15:13:50.089420 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:13:52.422050 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:13:54.068815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:10.187235 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-627933ca-f2a9-4c8f-840b-85d151c2f509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:12.953858 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9db21225-4766-4a45-a936-0104de38632e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:13.972902 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:14.541023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:16.085921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:22.416208 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:24.077972 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:27.089773 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:14:32.196170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d55f0-40da-4633-bae9-d709a3581dab req-a1abf47c-25f5-4999-9318-d2a71416cbca tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:32.198109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e79d55f0-40da-4633-bae9-d709a3581dab req-a1abf47c-25f5-4999-9318-d2a71416cbca tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.1073430 Oct 26 15:14:32.236266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e79d55f0-40da-4633-bae9-d709a3581dab req-f5615be0-eab8-4f5e-95cc-5a3a615ba563 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 Oct 26 15:14:33.384453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea16f60-52e0-4dfc-bc13-ebfd055ccba8 req-a3ebb775-be0e-4256-a189-d109e0bdcc98 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:33.385974 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ea16f60-52e0-4dfc-bc13-ebfd055ccba8 req-a3ebb775-be0e-4256-a189-d109e0bdcc98 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0547519 Oct 26 15:14:33.428437 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4ea16f60-52e0-4dfc-bc13-ebfd055ccba8 req-f7b45e61-ee34-47b3-8d78-3a58a3dc135a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364175 Oct 26 15:14:34.579235 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0702-ad94-4894-8f86-322384ec4eb8 req-e3a7ca7a-179d-485c-83c3-5b2ced3b866d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:34.580720 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-814a0702-ad94-4894-8f86-322384ec4eb8 req-e3a7ca7a-179d-485c-83c3-5b2ced3b866d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0505857 Oct 26 15:14:34.619864 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-814a0702-ad94-4894-8f86-322384ec4eb8 req-133e1d8c-31ec-4aa3-b12e-301a00bd8a28 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329845 Oct 26 15:14:35.742883 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b3df5-ba88-4d26-81f8-f541a01ad2bd req-775149cf-13a9-4401-aaa8-f76f4045fae0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:35.744367 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-944b3df5-ba88-4d26-81f8-f541a01ad2bd req-775149cf-13a9-4401-aaa8-f76f4045fae0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Oct 26 15:14:35.786234 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-944b3df5-ba88-4d26-81f8-f541a01ad2bd req-1fc645e7-1339-4c24-834d-e71788f4af1b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339639 Oct 26 15:14:36.902597 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44997b-3ad8-4b7b-9730-49cc92a5da54 req-be2c553e-90cb-43de-91b3-8f8b57bbc14e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:36.904064 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d44997b-3ad8-4b7b-9730-49cc92a5da54 req-be2c553e-90cb-43de-91b3-8f8b57bbc14e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0492291 Oct 26 15:14:36.946486 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4d44997b-3ad8-4b7b-9730-49cc92a5da54 req-f5111ed5-d712-4377-8710-d1420d1e815f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364554 Oct 26 15:14:38.064378 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcafc8-2148-48ab-b402-35f26ca922df req-1b06a980-5297-4d04-b8fc-683014419f98 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:38.065916 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53dcafc8-2148-48ab-b402-35f26ca922df req-1b06a980-5297-4d04-b8fc-683014419f98 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Oct 26 15:14:38.105284 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53dcafc8-2148-48ab-b402-35f26ca922df req-794e17b0-a272-403e-89f1-96e009b96eaa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330086 Oct 26 15:14:39.221853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acfbe1-54c7-4e46-990f-266fef225e31 req-105fbf34-0bc4-4907-9c8f-4382b9bffe24 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:39.223817 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39acfbe1-54c7-4e46-990f-266fef225e31 req-105fbf34-0bc4-4907-9c8f-4382b9bffe24 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0504732 Oct 26 15:14:39.261879 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-39acfbe1-54c7-4e46-990f-266fef225e31 req-bc8bd833-48fb-426f-a6aa-b0ee4996af5f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Oct 26 15:14:40.179357 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8c77539c-15c4-4c39-8aea-0be4519c9f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:40.382463 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d59832-6290-4492-9376-39730f31cf42 req-a9812c67-0177-4f54-a913-9effa5ae0e08 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:40.383891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99d59832-6290-4492-9376-39730f31cf42 req-a9812c67-0177-4f54-a913-9effa5ae0e08 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Oct 26 15:14:40.427578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-99d59832-6290-4492-9376-39730f31cf42 req-28c27b65-f261-4732-b573-b3e63b259202 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375271 Oct 26 15:14:41.544107 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920ca9a-2f86-495c-a863-6dc963bf99c0 req-50fe1537-295c-4b4c-b899-a53367c03699 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:41.545702 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5920ca9a-2f86-495c-a863-6dc963bf99c0 req-50fe1537-295c-4b4c-b899-a53367c03699 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Oct 26 15:14:41.585860 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5920ca9a-2f86-495c-a863-6dc963bf99c0 req-ca8a30e7-7326-4b8c-b907-0bd6544c113d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339618 Oct 26 15:14:42.712224 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca8560-e471-46be-a820-1f94c60ef47b req-2df34203-5895-4a45-bde0-f709d549db91 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:42.713781 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bca8560-e471-46be-a820-1f94c60ef47b req-2df34203-5895-4a45-bde0-f709d549db91 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0583258 Oct 26 15:14:42.753841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4bca8560-e471-46be-a820-1f94c60ef47b req-48c76945-46c0-4de9-89ad-7510c872255e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333829 Oct 26 15:14:42.955496 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-7c381eeb-4b4c-4618-861e-639e7a634fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:43.869549 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413c6d-bc27-4f96-8855-1d43a5bf2333 req-82880b49-c2c5-4e04-aa97-ff76da106313 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:43.871007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db413c6d-bc27-4f96-8855-1d43a5bf2333 req-82880b49-c2c5-4e04-aa97-ff76da106313 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Oct 26 15:14:43.912671 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-db413c6d-bc27-4f96-8855-1d43a5bf2333 req-87486cf1-6792-4522-abc6-b11278f0824f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Oct 26 15:14:43.974851 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:44.394608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afdf9c47-2957-4f94-943f-819261c1158c details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:14:44.495390 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:44.507344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'afdf9c47-2957-4f94-943f-819261c1158c', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:14:44.567760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:44.570290 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:44.583259 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:14:44.604521 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:44.609451 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:44.682653 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:44.687825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['afdf9c47-2957-4f94-943f-819261c1158c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:14:44.699486 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.699981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.700728 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.701261 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.701664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.702319 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.702884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.703286 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.703714 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.704109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.704515 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:44.704940 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:45.039710 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9dee52-e3b7-4ae2-95cb-cc501b9aa78a req-a09acc29-45e9-446a-89c9-4775deff9834 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:45.048440 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f9dee52-e3b7-4ae2-95cb-cc501b9aa78a req-a09acc29-45e9-446a-89c9-4775deff9834 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 944 time: 0.0624199 Oct 26 15:14:45.098253 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1f9dee52-e3b7-4ae2-95cb-cc501b9aa78a req-90fe35c6-3b46-47e1-9283-17bb95d3f6c0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460732 Oct 26 15:14:46.090573 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:46.223324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b30daf-72e7-4df3-87ae-caf5626bc589 req-785d4457-fd30-449c-9d19-4350e5f04c45 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:46.224924 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b30daf-72e7-4df3-87ae-caf5626bc589 req-785d4457-fd30-449c-9d19-4350e5f04c45 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 944 time: 0.0541503 Oct 26 15:14:46.266563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00b30daf-72e7-4df3-87ae-caf5626bc589 req-48faaeba-59aa-4c99-8142-a82335c3c140 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353327 Oct 26 15:14:46.413065 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afdf9c47-2957-4f94-943f-819261c1158c up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:14:46.471370 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port afdf9c47-2957-4f94-943f-819261c1158c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:14:46.471887 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:46.555063 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:46.579983 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:14:46.582535 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab81ae3-daaa-4dd1-a885-d7e6d821f962" -d '{"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:14:46.596793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:46.603784 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:46.645781 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bc62c3-2d25-4189-850e-8ade0ffdac8f x-openstack-request-id: req-34bc62c3-2d25-4189-850e-8ade0ffdac8f {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:14:46.646077 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:14:46.646379 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34bc62c3-2d25-4189-850e-8ade0ffdac8f {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:14:46.646783 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'code': 200} Oct 26 15:14:46.663434 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:47.429641 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8178f6-97ef-49d5-adea-9fd815aa1a6b req-2018504d-3ee5-4975-b561-58bbe5e4c2d4 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:47.431185 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc8178f6-97ef-49d5-adea-9fd815aa1a6b req-2018504d-3ee5-4975-b561-58bbe5e4c2d4 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0575368 Oct 26 15:14:47.476193 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cc8178f6-97ef-49d5-adea-9fd815aa1a6b req-e16a72b8-b188-4ffe-bff4-ac3865f0a247 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383403 Oct 26 15:14:48.603432 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4bdd8-27c4-42a6-a575-812e46141751 req-a331eb9d-669e-4757-a983-f62563ce6acc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:48.609104 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68b4bdd8-27c4-42a6-a575-812e46141751 req-a331eb9d-669e-4757-a983-f62563ce6acc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0567229 Oct 26 15:14:48.657221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-68b4bdd8-27c4-42a6-a575-812e46141751 req-74c009b3-5833-4848-8c76-408e49baf928 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Oct 26 15:14:49.294517 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-ccd30737-4657-4041-b9d4-714bc21fd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.296306 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-ccd30737-4657-4041-b9d4-714bc21fd458 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0566494 Oct 26 15:14:49.423230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-5376f5b1-28ff-4376-9203-da84da106437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.424843 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-5376f5b1-28ff-4376-9203-da84da106437 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1046948 Oct 26 15:14:49.511222 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-5e31492a-227d-4e83-a428-fa579746bb01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1000 time: 0.0783281 Oct 26 15:14:49.584550 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-7bbe7038-7732-4e3f-9a24-3f2140917100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.585993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-7bbe7038-7732-4e3f-9a24-3f2140917100 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0679691 Oct 26 15:14:49.639144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-3af82964-678d-4452-a6d4-c4915340ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.640391 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-3af82964-678d-4452-a6d4-c4915340ad5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450497 Oct 26 15:14:49.775543 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-ee3fd5c4-88b2-4c86-948b-91987a659334 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272304 Oct 26 15:14:49.819916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dad041-6156-4ad2-8819-795ff2490e60 req-359d63da-48b8-46a8-9783-7ffdf06399cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:49.821687 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00dad041-6156-4ad2-8819-795ff2490e60 req-359d63da-48b8-46a8-9783-7ffdf06399cf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0791605 Oct 26 15:14:49.876670 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-00dad041-6156-4ad2-8819-795ff2490e60 req-22c1b53c-7663-4f84-816e-d3c80394665f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446146 Oct 26 15:14:49.900606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-67c48a2d-0b4b-48df-91d9-0870345c3dd1 req-bce8f6d0-f9db-44d6-af48-59802aa9614f service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148236 Oct 26 15:14:51.041777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3383e7-4c31-4178-a529-793a220f40cb req-4ba92394-fb56-4887-88e9-c066b460d581 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:51.049420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be3383e7-4c31-4178-a529-793a220f40cb req-4ba92394-fb56-4887-88e9-c066b460d581 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0647659 Oct 26 15:14:51.087545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-be3383e7-4c31-4178-a529-793a220f40cb req-34d3ea34-1d2a-494a-8ef8-3956eccc37d9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354371 Oct 26 15:14:52.246618 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6b276-50d2-4c0a-8a04-3ec56c1f56e5 req-41690ea4-754a-4956-9b82-6e8ed3e6b68e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:52.248207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bfa6b276-50d2-4c0a-8a04-3ec56c1f56e5 req-41690ea4-754a-4956-9b82-6e8ed3e6b68e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0570757 Oct 26 15:14:52.299665 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bfa6b276-50d2-4c0a-8a04-3ec56c1f56e5 req-3f02e798-cdce-43c5-b669-318d4c1c8598 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411379 Oct 26 15:14:52.427260 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:53.471053 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805e140-c38f-40f8-aa15-c31e4d1006b5 req-9f51f04c-13e8-4f57-8cfa-daf25bb83df3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:53.471053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5805e140-c38f-40f8-aa15-c31e4d1006b5 req-9f51f04c-13e8-4f57-8cfa-daf25bb83df3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0937214 Oct 26 15:14:53.545122 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5805e140-c38f-40f8-aa15-c31e4d1006b5 req-7b1f39a2-6968-46cf-a4f3-114aad690282 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644569 Oct 26 15:14:54.075213 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:54.302592 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-3fb980b6-7e6e-487a-b9b7-0b481160772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.304130 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-3fb980b6-7e6e-487a-b9b7-0b481160772e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1096 time: 0.0452838 Oct 26 15:14:54.411047 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-32a4ff3f-287e-480c-b272-f02e74878d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.412652 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-32a4ff3f-287e-480c-b272-f02e74878d70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1015341 Oct 26 15:14:54.488915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-ae9c64c0-3d41-4c48-ac1c-05f7c35ced24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1000 time: 0.0679536 Oct 26 15:14:54.542513 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-ad73278f-5cce-447c-854e-acb0a185aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.544065 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-ad73278f-5cce-447c-854e-acb0a185aca8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0485847 Oct 26 15:14:54.606929 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-7440f6b5-b923-4eae-82e2-88f1fed6c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.609563 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-7440f6b5-b923-4eae-82e2-88f1fed6c810 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573840 Oct 26 15:14:54.679434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec5f5-3333-44be-acdd-f97c0d9d46b3 req-304c2319-ee13-4633-9403-4ba81b49ee8a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:54.680966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b3ec5f5-3333-44be-acdd-f97c0d9d46b3 req-304c2319-ee13-4633-9403-4ba81b49ee8a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0537591 Oct 26 15:14:54.714348 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-ee4b5119-8441-453f-9bb2-938d7bc2d8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977323 Oct 26 15:14:54.724446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9b3ec5f5-3333-44be-acdd-f97c0d9d46b3 req-d8e5cbf7-145f-43b3-963d-1faf4e044ed0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Oct 26 15:14:54.812299 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-97471b33-7ae8-47cd-bb45-4304d0d2a9b2 req-3c0979a6-156c-4f35-803d-7933493b0f1b service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904624 Oct 26 15:14:55.855191 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf340b0-95cb-444d-b576-255462cf3cfc req-77a38cc5-cdb3-48a3-aa8b-2cbba5cad85b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:55.856712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdf340b0-95cb-444d-b576-255462cf3cfc req-77a38cc5-cdb3-48a3-aa8b-2cbba5cad85b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Oct 26 15:14:55.902866 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bdf340b0-95cb-444d-b576-255462cf3cfc req-a19d04c6-1a58-44a2-8048-748e058dfaab tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400798 Oct 26 15:14:57.037272 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a788be-0a8b-4d46-b9f5-15cad4d4c5d0 req-2b1910b4-5505-49c4-aa8c-b4b68d3fbabc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:57.039212 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0a788be-0a8b-4d46-b9f5-15cad4d4c5d0 req-2b1910b4-5505-49c4-aa8c-b4b68d3fbabc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0540671 Oct 26 15:14:57.086003 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c0a788be-0a8b-4d46-b9f5-15cad4d4c5d0 req-18537914-fd7f-4ad2-903c-c450bb5af55a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Oct 26 15:14:57.171136 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-69c18b0d-87cd-4546-8115-0b9ce7c92d5b req-e4ca9d80-e55d-471f-a4b0-5c4fcd064cca service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:14:57.172199 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69c18b0d-87cd-4546-8115-0b9ce7c92d5b req-e4ca9d80-e55d-471f-a4b0-5c4fcd064cca service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055201 Oct 26 15:14:57.347707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11625efd-b25e-4860-a535-0ae46c697cef req-f865d2e6-f3bb-4f51-97f3-374a82a9ccad tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:57.349701 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11625efd-b25e-4860-a535-0ae46c697cef req-f865d2e6-f3bb-4f51-97f3-374a82a9ccad tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0567219 Oct 26 15:14:57.397790 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-11625efd-b25e-4860-a535-0ae46c697cef req-e89092ff-6b15-46fd-8c56-a30d5100229f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391090 Oct 26 15:14:57.576957 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-f106880f-690c-4ac6-ad48-a37ae87494c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986948 Oct 26 15:14:58.428411 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-79ccef68-a062-41d6-9f51-d138b0a6d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:58.431697 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-79ccef68-a062-41d6-9f51-d138b0a6d6c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 1096 time: 0.0489261 Oct 26 15:14:58.445117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:14:58.475115 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device afdf9c47-2957-4f94-943f-819261c1158c no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:14:58.515908 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.558864 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16cbb9-bfb4-42a5-af10-c44df271821f req-fafa5fb2-438c-4523-aec3-6100f6c20520 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:58.560481 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae16cbb9-bfb4-42a5-af10-c44df271821f req-fafa5fb2-438c-4523-aec3-6100f6c20520 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0741584 Oct 26 15:14:58.581051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.607387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ae16cbb9-bfb4-42a5-af10-c44df271821f req-1fc12854-f48b-49a2-b41a-18991c4ee4fd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370967 Oct 26 15:14:58.765360 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:14:58.798877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:14:58.839914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:14:58.842235 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb2c435-4132-4d02-a595-1aa1ea7b8c3b" -d '{"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-unplugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:14:58.846139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.860037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Transition to ACTIVE for port object afdf9c47-2957-4f94-943f-819261c1158c will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:14:58.865846 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:58.913529 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102165) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 26 15:14:58.913939 n-d-813419-9 neutron-server[102165]: DEBUG oslo_db.api [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 15:14:58.963236 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af410137-32a1-459d-bf64-27528f447fc4 x-openstack-request-id: req-af410137-32a1-459d-bf64-27528f447fc4 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:14:58.963539 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-unplugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:14:58.963795 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af410137-32a1-459d-bf64-27528f447fc4 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:14:58.964197 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'code': 200} Oct 26 15:14:58.966994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:58.981239 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.981831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.982407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.982982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.983547 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.983923 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.984263 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.984859 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.985437 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.986084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.986665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:58.987241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:14:59.022116 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] No DVR routers for this DVR port afdf9c47-2957-4f94-943f-819261c1158c on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:14:59.165316 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:14:59.165646 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:14:59.165972 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:14:59.170847 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:14:59.171170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Attempting to bind port afdf9c47-2957-4f94-943f-819261c1158c on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:14:59.177320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:14:59.177320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:14:59.177637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:14:59.178041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Bound port: afdf9c47-2957-4f94-943f-819261c1158c, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:14:59.178394 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:59.245388 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:14:59.248386 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:14:59.253382 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:59.650310 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.651323 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:14:59.652781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] 10.222.0.73 "PUT /v2.0/ports/afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1091 time: 1.2133536 Oct 26 15:14:59.673815 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c7b81-3c39-40b6-9d09-cfed54e3b546 service neutron] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=9']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:14:59.721486 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-d318208e-3ecc-4018-92cd-7081a8d2912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.723958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-d318208e-3ecc-4018-92cd-7081a8d2912f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1094 time: 0.0451272 Oct 26 15:14:59.737404 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7275-26b0-4826-9f35-eb21d02d8c6d req-fa91edd1-097b-401f-a513-530ac6f90a97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.739493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-119d7275-26b0-4826-9f35-eb21d02d8c6d req-fa91edd1-097b-401f-a513-530ac6f90a97 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0555620 Oct 26 15:14:59.781712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-119d7275-26b0-4826-9f35-eb21d02d8c6d req-c5417799-4660-4771-9c19-3006fdebe594 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357869 Oct 26 15:14:59.854689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-dc19d7df-5791-456c-81df-ef605dbdef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.856156 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-dc19d7df-5791-456c-81df-ef605dbdef03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1240211 Oct 26 15:14:59.922794 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-a94f87bb-8750-42ca-8afd-3098edbdbad1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 998 time: 0.0592201 Oct 26 15:14:59.973184 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-fa4d527b-e700-424a-9ee4-ab7c2b743363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:14:59.974762 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-fa4d527b-e700-424a-9ee4-ab7c2b743363 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0453112 Oct 26 15:15:00.027989 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-ac042f9f-6555-4206-922c-4dda47efedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:00.029515 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-ac042f9f-6555-4206-922c-4dda47efedbe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474863 Oct 26 15:15:00.123847 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-2bcfdf9e-8e01-48ab-8da7-0667b88bd32a service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867269 Oct 26 15:15:00.220355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c94d9d60-13cf-4969-9a78-ac0efd129059 req-d1c8d2e9-4c04-4b33-8afc-16acf3e3a487 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894144 Oct 26 15:15:00.935876 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5816-0229-44a9-ae1f-37cff6a8608b req-44ed28a5-5996-443d-a22f-254a96c704d9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:00.938397 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9d5816-0229-44a9-ae1f-37cff6a8608b req-44ed28a5-5996-443d-a22f-254a96c704d9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0609949 Oct 26 15:15:00.964866 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:15:00.968161 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0529106-23d8-432e-bea2-4ff73558b137" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:15:00.991428 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-de9d5816-0229-44a9-ae1f-37cff6a8608b req-fd6a5340-620e-43c4-8812-6959a015cd68 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439270 Oct 26 15:15:01.053871 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73376c8-1bf7-4b76-a829-75f23c75cfdd x-openstack-request-id: req-d73376c8-1bf7-4b76-a829-75f23c75cfdd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:15:01.054171 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:15:01.054424 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d73376c8-1bf7-4b76-a829-75f23c75cfdd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:15:01.054835 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'status': 'completed', 'code': 200} Oct 26 15:15:02.129800 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc04f9-b253-4e47-ae95-5b4cdec73595 req-28937e0f-3d8c-4a69-b359-daca852c5713 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:02.131330 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63cc04f9-b253-4e47-ae95-5b4cdec73595 req-28937e0f-3d8c-4a69-b359-daca852c5713 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0585742 Oct 26 15:15:02.170935 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-63cc04f9-b253-4e47-ae95-5b4cdec73595 req-9a0acf62-8597-404f-b44d-6299b79b195b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335524 Oct 26 15:15:03.303300 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622acfa-8ea1-4b6d-87dd-0f1e4f812b74 req-c0efecc5-98ed-4915-83a4-ba543947e8bf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:03.305261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d622acfa-8ea1-4b6d-87dd-0f1e4f812b74 req-c0efecc5-98ed-4915-83a4-ba543947e8bf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0525794 Oct 26 15:15:03.356546 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d622acfa-8ea1-4b6d-87dd-0f1e4f812b74 req-060b9f78-ddba-46cb-83fc-205a75f3dbdd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Oct 26 15:15:04.088725 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:04.480280 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaabe10-65ab-4f04-9385-897212c740e9 req-c05932e1-8768-4b8a-97d9-4b6d1ae18585 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:04.482026 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eeaabe10-65ab-4f04-9385-897212c740e9 req-c05932e1-8768-4b8a-97d9-4b6d1ae18585 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0567863 Oct 26 15:15:04.522491 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eeaabe10-65ab-4f04-9385-897212c740e9 req-aef5641d-7330-4216-9628-dbd43110c116 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336821 Oct 26 15:15:05.663746 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60745de0-7a08-46fd-984e-f4e0fdb65fc3 req-ffb1f0d3-7d93-4b96-8c2e-141aa65bcee6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:05.669752 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60745de0-7a08-46fd-984e-f4e0fdb65fc3 req-ffb1f0d3-7d93-4b96-8c2e-141aa65bcee6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0597408 Oct 26 15:15:05.713287 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-60745de0-7a08-46fd-984e-f4e0fdb65fc3 req-be931f66-a9e0-4fff-8fcf-a791907c40e6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394471 Oct 26 15:15:06.846067 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116fa7d-538e-41cb-86d8-d862e9428737 req-14257e10-935c-4a58-a7f6-e53c3543ee58 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:06.847499 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9116fa7d-538e-41cb-86d8-d862e9428737 req-14257e10-935c-4a58-a7f6-e53c3543ee58 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0544047 Oct 26 15:15:06.890343 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-9116fa7d-538e-41cb-86d8-d862e9428737 req-547308ad-0111-4fdd-8a70-26335df14522 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Oct 26 15:15:08.016144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3610d-ac15-4638-a473-b1fcbfcb67e7 req-ba3de271-5e8b-4abd-a4cf-ed739f988075 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:08.018016 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-afd3610d-ac15-4638-a473-b1fcbfcb67e7 req-ba3de271-5e8b-4abd-a4cf-ed739f988075 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0553999 Oct 26 15:15:08.064324 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-afd3610d-ac15-4638-a473-b1fcbfcb67e7 req-236a225d-8f2a-401f-a4bf-8cbf088f79b4 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395610 Oct 26 15:15:09.220838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02969866-57b5-4d6c-82da-f64658f616f0 req-5a0a5917-c39c-4f72-aee1-c5c8af054a63 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:09.222450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02969866-57b5-4d6c-82da-f64658f616f0 req-5a0a5917-c39c-4f72-aee1-c5c8af054a63 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0603395 Oct 26 15:15:09.273368 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-02969866-57b5-4d6c-82da-f64658f616f0 req-aed2b189-524a-4ce3-be2f-30f91dd5e81a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Oct 26 15:15:10.187024 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-73a161a1-4756-434a-9ee3-b3df0b558f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:10.413075 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6272e-32af-4159-b3fc-10bd7bb459cb req-35a04b88-ab26-457c-abbb-0527582b6a69 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:10.414602 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2a6272e-32af-4159-b3fc-10bd7bb459cb req-35a04b88-ab26-457c-abbb-0527582b6a69 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0586684 Oct 26 15:15:10.459365 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b2a6272e-32af-4159-b3fc-10bd7bb459cb req-08f3700a-5ef9-4376-8c95-0a5b354c9bf1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 Oct 26 15:15:11.020221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0529106-23d8-432e-bea2-4ff73558b137 req-9006d165-7bfb-46fa-b105-487701664ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:11.022910 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-9006d165-7bfb-46fa-b105-487701664ca9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1094 time: 0.0468941 Oct 26 15:15:11.118768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0529106-23d8-432e-bea2-4ff73558b137 req-e37a659a-aab5-4315-99ed-04d97b2bb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:11.120230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-e37a659a-aab5-4315-99ed-04d97b2bb476 service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0894427 Oct 26 15:15:11.197605 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-fcc4ba17-a5d6-4f1b-850c-d6a49d985cad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 998 time: 0.0660791 Oct 26 15:15:11.252945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0529106-23d8-432e-bea2-4ff73558b137 req-87f72581-ed62-46f0-ae14-ec2fbcfa672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:11.254482 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-87f72581-ed62-46f0-ae14-ec2fbcfa672d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0488126 Oct 26 15:15:11.303428 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0529106-23d8-432e-bea2-4ff73558b137 req-92797df5-67b0-4e69-ab0c-658b565a8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:11.304982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-92797df5-67b0-4e69-ab0c-658b565a8fcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423250 Oct 26 15:15:11.315763 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-61b41bb1-1a6f-495a-9e82-c6833ab4b6f1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:15:11.316813 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-61b41bb1-1a6f-495a-9e82-c6833ab4b6f1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050764 Oct 26 15:15:11.414488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-c526cb23-cb6d-4464-839a-c23dcbd30bd1 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900314 Oct 26 15:15:11.514082 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a0529106-23d8-432e-bea2-4ff73558b137 req-d7e6cf5c-d9c0-4559-b0c3-c2bffe039277 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909681 Oct 26 15:15:11.589330 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bacae-d012-4884-9c10-d2b4612c2ffb req-1b5354f1-8888-4e17-ab93-b729cc414833 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:11.590698 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-801bacae-d012-4884-9c10-d2b4612c2ffb req-1b5354f1-8888-4e17-ab93-b729cc414833 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0581882 Oct 26 15:15:11.632235 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-801bacae-d012-4884-9c10-d2b4612c2ffb req-7bb7171d-7322-436d-b542-12d734b18231 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352964 Oct 26 15:15:12.756162 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046fc4f-0d96-4dd4-9e28-0869990c677a req-26809be3-d917-4d9a-af3b-4026d774f0aa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:12.757795 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e046fc4f-0d96-4dd4-9e28-0869990c677a req-26809be3-d917-4d9a-af3b-4026d774f0aa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 943 time: 0.0542457 Oct 26 15:15:12.798987 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e046fc4f-0d96-4dd4-9e28-0869990c677a req-ad700c2f-bbf4-4535-ba98-8014dff88d3b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348480 Oct 26 15:15:12.960320 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-16da0859-1fb1-4ce7-86d0-b77bc9cdedda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.479457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device afdf9c47-2957-4f94-943f-819261c1158c details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:15:13.589818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:15:13.603786 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': 'afdf9c47-2957-4f94-943f-819261c1158c', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'port_id': 'afdf9c47-2957-4f94-943f-819261c1158c', 'mac_address': 'fa:16:3e:e1:1f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:15:13.643418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.658558 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:15:13.681648 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:15:13.687467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:13.740549 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:13.927412 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9e335-f5df-409e-a2f4-4678143a8d4b req-f436c674-24b8-4ab7-835f-e1ce1a29d7e8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:13.929055 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dfc9e335-f5df-409e-a2f4-4678143a8d4b req-f436c674-24b8-4ab7-835f-e1ce1a29d7e8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0575123 Oct 26 15:15:13.953702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['afdf9c47-2957-4f94-943f-819261c1158c'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:15:13.976513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-dfc9e335-f5df-409e-a2f4-4678143a8d4b req-a2b2c1cc-d047-47fb-b279-f836f55099c1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Oct 26 15:15:14.174846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:14.547227 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:15.106905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a8732-b629-4477-a368-0bbe285f62f6 req-b7e42232-d935-467f-b2dd-ee1d7d58b2bf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:15.108553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba0a8732-b629-4477-a368-0bbe285f62f6 req-b7e42232-d935-467f-b2dd-ee1d7d58b2bf tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 945 time: 0.0544891 Oct 26 15:15:15.152508 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ba0a8732-b629-4477-a368-0bbe285f62f6 req-46ca9c99-bcfe-4eaa-85eb-5e0292c1aa56 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367422 Oct 26 15:15:15.494613 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device afdf9c47-2957-4f94-943f-819261c1158c up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:15:15.555791 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port afdf9c47-2957-4f94-943f-819261c1158c completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:15:15.562676 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port afdf9c47-2957-4f94-943f-819261c1158c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:15:15.563167 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:15.656942 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:15.684295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:15:15.686695 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86beb346-fe35-4547-a2c7-4f45ce3065f5" -d '{"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:15:15.701537 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:15:15.706760 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:15.755662 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10d6e9-560d-4ed1-b00e-aea66e7d7e78 x-openstack-request-id: req-1a10d6e9-560d-4ed1-b00e-aea66e7d7e78 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:15:15.756123 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-plugged", "status": "completed", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:15:15.756616 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a10d6e9-560d-4ed1-b00e-aea66e7d7e78 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:15:15.757157 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'code': 200} Oct 26 15:15:15.770398 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=11']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:15:15.952676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a29ad9-9424-4aa2-a1ea-11ee75e95631 req-1813efd0-6f81-493b-a953-da1970083843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:15.954318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8a29ad9-9424-4aa2-a1ea-11ee75e95631 req-1813efd0-6f81-493b-a953-da1970083843 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1097 time: 0.0466588 Oct 26 15:15:16.015141 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a8a29ad9-9424-4aa2-a1ea-11ee75e95631 req-85d2bc77-3de4-4885-8dbd-3b4b9ff31867 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517724 Oct 26 15:15:16.102323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:16.298110 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c392-dd7f-4f8b-bb50-2980b5a7ca46 req-37fa5fef-277c-4c14-8c74-bd4133ec1072 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:16.299613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7719c392-dd7f-4f8b-bb50-2980b5a7ca46 req-37fa5fef-277c-4c14-8c74-bd4133ec1072 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0571604 Oct 26 15:15:16.349972 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7719c392-dd7f-4f8b-bb50-2980b5a7ca46 req-62921f51-210d-4b59-a074-9ad77f77192d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408185 Oct 26 15:15:17.512885 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe8ee0-963d-4191-9c16-5cc587bf5e39 req-25931d83-ce3f-469f-8c9e-b9071e29909b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:17.515395 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cdbe8ee0-963d-4191-9c16-5cc587bf5e39 req-25931d83-ce3f-469f-8c9e-b9071e29909b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0672150 Oct 26 15:15:17.565537 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cdbe8ee0-963d-4191-9c16-5cc587bf5e39 req-0664bbc1-5c43-447e-8dfe-5dffac4689e0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Oct 26 15:15:18.710347 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ca92f-6250-431b-9a42-0e6cff4ae76e req-39f51697-7bb8-41b0-bac8-e9a5b6e42bd2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:18.711909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee3ca92f-6250-431b-9a42-0e6cff4ae76e req-39f51697-7bb8-41b0-bac8-e9a5b6e42bd2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Oct 26 15:15:18.754310 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ee3ca92f-6250-431b-9a42-0e6cff4ae76e req-ab3a9288-799f-4070-bbb8-b3694f155c01 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360799 Oct 26 15:15:22.437765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:24.065154 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:35.855596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-99c48d0f-886a-401a-b975-e5f13bf0f2e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414934 Oct 26 15:15:35.937745 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-bef8758a-c09e-47f1-bec9-039aeb35177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:35.939224 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-bef8758a-c09e-47f1-bec9-039aeb35177f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1097 time: 0.0408976 Oct 26 15:15:36.052452 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-a7690ee6-26a9-44e7-a2ca-e7e66c08ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:36.053938 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-a7690ee6-26a9-44e7-a2ca-e7e66c08ebfb service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0907745 Oct 26 15:15:36.120354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-84990ffe-08e1-416c-8925-c99b7d8ffde2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 1000 time: 0.0591271 Oct 26 15:15:36.178505 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-14c6070b-6956-4a57-9b5a-1a9b733a0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:36.179958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-14c6070b-6956-4a57-9b5a-1a9b733a0036 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0529175 Oct 26 15:15:36.226997 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-2c8e808e-b6ac-407a-85da-be752e3dfbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:15:36.229154 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-2c8e808e-b6ac-407a-85da-be752e3dfbd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415597 Oct 26 15:15:36.318422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-ce17b9c0-4032-4ed9-ab76-541fa357339d service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Oct 26 15:15:36.416327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b377faaa-85c9-46da-b1bd-6b7b956d6367 req-2bc923fb-9757-406a-9cb3-b8975cdc30b4 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893507 Oct 26 15:15:40.178846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-19108531-ff29-46df-bd3a-38dde46a1c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:41.089101 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:15:42.963718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f08b8ca1-26eb-4954-96be-edc1d3247218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:43.981493 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:44.549450 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:46.093293 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:52.442502 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:15:54.063704 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:10.183238 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3a67-7700-4e32-a48d-bad30b744cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:12.967314 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f0c602f8-7a7d-454a-916e-ab004d25e75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:13.986426 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:14.552918 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:16.096059 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:18.088570 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:22.449214 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:24.064009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.502988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56094) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:29.661244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Deleting port cf5592aa-aa16-499f-8ced-6f9df872ca56 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:16:29.661576 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.740937 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.741255 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.753311 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Calling delete_port for cf5592aa-aa16-499f-8ced-6f9df872ca56 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:16:29.906818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:29.932831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'Port': ['ID=cf5592aa-aa16-499f-8ced-6f9df872ca56,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:29.959170 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.959519 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.959858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.960193 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.960558 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.960890 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.961218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.961543 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.961871 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.962189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.962511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:29.962830 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:30.006523 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:30.006780 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Floating IP 169e13b9-1d6a-4297-af65-d7c254a8a1af disassociated (deleted). External IP: 172.25.5.86, port: afdf9c47-2957-4f94-943f-819261c1158c. Oct 26 15:16:30.217718 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:16:30.325615 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:16:30.331359 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:30.335595 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:16:30.346394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:16:30.347001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:30.359857 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-82187a8d-6d78-43fe-ae88-11353ecc3fe6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "DELETE /v2.0/floatingips/169e13b9-1d6a-4297-af65-d7c254a8a1af HTTP/1.1" status: 204 len: 168 time: 0.8557489 Oct 26 15:16:30.360442 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:16:30.362752 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca76794-087a-43a7-a2f1-434c7e827e11" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:16:30.412359 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd95f47-bb9b-4d4c-ac21-4006a94e4f01 x-openstack-request-id: req-fcd95f47-bb9b-4d4c-ac21-4006a94e4f01 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:16:30.412359 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:16:30.412646 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcd95f47-bb9b-4d4c-ac21-4006a94e4f01 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:16:30.413019 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'status': 'completed', 'code': 200} Oct 26 15:16:30.474284 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:16:30.543760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-7f03f814-805b-4147-a8da-39643cf51b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:30.545430 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-7f03f814-805b-4147-a8da-39643cf51b2c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 1097 time: 0.1075053 Oct 26 15:16:30.632097 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a1ca9-7592-4118-808a-b12a406a7f31 req-8ac12bcd-9547-4109-a780-91ba7e695ccd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:30.634855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f65a1ca9-7592-4118-808a-b12a406a7f31 req-8ac12bcd-9547-4109-a780-91ba7e695ccd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0702181 Oct 26 15:16:30.653055 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-6a33f35c-425f-42ae-b5c3-1d88fdb40bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:30.654590 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-6a33f35c-425f-42ae-b5c3-1d88fdb40bfd service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1018648 Oct 26 15:16:30.680906 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f65a1ca9-7592-4118-808a-b12a406a7f31 req-bf8d99e5-905c-4d19-ad0b-77893579fd78 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Oct 26 15:16:30.696541 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:30.703931 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-9d455b0d-076b-4ca2-b646-0614f5a1a30d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 200 len: 217 time: 0.0410936 Oct 26 15:16:30.724164 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:16:30.733209 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:16:30.734029 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:16:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:30.756340 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-649d8d40-245f-45f9-95e4-16bd7e276203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:30.758174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-649d8d40-245f-45f9-95e4-16bd7e276203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0474324 Oct 26 15:16:30.811686 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-4f0c50fb-1e23-47ee-acc4-decd24455ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:30.812619 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-4f0c50fb-1e23-47ee-acc4-decd24455ddd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465682 Oct 26 15:16:30.856657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:16:30.910216 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-893974e9-999f-46fd-baec-54adcf766f50 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895758 Oct 26 15:16:31.023583 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2ca76794-087a-43a7-a2f1-434c7e827e11 req-0c09a0b3-6779-49ac-b5c7-a14c12229a4e service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049802 Oct 26 15:16:31.075001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:16:31.102381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cd7df-7fce-4bea-b81d-30afcfdc083e None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:16:31.341949 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990bd2a-152a-4ed6-978b-10e5dec68023 None None] New status for floating IP 169e13b9-1d6a-4297-af65-d7c254a8a1af: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:16:31.801720 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee09c4c-0164-46dd-81df-38ad0a8ec539 req-30c5f6cd-97f0-4bad-9e57-9d7ea66f54e5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:31.803220 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ee09c4c-0164-46dd-81df-38ad0a8ec539 req-30c5f6cd-97f0-4bad-9e57-9d7ea66f54e5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0486765 Oct 26 15:16:31.871298 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7ee09c4c-0164-46dd-81df-38ad0a8ec539 req-98863189-b893-45d4-8cb6-276f241ad689 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd6d6267-4938-45b1-9fe5-71c34f7668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619650 Oct 26 15:16:31.887665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-40af7058-7912-47b8-b551-1004caaed02d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:31.889157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-40af7058-7912-47b8-b551-1004caaed02d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cb7460-91c2-43be-bd2c-7e2921037909 HTTP/1.1" status: 200 len: 946 time: 0.0725284 Oct 26 15:16:31.983169 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Deleting port afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:16:31.983415 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:32.075478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] For port afdf9c47-2957-4f94-943f-819261c1158c, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=afdf9c47-2957-4f94-943f-819261c1158c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:16:32.075847 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:32.087966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Calling delete_port for afdf9c47-2957-4f94-943f-819261c1158c owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:16:32.219043 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:32.252914 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'Port': ['ID=afdf9c47-2957-4f94-943f-819261c1158c,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:32.293364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] No DVR routers for this DVR port afdf9c47-2957-4f94-943f-819261c1158c on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:16:32.296296 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:32.299596 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2b4cb1c-4cde-400c-8335-b37b7f666fc8 req-a0c2c7ba-f4c6-459d-8519-5324a6a485fc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.73 "DELETE /v2.0/ports/afdf9c47-2957-4f94-943f-819261c1158c HTTP/1.1" status: 204 len: 173 time: 0.4038916 Oct 26 15:16:32.414621 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-deleted', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:16:32.417316 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020b372-e793-438b-98ff-3e45d8058395" -d '{"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-deleted", "tag": "afdf9c47-2957-4f94-943f-819261c1158c"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:16:32.456004 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dc9f41-41f2-4011-abdc-b1d3d256e21f x-openstack-request-id: req-c8dc9f41-41f2-4011-abdc-b1d3d256e21f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:16:32.456302 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cb7460-91c2-43be-bd2c-7e2921037909", "name": "network-vif-deleted", "tag": "afdf9c47-2957-4f94-943f-819261c1158c", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:16:32.456596 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8dc9f41-41f2-4011-abdc-b1d3d256e21f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:16:32.456998 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cb7460-91c2-43be-bd2c-7e2921037909', 'name': 'network-vif-deleted', 'tag': 'afdf9c47-2957-4f94-943f-819261c1158c', 'status': 'completed', 'code': 200} Oct 26 15:16:32.928660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56116) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:32.987245 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.018826 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.078290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.080785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.082015 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd6d6267-4938-45b1-9fe5-71c34f7668b0 HTTP/1.1" status: 204 len: 168 time: 0.1523688 Oct 26 15:16:33.091659 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d6267-4938-45b1-9fe5-71c34f7668b0,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:33.099808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.100156 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.100526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.100867 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.101203 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.101669 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.102013 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.102349 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.102683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.103153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.103339 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.103643 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848a2663-0543-449a-9d55-10968419e7cc tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:16:33.444237 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56122) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:33.449185 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593221794', 'description': 'tempest-secgroup-smoke-593221794 description', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:33.471243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.539557 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.543773 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.574970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.577028 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1316299 Oct 26 15:16:33.578998 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c6094-db44-419b-ba23-27038efa2053 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9127e48-13c8-4394-9eab-d0b775fcde79,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:33.579983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56124) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:33.584588 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:33.611659 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.658405 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.662004 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.679270 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e97e2e-3337-4ce2-9341-2af2bfe6ec41,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:33.688278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.689760 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-46b6bcdf-b04f-4f58-b3c6-c00f9155d543 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085663 Oct 26 15:16:33.692821 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56126) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:33.697158 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:33.723849 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.781233 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.784811 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.803756 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fbdcf2-0d52-4dd3-888f-56e7e4327009,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:33.814016 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.815215 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-25c2399d-927e-4780-8372-8c41c6428914 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214621 Oct 26 15:16:33.818062 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56128) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:33.823185 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:33.849690 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.909158 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:33.913075 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.220910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e0414-7d09-4148-832c-d21f3149e43e,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:34.229124 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.230387 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-8f58f8a1-a5c8-48cc-aedb-ab3afda47a0a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4113555 Oct 26 15:16:34.233808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56130) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:34.238049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:34.264357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.314839 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.318414 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.335288 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267f0939-4565-4bf9-8f96-921fd1024571,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:34.344912 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.346156 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ccab08d1-8773-483a-9ab5-ddcb3e9c8cb7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1114142 Oct 26 15:16:34.348966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56132) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:34.353483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:34.374480 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Project d03e50b78b6647fc8c54160c8d1ccb2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:16:34.379224 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.438094 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.441698 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.460675 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659b9e28-2f1d-4b8d-8287-731a45fe6b97,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:34.469290 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.470483 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-848e2093-26c0-49ac-b092-fc46a776dfff tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205909 Oct 26 15:16:34.473414 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56134) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:16:34.477609 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'security_group_rule': {'security_group_id': 'f9127e48-13c8-4394-9eab-d0b775fcde79', 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:34.498873 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Project d03e50b78b6647fc8c54160c8d1ccb2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:16:34.503852 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.567549 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.571358 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.593915 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ee8bcf-0332-4f46-bd38-75ba7836eb87,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:34.598971 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:34.600422 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-f25a56f2-119a-4659-9f06-c0b8a290de12 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258793 Oct 26 15:16:35.978322 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device afdf9c47-2957-4f94-943f-819261c1158c no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:16:36.000920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: afdf9c47-2957-4f94-943f-819261c1158c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:16:36.001258 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device afdf9c47-2957-4f94-943f-819261c1158c not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:16:40.188662 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2287e2a3-09f1-4b33-bec2-4a85357af743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:42.971403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4442b49c-84a9-4cd6-8745-7bc3eeb1f165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:44.011601 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:44.556682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:46.098252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:50.883955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-c292d8f2-024b-4f43-b981-27cd0186cfde tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593221794&fields=id&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 267 time: 0.0332754 Oct 26 15:16:50.991764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-8e6fe1a0-b44a-49db-a1e9-f43d94c649aa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:50.993238 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-8e6fe1a0-b44a-49db-a1e9-f43d94c649aa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 809 time: 0.1017396 Oct 26 15:16:51.009020 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-cd44a230-581c-4b2f-ab43-f62a32ced478 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/quotas/d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 375 time: 0.0090714 Oct 26 15:16:51.064951 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-da6c2073-e1e3-48d4-9190-80f4d2ad1c9f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499694 Oct 26 15:16:51.206467 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-62fe8c46-5001-4203-a3d8-610def351b15 service neutron] 10.222.0.37 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293752 Oct 26 15:16:51.301528 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-ea75dea0-b029-405f-b129-98be5f9eb842 service neutron] 10.222.0.37 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874531 Oct 26 15:16:51.586426 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c68da68e-fdbe-4169-94e7-def56990b281 req-c0bc6147-4a7d-4120-900e-279bed15d1cd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Oct 26 15:16:52.445040 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:52.664993 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-145a7863-8261-4908-b34e-02431a5e8352 req-36e33035-6f7b-467e-bdaf-6826b691a2aa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Oct 26 15:16:53.746740 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7d1822aa-a71c-4665-b367-a925721334d9 req-0cfe453e-0dd4-4727-bef0-10b1cbd432b7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0317032 Oct 26 15:16:54.063916 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:54.824724 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-85629570-30a6-47ba-8cc6-3f2b40791f02 req-602d732d-f1c7-4464-b9cf-1308edfdfd9f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Oct 26 15:16:55.087663 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:16:55.924480 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f12278a8-f3ac-450a-ac29-b11e61f5cd48 req-ef350cb6-0c07-4a86-a837-75535b139732 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0255828 Oct 26 15:16:56.602553 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-daa58d5b-e5ce-40a9-9eba-3b29b3bf6644 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:56.604249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-daa58d5b-e5ce-40a9-9eba-3b29b3bf6644 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 809 time: 0.1097431 Oct 26 15:16:56.649461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-73504635-09ec-4f9e-ba8d-5c55e1b5997c tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 379 time: 0.0346191 Oct 26 15:16:56.659924 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'port': {'device_id': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'admin_state_up': True, 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'security_groups': ['f9127e48-13c8-4394-9eab-d0b775fcde79']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:56.774238 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Made reservation on behalf of d03e50b78b6647fc8c54160c8d1ccb2f for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:16:56.778203 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:56.911442 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Allocated IP 172.20.0.5 (013d2978-b06d-4800-bb76-67a3bdced7ae/917a6c7b-09b2-4f18-b0a1-220ad494bb61/2ffc26d9-b3b4-4295-9625-447bc948d0a2) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:16:57.036990 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0667cbad-676a-4c47-9812-20287a6a747a req-883b1dc9-1a9e-4d52-a11c-dcf68df65b69 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0329642 Oct 26 15:16:57.089749 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.126999 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.173952 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Network 013d2978-b06d-4800-bb76-67a3bdced7ae is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:16:57.180084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:16:57.182121 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:57.184376 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:16:57.240707 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:57.241448 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.260523 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-9eb4b706-9deb-4da6-80d6-b26fe8f0ec50 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043904 Oct 26 15:16:57.273878 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Request body: {'port': {'device_id': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:16:57.333821 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.468584 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f1c73e87-935d-4dd6-8d56-4448ee4a0b53 None None] Provisioning complete for port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:16:57.469116 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e87-935d-4dd6-8d56-4448ee4a0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.506935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f1c73e87-935d-4dd6-8d56-4448ee4a0b53 None None] Port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:16:57.620071 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:16:57.628052 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.645835 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Transition to ACTIVE for port object 2ffc26d9-b3b4-4295-9625-447bc948d0a2 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:16:57.649709 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.705330 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:57.779777 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:16:57.780176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:16:57.780539 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:16:57.785642 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:16:57.785966 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:16:57.791068 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:16:57.791419 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:16:57.791807 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:16:57.792243 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Bound port: 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:16:57.792631 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.864086 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:16:57.867880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:16:57.871644 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.915654 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:57.916265 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:16:57.917679 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1091 time: 0.6482997 Oct 26 15:16:57.918129 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:16:57.920442 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcfc049-93dc-44e3-9e96-896a4902f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:16:57.940417 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d6fcd-9200-4960-a9f5-f36a97008379 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:16:58.028468 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-1af69e58-dca3-4c22-a053-6b2e178a41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.030732 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-1af69e58-dca3-4c22-a053-6b2e178a41bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1094 time: 0.0533695 Oct 26 15:16:58.078487 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1265601-b337-4e02-8c42-6acdededdc74 x-openstack-request-id: req-a1265601-b337-4e02-8c42-6acdededdc74 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:16:58.078706 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:16:58.078947 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a1265601-b337-4e02-8c42-6acdededdc74 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:16:58.079358 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'status': 'completed', 'code': 200} Oct 26 15:16:58.081319 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-b569dd8b-b2a5-4fc8-aba9-25bff0245717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 217 time: 0.0427635 Oct 26 15:16:58.183067 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-52cd551c-798f-43a6-b3d0-a0a338fc21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.184631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-52cd551c-798f-43a6-b3d0-a0a338fc21f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0937934 Oct 26 15:16:58.205994 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60a3b0-189c-4412-8f14-0a11b2b2eb97 req-a559399e-5a42-449e-904e-673c321fafb6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.207553 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e60a3b0-189c-4412-8f14-0a11b2b2eb97 req-a559399e-5a42-449e-904e-673c321fafb6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0799372 Oct 26 15:16:58.278431 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4e60a3b0-189c-4412-8f14-0a11b2b2eb97 req-f542a28e-9953-428b-ad2a-524605a5d1d7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611796 Oct 26 15:16:58.280372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-d496dc3b-5c9a-4baa-95ef-79059f8b2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.281937 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-d496dc3b-5c9a-4baa-95ef-79059f8b2790 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732250 Oct 26 15:16:58.385695 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-3b246dc2-460f-4cb5-b9d7-bc731b749398 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966156 Oct 26 15:16:58.478060 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6c2a0b60-f708-4bb0-bad6-f6a715d1cfdc req-10553a35-5bf8-4b9c-80bb-8bba67ddcaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847802 Oct 26 15:16:58.571470 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-5dd4a8d2-cf95-4344-a31f-bb82d0482915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.573420 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-5dd4a8d2-cf95-4344-a31f-bb82d0482915 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1094 time: 0.0482004 Oct 26 15:16:58.667586 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-69f46c65-377f-4eba-a036-110868db52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.669129 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-69f46c65-377f-4eba-a036-110868db52b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0884449 Oct 26 15:16:58.715106 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-c04352cf-f49c-414d-92e2-40641c8ee3c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 217 time: 0.0387528 Oct 26 15:16:58.767101 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-6abb6cf2-fe4a-4e54-9247-9d569307d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.768541 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-6abb6cf2-fe4a-4e54-9247-9d569307d172 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0463138 Oct 26 15:16:58.814508 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-f0bff850-89a5-496d-8f60-abf15144b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:58.816034 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-f0bff850-89a5-496d-8f60-abf15144b993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404148 Oct 26 15:16:58.914139 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-5c7a6999-6c2b-4ef5-80d0-00cdd03f0147 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911543 Oct 26 15:16:59.008351 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3fcfc049-93dc-44e3-9e96-896a4902f3ad req-64b44483-1aa7-473e-8df7-78f5f9375b05 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Oct 26 15:16:59.401928 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016d2c8-9d38-4897-8cf9-5753f195d14b req-236e8309-921d-49c5-bbe1-3c7d6cf43a92 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:16:59.403401 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8016d2c8-9d38-4897-8cf9-5753f195d14b req-236e8309-921d-49c5-bbe1-3c7d6cf43a92 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0499814 Oct 26 15:16:59.442633 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8016d2c8-9d38-4897-8cf9-5753f195d14b req-dea7ac9f-8e78-41f7-b984-a69119a86ce6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Oct 26 15:17:00.567595 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27f7ae-d71a-4ff7-ae3e-eac2e55abef2 req-58f311d7-30a5-4a9d-b496-2266ec98caa2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:00.569272 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de27f7ae-d71a-4ff7-ae3e-eac2e55abef2 req-58f311d7-30a5-4a9d-b496-2266ec98caa2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0507946 Oct 26 15:17:00.618768 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-de27f7ae-d71a-4ff7-ae3e-eac2e55abef2 req-8df1df5a-d1c7-4e0e-a1a1-5b2068ded191 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Oct 26 15:17:01.746853 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8b87-4990-4ee4-a44d-02957f844b4d req-0ebe0b48-3c53-401f-ad7b-b5ef030ff66e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:01.749090 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f5b8b87-4990-4ee4-a44d-02957f844b4d req-0ebe0b48-3c53-401f-ad7b-b5ef030ff66e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0523741 Oct 26 15:17:01.796311 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2f5b8b87-4990-4ee4-a44d-02957f844b4d req-c620e3a5-4f89-474e-a062-eb92002e1a24 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398784 Oct 26 15:17:02.919748 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcd0d6-5ec4-4623-aaa8-77be29d00fe7 req-b01d6322-c1dd-4aa0-9017-a5d1831f48a3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:02.922071 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1dfcd0d6-5ec4-4623-aaa8-77be29d00fe7 req-b01d6322-c1dd-4aa0-9017-a5d1831f48a3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0535944 Oct 26 15:17:02.963425 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-1dfcd0d6-5ec4-4623-aaa8-77be29d00fe7 req-8eb3573e-8598-49db-ac57-123af8290071 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Oct 26 15:17:04.084048 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149526-fa3b-4039-a133-0a2687a6e7ee req-902b30bc-dd19-4b96-b5c7-1ea0733e993e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:04.085544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2149526-fa3b-4039-a133-0a2687a6e7ee req-902b30bc-dd19-4b96-b5c7-1ea0733e993e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0527854 Oct 26 15:17:04.122718 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a2149526-fa3b-4039-a133-0a2687a6e7ee req-1dca89d2-dcb7-4d69-b156-119fd8bc015d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Oct 26 15:17:05.238370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbcbd-0ff7-4d79-8186-47abe78cbb0b req-45697488-a69e-45e4-b895-157b56bcf5d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:05.239897 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca3cbcbd-0ff7-4d79-8186-47abe78cbb0b req-45697488-a69e-45e4-b895-157b56bcf5d8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0498440 Oct 26 15:17:05.277986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ca3cbcbd-0ff7-4d79-8186-47abe78cbb0b req-91c1f1b4-86c2-4191-bf05-067c2f0e0865 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Oct 26 15:17:06.391461 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169baae-09c3-45ee-9e2d-23a4c9b8fdb2 req-9102e891-e69b-47eb-9503-0189f2ee1ce2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:06.392944 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5169baae-09c3-45ee-9e2d-23a4c9b8fdb2 req-9102e891-e69b-47eb-9503-0189f2ee1ce2 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0488021 Oct 26 15:17:06.430839 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5169baae-09c3-45ee-9e2d-23a4c9b8fdb2 req-97f8a2e2-2934-455c-b514-bedb8463d545 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318849 Oct 26 15:17:07.551492 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b57f0-7248-4c84-a992-b1db24226d03 req-a5cce17b-5fc5-4649-8ddb-20a1624b5770 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:07.553018 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce9b57f0-7248-4c84-a992-b1db24226d03 req-a5cce17b-5fc5-4649-8ddb-20a1624b5770 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0538731 Oct 26 15:17:07.595948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ce9b57f0-7248-4c84-a992-b1db24226d03 req-52692cac-357c-491b-8d39-c2376ca4e55b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368369 Oct 26 15:17:08.715758 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c5050-bd2e-4b41-9000-46580580210c req-a26729aa-f7a5-494f-95b5-3256dc48797e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:08.718335 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-628c5050-bd2e-4b41-9000-46580580210c req-a26729aa-f7a5-494f-95b5-3256dc48797e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0521955 Oct 26 15:17:08.756438 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-628c5050-bd2e-4b41-9000-46580580210c req-ec155cbe-aa47-4f9b-8b93-013981168b5d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325139 Oct 26 15:17:09.070364 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:17:09.171166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:09.182190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'mac_address': 'fa:16:3e:07:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:17:09.221915 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:09.235314 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:17:09.255132 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:09.259809 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:09.312911 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:09.321141 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.321488 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.321828 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.322165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.322498 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.322827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.323157 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.323737 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.324055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.324374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.324722 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.325039 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:17:09.496189 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['2ffc26d9-b3b4-4295-9625-447bc948d0a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:17:09.881343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d907a9-48ff-415f-ab06-7224fc5f6b9d req-6c80baaa-17fa-4d56-9e98-34a26fa13a2e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:09.882931 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9d907a9-48ff-415f-ab06-7224fc5f6b9d req-6c80baaa-17fa-4d56-9e98-34a26fa13a2e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 944 time: 0.0542407 Oct 26 15:17:09.926726 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b9d907a9-48ff-415f-ab06-7224fc5f6b9d req-be82fe6c-9f1c-4ad9-be49-a9a5d756bf0f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374091 Oct 26 15:17:10.182733 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76e7d488-4656-486a-b7c8-ef19ac7cc80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:11.070389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e51b6e-c024-4898-adfa-6a3f60729db6 req-b23f86e1-6486-4400-b1e6-c8a87cc41bf9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:11.071877 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18e51b6e-c024-4898-adfa-6a3f60729db6 req-b23f86e1-6486-4400-b1e6-c8a87cc41bf9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 944 time: 0.0596294 Oct 26 15:17:11.080458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:17:11.111338 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-18e51b6e-c024-4898-adfa-6a3f60729db6 req-7aed5dbe-d482-4da9-8346-91191bc273dd tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Oct 26 15:17:11.132205 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:17:11.136373 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:17:11.136779 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:11.219233 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:11.242958 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:17:11.245335 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eebb44-e346-4617-907e-61dd41b2d18a" -d '{"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:17:11.260156 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:17:11.266270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:11.326418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:11.368008 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f092449-3390-4937-bd1f-7b266817dbaf x-openstack-request-id: req-1f092449-3390-4937-bd1f-7b266817dbaf {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:17:11.368318 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:17:11.368606 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f092449-3390-4937-bd1f-7b266817dbaf {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:17:11.369008 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'code': 200} Oct 26 15:17:11.474117 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3873d-e60e-4617-97d1-30f40f3c7414 req-884ed9d8-6d02-4f8c-8ec5-6feee87b3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:11.475692 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41e3873d-e60e-4617-97d1-30f40f3c7414 req-884ed9d8-6d02-4f8c-8ec5-6feee87b3a07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1096 time: 0.0496798 Oct 26 15:17:11.514961 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-41e3873d-e60e-4617-97d1-30f40f3c7414 req-6b455310-d76a-4125-8c7b-f62785aea50c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322218 Oct 26 15:17:12.234204 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b853669-f057-432a-babf-3fd4541f93ac req-c0d38fc7-84e5-4ade-abd6-56c16186c5ec tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:12.235714 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b853669-f057-432a-babf-3fd4541f93ac req-c0d38fc7-84e5-4ade-abd6-56c16186c5ec tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0536456 Oct 26 15:17:12.275793 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8b853669-f057-432a-babf-3fd4541f93ac req-6146d658-4d31-400c-8a89-1be50a7cb0e1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Oct 26 15:17:12.975121 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5385e88b-1af8-4e9f-930c-ba34c2e3547f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.397679 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf26c4-5894-43fc-979c-c706bad85a4f req-39c0b023-b446-47c1-8237-dedf71dab810 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.399177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4caf26c4-5894-43fc-979c-c706bad85a4f req-39c0b023-b446-47c1-8237-dedf71dab810 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Oct 26 15:17:13.442004 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4caf26c4-5894-43fc-979c-c706bad85a4f req-d917a896-b0cf-448b-a4cd-7aae5f90d62b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366378 Oct 26 15:17:13.563553 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0778657-e8d2-4b6e-8318-018bd3de526e req-5d78ebb9-f46f-4465-b2e5-9d3d18978457 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.565030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0778657-e8d2-4b6e-8318-018bd3de526e req-5d78ebb9-f46f-4465-b2e5-9d3d18978457 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0541751 Oct 26 15:17:13.603592 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0778657-e8d2-4b6e-8318-018bd3de526e req-d7d21a76-129e-437f-aabd-5ba5e3d613b5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325983 Oct 26 15:17:13.628741 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56348) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:17:13.673070 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb4f77-8484-446d-a2ab-024e2c6e8df6 tempest-TestShelveInstance-1945786137 tempest-TestShelveInstance-1945786137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:13.674591 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-00eb4f77-8484-446d-a2ab-024e2c6e8df6 tempest-TestShelveInstance-1945786137 tempest-TestShelveInstance-1945786137-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1091 time: 0.0446680 Oct 26 15:17:13.677421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56350) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:17:13.681722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:17:13.704850 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.803510 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:13.912299 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Allocated IP 172.25.5.198 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/48649847-4448-49ff-b432-e65ddaf97496) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:17:13.986131 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.026749 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.059914 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.109922 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:17:14.113094 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:17:14.116838 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:17:14.141577 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=48649847-4448-49ff-b432-e65ddaf97496,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:14.471893 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.547743 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.562534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.710852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.715334 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.786554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event updated for resources: {'Port': ['ID=48649847-4448-49ff-b432-e65ddaf97496,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:17:14.800431 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:14.907023 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Floating IP c2301fac-0f6b-4773-a687-e72b8f6cfac0 associated. External IP: 172.25.5.198, port: 2ffc26d9-b3b4-4295-9625-447bc948d0a2. Oct 26 15:17:15.469390 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:17:15.580637 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:17:15.590569 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38476676-b425-4262-a407-40bfef083b8c None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:17:15.600618 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:15.600880 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:17:15.601484 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:15.630140 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-39f85372-974e-45a1-bcc2-ae825a86e57d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9516947 Oct 26 15:17:15.631038 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:17:15.633487 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7977c9c-e318-4613-9ce7-c8fe1256950e" -d '{"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:17:15.677385 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b69de1-3da4-49c1-ac4d-3b29ed455baa x-openstack-request-id: req-d2b69de1-3da4-49c1-ac4d-3b29ed455baa {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:17:15.677680 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:17:15.677960 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2b69de1-3da4-49c1-ac4d-3b29ed455baa {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:17:15.678361 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'status': 'completed', 'code': 200} Oct 26 15:17:15.713027 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:17:15.743729 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-78126e89-0d8a-4800-bc16-06318acecced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:15.745188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-78126e89-0d8a-4800-bc16-06318acecced service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1096 time: 0.0416102 Oct 26 15:17:15.838963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-75ccb42a-1bf2-44ee-960f-6d9be6ee5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:15.840466 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-75ccb42a-1bf2-44ee-960f-6d9be6ee5587 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0875504 Oct 26 15:17:15.911212 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-83a5da6d-4100-4551-9d8e-b0ecb88b5dce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 999 time: 0.0628269 Oct 26 15:17:15.944747 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'c2301fac-0f6b-4773-a687-e72b8f6cfac0', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:07:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:14Z', 'updated_at': '2021-10-26T15:17:14Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:15.961869 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-e240d7a7-e129-4165-acb5-172f8fd89152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:15.963350 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-e240d7a7-e129-4165-acb5-172f8fd89152 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0452032 Oct 26 15:17:15.975652 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38476676-b425-4262-a407-40bfef083b8c None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:17:15.984394 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:17:15.985040 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:17:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:16.010672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-556ea16b-5851-49bc-953f-4c44deb684cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:16.012188 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-556ea16b-5851-49bc-953f-4c44deb684cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410018 Oct 26 15:17:16.105516 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:16.112786 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-94ecb6bc-07b4-4711-8dc2-2390c531c56b service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933506 Oct 26 15:17:16.189349 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:17:16.216609 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c7977c9c-e318-4613-9ce7-c8fe1256950e req-e673fecd-fcfa-4f7b-8a34-c2ab57e1edd8 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960839 Oct 26 15:17:16.410696 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-38476676-b425-4262-a407-40bfef083b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'c2301fac-0f6b-4773-a687-e72b8f6cfac0', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:07:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:14Z', 'updated_at': '2021-10-26T15:17:14Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:17:16.437226 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38476676-b425-4262-a407-40bfef083b8c None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': 'c2301fac-0f6b-4773-a687-e72b8f6cfac0', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'mac_address': 'fa:16:3e:07:4f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:17:14Z', 'updated_at': '2021-10-26T15:17:14Z', 'revision_number': 0, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:17:16.635411 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a7ec3-f4a9-43ee-a0b6-c6d0ddc4052c None None] New status for floating IP c2301fac-0f6b-4773-a687-e72b8f6cfac0: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:17:22.464352 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:24.079457 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:32.086536 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:17:40.185997 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b4c98482-b020-406d-930c-c59e709e2f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:42.977467 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-288ad60e-4fc2-4e08-808b-97a559f70d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:43.989930 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:44.562470 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:46.105347 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:52.278246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-247726c3-d3dd-47c3-a1d8-73769cfed47b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840504 Oct 26 15:17:52.366946 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-d3cee7af-47c4-4a4b-86d5-95689d8b1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:52.368482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-d3cee7af-47c4-4a4b-86d5-95689d8b1075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1096 time: 0.0464377 Oct 26 15:17:52.466963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:17:52.480776 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-0ab047b0-3851-42b7-838d-351d7800892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:52.482258 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-0ab047b0-3851-42b7-838d-351d7800892d service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0922711 Oct 26 15:17:52.548576 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-60c02d2f-683e-40c9-8bb5-d0fe0305fd92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0594423 Oct 26 15:17:52.599310 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-27199b64-d32c-41ff-9d08-47b288e9ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:52.601469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-27199b64-d32c-41ff-9d08-47b288e9ca60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0464077 Oct 26 15:17:52.652983 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-b61f3b1a-e432-4a55-aec3-63a508c99235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:17:52.654493 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-b61f3b1a-e432-4a55-aec3-63a508c99235 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451992 Oct 26 15:17:52.746242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-73e848ed-8d67-47d4-865f-7dba7e1ffbc5 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Oct 26 15:17:52.841994 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-92c6dbca-3a02-4866-9d42-4d24bb9cad45 req-7434a0cf-4257-478b-914c-dc7294416a72 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Oct 26 15:17:54.076841 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:09.085789 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:10.187886 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3e651e8a-3db4-41e2-8627-f0bf186fc613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:12.980365 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8a2052c8-201a-45a0-bc21-62328ca07075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:13.993423 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:14.565845 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:16.109410 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:22.475875 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:24.092837 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:40.190739 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2671d5ff-8269-4ed7-b52d-f255e7bce7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:42.983356 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c04c23dd-6b4f-4c58-8875-748a08a192fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:43.997285 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:44.569051 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:46.084876 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:18:46.113173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:52.470082 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:18:53.240246 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-bb81ed45-89ec-4f64-9f03-94000fb1cd8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450165 Oct 26 15:18:53.325865 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c766-54cc-4d52-999c-7baa918d033e req-31c3d6ab-77f5-40e1-9b9c-99e60747fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:53.327614 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-31c3d6ab-77f5-40e1-9b9c-99e60747fb95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1096 time: 0.0431778 Oct 26 15:18:53.441488 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c766-54cc-4d52-999c-7baa918d033e req-cf035c9f-9ccc-4893-b33f-be510454815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:53.443046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-cf035c9f-9ccc-4893-b33f-be510454815f service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0948911 Oct 26 15:18:53.513273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-3edc2218-0897-4188-85ba-f25cfadd6091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0619018 Oct 26 15:18:53.567666 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c766-54cc-4d52-999c-7baa918d033e req-b77af5fa-a00e-4d79-ba2f-79b521ba16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:53.569198 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-b77af5fa-a00e-4d79-ba2f-79b521ba16a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0494378 Oct 26 15:18:53.618856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c766-54cc-4d52-999c-7baa918d033e req-667eed36-327e-4246-bf95-fdeedb1918c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:18:53.620368 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-667eed36-327e-4246-bf95-fdeedb1918c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441487 Oct 26 15:18:53.712613 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-dd92b817-ddc6-41e1-b1e9-6e721b1f3269 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Oct 26 15:18:53.813322 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4998c766-54cc-4d52-999c-7baa918d033e req-39074298-4669-4697-95e9-ba47c75ac184 service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928464 Oct 26 15:18:54.091703 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:10.197317 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-76cdd99b-f125-4eea-862c-c9e80cf49c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:12.399123 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98fcb-1454-4ba3-ba84-52a66ded174e req-c2cd763a-3a9a-4a5b-a49c-4e3f2e1eab56 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:12.400675 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7c98fcb-1454-4ba3-ba84-52a66ded174e req-c2cd763a-3a9a-4a5b-a49c-4e3f2e1eab56 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Oct 26 15:19:12.443485 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-f7c98fcb-1454-4ba3-ba84-52a66ded174e req-b166ac47-c3f5-4aed-97ab-826ddcd4f9a8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Oct 26 15:19:12.986646 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8323726e-2acd-4834-ac35-959fb086f80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:13.573117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0aca-6b09-40a0-b1c4-73634f8eb95a req-f7ec0780-10c2-4bbe-9c27-adcf01d22753 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:13.574769 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7ce0aca-6b09-40a0-b1c4-73634f8eb95a req-f7ec0780-10c2-4bbe-9c27-adcf01d22753 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0546982 Oct 26 15:19:13.616411 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-c7ce0aca-6b09-40a0-b1c4-73634f8eb95a req-79bae979-1cb1-4c7f-995a-ea37ee2aa651 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353482 Oct 26 15:19:14.006407 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:14.571876 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:14.773937 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a2abd-04b9-4f79-8441-2e7aa63a8766 req-6fc928db-95e5-408b-8e38-be6c6fa3db86 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:14.775312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d57a2abd-04b9-4f79-8441-2e7aa63a8766 req-6fc928db-95e5-408b-8e38-be6c6fa3db86 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0598133 Oct 26 15:19:14.816409 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d57a2abd-04b9-4f79-8441-2e7aa63a8766 req-8d723eaf-928e-47d6-9367-39f9679f2fbb tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343008 Oct 26 15:19:15.943772 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff69f-6efb-44ba-9607-8beb4067edda req-106e0bda-84d6-4534-a418-903d28df4949 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:15.945295 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eaaff69f-6efb-44ba-9607-8beb4067edda req-106e0bda-84d6-4534-a418-903d28df4949 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Oct 26 15:19:15.988679 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-eaaff69f-6efb-44ba-9607-8beb4067edda req-1819fb73-dc1f-41b9-88e5-864aaf8ade94 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367103 Oct 26 15:19:16.117173 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:17.107760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7956-a52b-4f5e-a0b3-1d06de7bb136 req-f479410b-c81d-4e5a-860f-0b75b6d1d87e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:17.109267 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53ed7956-a52b-4f5e-a0b3-1d06de7bb136 req-f479410b-c81d-4e5a-860f-0b75b6d1d87e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Oct 26 15:19:17.146626 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-53ed7956-a52b-4f5e-a0b3-1d06de7bb136 req-3d33f17f-54af-4cf0-a262-44120fb421b8 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Oct 26 15:19:18.265956 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d074c3-eb3d-440c-b75d-69b98ecc3c27 req-9fd4bd6b-d77b-44ac-9e2a-98e7cebb8190 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:18.267471 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09d074c3-eb3d-440c-b75d-69b98ecc3c27 req-9fd4bd6b-d77b-44ac-9e2a-98e7cebb8190 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Oct 26 15:19:18.305524 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-09d074c3-eb3d-440c-b75d-69b98ecc3c27 req-835cd20d-99a1-4e69-9483-0c7b11431844 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321050 Oct 26 15:19:19.432636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13478b-3eab-46f8-9c88-3129d9e2db3a req-093aa08a-930a-440a-a4ec-0b31ac788661 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:19.434737 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f13478b-3eab-46f8-9c88-3129d9e2db3a req-093aa08a-930a-440a-a4ec-0b31ac788661 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0521901 Oct 26 15:19:19.472312 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4f13478b-3eab-46f8-9c88-3129d9e2db3a req-6bdcb575-0074-445e-8a1e-154ab355d4f0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Oct 26 15:19:20.594659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b85e23-9e9a-42c0-9fb4-670c442e5307 req-a571af46-0bce-4427-a9f2-6713aae68c47 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:20.596198 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2b85e23-9e9a-42c0-9fb4-670c442e5307 req-a571af46-0bce-4427-a9f2-6713aae68c47 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Oct 26 15:19:20.649001 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e2b85e23-9e9a-42c0-9fb4-670c442e5307 req-cee23a0d-4310-4f7e-955f-818d829f7151 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463049 Oct 26 15:19:21.774998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b80857-483d-4ec2-9069-df97090b8ce5 req-5cc5e660-0121-4ce9-8fe4-a09c7e022b39 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:21.776621 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69b80857-483d-4ec2-9069-df97090b8ce5 req-5cc5e660-0121-4ce9-8fe4-a09c7e022b39 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0559545 Oct 26 15:19:21.817915 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-69b80857-483d-4ec2-9069-df97090b8ce5 req-9645711b-30a0-4fd8-9dd6-d6cd13d55d18 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351448 Oct 26 15:19:22.487093 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:22.542257 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-89754725-802e-44b4-8393-b0121c6248dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:22.543909 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-89754725-802e-44b4-8393-b0121c6248dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1096 time: 0.0552528 Oct 26 15:19:22.649599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-957055bf-51ae-4352-801a-a44936389c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:22.651085 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-957055bf-51ae-4352-801a-a44936389c27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1001313 Oct 26 15:19:22.722986 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-70f64b04-d934-4dce-8678-f0970f073e27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0637765 Oct 26 15:19:22.779043 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-b8f7ca25-a5aa-43df-8662-391d74c62a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:22.786477 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-b8f7ca25-a5aa-43df-8662-391d74c62a2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0509114 Oct 26 15:19:22.843274 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-780111b3-d1f3-419a-90a3-b6c572fa1766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:22.844853 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-780111b3-d1f3-419a-90a3-b6c572fa1766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575233 Oct 26 15:19:22.957575 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-36219792-71f1-47b3-9c97-b0906e89cb0e service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054361 Oct 26 15:19:22.960478 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390061c4-03eb-450a-9d48-577ab4c1d8a2 req-4da6937a-03ee-4c74-9907-4b5ddf7da80a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:22.962116 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-390061c4-03eb-450a-9d48-577ab4c1d8a2 req-4da6937a-03ee-4c74-9907-4b5ddf7da80a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0546882 Oct 26 15:19:23.031743 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-390061c4-03eb-450a-9d48-577ab4c1d8a2 req-6e630dbb-13c5-44ac-abdb-deb7e93a5395 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619380 Oct 26 15:19:23.066221 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5fe1f665-be04-48c7-b0c3-b01f1037c9cd req-cd01bef2-933a-441b-89f4-620acb89c0fd service neutron] 10.222.0.41 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000481 Oct 26 15:19:23.085952 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:19:24.094685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:24.176766 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e444-8472-4748-9b3b-0bda4af88732 req-c3084758-272d-4bde-8011-39acb9885403 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:24.178415 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c827e444-8472-4748-9b3b-0bda4af88732 req-c3084758-272d-4bde-8011-39acb9885403 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0536888 Oct 26 15:19:24.220958 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c827e444-8472-4748-9b3b-0bda4af88732 req-579346d2-5db7-4f2b-9208-1684f491544b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Oct 26 15:19:25.347903 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ccf7-f4bb-4a1a-8f3f-b0e734a29af5 req-50313844-225c-4c93-8c5c-bcd2be86c98a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:25.348966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1372ccf7-f4bb-4a1a-8f3f-b0e734a29af5 req-50313844-225c-4c93-8c5c-bcd2be86c98a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0543897 Oct 26 15:19:25.389422 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1372ccf7-f4bb-4a1a-8f3f-b0e734a29af5 req-f3e460ad-c62f-487c-a10e-3d1754582a63 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339987 Oct 26 15:19:26.529533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9794221-845d-489b-95a4-24a7c7b1feab req-599119c0-1030-4eca-932d-82344cb35434 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:26.531304 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9794221-845d-489b-95a4-24a7c7b1feab req-599119c0-1030-4eca-932d-82344cb35434 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0654938 Oct 26 15:19:26.577980 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e9794221-845d-489b-95a4-24a7c7b1feab req-e6b4a89d-488b-4ccf-927c-1f5076b59cab tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394142 Oct 26 15:19:27.700722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e633edd-a4ee-476e-8562-876c710b3bb6 req-4101b680-2ccd-4cfd-a1b6-7c2443c993a7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:27.702574 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e633edd-a4ee-476e-8562-876c710b3bb6 req-4101b680-2ccd-4cfd-a1b6-7c2443c993a7 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.0540550 Oct 26 15:19:27.743386 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0e633edd-a4ee-476e-8562-876c710b3bb6 req-ceb2a799-0662-422f-b084-cae28e352a1b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Oct 26 15:19:27.828658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:19:27.943965 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:27.986884 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:19:27.990634 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed2ce9-8471-4ce2-b164-6e84b3b67732" -d '{"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-unplugged", "status": "completed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:19:28.018749 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:28.026425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:28.033190 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-cb5d76c5-d04a-440f-8b04-9f658c37b6e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109934 Oct 26 15:19:28.035030 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Oct 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52112c7-21e5-4a9b-a721-7a255eba3585 x-openstack-request-id: req-d52112c7-21e5-4a9b-a721-7a255eba3585 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:19:28.035499 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-unplugged", "status": "failed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "code": 422}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:19:28.036010 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d52112c7-21e5-4a9b-a721-7a255eba3585 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:19:28.036885 n-d-813419-9 neutron-server[102165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'code': 422} returned with failed status Oct 26 15:19:28.048139 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-c31fc262-3c42-43a7-b530-ce1635cec41d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:19:28.049600 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-c31fc262-3c42-43a7-b530-ce1635cec41d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094523 Oct 26 15:19:28.070252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5a164-7922-4359-b5eb-25360f5998e5 req-36de372a-3f49-40d7-a4cb-acea286795ca tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:28.071820 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1f5a164-7922-4359-b5eb-25360f5998e5 req-36de372a-3f49-40d7-a4cb-acea286795ca tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 945 time: 0.1353559 Oct 26 15:19:28.097318 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:28.107635 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.107981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.108320 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.108690 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.109023 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.109345 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.109702 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.110889 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.111273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.111570 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.111897 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.112221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:28.121715 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1f5a164-7922-4359-b5eb-25360f5998e5 req-81b23819-c2f6-40b0-a5df-14ee4c061cea tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391266 Oct 26 15:19:29.249458 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673c262-e2bf-45f5-841a-2e3747683943 req-313888cd-e186-4d9d-b650-ee7fdd2d1967 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:29.251105 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5673c262-e2bf-45f5-841a-2e3747683943 req-313888cd-e186-4d9d-b650-ee7fdd2d1967 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0570447 Oct 26 15:19:29.297413 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5673c262-e2bf-45f5-841a-2e3747683943 req-b1121b6e-f34e-4a87-a564-2bd5e5a3b745 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397904 Oct 26 15:19:30.426207 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9df14-6583-4a97-a1da-f999e680fc97 req-ab9c97a4-8c33-4328-9752-5e44e07d63ba tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:30.428417 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adb9df14-6583-4a97-a1da-f999e680fc97 req-ab9c97a4-8c33-4328-9752-5e44e07d63ba tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0561135 Oct 26 15:19:30.482998 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-adb9df14-6583-4a97-a1da-f999e680fc97 req-ebe9f3c6-a0b5-49fb-a4f2-6f9cb8a9f328 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368688 Oct 26 15:19:31.665370 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197281f-7969-4744-b1d5-08106ee0693a req-00aaea96-c0ec-452f-8258-a66607a9d71a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:31.666962 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3197281f-7969-4744-b1d5-08106ee0693a req-00aaea96-c0ec-452f-8258-a66607a9d71a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.1093528 Oct 26 15:19:31.712379 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3197281f-7969-4744-b1d5-08106ee0693a req-e3770e18-50fb-448f-a96b-a4c832af2dfb tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387526 Oct 26 15:19:32.914095 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec7596-807d-478e-9a04-ac4906fa1dd0 req-e5b3887a-e1ab-4c50-bc10-ec0ad9d0809e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:32.915613 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aeec7596-807d-478e-9a04-ac4906fa1dd0 req-e5b3887a-e1ab-4c50-bc10-ec0ad9d0809e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.1038396 Oct 26 15:19:32.965357 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-aeec7596-807d-478e-9a04-ac4906fa1dd0 req-c2f26b0b-f22b-484e-838a-4aa32cfacff3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Oct 26 15:19:34.086471 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ca375-e5c6-4b08-a6ff-72724d093099 req-c39adc61-bfd3-49be-aa78-e43da0db26e6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:34.088062 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf4ca375-e5c6-4b08-a6ff-72724d093099 req-c39adc61-bfd3-49be-aa78-e43da0db26e6 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0520439 Oct 26 15:19:34.129370 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-bf4ca375-e5c6-4b08-a6ff-72724d093099 req-2e90b1ee-9628-426a-8607-b4cc8acc1a06 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350039 Oct 26 15:19:34.194238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-445c036b-4fbb-4a29-a766-e497999a3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:34.195951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-445c036b-4fbb-4a29-a766-e497999a3cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08&tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f HTTP/1.1" status: 200 len: 1094 time: 0.0478346 Oct 26 15:19:34.213050 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-9', 'device_owner': 'compute:nova'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:19:34.268938 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:34.487036 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:34.524275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h1-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:34.564287 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:19:34.572066 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:34.585406 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Transition to ACTIVE for port object 2ffc26d9-b3b4-4295-9625-447bc948d0a2 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:19:34.590058 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:34.675253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=7']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:34.689466 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.689812 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.690148 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.690479 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.690805 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.691122 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.691447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.691768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.692087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.692403 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.692765 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.693061 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:19:34.734548 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] No DVR routers for this DVR port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on host n-h1-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:19:34.888708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:19:34.888958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:19:34.889284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:34.894495 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:19:34.894843 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Attempting to bind port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on network 013d2978-b06d-4800-bb76-67a3bdced7ae {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:19:34.900921 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:19:34.901253 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Checking segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:19:34.902993 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Bound using segment: {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:19:34.903421 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Bound port: 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97aa9ac-4469-4d96-ba9d-9028141ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:19:34.903774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:34.972241 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:19:34.975524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:19:34.979407 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:35.018706 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.019350 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:35.020861 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] 10.222.0.73 "PUT /v2.0/ports/2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1091 time: 0.8121243 Oct 26 15:19:35.021389 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:19:35.023809 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a30e557-2de0-4b9d-be7c-25837c9eda0a" -d '{"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:19:35.078888 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8221785-0e55-4f5c-8ef7-dffae613be30 x-openstack-request-id: req-d8221785-0e55-4f5c-8ef7-dffae613be30 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:19:35.079187 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:19:35.079449 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8221785-0e55-4f5c-8ef7-dffae613be30 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:19:35.079866 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'status': 'completed', 'code': 200} Oct 26 15:19:35.080785 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1df4f-ef4f-4c48-b9f2-6cc9f396206c service neutron] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=8']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:35.104240 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-85c6cc15-832f-4927-b75d-dfa8f9ded973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.105947 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-85c6cc15-832f-4927-b75d-dfa8f9ded973 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1094 time: 0.0575302 Oct 26 15:19:35.216707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-238c3bf9-299d-4cde-89d9-0e39e1bbbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.218266 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-238c3bf9-299d-4cde-89d9-0e39e1bbbb8d service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1052015 Oct 26 15:19:35.270987 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e550d8-5717-4c61-b0c4-2e7addfd4243 req-895fc993-d12a-44ed-8a6a-d9d52b518c23 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.272587 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07e550d8-5717-4c61-b0c4-2e7addfd4243 req-895fc993-d12a-44ed-8a6a-d9d52b518c23 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0590463 Oct 26 15:19:35.304325 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-89df225a-2827-4273-8caf-f2d0be64d0ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 999 time: 0.0788190 Oct 26 15:19:35.320220 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-07e550d8-5717-4c61-b0c4-2e7addfd4243 req-8d26e1e9-8c97-46ff-81d6-6d30a0ad8a7e tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379782 Oct 26 15:19:35.359385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-bce5e4c3-7324-4d06-9b48-8a3d47e2b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.360882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-bce5e4c3-7324-4d06-9b48-8a3d47e2b284 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0498848 Oct 26 15:19:35.409361 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-20cc953b-fa74-4ed6-aa3c-aedc0a7f32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.410871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-20cc953b-fa74-4ed6-aa3c-aedc0a7f32df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432501 Oct 26 15:19:35.514376 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-ab11932c-8ca1-45bd-b52a-9994ed950a7c service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963607 Oct 26 15:19:35.610871 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-69a4078f-d292-4532-aad9-5c2ebb63cd2e service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894320 Oct 26 15:19:35.705187 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-787a24d2-7fb6-48eb-bf7e-3b825f139b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.706710 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-787a24d2-7fb6-48eb-bf7e-3b825f139b11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1094 time: 0.0455520 Oct 26 15:19:35.812941 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-dd471702-1b2a-48dc-9e0c-6f1036934ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.814489 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-dd471702-1b2a-48dc-9e0c-6f1036934ced service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1003895 Oct 26 15:19:35.890203 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-5814c9dc-c8c8-401f-9ff2-77ec201bf837 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 999 time: 0.0680902 Oct 26 15:19:35.942966 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-0bab76b5-759e-45ce-b997-0e9ece0c8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.944456 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-0bab76b5-759e-45ce-b997-0e9ece0c8484 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0469446 Oct 26 15:19:35.995392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-a165f6cb-a05a-409a-9341-fc1888225146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:35.996943 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-a165f6cb-a05a-409a-9341-fc1888225146 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442438 Oct 26 15:19:36.103133 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-7de6ff13-e472-4439-b08a-8baf862429f6 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970736 Oct 26 15:19:36.214993 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6a30e557-2de0-4b9d-be7c-25837c9eda0a req-5de0cea0-beba-405f-a683-7af58dfcfb1a service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032984 Oct 26 15:19:36.450945 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6a62b-fb0c-4939-baa8-22e9c0edbca5 req-9b57b709-f8c5-4aed-aebf-c62056f42eeb tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:36.452787 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77c6a62b-fb0c-4939-baa8-22e9c0edbca5 req-9b57b709-f8c5-4aed-aebf-c62056f42eeb tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0540762 Oct 26 15:19:36.498988 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-77c6a62b-fb0c-4939-baa8-22e9c0edbca5 req-3f3fe191-dc14-47ea-9661-76e16aebbe96 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Oct 26 15:19:37.618375 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38478e-21df-4dd7-84f6-2c62ccfafaaa req-9a1f6742-4749-44f1-af22-c3c432293970 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:37.619908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b38478e-21df-4dd7-84f6-2c62ccfafaaa req-9a1f6742-4749-44f1-af22-c3c432293970 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0508177 Oct 26 15:19:37.660611 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-5b38478e-21df-4dd7-84f6-2c62ccfafaaa req-db86771e-20b8-4b2c-a0ae-48f87beaa87b tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339179 Oct 26 15:19:38.793481 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a29b-5bed-4e7b-8da7-e5e10f24f1c2 req-14027f6b-8bcf-449e-af83-1c5962f7f04f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:38.794959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1554a29b-5bed-4e7b-8da7-e5e10f24f1c2 req-14027f6b-8bcf-449e-af83-1c5962f7f04f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0560036 Oct 26 15:19:38.864581 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1554a29b-5bed-4e7b-8da7-e5e10f24f1c2 req-6731026b-893d-4999-80be-db0665cc524c tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620832 Oct 26 15:19:38.881788 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-701bfeec-1e01-4b29-a15c-8473c8643ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:38.883276 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-701bfeec-1e01-4b29-a15c-8473c8643ffb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1094 time: 0.0521328 Oct 26 15:19:38.999550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-3058a900-c6a9-434e-b58e-c10b8fdd48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:39.001117 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-3058a900-c6a9-434e-b58e-c10b8fdd48bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.0970359 Oct 26 15:19:39.069674 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-1f45fbd1-d2af-4b4d-93f6-5e1e52a36a0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 999 time: 0.0617392 Oct 26 15:19:39.122678 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-21aa34b0-7ce7-40d8-9277-d0dde7acdbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:39.124354 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-21aa34b0-7ce7-40d8-9277-d0dde7acdbc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0475402 Oct 26 15:19:39.179345 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-2ac3d377-b275-4b6e-8b3a-7f74304a2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:39.180920 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-2ac3d377-b275-4b6e-8b3a-7f74304a2167 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495071 Oct 26 15:19:39.277567 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-80e07eed-8d7f-4711-bbb7-bc428abf940f service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891132 Oct 26 15:19:39.380782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2700bfc1-d97c-4210-ba5e-3b3e72ce861d req-2b00b29d-dec0-490f-a72c-22682de95529 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959661 Oct 26 15:19:39.984357 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cedb21-6b60-4a15-b541-04a530bea5c7 req-d2c78f9f-0ce5-4199-b44f-1db6cc989f23 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:39.985886 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08cedb21-6b60-4a15-b541-04a530bea5c7 req-d2c78f9f-0ce5-4199-b44f-1db6cc989f23 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0509439 Oct 26 15:19:40.027052 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-08cedb21-6b60-4a15-b541-04a530bea5c7 req-ac61249d-1277-4b92-ac82-f816db05b453 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345230 Oct 26 15:19:40.196354 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12b16079-acfb-4d1d-95bb-ad3dddeba188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:41.154916 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3ee77-fc02-4d8e-b4c0-f6db4264ee72 req-0f146a8f-f7bf-4e56-9bed-58b1eb10fdf0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:41.156462 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bff3ee77-fc02-4d8e-b4c0-f6db4264ee72 req-0f146a8f-f7bf-4e56-9bed-58b1eb10fdf0 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0540085 Oct 26 15:19:41.199384 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bff3ee77-fc02-4d8e-b4c0-f6db4264ee72 req-59164183-c5fd-4c18-a267-44a870f64215 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362358 Oct 26 15:19:42.328133 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31926-9f6b-490f-9195-84aa2690d8aa req-e4ca0549-accd-4328-b7d3-6e6cc5d42803 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:42.329688 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90a31926-9f6b-490f-9195-84aa2690d8aa req-e4ca0549-accd-4328-b7d3-6e6cc5d42803 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0564947 Oct 26 15:19:42.369332 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-90a31926-9f6b-490f-9195-84aa2690d8aa req-ef60b8bb-43a3-4a06-94c2-315b254eadac tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331671 Oct 26 15:19:42.990398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-36f8aa68-2136-4234-bcc7-4366111e1a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:43.492782 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef5121-19f7-4963-8e7f-26593b30f6f9 req-9ac09973-b05d-4e58-b492-a8df29c2d4db tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:43.494432 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cef5121-19f7-4963-8e7f-26593b30f6f9 req-9ac09973-b05d-4e58-b492-a8df29c2d4db tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0545640 Oct 26 15:19:43.543302 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6cef5121-19f7-4963-8e7f-26593b30f6f9 req-ec66b61f-15f1-46af-996b-8e5cf10d7214 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 Oct 26 15:19:43.999827 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:44.575863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:44.665680 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5c46b-5f99-4ef0-b307-9b6cbe280d2c req-598625e2-e4f2-4d13-8f10-552d866add4f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:44.667224 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba5c46b-5f99-4ef0-b307-9b6cbe280d2c req-598625e2-e4f2-4d13-8f10-552d866add4f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 943 time: 0.0513880 Oct 26 15:19:44.707639 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8ba5c46b-5f99-4ef0-b307-9b6cbe280d2c req-51f3785c-ff7c-4e48-b974-2fe90fbfabfa tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Oct 26 15:19:44.820262 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:19:44.925790 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:45.098167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'port_id': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'mac_address': 'fa:16:3e:07:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:19:45.138444 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:45.151947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:19:45.173249 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:45.177524 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:45.225571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=9']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:45.389825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['2ffc26d9-b3b4-4295-9625-447bc948d0a2'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:19:45.830651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efdc24-049f-4d15-ab86-d917be45732e req-444b55e3-d106-4e58-81ac-dd43243b7fe5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:45.832445 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38efdc24-049f-4d15-ab86-d917be45732e req-444b55e3-d106-4e58-81ac-dd43243b7fe5 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 944 time: 0.0512745 Oct 26 15:19:45.889291 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-38efdc24-049f-4d15-ab86-d917be45732e req-c0c6993a-8d6d-454f-a184-e6bba3dd68d1 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485287 Oct 26 15:19:46.115604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:46.832371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:19:46.884657 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:19:46.890080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:19:46.890553 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:46.978212 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:47.004774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:19:47.007161 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6a963-b69e-4299-aeab-688d34ab4f49" -d '{"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:19:47.020216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:19:47.022336 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b34c0-50e0-4233-b9b9-57a30ae191e6 req-d61c6ca8-300e-43c1-920f-eb48de656211 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:47.024585 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d24b34c0-50e0-4233-b9b9-57a30ae191e6 req-d61c6ca8-300e-43c1-920f-eb48de656211 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 944 time: 0.0581796 Oct 26 15:19:47.029883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:47.069177 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d24b34c0-50e0-4233-b9b9-57a30ae191e6 req-e834e8b3-be34-4962-82a6-878bffa8b69c tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361457 Oct 26 15:19:47.080338 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f1bac7-4ba7-4cee-88de-e4acd519a9ea x-openstack-request-id: req-65f1bac7-4ba7-4cee-88de-e4acd519a9ea {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:19:47.080654 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-plugged", "status": "completed", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:19:47.081620 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65f1bac7-4ba7-4cee-88de-e4acd519a9ea {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:19:47.081620 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'code': 200} Oct 26 15:19:47.104934 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=10']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:19:47.248221 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e3a14-643f-42c0-95c4-356c46a46044 req-995f6500-5f13-47cd-bd96-75621ca6643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:47.249795 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f1e3a14-643f-42c0-95c4-356c46a46044 req-995f6500-5f13-47cd-bd96-75621ca6643c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1097 time: 0.0469298 Oct 26 15:19:47.286157 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1f1e3a14-643f-42c0-95c4-356c46a46044 req-e4ab10ae-3643-4987-a9f1-ecdf5111283e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293043 Oct 26 15:19:48.205202 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f9f2-3c73-4870-8514-35513dcc53e7 req-2b1e076d-81af-4ce3-88fa-7b4bb82621b3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:48.206801 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b75f9f2-3c73-4870-8514-35513dcc53e7 req-2b1e076d-81af-4ce3-88fa-7b4bb82621b3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 946 time: 0.0541005 Oct 26 15:19:48.253125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-2b75f9f2-3c73-4870-8514-35513dcc53e7 req-facb212d-3267-4b3f-883d-fc02aa033a54 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Oct 26 15:19:49.718975 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f982a-a0dc-4a6a-9769-db9f95fe3a2c req-71ecf4ce-d666-434b-9eb8-9a6425e43594 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:19:49.720521 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b8f982a-a0dc-4a6a-9769-db9f95fe3a2c req-71ecf4ce-d666-434b-9eb8-9a6425e43594 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 946 time: 0.3926673 Oct 26 15:19:49.760084 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-0b8f982a-a0dc-4a6a-9769-db9f95fe3a2c req-3297af21-9a16-4897-90d9-d20f048055a3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335534 Oct 26 15:19:52.502452 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:19:54.093504 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:00.085545 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:10.190236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8100daf1-9629-46f1-a70f-ce8073a0410f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:12.993361 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-617d3d90-fe4c-45a6-b6b0-cb942531c50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:14.004088 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:14.579732 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:16.119668 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:22.505797 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:24.090371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:37.086130 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:20:38.810062 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-45f2016b-e084-4dbd-a07a-96121ad31bdb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466352 Oct 26 15:20:38.902393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-7e1113cb-9012-45d8-86e0-e9611ec6900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:38.903934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-7e1113cb-9012-45d8-86e0-e9611ec6900e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1097 time: 0.0431147 Oct 26 15:20:39.039807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-612b08bd-a0d3-4829-8ab6-bda8c55bbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:39.041638 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-612b08bd-a0d3-4829-8ab6-bda8c55bbe6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1152711 Oct 26 15:20:39.115218 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-8415855b-c676-4897-99ff-fa3fc7971324 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 1001 time: 0.0658464 Oct 26 15:20:39.170951 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-7fe42d72-d17d-4b84-a6db-4bc56ae67281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:39.172614 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-7fe42d72-d17d-4b84-a6db-4bc56ae67281 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0508039 Oct 26 15:20:39.235324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-6147e435-54ad-43fb-8f02-54576adab076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:20:39.237878 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-6147e435-54ad-43fb-8f02-54576adab076 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573857 Oct 26 15:20:39.338054 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-ea906e78-7dc8-41a1-aedf-4d840ef46217 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938354 Oct 26 15:20:39.442746 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0525302a-e396-49b1-b0a4-b9ba61c939b3 req-1405441b-494c-4725-8625-43776e6af39f service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973048 Oct 26 15:20:40.194030 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8f7a-7ea5-4b56-aed5-bf3d3975661c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:42.997600 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1f02e8e4-80e1-4800-b699-637ae42fa65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:44.008395 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:44.583731 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:46.121009 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:52.511425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:20:54.104625 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:02.605722 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56522) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:02.772515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Deleting port 48649847-4448-49ff-b432-e65ddaf97496 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:02.772873 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:02.853852 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:02.854083 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:02.865968 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Calling delete_port for 48649847-4448-49ff-b432-e65ddaf97496 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:03.026689 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:03.056858 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'Port': ['ID=48649847-4448-49ff-b432-e65ddaf97496,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:03.068172 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.068555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.068901 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.069238 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.069580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.069976 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.070250 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.070579 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.070911 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.071230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.071559 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.071884 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:03.132858 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:03.133093 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Floating IP c2301fac-0f6b-4773-a687-e72b8f6cfac0 disassociated (deleted). External IP: 172.25.5.198, port: 2ffc26d9-b3b4-4295-9625-447bc948d0a2. Oct 26 15:21:03.347157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:03.462534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:03.467793 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:03.473040 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:03.483617 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:03.484235 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:03.495923 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-dd323737-a9ed-45d1-955e-222fb8326cbe tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "DELETE /v2.0/floatingips/c2301fac-0f6b-4773-a687-e72b8f6cfac0 HTTP/1.1" status: 204 len: 168 time: 0.8890951 Oct 26 15:21:03.496524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:03.498818 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0248b8-5f01-423a-bf71-d6bf69834280" -d '{"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:03.601442 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:03.606352 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d73c00-cb28-419b-821b-01a3fd520828 x-openstack-request-id: req-a8d73c00-cb28-419b-821b-01a3fd520828 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:03.606887 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:03.607004 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d73c00-cb28-419b-821b-01a3fd520828 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:03.607345 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'status': 'completed', 'code': 200} Oct 26 15:21:03.676709 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-75f06e5e-d748-40bf-90b7-cd0b25a690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:03.678299 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-75f06e5e-d748-40bf-90b7-cd0b25a690d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 1097 time: 0.0468132 Oct 26 15:21:03.753483 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4c87c-e3da-4b1f-ae09-7a36fdb51a77 req-6e9417dc-82c5-4ef0-a766-268e6e41cbd4 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:03.756451 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aad4c87c-e3da-4b1f-ae09-7a36fdb51a77 req-6e9417dc-82c5-4ef0-a766-268e6e41cbd4 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 946 time: 0.0613918 Oct 26 15:21:03.788868 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-cb2ce8ef-d7c3-4c9a-9b48-20ebc33f3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:03.790509 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-cb2ce8ef-d7c3-4c9a-9b48-20ebc33f3fd9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 200 len: 910 time: 0.1042266 Oct 26 15:21:03.796723 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-aad4c87c-e3da-4b1f-ae09-7a36fdb51a77 req-282e02a4-108c-4481-868f-db5a7cf1758f tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336425 Oct 26 15:21:03.828968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:03.834022 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-648370c8-1c5c-4f49-b98d-d18746dda916 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 200 len: 217 time: 0.0356343 Oct 26 15:21:03.856940 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:03.866023 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:03.866632 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:20:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:03.886651 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-4ac41045-039d-4063-bd57-3af723d5567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:03.888109 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-4ac41045-039d-4063-bd57-3af723d5567c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 200 len: 848 time: 0.0464499 Oct 26 15:21:03.944910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-f270e758-a5b6-4c89-b499-20a4a17f5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:03.946464 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-f270e758-a5b6-4c89-b499-20a4a17f5c66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=013d2978-b06d-4800-bb76-67a3bdced7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491712 Oct 26 15:21:03.977657 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:04.056030 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-f9f0e486-b9c5-4f94-9967-ff7e245c08aa service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010976 Oct 26 15:21:04.158637 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cd0248b8-5f01-423a-bf71-d6bf69834280 req-04f8a7f9-6c4b-4ae8-a143-e1c31c969919 service neutron] 10.222.0.73 "GET /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942442 Oct 26 15:21:04.276260 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:04.307368 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4992a150-3bee-49dc-a307-7f03a863eb85 None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:13Z', 'revision_number': 4, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': 'a696af5a-1e50-4f63-b700-d88c50ce8b9c', 'name': '', 'network_id': '013d2978-b06d-4800-bb76-67a3bdced7ae', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'mac_address': 'fa:16:3e:fe:7d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:13Z', 'updated_at': '2021-10-26T15:12:18Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'subnets': [{'id': '917a6c7b-09b2-4f18-b0a1-220ad494bb61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:04.531192 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d60e0f-40a7-43e9-b55e-6b0accbe69f3 None None] New status for floating IP c2301fac-0f6b-4773-a687-e72b8f6cfac0: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:21:04.918500 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf24e-b58b-4d98-944d-c09b16e38d00 req-3865d1dc-450e-4c2b-a122-5be7d86f2917 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:04.919986 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60bcf24e-b58b-4d98-944d-c09b16e38d00 req-3865d1dc-450e-4c2b-a122-5be7d86f2917 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 946 time: 0.0499256 Oct 26 15:21:04.959544 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-60bcf24e-b58b-4d98-944d-c09b16e38d00 req-d6c8819a-8d6e-49f1-aefb-dcadefff71b3 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9127e48-13c8-4394-9eab-d0b775fcde79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Oct 26 15:21:05.208468 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-74f37a6e-311c-4d02-a728-45b1587f1022 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:05.209869 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-74f37a6e-311c-4d02-a728-45b1587f1022 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.73 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 946 time: 0.0496461 Oct 26 15:21:05.307335 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Deleting port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:05.307670 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:05.407990 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] For port 2ffc26d9-b3b4-4295-9625-447bc948d0a2, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=2ffc26d9-b3b4-4295-9625-447bc948d0a2,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:05.408349 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:05.422449 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Calling delete_port for 2ffc26d9-b3b4-4295-9625-447bc948d0a2 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:05.912400 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:05.941900 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'Port': ['ID=2ffc26d9-b3b4-4295-9625-447bc948d0a2,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:05.987935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] No DVR routers for this DVR port 2ffc26d9-b3b4-4295-9625-447bc948d0a2 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:05.991247 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:05.994889 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a954fec-f68f-44ec-9e5a-ba884d3fefb7 req-12c4a230-2096-454f-bc1f-4e8b5404f482 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.73 "DELETE /v2.0/ports/2ffc26d9-b3b4-4295-9625-447bc948d0a2 HTTP/1.1" status: 204 len: 173 time: 0.7783105 Oct 26 15:21:05.995364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-deleted', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:05.997669 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50515476-74c4-4c82-99fe-059231b3dac7" -d '{"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-deleted", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:06.039486 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1663a5-1993-4258-8a9a-f8e49fb2edaa x-openstack-request-id: req-ae1663a5-1993-4258-8a9a-f8e49fb2edaa {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:06.039785 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755fda26-5492-4fa1-9a5d-14d50b771e08", "name": "network-vif-deleted", "tag": "2ffc26d9-b3b4-4295-9625-447bc948d0a2", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:06.040034 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae1663a5-1993-4258-8a9a-f8e49fb2edaa {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:06.040759 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755fda26-5492-4fa1-9a5d-14d50b771e08', 'name': 'network-vif-deleted', 'tag': '2ffc26d9-b3b4-4295-9625-447bc948d0a2', 'status': 'completed', 'code': 200} Oct 26 15:21:06.069414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-8e68787e-23d3-4950-b349-35adb3e73e0e req-913306ca-c913-4d6a-8b69-558b915b340a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0297515 Oct 26 15:21:07.171355 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-214af45a-0e7c-4ea3-92f8-db44537e7282 req-ea361ed0-c326-4acf-a091-d9af1e735a9d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0283675 Oct 26 15:21:08.271492 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-fb97b9f7-1ac4-4c00-8a73-3702355c162f req-a437f81d-ca6d-48f3-8e92-d4dfe82eb39d tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Oct 26 15:21:09.273577 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:09.294930 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 2ffc26d9-b3b4-4295-9625-447bc948d0a2 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:09.295273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 2ffc26d9-b3b4-4295-9625-447bc948d0a2 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:09.370174 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-8fbaeab1-dd3f-444e-8517-c9c681a74f08 req-0e57bdaa-1cf4-48be-99ac-dc28addbff78 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Oct 26 15:21:10.199236 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6fcea945-4e6b-4188-8f1d-f3f0cf0f5ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:10.477504 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-788f30b8-3932-4629-9670-94eba19fdd2d req-9a3fed8e-2ae5-43be-8ce5-a97aac31b27a tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "GET /v2.0/ports?device_id=755fda26-5492-4fa1-9a5d-14d50b771e08 HTTP/1.1" status: 200 len: 210 time: 0.0332036 Oct 26 15:21:11.540482 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56560) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:11.607339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:11.635901 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:11.711122 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:11.714447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:11.715659 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] 10.222.0.37 "DELETE /v2.0/security-groups/f9127e48-13c8-4394-9eab-d0b775fcde79 HTTP/1.1" status: 204 len: 168 time: 0.1740069 Oct 26 15:21:11.737694 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e6e2f-4634-4bf1-9342-cb1c2af4c6b9 tempest-TestShelveInstance-978800892 tempest-TestShelveInstance-978800892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9127e48-13c8-4394-9eab-d0b775fcde79,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:11.766618 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56564) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:12.221782 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:12.485663 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Deleting port a696af5a-1e50-4f63-b700-d88c50ce8b9c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:12.485949 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:12.581683 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] For port a696af5a-1e50-4f63-b700-d88c50ce8b9c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=a696af5a-1e50-4f63-b700-d88c50ce8b9c,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:12.582611 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:12.596503 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Calling delete_port for a696af5a-1e50-4f63-b700-d88c50ce8b9c owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:12.792271 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:12.817720 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a696af5a-1e50-4f63-b700-d88c50ce8b9c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:12.832552 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.832809 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.833447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.833447 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.833808 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.834144 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.834477 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.834810 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.835173 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.835474 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.835803 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:12.836132 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:13.010255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c8013aef-230e-407d-ae30-65b58bcf73e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.018230 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.262476 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Router 71b4c302-1586-4f0a-969b-bc00bd0284ca has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:13.379324 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:13.385051 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5cd99358-9552-48bb-9cc4-94ad7c5b65a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/71b4c302-1586-4f0a-969b-bc00bd0284ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6166742 Oct 26 15:21:13.387543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56568) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:13.392083 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Sync routers for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:13.404456 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:13.405284 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.508422 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.524473 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:13.629893 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.689530 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Deleting port f91b1d66-b32f-4150-97c6-8a370b6f7614 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:13.689895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.719674 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:21:12Z', 'revision_number': 5, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port': {'id': 'f91b1d66-b32f-4150-97c6-8a370b6f7614', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.750718 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Checking router: 71b4c302-1586-4f0a-969b-bc00bd0284ca for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:13.759484 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Routers {'71b4c302-1586-4f0a-969b-bc00bd0284ca'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:13.760099 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['71b4c302-1586-4f0a-969b-bc00bd0284ca'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.776045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] For port f91b1d66-b32f-4150-97c6-8a370b6f7614, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=f91b1d66-b32f-4150-97c6-8a370b6f7614,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:13.776402 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:13.790574 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Calling delete_port for f91b1d66-b32f-4150-97c6-8a370b6f7614 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:13.850814 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] Set router 71b4c302-1586-4f0a-969b-bc00bd0284ca gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:13.903931 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:21:13Z', 'revision_number': 6, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:13.936671 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f367573-e400-43ba-ba45-3deda9ef27cd None None] The sync data for ids ['71b4c302-1586-4f0a-969b-bc00bd0284ca'] in n-d-813419-9 is: [{'id': '71b4c302-1586-4f0a-969b-bc00bd0284ca', 'name': 'tempest-TestShelveInstance-1820552807-router', 'tenant_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:11Z', 'updated_at': '2021-10-26T15:21:13Z', 'revision_number': 6, 'project_id': 'd03e50b78b6647fc8c54160c8d1ccb2f', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:13.966773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.000990 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91b1d66-b32f-4150-97c6-8a370b6f7614,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.017970 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.067559 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.086305 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:14.161876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.163965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.210545 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.211327 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b4c302-1586-4f0a-969b-bc00bd0284ca {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:14.217868 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.221606 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-57f1cb00-1fbc-4bb0-8498-54808b163733 admin admin] 10.222.0.37 "DELETE /v2.0/routers/71b4c302-1586-4f0a-969b-bc00bd0284ca HTTP/1.1" status: 204 len: 168 time: 0.8305671 Oct 26 15:21:14.221831 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56570) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:14.273139 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Deleting subnet 917a6c7b-09b2-4f18-b0a1-220ad494bb61 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:21:14.276423 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.315521 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.414102 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.477020 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.506541 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917a6c7b-09b2-4f18-b0a1-220ad494bb61,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.514637 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.517991 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b049903-e63a-476d-a458-dd51a737b602 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/917a6c7b-09b2-4f18-b0a1-220ad494bb61 HTTP/1.1" status: 204 len: 168 time: 0.2950549 Oct 26 15:21:14.521237 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56572) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:14.526975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a76d42-e1b8-4262-846b-d3f5832467ea None None] Network 013d2978-b06d-4800-bb76-67a3bdced7ae requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:14.601973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.606912 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.657318 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Deleting port b679133f-1664-401c-91e8-31f91a9633ee {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:14.657578 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.743100 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] For port b679133f-1664-401c-91e8-31f91a9633ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b679133f-1664-401c-91e8-31f91a9633ee,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:14.743516 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.749139 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] DHCP port deletion for 013d2978-b06d-4800-bb76-67a3bdced7ae request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:21:14.764781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Calling delete_port for b679133f-1664-401c-91e8-31f91a9633ee owned by network:dhcp {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:14.799743 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Deleting port b679133f-1664-401c-91e8-31f91a9633ee {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:14.800142 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.852815 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.875129 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] For port b679133f-1664-401c-91e8-31f91a9633ee, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=b679133f-1664-401c-91e8-31f91a9633ee,segment=NetworkSegment(d97aa9ac-4469-4d96-ba9d-9028141ff919),segment_id=d97aa9ac-4469-4d96-ba9d-9028141ff919)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:14.875518 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.880230 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Pushing event deleted for resources: {'Port': ['ID=b679133f-1664-401c-91e8-31f91a9633ee,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:14.884065 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] No DVR routers for this DVR port b679133f-1664-401c-91e8-31f91a9633ee on host n-d-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:14.891254 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Calling delete_port for b679133f-1664-401c-91e8-31f91a9633ee owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:14.965962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.981543 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:14.991526 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d2978-b06d-4800-bb76-67a3bdced7ae']}} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.006452 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97aa9ac-4469-4d96-ba9d-9028141ff919') {'for_net_delete': True} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.006836 n-d-813419-9 neutron-server[102163]: DEBUG neutron.services.segments.db [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97aa9ac-4469-4d96-ba9d-9028141ff919') {} {{(pid=102163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:15.015277 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] No DVR routers for this DVR port b679133f-1664-401c-91e8-31f91a9633ee on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:15.017374 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Pushing event deleted for resources: {'Port': ['ID=b679133f-1664-401c-91e8-31f91a9633ee,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:15.019086 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28822481'] for segment, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.029134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.037302 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.038451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.038818 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.039295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.039597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.039918 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.040471 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.041247 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.041505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.041829 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.042352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.042683 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2b4325-d483-406a-8de6-ca17f63eddb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:15.046358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=102163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:15.046926 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29325806'] for segment, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.047225 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f91b1d66-b32f-4150-97c6-8a370b6f7614 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: Traceback (most recent call last): Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: timer() Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: cb(*args, **kw) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: return func(*args, **kwargs) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: self._notify() Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: self.callback(batched_events) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: event.method(event) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: return f(self, *a, **k) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: return self._get(url).json() Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: return self.request(url, 'GET', **kwargs) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:21:15.048964 n-d-813419-9 neutron-server[102163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:21:15.075783 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: f91b1d66-b32f-4150-97c6-8a370b6f7614 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:15.076140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device f91b1d66-b32f-4150-97c6-8a370b6f7614 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:15.076658 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a696af5a-1e50-4f63-b700-d88c50ce8b9c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:15.101050 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: a696af5a-1e50-4f63-b700-d88c50ce8b9c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:15.101399 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device a696af5a-1e50-4f63-b700-d88c50ce8b9c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:15.101814 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b679133f-1664-401c-91e8-31f91a9633ee no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:15.110879 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.118921 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.125216 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: b679133f-1664-401c-91e8-31f91a9633ee {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:15.125454 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device b679133f-1664-401c-91e8-31f91a9633ee not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:15.130808 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56574) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:15.136751 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] 10.222.0.37 "DELETE /v2.0/networks/013d2978-b06d-4800-bb76-67a3bdced7ae HTTP/1.1" status: 204 len: 168 time: 0.6049185 Oct 26 15:21:15.154579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb791-7544-4562-931c-7d986edb8baa admin admin] Pushing event deleted for resources: {'Network': ['ID=013d2978-b06d-4800-bb76-67a3bdced7ae,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:15.509142 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.761988 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Deleting port 8dbad89a-ba74-4c80-87de-b2799a251c92 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:15.762237 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.839735 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] For port 8dbad89a-ba74-4c80-87de-b2799a251c92, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=8dbad89a-ba74-4c80-87de-b2799a251c92,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:15.840087 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:15.853103 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Calling delete_port for 8dbad89a-ba74-4c80-87de-b2799a251c92 owned by network:router_interface {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:16.040038 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.073441 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbad89a-ba74-4c80-87de-b2799a251c92,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:16.127580 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.260443 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.481160 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Router 20ed4e57-b67a-44db-adb4-367d56a86d42 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:16.592576 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:16.598842 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-d492d83b-99e4-4e22-8832-866ff778a35f admin admin] 10.222.0.37 "PUT /v2.0/routers/20ed4e57-b67a-44db-adb4-367d56a86d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4652374 Oct 26 15:21:16.601134 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56576) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:16.602617 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Sync routers for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:16.612275 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:16.612947 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.706461 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks [] for router, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.721012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:16.816970 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.879219 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Deleting port 7d0439c2-02cd-4fbc-886d-24c01ad9a896 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:16.879752 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.909442 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:21:15Z', 'revision_number': 5, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port': {'id': '7d0439c2-02cd-4fbc-886d-24c01ad9a896', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:12:16Z', 'updated_at': '2021-10-26T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.940188 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Checking router: 20ed4e57-b67a-44db-adb4-367d56a86d42 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:16.949368 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Routers {'20ed4e57-b67a-44db-adb4-367d56a86d42'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:16.949982 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['20ed4e57-b67a-44db-adb4-367d56a86d42'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:16.962665 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] For port 7d0439c2-02cd-4fbc-886d-24c01ad9a896, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7d0439c2-02cd-4fbc-886d-24c01ad9a896,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:16.963032 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:16.976716 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Calling delete_port for 7d0439c2-02cd-4fbc-886d-24c01ad9a896 owned by network:router_gateway {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:17.040571 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] Set router 20ed4e57-b67a-44db-adb4-367d56a86d42 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:17.093997 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:21:16Z', 'revision_number': 6, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:17.123640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f940523-a9bd-4630-99b7-a58d7991ef3b None None] The sync data for ids ['20ed4e57-b67a-44db-adb4-367d56a86d42'] in n-d-813419-9 is: [{'id': '20ed4e57-b67a-44db-adb4-367d56a86d42', 'name': 'tempest-TestShelveInstance-437013557-router', 'tenant_id': 'd82f8eaba33d49deacfe663027e2bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:12:15Z', 'updated_at': '2021-10-26T15:21:16Z', 'revision_number': 6, 'project_id': 'd82f8eaba33d49deacfe663027e2bd87', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:17.162040 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.186399 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0439c2-02cd-4fbc-886d-24c01ad9a896,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:17.258243 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.348279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.350447 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.392835 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.393513 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ed4e57-b67a-44db-adb4-367d56a86d42 {{(pid=102164) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:21:17.398413 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] Publish callbacks [] for router, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.399550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-c3d95ea6-6555-4428-ae9a-16f82cf7d24c admin admin] 10.222.0.37 "DELETE /v2.0/routers/20ed4e57-b67a-44db-adb4-367d56a86d42 HTTP/1.1" status: 204 len: 168 time: 0.7974725 Oct 26 15:21:17.402072 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56578) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:17.451252 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Deleting subnet d624f863-2676-48b1-9bd7-cd5c25489076 {{(pid=102164) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:21:17.455384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.494380 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4377335'] for subnet, precommit_delete_associations {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.580584 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.645813 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5600845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6016268'] for subnet, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.676460 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d624f863-2676-48b1-9bd7-cd5c25489076,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:17.683915 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.687782 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0ad3f1ac-2249-4685-a0ab-29f1957e39b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d624f863-2676-48b1-9bd7-cd5c25489076 HTTP/1.1" status: 204 len: 168 time: 0.2845972 Oct 26 15:21:17.690580 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56580) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:17.691233 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf6e0c-ffb2-4aff-8c3b-9eb03283f95a None None] Network 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:17.765094 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.826292 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Deleting port 7f891283-012e-4dd4-8298-b7b398a1a541 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:17.826627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.904794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] DHCP port deletion for 1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:21:17.907357 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] For port 7f891283-012e-4dd4-8298-b7b398a1a541, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7f891283-012e-4dd4-8298-b7b398a1a541,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:17.907727 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:17.930545 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Calling delete_port for 7f891283-012e-4dd4-8298-b7b398a1a541 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:17.976825 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Deleting port 7f891283-012e-4dd4-8298-b7b398a1a541 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:21:17.977205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.031583 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.048578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] For port 7f891283-012e-4dd4-8298-b7b398a1a541, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=7f891283-012e-4dd4-8298-b7b398a1a541,segment=NetworkSegment(b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c),segment_id=b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:18.048979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.059228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f891283-012e-4dd4-8298-b7b398a1a541,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.063878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] No DVR routers for this DVR port 7f891283-012e-4dd4-8298-b7b398a1a541 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:18.066757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Calling delete_port for 7f891283-012e-4dd4-8298-b7b398a1a541 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:21:18.147049 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.159301 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.171293 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:18.180379 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:18.180732 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e432be-bea7-42b8-8ca1-7d9e7c6f5b5c') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:18.187110 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] Pushing event deleted for resources: {'Port': ['ID=7f891283-012e-4dd4-8298-b7b398a1a541,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.191927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81d55b-6822-4e9d-8602-ec2f2338b4fe None None] No DVR routers for this DVR port 7f891283-012e-4dd4-8298-b7b398a1a541 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:21:18.192279 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.207276 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.213860 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:21:18.214288 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:21:18.216001 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:21:18.274408 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.279910 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.283125 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8 HTTP/1.1" status: 204 len: 168 time: 0.5914996 Oct 26 15:21:18.295568 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e239fb-05a7-46f2-9611-b8696aeb4655 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a5ca4e5-e76b-4c7f-9fc4-b2d8aa3e82a8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.404016 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56584) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:18.444939 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6dcf6267-8391-4247-856e-4b73b24d425e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d03e50b78b6647fc8c54160c8d1ccb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396783 Oct 26 15:21:18.447401 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56586) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:18.496702 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.518024 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.566723 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.571132 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:18.572284 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd27d7e-6039-4760-adbe-a0720bcfc69e HTTP/1.1" status: 204 len: 168 time: 0.1240020 Oct 26 15:21:18.581128 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0ea0-f2c4-49f0-bdd9-3c28d0bf749e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd27d7e-6039-4760-adbe-a0720bcfc69e,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:18.897014 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56592) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:18.936318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-8987b2c8-f7f0-4a06-a96b-ad5d450d531c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d82f8eaba33d49deacfe663027e2bd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379355 Oct 26 15:21:18.938695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56594) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:18.995387 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.017488 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.031977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d0439c2-02cd-4fbc-886d-24c01ad9a896 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:19.053802 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7d0439c2-02cd-4fbc-886d-24c01ad9a896 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:19.054385 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7d0439c2-02cd-4fbc-886d-24c01ad9a896 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:19.054819 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7f891283-012e-4dd4-8298-b7b398a1a541 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:19.066551 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.069324 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.073237 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34323c36-0e90-4544-891c-543beebf092d HTTP/1.1" status: 204 len: 168 time: 0.1305990 Oct 26 15:21:19.078825 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22041928-80dd-44fd-a61b-0e81e7a77263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34323c36-0e90-4544-891c-543beebf092d,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:19.242863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 7f891283-012e-4dd4-8298-b7b398a1a541 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:19.243208 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 7f891283-012e-4dd4-8298-b7b398a1a541 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:19.243607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8dbad89a-ba74-4c80-87de-b2799a251c92 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:21:19.267059 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 8dbad89a-ba74-4c80-87de-b2799a251c92 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:21:19.267417 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 8dbad89a-ba74-4c80-87de-b2799a251c92 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:21:19.786194 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56616) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:19.890636 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-156573824-network', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:19.913398 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Made reservation on behalf of 456f5621aa6f4dbb90ab4b4c3c5cc397 for: {'network': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:19.915785 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:19.924828 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.009391 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.016194 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.041812 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=102163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:20.052228 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09dee52-3246-4555-830a-f502c41d4e16,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.057215 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.057562 n-d-813419-9 neutron-server[102163]: INFO neutron.db.segments_db [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Added segment bbeddebd-2d01-4b0a-8402-cf2bed344b82 of type vlan for network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b Oct 26 15:21:20.105585 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.130991 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.131981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:20.132596 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Publish callbacks [] for network, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.194064 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4067299 Oct 26 15:21:20.197416 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56620) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:20.199767 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2035-708a-4517-84a7-a303fbf9d5e0 admin admin] Pushing event updated for resources: {'Network': ['ID=578daa7c-f54c-4ebd-bc33-77e067cf0b0b,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.202753 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Request body: {'subnet': {'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-156573824-subnet', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'ip_version': 4}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:20.211664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:20.225927 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Made reservation on behalf of 456f5621aa6f4dbb90ab4b4c3c5cc397 for: {'subnet': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:20.228384 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6016299'] for subnet, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.408114 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5600782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6016277'] for subnet, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.469380 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c8c1f7-dddd-43c4-93e9-572816ffa023,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:20.480136 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Checking segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:20.480551 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Network hostable DHCP agents. Network: 578daa7c-f54c-4ebd-bc33-77e067cf0b0b, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102164) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:20.497269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102164) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:20.506432 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 578daa7c-f54c-4ebd-bc33-77e067cf0b0b) {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:20.510524 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:20.511103 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.522213 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20694e-1996-4ab4-b847-63f41ddf500c None None] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:20.532838 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-84c568cc-f33e-47f9-918c-9fe140b5b49f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313861 Oct 26 15:21:20.533294 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56622) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:20.539131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:20.562579 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.563928 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.620335 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.702863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:21:20.703341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:20.858758 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Allocated IP 172.20.0.2 (578daa7c-f54c-4ebd-bc33-77e067cf0b0b/22c8c1f7-dddd-43c4-93e9-572816ffa023/d801a145-0a74-496e-a7d3-e30c1db485a5) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:21.027162 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.034367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.063726 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.079010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:21.082440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:21.085608 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:21.095497 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Pushing event updated for resources: {'Port': ['ID=d801a145-0a74-496e-a7d3-e30c1db485a5,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:21.158109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Attempting to bind port d801a145-0a74-496e-a7d3-e30c1db485a5 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:21.158505 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Attempting to bind port d801a145-0a74-496e-a7d3-e30c1db485a5 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:21.158862 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Attempting to bind port d801a145-0a74-496e-a7d3-e30c1db485a5 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:21.165576 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:21.166094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Checking segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:21.166643 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.167295 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Bound using segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:21.167946 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Bound port: d801a145-0a74-496e-a7d3-e30c1db485a5, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:21.168474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.238807 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] For port d801a145-0a74-496e-a7d3-e30c1db485a5, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:21.243167 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] For port d801a145-0a74-496e-a7d3-e30c1db485a5, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d801a145-0a74-496e-a7d3-e30c1db485a5,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:21.248199 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.298130 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.306291 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cffc0c-0532-42ae-badc-2e6022fa2ab4 None None] Pushing event updated for resources: {'Port': ['ID=d801a145-0a74-496e-a7d3-e30c1db485a5,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:21.321077 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.433363 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Allocated IP 172.25.5.200 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/ac3b927e-3cf1-49b9-b487-4b859398ef6c) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:21.566965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.603723 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:21.645080 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:21.648024 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:21.651572 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:21.673970 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3b927e-3cf1-49b9-b487-4b859398ef6c,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:21.907771 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.122374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.203536 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d86f6-8cb2-445c-8207-9fb24a9e6308 None None] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:22.258886 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:22.272620 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] Provisioning complete for port d801a145-0a74-496e-a7d3-e30c1db485a5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:22.273197 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.369998 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:22.381473 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:22.389337 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.393468 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:22.393926 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56624) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:22.395048 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-1da3eb75-6d38-4a68-9bbc-69be527969c5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8593066 Oct 26 15:21:22.395163 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:22.433928 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.477349 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] For port d801a145-0a74-496e-a7d3-e30c1db485a5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d801a145-0a74-496e-a7d3-e30c1db485a5,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:22.483685 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.515168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:22.541765 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.555094 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd11b-894d-4fca-9b28-5a28b51f44a7 None None] Pushing event updated for resources: {'Port': ['ID=d801a145-0a74-496e-a7d3-e30c1db485a5,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:22.725957 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:21Z', 'revision_number': 3, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:22.754547 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:22.755001 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Updating router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 port ac3b927e-3cf1-49b9-b487-4b859398ef6c binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:22.786057 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.806975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-d6234a60-a8d3-4769-9c5d-c668d1b752f9 None None] Provisioning complete for port d801a145-0a74-496e-a7d3-e30c1db485a5 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:22.807371 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d6234a60-a8d3-4769-9c5d-c668d1b752f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:22.928275 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.066893 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.072545 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.087231 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d801a145-0a74-496e-a7d3-e30c1db485a5 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:23.126217 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Attempting to bind port ac3b927e-3cf1-49b9-b487-4b859398ef6c on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:23.126811 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Attempting to bind port ac3b927e-3cf1-49b9-b487-4b859398ef6c by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:23.127177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Attempting to bind port ac3b927e-3cf1-49b9-b487-4b859398ef6c on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:23.136365 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:23.136685 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port d801a145-0a74-496e-a7d3-e30c1db485a5 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:23.136812 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:23.136977 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.137188 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.137625 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:23.138138 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Bound port: ac3b927e-3cf1-49b9-b487-4b859398ef6c, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:23.138525 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.146266 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Allocated IP 172.20.0.1 (578daa7c-f54c-4ebd-bc33-77e067cf0b0b/22c8c1f7-dddd-43c4-93e9-572816ffa023/5569c233-58f5-480c-9eca-5ed38b91dc8e) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:23.174381 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Pushing event updated for resources: {'Port': ['ID=ac3b927e-3cf1-49b9-b487-4b859398ef6c,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.196156 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.196518 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.196893 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.197225 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.197558 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.197879 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.198202 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.198528 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.198858 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.199177 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.199498 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.199822 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:21:23.215241 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] For port ac3b927e-3cf1-49b9-b487-4b859398ef6c, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:23.219028 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] For port ac3b927e-3cf1-49b9-b487-4b859398ef6c, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ac3b927e-3cf1-49b9-b487-4b859398ef6c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:23.225129 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.266231 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.303710 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.347363 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:23.350935 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:23.354849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:23.386665 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:23.387296 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.387598 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Pushing event updated for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.390238 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326b2d-6b02-48f6-8dfd-072a16b0c42a None None] Pushing event updated for resources: {'Port': ['ID=ac3b927e-3cf1-49b9-b487-4b859398ef6c,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.403979 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.506649 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:23.548256 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.621793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-0425ae8d-16da-43d1-9314-519fbb1fcb77 None None] Provisioning complete for port 5569c233-58f5-480c-9eca-5ed38b91dc8e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:23.622892 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0425ae8d-16da-43d1-9314-519fbb1fcb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.662441 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-0425ae8d-16da-43d1-9314-519fbb1fcb77 None None] Port 5569c233-58f5-480c-9eca-5ed38b91dc8e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:23.701572 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:21Z', 'revision_number': 3, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:23.723986 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.729025 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.731955 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dd509-ada8-4490-a64f-4277ef14ab80 None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:21Z', 'revision_number': 3, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:23.803195 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Pushing event updated for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:23.805658 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:23.899792 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:23.901320 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:24.109404 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:24.197436 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-8a558014-f8ca-4f55-96d9-769717cd5fa2 None None] Provisioning complete for port 5569c233-58f5-480c-9eca-5ed38b91dc8e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:24.198335 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8a558014-f8ca-4f55-96d9-769717cd5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:24.236532 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-8a558014-f8ca-4f55-96d9-769717cd5fa2 None None] Port 5569c233-58f5-480c-9eca-5ed38b91dc8e cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:24.454359 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:24.574658 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:24.587437 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6bc895a9-b8fb-4c95-9f67-2fd33ae55f3b admin admin] 10.222.0.37 "PUT /v2.0/routers/5e026c3e-9f0c-4538-895c-a8e99e0c7e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832674 Oct 26 15:21:25.063093 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ac3b927e-3cf1-49b9-b487-4b859398ef6c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:25.090307 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56640) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:25.095326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1242902180-network', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:25.114447 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ac3b927e-3cf1-49b9-b487-4b859398ef6c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:25.114861 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.117563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Made reservation on behalf of 628dbfb4aae84791b1d73d6c68bbca85 for: {'network': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:25.119941 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for network, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.129851 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.204756 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.216480 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.221063 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.229394 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port ac3b927e-3cf1-49b9-b487-4b859398ef6c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ac3b927e-3cf1-49b9-b487-4b859398ef6c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:25.234724 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.252192 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=102164) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 15:21:25.262958 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31fb44-e7ef-41d5-b75d-643e9e39e8c5,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.268418 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.268791 n-d-813419-9 neutron-server[102164]: INFO neutron.db.segments_db [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Added segment 12835913-33d4-4783-a2c7-a3bc7c074351 of type vlan for network 43ebee47-cf8a-4e68-8a08-a40da5da7475 Oct 26 15:21:25.302439 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=ac3b927e-3cf1-49b9-b487-4b859398ef6c,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.315826 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752494367151'] for network, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.343406 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652'] for network, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.344366 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:25.344966 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.397529 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3060410 Oct 26 15:21:25.397721 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:25.400440 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56642) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:25.405860 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Request body: {'subnet': {'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1242902180-subnet', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'ip_version': 4}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:25.408937 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6554ad-e9da-4242-ba35-12d3c07a109c admin admin] Pushing event updated for resources: {'Network': ['ID=43ebee47-cf8a-4e68-8a08-a40da5da7475,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.411701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:25.412338 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:25.428732 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Made reservation on behalf of 628dbfb4aae84791b1d73d6c68bbca85 for: {'subnet': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:25.431425 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28435335'] for subnet, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.453136 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 details requested by agent ovs-agent-n-d-813419-9 with host n-d-813419-9 {{(pid=102165) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 15:21:25.589707 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:25.614219 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29325575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28435385'] for subnet, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.682273 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54262245-4247-4e1f-a715-59f45529d955,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:25.689390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Checking segment: {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:25.689752 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Network hostable DHCP agents. Network: 43ebee47-cf8a-4e68-8a08-a40da5da7475, hostable agents: ['7034187b-a06b-4b78-a454-5a49473db94f'], hosted agents: [] {{(pid=102163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 15:21:25.709150 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 is scheduled to be hosted by DHCP agent 7034187b-a06b-4b78-a454-5a49473db94f with binding_index 1 {{(pid=102163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 15:21:25.719590 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-9, 43ebee47-cf8a-4e68-8a08-a40da5da7475) {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:25.727372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:25.729479 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.731438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7730d-65da-4e34-a166-0ef9a4e275ef None None] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:25.746655 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-d2b49073-20a2-47e7-947b-7a1c480b3930 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3449211 Oct 26 15:21:25.749256 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56644) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:25.754371 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:25.779109 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15128'] for router, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.780277 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-591310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15139'] for router, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.844280 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.963517 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2da17f60-d6e2-53f4-9c85-fcb2cee34914-43ebee47-cf8a-4e68-8a08-a40da5da7475', 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'fixed_ips': [{'subnet_id': '54262245-4247-4e1f-a715-59f45529d955'}]}} from n-d-813419-9. {{(pid=102165) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 26 15:21:25.964568 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:25.968352 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 2, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:26.006526 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:26.006885 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Updating router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 port 5569c233-58f5-480c-9eca-5ed38b91dc8e binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:26.011122 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.043016 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.233970 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.255994 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.368856 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Allocated IP 172.25.5.126 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/1713b993-b5a3-4e1e-9c22-6f71b5ca8d90) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:26.419861 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.db_base_plugin_common [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Allocated IP 172.20.0.2 (43ebee47-cf8a-4e68-8a08-a40da5da7475/54262245-4247-4e1f-a715-59f45529d955/33c84bb4-60f4-4216-bb1b-f463a4870c27) {{(pid=102165) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:26.489895 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.528126 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.562628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:26.565596 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:26.573187 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:26.610303 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Pushing event updated for resources: {'Port': ['ID=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.700718 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks [] for port, precommit_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.714146 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676'] for port, after_create {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.721276 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.747901 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.766477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 is already hosted by enough agents. {{(pid=102165) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:26.772792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.scheduler.base_scheduler [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Resources bound (agent type, host, resource id): {{(pid=102165) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:26.775206 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Received port after_create {{(pid=102165) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:26.785289 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Pushing event updated for resources: {'Port': ['ID=33c84bb4-60f4-4216-bb1b-f463a4870c27,revision_number=1']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.851867 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.915490 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41868-d2c3-4e84-bfb3-33a5ee7f1dcc None None] Pushing event updated for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:26.920981 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Attempting to bind port 33c84bb4-60f4-4216-bb1b-f463a4870c27 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:26.921217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Attempting to bind port 33c84bb4-60f4-4216-bb1b-f463a4870c27 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:26.921522 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Attempting to bind port 33c84bb4-60f4-4216-bb1b-f463a4870c27 on network 43ebee47-cf8a-4e68-8a08-a40da5da7475 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:26.927380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Attempting to bind port 5569c233-58f5-480c-9eca-5ed38b91dc8e on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:26.927747 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Attempting to bind port 5569c233-58f5-480c-9eca-5ed38b91dc8e by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:26.928140 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Attempting to bind port 5569c233-58f5-480c-9eca-5ed38b91dc8e on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:26.933545 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:26.933913 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Checking segment: {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:26.934308 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.934695 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Bound using segment: {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:26.935166 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Bound port: 33c84bb4-60f4-4216-bb1b-f463a4870c27, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:26.935541 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.951415 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:26.951834 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Checking segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:26.952165 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:26.952578 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Bound using segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:26.953063 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Bound port: 5569c233-58f5-480c-9eca-5ed38b91dc8e, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:26.953433 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.072720 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] For port 33c84bb4-60f4-4216-bb1b-f463a4870c27, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:27.076757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ac3b927e-3cf1-49b9-b487-4b859398ef6c up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:27.091083 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] For port 5569c233-58f5-480c-9eca-5ed38b91dc8e, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:27.111093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-591251'] for router, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.117782 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] For port 33c84bb4-60f4-4216-bb1b-f463a4870c27, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=33c84bb4-60f4-4216-bb1b-f463a4870c27,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:27.134092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.137046 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] For port 5569c233-58f5-480c-9eca-5ed38b91dc8e, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5569c233-58f5-480c-9eca-5ed38b91dc8e,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:27.151726 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.239679 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] Provisioning complete for port 5569c233-58f5-480c-9eca-5ed38b91dc8e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:27.240036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.242169 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc707ab6-4055-40bd-844e-37a581462d62 None None] Pushing event updated for resources: {'Port': ['ID=33c84bb4-60f4-4216-bb1b-f463a4870c27,revision_number=2']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.245116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:27.245738 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:27.283054 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 is scheduled to L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 with binding_index 1 {{(pid=102163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 15:21:27.398712 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port ac3b927e-3cf1-49b9-b487-4b859398ef6c triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:27.399175 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.413866 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:27.429632 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Sync routers for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:27.476890 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.481671 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:27.482316 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:27.485788 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-4ab2cbe0-5145-4bb0-97f3-99552febc848 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7354622 Oct 26 15:21:27.490534 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56646) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:27.511344 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41868-d2c3-4e84-bfb3-33a5ee7f1dcc None None] Pushing event updated for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.590077 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.612868 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:27.622635 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:27.747457 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] For port 5569c233-58f5-480c-9eca-5ed38b91dc8e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5569c233-58f5-480c-9eca-5ed38b91dc8e,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:27.793104 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.821481 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:26Z', 'revision_number': 3, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:27.852260 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Checking router: 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:27.852524 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Updating router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 binding host n-d-813419-9 {{(pid=102166) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:27.870193 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761eb9a1-f067-45f5-b3cf-fd64f500de36 None None] Pushing event updated for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:27.886904 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.936048 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6682fdb4-9ce0-406c-b656-8d99ef328433 None None] Provisioning complete for port 5569c233-58f5-480c-9eca-5ed38b91dc8e triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:27.936424 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6682fdb4-9ce0-406c-b656-8d99ef328433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:27.984923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.000652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.015211 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282cf70-6a4c-4a21-8bc4-efb34c55735c None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:28.207859 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks [] for port, precommit_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.215472 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.256920 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Allocated IP 172.20.0.1 (43ebee47-cf8a-4e68-8a08-a40da5da7475/54262245-4247-4e1f-a715-59f45529d955/1be73215-c632-4242-9346-9501c742a49f) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:28.280780 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Attempting to bind port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 on host n-d-813419-9 for vnic_type normal with profile {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:28.281162 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Attempting to bind port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:28.281534 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Attempting to bind port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 on network d20bd7ce-4186-4f12-ac1d-76acb8b76618 {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:28.289547 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598c7bd-6491-41b8-86ff-8173508ea34c None None] Pushing event updated for resources: {'Port': ['ID=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,revision_number=2']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:28.292467 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:28.293224 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Checking segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:28.293810 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.294360 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Bound using segment: {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'} {{(pid=102166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:28.295025 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.managers [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Bound port: 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3206427-b76e-4128-b5ce-00224e1a64b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618'}}] {{(pid=102166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:28.295595 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.372215 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] For port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90, host n-d-813419-9, cleared binding levels {{(pid=102166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:28.376359 n-d-813419-9 neutron-server[102166]: DEBUG neutron.plugins.ml2.db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] For port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:28.382552 n-d-813419-9 neutron-server[102166]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.414706 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.448509 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:28.449132 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.461370 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.522917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74becf1d-12e8-4602-93e5-9c4454f086f0 None None] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:21:28.534110 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:28.541006 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:28.549676 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:28.554011 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Pushing event updated for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:28.595014 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591822'] for router_interface, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.596806 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:28.669618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] Provisioning complete for port 33c84bb4-60f4-4216-bb1b-f463a4870c27 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:28.670403 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.735616 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598c7bd-6491-41b8-86ff-8173508ea34c None None] Pushing event updated for resources: {'Port': ['ID=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,revision_number=3']} {{(pid=102166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:28.771565 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.824280 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:26Z', 'revision_number': 3, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:28.841206 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:28.861886 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10a5d-0800-4c5e-9e84-be52a21a2c2d None None] The sync data for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 is: [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:26Z', 'revision_number': 3, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:28.909875 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] For port 33c84bb4-60f4-4216-bb1b-f463a4870c27, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=33c84bb4-60f4-4216-bb1b-f463a4870c27,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:28.917267 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.000732 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63fcf5-032e-4694-919f-0c603efadf6e None None] Pushing event updated for resources: {'Port': ['ID=33c84bb4-60f4-4216-bb1b-f463a4870c27,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.025836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.036184 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.137547 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-747698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-592222'] for router_interface, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.139590 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Pushing event updated for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:29.165158 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5569c233-58f5-480c-9eca-5ed38b91dc8e up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:29.251844 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f91d2e1f-4114-4ba5-b018-80add4365d92 None None] Provisioning complete for port 33c84bb4-60f4-4216-bb1b-f463a4870c27 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:29.252223 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f91d2e1f-4114-4ba5-b018-80add4365d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.278041 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:29.280013 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:29.342851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 5569c233-58f5-480c-9eca-5ed38b91dc8e triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:29.343223 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.497940 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:29.510833 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 33c84bb4-60f4-4216-bb1b-f463a4870c27 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:29.545920 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-f91d2e1f-4114-4ba5-b018-80add4365d92 None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:29.546555 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f91d2e1f-4114-4ba5-b018-80add4365d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.592734 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-f91d2e1f-4114-4ba5-b018-80add4365d92 None None] Port 1be73215-c632-4242-9346-9501c742a49f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:29.629123 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 33c84bb4-60f4-4216-bb1b-f463a4870c27 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:29.629507 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.674385 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:29.686951 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-81ea1056-1984-4b65-ae41-ae3bbc11c8aa admin admin] 10.222.0.37 "PUT /v2.0/routers/3e69e8b0-5ebf-45a2-bd7f-53abe46157d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1898465 Oct 26 15:21:29.887710 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c6c5c1ed-6b4f-44fd-a1d2-6df6d7daab1c None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:29.887987 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c1ed-6b4f-44fd-a1d2-6df6d7daab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:29.952386 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5c1ed-6b4f-44fd-a1d2-6df6d7daab1c None None] Port 1be73215-c632-4242-9346-9501c742a49f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:30.077693 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-49058df1-2cb2-455f-bdf3-e0fe964762c3 None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:30.078177 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-49058df1-2cb2-455f-bdf3-e0fe964762c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.120626 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-49058df1-2cb2-455f-bdf3-e0fe964762c3 None None] Port 1be73215-c632-4242-9346-9501c742a49f cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:30.265807 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56654) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.271214 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351917915', 'description': 'tempest-secgroup-smoke-1351917915 description', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.294151 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.360627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.364519 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.395712 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.396958 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300890 Oct 26 15:21:30.400103 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56656) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.400623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d144-00e9-4826-bf7f-8b5b331c96a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbb83e-c916-45eb-8e4b-d015fbafb859,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.405396 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.432165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.491493 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.495047 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.515977 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adca5278-04c7-48a6-89dd-ea6b8bc938c5,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.522629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.523855 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-37d808ae-f339-4eb5-981a-4674edf2d3f3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226058 Oct 26 15:21:30.526660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56658) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.530993 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.559278 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.623669 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.628900 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.649236 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740076d5-8689-497b-ae88-5d44338d3a48,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.654179 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.655400 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-34909b58-80e0-4a69-839b-d0ad4546f576 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277969 Oct 26 15:21:30.658569 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56660) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.662919 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.689993 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.751050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.755165 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.773358 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bcb1d5-65e7-4d32-aa4b-ecc94ccd6b69,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.780510 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.781885 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3ce8c910-b324-4bd3-b0fa-a022969039ad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223047 Oct 26 15:21:30.784863 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56662) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.789220 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.817829 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.880657 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.884700 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.904180 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34809029-9c78-4892-868a-0d13d30b70a9,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:30.912144 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:30.914201 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-ff32f7f2-92a6-4b4c-b53d-1cb5bdd56283 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275854 Oct 26 15:21:30.916263 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 56664) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:30.920780 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:30.943475 n-d-813419-9 neutron-server[102163]: INFO neutron.db.securitygroups_db [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Project 456f5621aa6f4dbb90ab4b4c3c5cc397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:21:30.948668 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.034324 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.039756 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.059620 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb438e2-ec2c-4e4c-8bc6-12080e9bdfb2,revision_number=0']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.068374 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.069902 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-96a2714b-aab5-4aa2-b5aa-54b8105f2d82 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525285 Oct 26 15:21:31.072835 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56666) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:31.078164 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'security_group_rule': {'security_group_id': '78fbb83e-c916-45eb-8e4b-d015fbafb859', 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:31.106603 n-d-813419-9 neutron-server[102164]: INFO neutron.db.securitygroups_db [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Project 456f5621aa6f4dbb90ab4b4c3c5cc397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 15:21:31.111774 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.132529 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 33c84bb4-60f4-4216-bb1b-f463a4870c27 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:31.182199 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 33c84bb4-60f4-4216-bb1b-f463a4870c27 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:31.182563 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.187108 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.191804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410841'] for security_group_rule, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.211864 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad3c864-3f81-43d3-ac4e-83286a91fc02,revision_number=0']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.231652 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.232932 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6c6bda80-f9a3-4b12-9bc8-775a496db0a7 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585743 Oct 26 15:21:31.275396 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:31.334910 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:31.335389 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.395636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-e943782d-985f-4f1f-9367-c5495933e839 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351917915&fields=id&tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 267 time: 0.0413346 Oct 26 15:21:31.429569 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.452107 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] For port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:31.458265 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:31.511420 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Pushing event updated for resources: {'Port': ['ID=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:31.517283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-744f605c-0a76-401d-8ca4-28d6194278c0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:31.518743 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-744f605c-0a76-401d-8ca4-28d6194278c0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 809 time: 0.1158266 Oct 26 15:21:31.535612 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-4851752e-cad7-498d-958b-c01d2612a3f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/quotas/456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Oct 26 15:21:31.574268 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Sync routers for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:31.585664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:31.586165 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.590187 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-863a978e-5737-46fa-8090-92cf3a11e7db tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491035 Oct 26 15:21:31.698089 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-83d47477-3e4a-4156-9cf1-e27a89c199b3 service neutron] 10.222.0.37 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936723 Oct 26 15:21:31.703298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:31.792966 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-cc0856c0-ca60-45da-ad54-38113d342b1f service neutron] 10.222.0.37 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879388 Oct 26 15:21:31.917175 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 4, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1be73215-c632-4242-9346-9501c742a49f', 'name': '', 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'mac_address': 'fa:16:3e:59:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '54262245-4247-4e1f-a715-59f45529d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:28Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 2, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'subnets': [{'id': '54262245-4247-4e1f-a715-59f45529d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:31.947005 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Checking router: 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:31.947253 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Updating router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 port 1be73215-c632-4242-9346-9501c742a49f binding host n-d-813419-9 {{(pid=102165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 15:21:31.974460 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f0bc91e9-bfbf-4f69-99b4-0c2007480212 req-047e336a-bbbe-4c5f-9d71-4d687cdffcad tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 210 time: 0.0325310 Oct 26 15:21:31.977614 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.260911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks [] for port, precommit_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.266485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.322952 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcf11-2c71-4a75-9830-f22ea789bfa0 None None] Pushing event updated for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=3']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.374281 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Attempting to bind port 1be73215-c632-4242-9346-9501c742a49f on host n-d-813419-9 for vnic_type normal with profile {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:32.374662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Attempting to bind port 1be73215-c632-4242-9346-9501c742a49f by drivers openvswitch,hyperv on host n-d-813419-9 at level 0 using segments [{'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:32.375027 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Attempting to bind port 1be73215-c632-4242-9346-9501c742a49f on network 43ebee47-cf8a-4e68-8a08-a40da5da7475 {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:32.381809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Checking agent: {'id': 'f2e0ce60-567c-41dd-a1db-db2c733693c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 47, 44), 'started_at': datetime.datetime(2021, 10, 26, 13, 48, 14), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:32.382183 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Checking segment: {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:32.382582 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.382975 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Bound using segment: {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'} {{(pid=102165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:32.383451 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.managers [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Bound port: 1be73215-c632-4242-9346-9501c742a49f, host: n-d-813419-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12835913-33d4-4783-a2c7-a3bc7c074351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475'}}] {{(pid=102165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:32.383906 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.459701 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] For port 1be73215-c632-4242-9346-9501c742a49f, host n-d-813419-9, cleared binding levels {{(pid=102165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:32.464899 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] For port 1be73215-c632-4242-9346-9501c742a49f, host n-d-813419-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1be73215-c632-4242-9346-9501c742a49f,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:32.471657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.531962 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:32.532752 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:32.622746 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcf11-2c71-4a75-9830-f22ea789bfa0 None None] Pushing event updated for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:32.639134 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:32.639498 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.705466 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:32.810661 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.888927 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] For port 1be73215-c632-4242-9346-9501c742a49f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1be73215-c632-4242-9346-9501c742a49f,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:32.896474 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:32.997246 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfe599-972a-468f-bcc1-cee928b9a0ac None None] Pushing event updated for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:33.037672 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-042e1cc5-b1dc-489a-a6cc-1971276c484a None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:33.038056 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-042e1cc5-b1dc-489a-a6cc-1971276c484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.096380 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:33.120787 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 4, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1be73215-c632-4242-9346-9501c742a49f', 'name': '', 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'mac_address': 'fa:16:3e:59:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '54262245-4247-4e1f-a715-59f45529d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:28Z', 'updated_at': '2021-10-26T15:21:32Z', 'revision_number': 4, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'subnets': [{'id': '54262245-4247-4e1f-a715-59f45529d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:33.161438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fd814-bda4-4087-a6d5-69ea66d041fc None None] The sync data for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 is: [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:21:28Z', 'revision_number': 4, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '1be73215-c632-4242-9346-9501c742a49f', 'name': '', 'network_id': '43ebee47-cf8a-4e68-8a08-a40da5da7475', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'mac_address': 'fa:16:3e:59:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '54262245-4247-4e1f-a715-59f45529d955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:28Z', 'updated_at': '2021-10-26T15:21:32Z', 'revision_number': 4, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'subnets': [{'id': '54262245-4247-4e1f-a715-59f45529d955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:33.260221 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:33.260729 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.474338 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b66356bf-2528-4c42-9061-bfd1b75ded51 req-ae23d2ed-be99-4ff3-8111-c114c06fe4ca tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 210 time: 0.0385761 Oct 26 15:21:33.517926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-1a950a53-ea49-4e81-8328-cb4a8f55c450 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:33.520053 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-1a950a53-ea49-4e81-8328-cb4a8f55c450 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 809 time: 0.4948895 Oct 26 15:21:33.567108 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-fcba1c1d-e865-4de9-8a1c-06c0969ea73d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 380 time: 0.0373077 Oct 26 15:21:33.577182 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'port': {'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'admin_state_up': True, 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'security_groups': ['78fbb83e-c916-45eb-8e4b-d015fbafb859']}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:33.699652 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Made reservation on behalf of 456f5621aa6f4dbb90ab4b4c3c5cc397 for: {'port': 1} {{(pid=102163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:21:33.705841 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:33.853892 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_common [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Allocated IP 172.20.0.6 (578daa7c-f54c-4ebd-bc33-77e067cf0b0b/22c8c1f7-dddd-43c4-93e9-572816ffa023/e60dae70-b2ba-4608-8080-32f004037425) {{(pid=102163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:33.999050 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.033106 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_create {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.085261 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is already hosted by enough agents. {{(pid=102163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:34.088475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.base_scheduler [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Resources bound (agent type, host, resource id): {{(pid=102163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:34.092211 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Received port after_create {{(pid=102163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:34.116280 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=1']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.147351 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:34.147995 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.164900 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-f033e18c-ddef-4489-b0e8-c111f73e35f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917923 Oct 26 15:21:34.175004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-272c8b1b-8de8-4c38-a5d0-c422b06ec204 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:21:34.176276 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-272c8b1b-8de8-4c38-a5d0-c422b06ec204 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055549 Oct 26 15:21:34.188725 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.v2.base [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Request body: {'port': {'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-9'}} {{(pid=102163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:34.245370 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.362270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-1a12e78d-f702-4457-82bd-48fdb7ffc97c None None] Provisioning complete for port e60dae70-b2ba-4608-8080-32f004037425 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:34.362848 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1a12e78d-f702-4457-82bd-48fdb7ffc97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.398310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-1a12e78d-f702-4457-82bd-48fdb7ffc97c None None] Port e60dae70-b2ba-4608-8080-32f004037425 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:21:34.527661 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60dae70-b2ba-4608-8080-32f004037425 {{(pid=102163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:21:34.535847 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.548855 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.provisioning_blocks [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Transition to ACTIVE for port object e60dae70-b2ba-4608-8080-32f004037425 will not be triggered until provisioned by entity L2. {{(pid=102163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:21:34.553743 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.602863 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e932e30-71af-4a3c-9c73-3154cc06c49a req-f9238d8d-7bb2-4942-a2f1-b6b9e4e2a64b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:34.609500 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=2']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.610683 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e932e30-71af-4a3c-9c73-3154cc06c49a req-f9238d8d-7bb2-4942-a2f1-b6b9e4e2a64b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0660713 Oct 26 15:21:34.674737 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-3e932e30-71af-4a3c-9c73-3154cc06c49a req-6adedaab-f529-4886-94ee-a1fb45e24f95 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561647 Oct 26 15:21:34.700672 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Attempting to bind port e60dae70-b2ba-4608-8080-32f004037425 on host n-h1-813419-9 for vnic_type normal with profile {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:21:34.701153 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Attempting to bind port e60dae70-b2ba-4608-8080-32f004037425 by drivers openvswitch,hyperv on host n-h1-813419-9 at level 0 using segments [{'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:21:34.701628 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Attempting to bind port e60dae70-b2ba-4608-8080-32f004037425 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:34.707240 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Port e60dae70-b2ba-4608-8080-32f004037425 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-9 {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:21:34.707985 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Attempting to bind port e60dae70-b2ba-4608-8080-32f004037425 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:21:34.715007 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Checking agent: {'id': '1c44b571-6511-4daf-b0cd-aaf7e1705e5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:21:34.715423 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Checking segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:21:34.715872 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Bound using segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} {{(pid=102163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:21:34.716380 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.managers [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Bound port: e60dae70-b2ba-4608-8080-32f004037425, host: n-h1-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}}] {{(pid=102163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:21:34.716831 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.788106 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, cleared binding levels {{(pid=102163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:21:34.791485 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:21:34.796225 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29325714'] for port, after_update {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.837199 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:34.838042 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:34.839463 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 1091 time: 0.6551633 Oct 26 15:21:34.839926 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:34.842266 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6003e-4c0a-4e9d-8e78-821bba29757a" -d '{"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:34.872982 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e00d5b-c2e0-45e7-8bea-b7eda24571f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=3']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:34.903819 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f6b1a5-08b6-4cb7-9394-033f29cfb94a x-openstack-request-id: req-37f6b1a5-08b6-4cb7-9394-033f29cfb94a {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:34.904122 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:34.904375 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f6b1a5-08b6-4cb7-9394-033f29cfb94a {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:34.904966 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'status': 'completed', 'code': 200} Oct 26 15:21:34.958824 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-531f5270-e301-4e56-8364-89af1171e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:34.961727 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-531f5270-e301-4e56-8364-89af1171e456 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0703516 Oct 26 15:21:35.019806 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-1c96264c-79bc-4640-a76f-f5233f2466af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 217 time: 0.0493371 Oct 26 15:21:35.084074 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1be73215-c632-4242-9346-9501c742a49f up at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:35.085627 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-4d33bd2d-a968-486f-a925-e0c665c010f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.086995 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-4d33bd2d-a968-486f-a925-e0c665c010f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0598862 Oct 26 15:21:35.138662 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Provisioning complete for port 1be73215-c632-4242-9346-9501c742a49f triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:35.139075 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:35.145764 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-dbb72eba-fbe1-4085-8155-d76f4637b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.147498 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-dbb72eba-fbe1-4085-8155-d76f4637b473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537741 Oct 26 15:21:35.259482 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-38b6918f-2618-4903-9411-c3da6217159b service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028013 Oct 26 15:21:35.363581 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-cab883dd-2c09-41eb-aaf0-286e2ddbc7e9 req-68b1ce7b-fb71-4e80-9c3b-3bf971410638 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957334 Oct 26 15:21:35.463837 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-34327784-2ae1-47d0-adad-899966ae225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.465715 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-34327784-2ae1-47d0-adad-899966ae225a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0462868 Oct 26 15:21:35.560902 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-8264bebe-1402-4496-9a6d-e15c9f2281ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.562298 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-8264bebe-1402-4496-9a6d-e15c9f2281ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0878270 Oct 26 15:21:35.608347 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-a721dbaf-4198-4892-bf22-ce97a8d10d8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 217 time: 0.0390193 Oct 26 15:21:35.660293 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-894ef074-799c-4442-857c-9f71212f284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.661858 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-894ef074-799c-4442-857c-9f71212f284f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0462182 Oct 26 15:21:35.710879 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-536651cb-75ed-4c50-ae92-2bdc7e168722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.712394 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-536651cb-75ed-4c50-ae92-2bdc7e168722 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424831 Oct 26 15:21:35.792436 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f068-f983-4e31-83d3-6de30fc003c3 req-0ce37fc1-856f-4092-9b6c-22c1c00c2126 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:35.793925 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0da6f068-f983-4e31-83d3-6de30fc003c3 req-0ce37fc1-856f-4092-9b6c-22c1c00c2126 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0603044 Oct 26 15:21:35.827647 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-e14550b7-3125-4c90-b305-7317d7cba512 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065478 Oct 26 15:21:35.836853 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-0da6f068-f983-4e31-83d3-6de30fc003c3 req-39e573db-b6ad-41df-8957-a6f30ba49eb3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366743 Oct 26 15:21:35.921706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-01f6003e-4c0a-4e9d-8e78-821bba29757a req-94b330b7-025c-4fe3-8895-0b4b72d37137 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863121 Oct 26 15:21:36.962197 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e316d-45ec-4d0f-ba86-a27416ea1287 req-cc697b51-6a53-4e38-b8f9-941887253941 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:36.963700 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-875e316d-45ec-4d0f-ba86-a27416ea1287 req-cc697b51-6a53-4e38-b8f9-941887253941 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0545504 Oct 26 15:21:37.005754 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-875e316d-45ec-4d0f-ba86-a27416ea1287 req-4d4bd99e-8c6c-4633-8e7b-30e65d201302 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359397 Oct 26 15:21:38.127264 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf55e3b-cda4-49ab-8a52-d06e985e0d6a req-85fee84f-e930-432b-9558-390576177f77 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:38.128824 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddf55e3b-cda4-49ab-8a52-d06e985e0d6a req-85fee84f-e930-432b-9558-390576177f77 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0536370 Oct 26 15:21:38.168406 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-ddf55e3b-cda4-49ab-8a52-d06e985e0d6a req-11e2e28d-3f32-41f7-8a6a-ddc54dded73a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334713 Oct 26 15:21:38.558346 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:21:38.656358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:38.669467 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e60dae70-b2ba-4608-8080-32f004037425', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:21:38.712341 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.726178 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60dae70-b2ba-4608-8080-32f004037425 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:21:38.746794 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:38.750921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:38.798230 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:38.991843 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e60dae70-b2ba-4608-8080-32f004037425'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:21:39.288703 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f935685-7b4f-4460-ba82-8a43fbf8d5da req-23645f9d-f868-498a-9789-15b361ef4c9b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:39.290247 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f935685-7b4f-4460-ba82-8a43fbf8d5da req-23645f9d-f868-498a-9789-15b361ef4c9b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 944 time: 0.0492580 Oct 26 15:21:39.328827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7f935685-7b4f-4460-ba82-8a43fbf8d5da req-135a0d5d-5fac-4255-b14d-fc5d33fe8c68 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Oct 26 15:21:40.192882 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1a56852c-7504-4fa0-b95f-02be87d72752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.448908 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82f1-9e64-4ba5-85f7-4c5f75702a1d req-74102949-0280-49af-a558-95888a9e1b21 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:40.449707 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2c82f1-9e64-4ba5-85f7-4c5f75702a1d req-74102949-0280-49af-a558-95888a9e1b21 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 944 time: 0.0506086 Oct 26 15:21:40.505563 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-cb2c82f1-9e64-4ba5-85f7-4c5f75702a1d req-b916e533-9339-4f13-ac29-e12ad349d46b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Oct 26 15:21:40.558495 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:21:40.609793 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning for port e60dae70-b2ba-4608-8080-32f004037425 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:21:40.614569 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e60dae70-b2ba-4608-8080-32f004037425 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:21:40.614935 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.697664 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.721128 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:40.723732 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f9c3b-c20b-4430-893a-8091e76cd9c1" -d '{"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-plugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:40.736055 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:21:40.740921 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:40.766851 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c5182-e7f1-4542-b86b-4383cc693ae7 x-openstack-request-id: req-cf4c5182-e7f1-4542-b86b-4383cc693ae7 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:40.767141 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-plugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:40.767396 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf4c5182-e7f1-4542-b86b-4383cc693ae7 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:40.767779 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'code': 200} Oct 26 15:21:40.792827 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:40.866021 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd8dda-9533-4099-81fa-d4175362054a req-f9cd02b2-4934-478d-91e7-b8cfacea8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:40.867545 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-56dd8dda-9533-4099-81fa-d4175362054a req-f9cd02b2-4934-478d-91e7-b8cfacea8726 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1096 time: 0.0421407 Oct 26 15:21:40.903631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-56dd8dda-9533-4099-81fa-d4175362054a req-44fe4b26-9e01-432d-a2a1-b7f6dbb433cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287976 Oct 26 15:21:41.624826 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec03a-86e7-4109-b23e-ff80e2b6deac req-b0b03208-33c6-42aa-a76b-8d10e05bb3b0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:41.626318 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-744ec03a-86e7-4109-b23e-ff80e2b6deac req-b0b03208-33c6-42aa-a76b-8d10e05bb3b0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 945 time: 0.0506051 Oct 26 15:21:41.665488 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-744ec03a-86e7-4109-b23e-ff80e2b6deac req-ccb18257-c124-44d3-9488-6208fef1e2d1 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324152 Oct 26 15:21:42.791454 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcaff6-2939-4986-84e2-06b77489a3b2 req-4d045085-156b-45f6-a984-0ed7d453384d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:42.792955 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7adcaff6-2939-4986-84e2-06b77489a3b2 req-4d045085-156b-45f6-a984-0ed7d453384d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 945 time: 0.0551858 Oct 26 15:21:42.830046 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-7adcaff6-2939-4986-84e2-06b77489a3b2 req-691f8a13-25af-43b1-91e3-1b563a85b13b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310905 Oct 26 15:21:42.952659 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672dac3-08a9-4a1b-bd63-b8acfc540c9e req-581bc848-0a46-4db3-9a40-8ae35aab2f7b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:42.954327 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1672dac3-08a9-4a1b-bd63-b8acfc540c9e req-581bc848-0a46-4db3-9a40-8ae35aab2f7b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 945 time: 0.0547380 Oct 26 15:21:42.997521 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-1672dac3-08a9-4a1b-bd63-b8acfc540c9e req-3e1b4da3-676c-4388-a22a-40408868868c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351210 Oct 26 15:21:43.004635 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-78c387e9-4720-459e-a60c-dd2547e75bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.020563 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56722) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:43.156284 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3669a-8c4a-4ed3-b9ec-6348d84c15a1 tempest-TestSnapshotPattern-969096994 tempest-TestSnapshotPattern-969096994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:43.157845 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-11a3669a-8c4a-4ed3-b9ec-6348d84c15a1 tempest-TestSnapshotPattern-969096994 tempest-TestSnapshotPattern-969096994-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1091 time: 0.1362622 Oct 26 15:21:43.161309 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56726) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:21:43.165977 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:21:43.188336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.294766 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.401230 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Allocated IP 172.25.5.9 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/9130bae3-7dda-4dd6-a4f9-16f42535c1b0) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:21:43.508520 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.554391 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:43.596423 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:21:43.599444 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:21:43.603888 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:21:43.628037 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=9130bae3-7dda-4dd6-a4f9-16f42535c1b0,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:43.953614 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.011712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.026337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.180841 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.185436 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.256114 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=9130bae3-7dda-4dd6-a4f9-16f42535c1b0,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:21:44.264139 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.364656 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Floating IP 03757496-fb7a-4ec1-8aa1-09b393c7d500 associated. External IP: 172.25.5.9, port: e60dae70-b2ba-4608-8080-32f004037425. Oct 26 15:21:44.582953 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:21:44.590328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.699434 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:21:44.709227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:21:44.718585 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:44.719790 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:44.720397 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:44.748314 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2dd09221-091a-49d0-834c-c429a6a16bc3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5859504 Oct 26 15:21:44.749117 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:21:44.751416 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50" -d '{"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:21:44.789515 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf0e8aa-e6e0-4f91-9b73-95e8ce4fee59 x-openstack-request-id: req-4bf0e8aa-e6e0-4f91-9b73-95e8ce4fee59 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:21:44.789809 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:21:44.790064 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bf0e8aa-e6e0-4f91-9b73-95e8ce4fee59 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:21:44.790471 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'status': 'completed', 'code': 200} Oct 26 15:21:44.827402 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:44.855617 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-99c71a5b-9fee-44d1-9d35-35d96c5c3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:44.857427 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-99c71a5b-9fee-44d1-9d35-35d96c5c3731 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1096 time: 0.0425854 Oct 26 15:21:44.955084 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-9d075896-218c-4969-9225-9153e7b8c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:44.957706 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-9d075896-218c-4969-9225-9153e7b8c3a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0913856 Oct 26 15:21:45.028233 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-a54f7841-da0d-4f58-936f-1ce481c8cc5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 997 time: 0.0640297 Oct 26 15:21:45.071025 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:45.091953 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-3c38facc-6bba-457b-8cb2-1cb95370a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:45.093468 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-3c38facc-6bba-457b-8cb2-1cb95370a319 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0588043 Oct 26 15:21:45.099799 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:21:45.109227 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:21:45.109878 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:21:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:45.147001 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-680b8431-17d1-465c-82eb-1c5a549fa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:45.148666 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-680b8431-17d1-465c-82eb-1c5a549fa38a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481985 Oct 26 15:21:45.219562 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:21:45.244013 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-c37c5ca3-63c2-4cb9-9c42-e791ab314209 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873756 Oct 26 15:21:45.343249 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-b638efe1-f1c5-4083-9cb2-4edf6cd9cf50 req-88b34bff-9a29-4cf1-9c22-51323653381b service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914876 Oct 26 15:21:45.449366 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:21:45.479989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347cdd2e-9b9a-4a00-9820-400f6753f54c None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:43Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:21:45.681907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5208b-d287-4231-886b-839e6b36b78e None None] New status for floating IP 03757496-fb7a-4ec1-8aa1-09b393c7d500: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:21:46.129033 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:51.086222 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:21:52.513201 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:54.118484 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:21:55.214633 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-c2fbe530-c341-415d-a7e2-3c9090990739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416572 Oct 26 15:21:55.299739 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-c96254c3-746a-4e86-a143-d9941998a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:55.301569 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-c96254c3-746a-4e86-a143-d9941998a25b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1096 time: 0.0420547 Oct 26 15:21:55.411093 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-4db607ec-f44d-49b5-a1f8-42cff8fd0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:55.412631 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-4db607ec-f44d-49b5-a1f8-42cff8fd0eda service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0902944 Oct 26 15:21:55.478827 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-52929ba7-8a1b-48c3-a967-7bd2a48d5a2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 999 time: 0.0593920 Oct 26 15:21:55.533876 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-8e728212-c0d4-407a-8d37-439593b4fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:55.536175 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-8e728212-c0d4-407a-8d37-439593b4fbdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0505009 Oct 26 15:21:55.584895 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-6d84aba8-19d5-4e3f-8d2a-69e6c019c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:21:55.586414 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-6d84aba8-19d5-4e3f-8d2a-69e6c019c92f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414238 Oct 26 15:21:55.681282 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-f76a5c17-40c7-4101-a846-8bc8e93f6bba service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875044 Oct 26 15:21:55.794676 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3a70cfe2-2e54-4576-90a7-4a0820602228 req-44ebd466-f0f0-4b99-abe1-aca90e01e1fc service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055980 Oct 26 15:22:10.195996 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-3614967a-3eb2-4456-a19b-07720826215b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:13.007806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-432a2f21-4005-4faf-877d-7573ba115f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:14.015299 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:14.593955 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:16.130192 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:22.536072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:24.117998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:28.086011 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:22:40.198979 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce7f5-9638-4ccc-b6ee-8659ec2dc1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:43.009753 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-959fb9a1-c2d2-460e-bda6-96f92831e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:44.017694 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:44.596287 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:46.131494 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:52.536911 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:54.117168 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:22:56.335882 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-5af73187-2449-4bb2-ac73-49390110cab7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1358202 Oct 26 15:22:56.419760 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-d329e48b-4ba4-43fa-b627-e814419fd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:56.421292 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-d329e48b-4ba4-43fa-b627-e814419fd868 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1096 time: 0.0409958 Oct 26 15:22:56.531814 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-cd17e456-b44f-4279-9039-85ae69c9c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:56.533273 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-cd17e456-b44f-4279-9039-85ae69c9c3af service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0903246 Oct 26 15:22:56.604776 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-43e610e0-6380-4c0a-8b61-fa4984325a4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 999 time: 0.0637150 Oct 26 15:22:56.655999 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-d7a69844-1f17-4591-99b9-9467e020ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:56.657461 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-d7a69844-1f17-4591-99b9-9467e020ae8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0436502 Oct 26 15:22:56.703271 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-63c425ef-d8f7-48d5-9a29-215265139538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:22:56.704800 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-63c425ef-d8f7-48d5-9a29-215265139538 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396938 Oct 26 15:22:56.799757 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-b2bf61df-91c5-49e0-9ac7-96b828fce532 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877185 Oct 26 15:22:56.892407 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-3b58af9b-a917-4526-b49b-a737f3fd2839 req-df3c4023-6b30-424b-8406-cc3376f9f956 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838971 Oct 26 15:23:05.085354 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:10.201349 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-53c828e9-7e57-46f2-943c-a493c7625e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:13.012222 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-21e0e152-5244-40c5-bdde-21684f43ab5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:14.019794 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:14.598695 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:16.135109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:22.549234 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:24.133710 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:40.204068 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b5224da5-2003-4a36-8543-2d4799a43d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:42.085415 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:23:43.015086 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c3a65afc-af29-4559-8391-7c0f9e9d7b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:43.031597 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 details requested by agent hyperv_n-h1-813419-9 with host n-h1-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:23:43.129784 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:43.145801 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Returning: {'device': 'e60dae70-b2ba-4608-8080-32f004037425', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:23:43.186182 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:43.201870 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e60dae70-b2ba-4608-8080-32f004037425 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:23:43.224664 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:43.229486 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:43.288353 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:43.297299 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.297637 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.297977 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.298310 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.298640 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.298965 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.299284 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.299604 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.299923 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.300240 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.300585 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.300904 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:43.322589 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] get_ports_and_sgs() called for port_ids ['e60dae70-b2ba-4608-8080-32f004037425'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:23:44.025983 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:44.604813 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:45.055838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 up at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:23:45.121477 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Provisioning complete for port e60dae70-b2ba-4608-8080-32f004037425 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:23:45.122045 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:45.226864 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:45.253987 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:23:45.256481 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aff8a0-baa6-4d81-a42c-921367334cc3" -d '{"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-plugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:23:45.278593 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:45.284709 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:45.346479 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:45.395047 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b8943-0967-42cc-bdf8-99681641972e x-openstack-request-id: req-a82b8943-0967-42cc-bdf8-99681641972e {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:23:45.395540 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-plugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:23:45.395976 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a82b8943-0967-42cc-bdf8-99681641972e {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:23:45.396637 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'code': 200} Oct 26 15:23:46.149619 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:52.563025 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:54.012966 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-2f51e4fc-d990-42f3-b5b4-8edb6879d239 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351917915&fields=id&tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 267 time: 0.0373051 Oct 26 15:23:54.130327 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-fbaec069-041b-441f-be2c-a7afe02dc3cc tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:54.131766 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-fbaec069-041b-441f-be2c-a7afe02dc3cc tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 809 time: 0.1119001 Oct 26 15:23:54.140100 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:54.148434 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-6e443e02-849d-49bf-a44e-c4bf936048f2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/quotas/456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 375 time: 0.0100365 Oct 26 15:23:54.205364 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-2b44f85b-3eb4-4921-b7f6-a01cfbcc019c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504620 Oct 26 15:23:54.267510 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-7cae8320-75d4-4df6-82fc-c1dab2a70c8d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:23:54.268534 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-7cae8320-75d4-4df6-82fc-c1dab2a70c8d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0508173 Oct 26 15:23:54.364513 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-d1bb3786-d98b-4c46-986c-6934bea287ef service neutron] 10.222.0.37 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895073 Oct 26 15:23:54.467255 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-ef8a7eb0-1f23-4f7b-83aa-52d2ec463017 service neutron] 10.222.0.37 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964439 Oct 26 15:23:54.663491 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-ab041c16-acaf-489c-9d89-a1aa90bc1339 req-ad1e65e4-70f2-4382-9696-9ec117f1ec9c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 210 time: 0.0276647 Oct 26 15:23:55.817353 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-97f4526e-56cf-4445-a9f4-81be9e54850c req-6672d512-1caf-4ad1-bf42-593f6eb3434c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 210 time: 0.0606921 Oct 26 15:23:55.867623 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-2d481132-86cd-45bf-b7a3-f8d1bab086b0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:55.869169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-2d481132-86cd-45bf-b7a3-f8d1bab086b0 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 809 time: 0.1351237 Oct 26 15:23:55.914038 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-7927ff14-44c0-4728-9a4e-7a88f286d3c6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397 HTTP/1.1" status: 200 len: 380 time: 0.0351894 Oct 26 15:23:55.932267 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'port': {'device_id': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'admin_state_up': True, 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'security_groups': ['78fbb83e-c916-45eb-8e4b-d015fbafb859']}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:23:56.480723 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Made reservation on behalf of 456f5621aa6f4dbb90ab4b4c3c5cc397 for: {'port': 1} {{(pid=102164) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 15:23:56.486895 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:56.633994 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Allocated IP 172.20.0.3 (578daa7c-f54c-4ebd-bc33-77e067cf0b0b/22c8c1f7-dddd-43c4-93e9-572816ffa023/5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:23:56.791988 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:56.827883 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:56.877165 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:23:56.880622 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:23:56.884733 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:23:56.925244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:56.946402 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.946740 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.947084 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.947417 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.947760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.948081 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.948408 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.948760 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.949086 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.949407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.950429 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.950657 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:23:56.969326 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:56.969326 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:56.995751 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-631933b9-60cc-4585-9fed-2beb4c576194 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0674822 Oct 26 15:23:57.002251 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e75ae9-085b-41bf-9944-7409e36b6281 req-602cf951-eceb-4c16-8f3d-20405d9fba35 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.003841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3e75ae9-085b-41bf-9944-7409e36b6281 req-602cf951-eceb-4c16-8f3d-20405d9fba35 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0974057 Oct 26 15:23:57.056453 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c3e75ae9-085b-41bf-9944-7409e36b6281 req-19e22244-dcc9-40bf-a2fa-0ba2a4e7bc50 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463166 Oct 26 15:23:57.118154 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:23:57.208705 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:57.235718 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:23:57.235988 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-70b02f35-12e3-4765-93b4-e0d9a1679669 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469332 Oct 26 15:23:57.238329 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832373a3-bf52-4fab-a42e-97109d7b9f63" -d '{"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:23:57.262809 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:23:57.270440 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:57.306935 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-657e6bd5-27f1-4083-a2bc-28ae457bc842 None None] Provisioning complete for port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 triggered by entity DHCP. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:23:57.307298 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-657e6bd5-27f1-4083-a2bc-28ae457bc842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:23:57.341543 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-814292de-38b3-41f5-a73d-d21b9d1770b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.343486 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-814292de-38b3-41f5-a73d-d21b9d1770b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0540438 Oct 26 15:23:57.345019 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243e05cc-a641-4f48-8b8e-7a1ea2d95a00 x-openstack-request-id: req-243e05cc-a641-4f48-8b8e-7a1ea2d95a00 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:23:57.345544 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-unplugged", "status": "completed", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:23:57.345949 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-243e05cc-a641-4f48-8b8e-7a1ea2d95a00 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:23:57.346557 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'code': 200} Oct 26 15:23:57.372391 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-657e6bd5-27f1-4083-a2bc-28ae457bc842 None None] Port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 cannot update to ACTIVE because it is not bound. {{(pid=102165) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 26 15:23:57.381811 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Pushing event updated for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:23:57.493354 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-2b311556-047b-4e52-b8f5-48087ffe2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.494851 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-2b311556-047b-4e52-b8f5-48087ffe2d9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.1286590 Oct 26 15:23:57.576208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-7d4a9a80-a759-423f-b731-8d7dfb8de480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 997 time: 0.0718997 Oct 26 15:23:57.635779 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-aa073e9c-4fd4-4681-b488-b28606514fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.637603 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-aa073e9c-4fd4-4681-b488-b28606514fb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0547509 Oct 26 15:23:57.690045 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-1bc3fa1e-13d0-4bc7-a859-fe41cb892d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:57.691860 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-1bc3fa1e-13d0-4bc7-a859-fe41cb892d0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457568 Oct 26 15:23:57.798539 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-5293c063-3103-43d8-a42d-6496120a3f2d service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972240 Oct 26 15:23:57.905207 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-05ff9e32-c9c3-4c9d-a02c-93b93888fc66 req-9f378263-6b51-465c-b646-abe26a40c7e2 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997024 Oct 26 15:23:58.190648 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05568ef-d4cb-47d3-bacb-818cb2a5f839 req-c613133c-d43b-4d3f-8c25-2c699473196d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:58.192116 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a05568ef-d4cb-47d3-bacb-818cb2a5f839 req-c613133c-d43b-4d3f-8c25-2c699473196d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0569322 Oct 26 15:23:58.238470 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-a05568ef-d4cb-47d3-bacb-818cb2a5f839 req-08ed748d-780e-43a9-b5f2-ec207a7bf155 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 Oct 26 15:23:59.395915 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d345b10-5f8d-4398-b373-e5f0af763c59 req-1e088510-6950-48b7-ba6e-9efe167a450c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:23:59.397504 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d345b10-5f8d-4398-b373-e5f0af763c59 req-1e088510-6950-48b7-ba6e-9efe167a450c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0554314 Oct 26 15:23:59.445721 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-5d345b10-5f8d-4398-b373-e5f0af763c59 req-0eb696a4-d475-4289-a421-30904106c123 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Oct 26 15:24:00.636343 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390a180-d5b7-4a7d-b0ac-72d83c0ff252 req-2f35b39b-7602-4479-a661-d234f85341da tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:00.638081 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9390a180-d5b7-4a7d-b0ac-72d83c0ff252 req-2f35b39b-7602-4479-a661-d234f85341da tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0716410 Oct 26 15:24:00.683499 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-9390a180-d5b7-4a7d-b0ac-72d83c0ff252 req-a805984e-9d19-4f63-a4eb-081799b62e1c tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373962 Oct 26 15:24:01.849216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790615f-c403-409a-98db-e3714297878d req-3b96b467-e4e1-4e8d-bc86-ad005bb46650 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:01.855414 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f790615f-c403-409a-98db-e3714297878d req-3b96b467-e4e1-4e8d-bc86-ad005bb46650 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0628204 Oct 26 15:24:01.891959 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-f790615f-c403-409a-98db-e3714297878d req-fe746022-964d-46cb-b024-3e4a42668628 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Oct 26 15:24:03.021916 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240a428-bead-48d5-9791-e763fd8d69e9 req-b824d8f6-1e75-4027-a8c3-ea3a08f376ff tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:03.024561 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4240a428-bead-48d5-9791-e763fd8d69e9 req-b824d8f6-1e75-4027-a8c3-ea3a08f376ff tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0596695 Oct 26 15:24:03.066852 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-4240a428-bead-48d5-9791-e763fd8d69e9 req-8033bb53-05b9-44ff-9691-32d371db06dd tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Oct 26 15:24:04.199630 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c6ce-fde5-4b28-a4b2-4fa749c4c7b6 req-5179224e-df9e-4638-9e7a-a61650bf28ed tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:04.201301 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1c9c6ce-fde5-4b28-a4b2-4fa749c4c7b6 req-5179224e-df9e-4638-9e7a-a61650bf28ed tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0552557 Oct 26 15:24:04.242759 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d1c9c6ce-fde5-4b28-a4b2-4fa749c4c7b6 req-d8a50bc7-17dd-400d-9bc1-fcaef59c9f30 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341682 Oct 26 15:24:05.367786 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d6b3a-83b8-4aed-8baa-44fcafb91752 req-12e44520-f367-48b8-b3a7-177b452106a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:05.369242 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e87d6b3a-83b8-4aed-8baa-44fcafb91752 req-12e44520-f367-48b8-b3a7-177b452106a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 931 time: 0.0508087 Oct 26 15:24:05.409642 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-e87d6b3a-83b8-4aed-8baa-44fcafb91752 req-af67987e-95e9-4a8b-86b4-a7cda728ad85 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Oct 26 15:24:06.096793 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Request body: {'port': {'device_id': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-9'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:24:06.149464 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.419905 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 {{(pid=102164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:24:06.430849 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.444631 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.provisioning_blocks [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Transition to ACTIVE for port object 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 will not be triggered until provisioned by entity L2. {{(pid=102164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 26 15:24:06.449783 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.533228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:06.573834 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068277bb-9c90-4e76-8e8e-07db94261f50 req-0b7917fd-f1e5-4cec-9438-be334e43dc54 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:06.575431 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-068277bb-9c90-4e76-8e8e-07db94261f50 req-0b7917fd-f1e5-4cec-9438-be334e43dc54 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 943 time: 0.0920024 Oct 26 15:24:06.652169 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-068277bb-9c90-4e76-8e8e-07db94261f50 req-7f5981c1-75b4-433f-9fde-102c02093cd9 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Oct 26 15:24:06.663009 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Attempting to bind port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 on host n-h2-813419-9 for vnic_type normal with profile {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 26 15:24:06.663599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Attempting to bind port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 by drivers openvswitch,hyperv on host n-h2-813419-9 at level 0 using segments [{'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 26 15:24:06.664269 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Attempting to bind port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:06.669823 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-9 {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 26 15:24:06.670178 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Attempting to bind port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 on network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 15:24:06.676392 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Checking agent: {'id': 'a125ebef-9146-4275-9616-f3fad6569a33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'started_at': datetime.datetime(2021, 10, 26, 13, 55, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 26, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 26 15:24:06.676761 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Checking segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 26 15:24:06.677140 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Bound using segment: {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'} {{(pid=102164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 15:24:06.677767 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.managers [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Bound port: 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host: n-h2-813419-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbeddebd-2d01-4b0a-8402-cf2bed344b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b'}}] {{(pid=102164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 26 15:24:06.678123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.743768 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, cleared binding levels {{(pid=102164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 15:24:06.747068 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 15:24:06.753012 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.790203 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:06.790824 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:06.792207 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 1091 time: 0.7447927 Oct 26 15:24:06.792684 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:24:06.794991 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:06.820211 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855ab51-ebca-497c-a41f-5a11cb62ba15 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=3']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:06.867720 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae17fe-5910-4450-b052-1cc0e8d9a3de x-openstack-request-id: req-65ae17fe-5910-4450-b052-1cc0e8d9a3de {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:06.868012 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:06.868285 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65ae17fe-5910-4450-b052-1cc0e8d9a3de {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:06.868698 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'status': 'completed', 'code': 200} Oct 26 15:24:06.887515 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-ceac71cd-5d73-4145-98d6-63ab20c2a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:06.889200 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-ceac71cd-5d73-4145-98d6-63ab20c2a72f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1094 time: 0.0544505 Oct 26 15:24:06.934466 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-14af869e-542b-4564-bbd3-85a11b1ec969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 217 time: 0.0360382 Oct 26 15:24:06.988644 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-6c4bac03-f148-4974-8730-53a7d7bb503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:06.990111 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-6c4bac03-f148-4974-8730-53a7d7bb503d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0481064 Oct 26 15:24:07.042703 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-4634a0f8-c01e-4eab-8a6b-df79da5a5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.044196 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-4634a0f8-c01e-4eab-8a6b-df79da5a5ec3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471139 Oct 26 15:24:07.135982 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-44117123-1a88-48ca-933f-4c2a3e375cbb service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839126 Oct 26 15:24:07.229690 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-d5afaf0d-2160-47ef-b9af-081e9a333b32 req-2708f3b1-f11b-4e06-8809-8f5cc42df972 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Oct 26 15:24:07.316275 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-a7abed3b-b417-4033-9bc6-7632c4a259a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.317808 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-a7abed3b-b417-4033-9bc6-7632c4a259a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1094 time: 0.0417819 Oct 26 15:24:07.414484 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-0b5fc326-64ae-43a8-a669-a3972a5e138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.415965 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-0b5fc326-64ae-43a8-a669-a3972a5e138e service neutron] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0910506 Oct 26 15:24:07.457816 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-1c91b2c2-e382-45ca-b419-319a68d1131f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 217 time: 0.0345883 Oct 26 15:24:07.508594 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-10aea213-66c0-464b-b553-be50a5728eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.510007 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-10aea213-66c0-464b-b553-be50a5728eb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0448256 Oct 26 15:24:07.563218 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-530cc2d9-92fd-435a-8317-f7a0a57faf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.564805 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-530cc2d9-92fd-435a-8317-f7a0a57faf02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456591 Oct 26 15:24:07.665446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-1802b954-2bf8-4393-a128-b37c49190666 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916121 Oct 26 15:24:07.792629 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6474fc9f-07e6-44e1-8e6f-ad21a348e9b1 req-89aa0b51-a058-4ae9-926b-a8fc52445efc service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195724 Oct 26 15:24:07.801329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e38c-8934-418d-a7df-f616eb40eb5b req-3e76334c-9e65-4cdc-9f88-53bf614d3520 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:07.802783 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e345e38c-8934-418d-a7df-f616eb40eb5b req-3e76334c-9e65-4cdc-9f88-53bf614d3520 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 943 time: 0.0790849 Oct 26 15:24:07.843050 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-e345e38c-8934-418d-a7df-f616eb40eb5b req-91eb14fa-7540-439d-aa70-4d0fdd927492 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Oct 26 15:24:08.966599 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607dc93-712f-4e63-b182-6ed78304ba0c req-d2a10c37-1e07-4a80-8391-20dfa62948cc tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:08.968069 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c607dc93-712f-4e63-b182-6ed78304ba0c req-d2a10c37-1e07-4a80-8391-20dfa62948cc tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 943 time: 0.0534754 Oct 26 15:24:09.009147 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-c607dc93-712f-4e63-b182-6ed78304ba0c req-37fc6269-db13-489b-892f-b1a1da4f7468 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345302 Oct 26 15:24:10.127662 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eed8f-fc90-4e58-8695-19b155fa8dc5 req-a982e214-b6ac-4df7-a611-9be06ae257b3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:10.129183 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a6eed8f-fc90-4e58-8695-19b155fa8dc5 req-a982e214-b6ac-4df7-a611-9be06ae257b3 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 943 time: 0.0503011 Oct 26 15:24:10.169025 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-7a6eed8f-fc90-4e58-8695-19b155fa8dc5 req-c208a905-7f9b-4326-b973-9d0916659d13 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Oct 26 15:24:10.207658 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-9f4d84e5-cbca-41ca-9d44-0ea77c417994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:10.253534 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:24:10.350812 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:10.362531 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'mac_address': 'fa:16:3e:a1:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:24:10.398187 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:10.411180 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:24:10.430611 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:10.434522 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:10.484883 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=4']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:10.679010 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:24:11.292781 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e19b4-1814-4d67-9609-7d230d6bf14e req-5c430b17-43e7-4eba-aa06-1de9bc2d1789 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:11.294331 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d05e19b4-1814-4d67-9609-7d230d6bf14e req-5c430b17-43e7-4eba-aa06-1de9bc2d1789 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 944 time: 0.0519822 Oct 26 15:24:11.336283 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d05e19b4-1814-4d67-9609-7d230d6bf14e req-3ba24212-beee-4334-b539-1c194e36606d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346448 Oct 26 15:24:12.270872 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:24:12.319822 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning for port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 completed by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 26 15:24:12.323856 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:24:12.324225 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:12.407422 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:12.430209 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:24:12.432483 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83169766-c15d-4ab8-adf8-295769def762" -d '{"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:12.445769 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:24:12.451331 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:12.464550 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c747a-b07b-4bb4-82be-83f79a6dd4e4 req-88aec203-42ec-481f-93a4-f1e7e5115f90 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:12.466158 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b50c747a-b07b-4bb4-82be-83f79a6dd4e4 req-88aec203-42ec-481f-93a4-f1e7e5115f90 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 944 time: 0.0576065 Oct 26 15:24:12.495214 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dd6396-2fd4-468e-880c-cc39f19213a1 x-openstack-request-id: req-40dd6396-2fd4-468e-880c-cc39f19213a1 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:12.495495 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:12.495747 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40dd6396-2fd4-468e-880c-cc39f19213a1 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:12.496159 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'code': 200} Oct 26 15:24:12.506066 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=5']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:12.514500 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-b50c747a-b07b-4bb4-82be-83f79a6dd4e4 req-78daeee5-0433-48c0-a6e8-b75f85ab1c4a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357583 Oct 26 15:24:12.600353 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57332e-e4fc-408a-8688-8235fced1999 req-b9869376-bf39-41e1-a03c-63ab72053eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:12.601882 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d57332e-e4fc-408a-8688-8235fced1999 req-b9869376-bf39-41e1-a03c-63ab72053eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1096 time: 0.0416279 Oct 26 15:24:12.637858 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-6d57332e-e4fc-408a-8688-8235fced1999 req-1c1dd67f-eff4-4575-9e40-af66fbdbc183 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290959 Oct 26 15:24:13.017153 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-55f8810a-3f29-4047-ae21-b0d12ac5fc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:13.679649 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cfde7-c998-4306-ac53-27037f7592b9 req-98a091fe-ae09-47f9-912b-536f339a5d5f tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:13.681417 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df4cfde7-c998-4306-ac53-27037f7592b9 req-98a091fe-ae09-47f9-912b-536f339a5d5f tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.0574753 Oct 26 15:24:13.721600 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-df4cfde7-c998-4306-ac53-27037f7592b9 req-fc401a29-bc48-4a02-9ce9-e474d3ab6dd5 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Oct 26 15:24:14.022042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:14.605425 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:14.840708 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9f20-0267-48f9-98f1-7a7af5bf3c5c req-1342db5d-1a0f-4529-a985-47e3d84e8753 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:14.842091 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a96d9f20-0267-48f9-98f1-7a7af5bf3c5c req-1342db5d-1a0f-4529-a985-47e3d84e8753 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.0496609 Oct 26 15:24:14.881048 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-a96d9f20-0267-48f9-98f1-7a7af5bf3c5c req-4a64c274-5215-4c78-8e25-d9fdc1bf69f6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Oct 26 15:24:15.003004 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39128588-3b63-4f79-b805-79f447ef7662 req-82d41fb4-39f8-4ab8-9a26-bc6dce0523f8 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:15.004540 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39128588-3b63-4f79-b805-79f447ef7662 req-82d41fb4-39f8-4ab8-9a26-bc6dce0523f8 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.0539641 Oct 26 15:24:15.042270 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-39128588-3b63-4f79-b805-79f447ef7662 req-d06b1dd2-b883-41f1-b871-d8a476a703c8 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Oct 26 15:24:15.063189 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56994) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:24:15.107652 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9722b2-b703-4372-8b65-551f29457644 tempest-TestSnapshotPattern-969096994 tempest-TestSnapshotPattern-969096994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:15.109120 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-0f9722b2-b703-4372-8b65-551f29457644 tempest-TestSnapshotPattern-969096994 tempest-TestSnapshotPattern-969096994-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1091 time: 0.0448241 Oct 26 15:24:15.111878 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 56996) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:24:15.116119 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.v2.base [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Request body: {'floatingip': {'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102164) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 26 15:24:15.138229 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.235258 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.341892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.db_base_plugin_common [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Allocated IP 172.25.5.49 (d20bd7ce-4186-4f12-ac1d-76acb8b76618/4712512c-e3e6-4949-9908-c8d5723d9d7b/49d80a09-b323-4a16-9185-a9e6517bed56) {{(pid=102164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 15:24:15.444817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.477818 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752494361676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.518696 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Network d20bd7ce-4186-4f12-ac1d-76acb8b76618 is already hosted by enough agents. {{(pid=102164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 15:24:15.521771 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.base_scheduler [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Resources bound (agent type, host, resource id): {{(pid=102164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 15:24:15.525349 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Received port after_create {{(pid=102164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 26 15:24:15.552051 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=49d80a09-b323-4a16-9185-a9e6517bed56,revision_number=1']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:15.882021 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:15.959627 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.129626 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for port, precommit_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.135497 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5600923'] for port, after_update {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.143183 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.206497 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event updated for resources: {'Port': ['ID=49d80a09-b323-4a16-9185-a9e6517bed56,revision_number=2']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:24:16.219081 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-591669'] for floatingip, after_create {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.337267 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Floating IP 8ec33237-67a6-4083-aa63-397ad8835a91 associated. External IP: 172.25.5.49, port: 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8. Oct 26 15:24:16.556555 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:24:16.676438 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:24:16.687054 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:24:16.696803 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:16.698809 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:24:16.699417 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:16.725349 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-5ce036ca-c71c-4417-8081-7be34d6a603a tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6124279 Oct 26 15:24:16.726059 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:24:16.728459 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121125ed-7df3-4e32-b702-bff7a2a0372e" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:24:16.773144 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164ff8a-e0a1-4311-8861-0c5e9f801850 x-openstack-request-id: req-7164ff8a-e0a1-4311-8861-0c5e9f801850 {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:24:16.773441 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:24:16.773698 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7164ff8a-e0a1-4311-8861-0c5e9f801850 {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:24:16.774105 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'status': 'completed', 'code': 200} Oct 26 15:24:16.841666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-a9d26917-3f7d-4cf3-a0dd-bf72bdf0a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:16.843165 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-a9d26917-3f7d-4cf3-a0dd-bf72bdf0a86b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1096 time: 0.0446117 Oct 26 15:24:16.910989 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:24:16.946145 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-8d05456b-6441-4f33-a1e1-c74edca62e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:16.947655 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-8d05456b-6441-4f33-a1e1-c74edca62e6c service neutron] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0970950 Oct 26 15:24:17.018812 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-5a02413e-35d4-46ae-a692-3d02867e36b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 998 time: 0.0626016 Oct 26 15:24:17.072643 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-2737e57c-e453-4fff-b762-d2ada9b2a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:17.074246 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-2737e57c-e453-4fff-b762-d2ada9b2a95b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0492969 Oct 26 15:24:17.135087 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-e716a13d-8739-413c-ad23-e1a99cf7d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:17.136476 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-e716a13d-8739-413c-ad23-e1a99cf7d356 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548458 Oct 26 15:24:17.163713 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}, {'id': '8ec33237-67a6-4083-aa63-397ad8835a91', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:a1:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:24:15Z', 'updated_at': '2021-10-26T15:24:15Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:17.203548 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:24:17.218922 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:24:17.219950 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:24:13Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:17.230934 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-5457bdd8-acb9-47ff-bce6-a1281d5a7a31 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Oct 26 15:24:17.332921 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-121125ed-7df3-4e32-b702-bff7a2a0372e req-5d055722-2d33-4d27-a722-8124e30733a5 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943723 Oct 26 15:24:17.342055 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:24:17.587449 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-41479f19-165a-4981-a498-2ad514e7749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}, {'id': '8ec33237-67a6-4083-aa63-397ad8835a91', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:a1:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:24:15Z', 'updated_at': '2021-10-26T15:24:15Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:24:17.615604 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41479f19-165a-4981-a498-2ad514e7749d None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}, {'id': '8ec33237-67a6-4083-aa63-397ad8835a91', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:a1:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:24:15Z', 'updated_at': '2021-10-26T15:24:15Z', 'revision_number': 0, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:24:17.824137 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da3207-29b6-42da-83c8-457221567d6f None None] New status for floating IP 8ec33237-67a6-4083-aa63-397ad8835a91: ACTIVE {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:24:19.084756 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:22.552092 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:24.140323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:40.210727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-44682bae-55a3-4be6-b848-eb6ffd420500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:42.805730 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-b21e35d2-ff3b-4526-9931-6f443a6d5fcf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435123 Oct 26 15:24:42.887364 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-d6173ace-ca93-41c8-b22a-6d93c80f1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:42.888883 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-d6173ace-ca93-41c8-b22a-6d93c80f1ba4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1096 time: 0.0396729 Oct 26 15:24:42.995228 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-06d5288e-a12b-4811-a8dd-b440743c63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:42.996753 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-06d5288e-a12b-4811-a8dd-b440743c63c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0890462 Oct 26 15:24:43.019129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4336ce54-6466-44d1-a56e-30135f5f599f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:43.063361 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-8ce687fb-5716-4f72-8d8b-aaaaaa30415a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 1000 time: 0.0592964 Oct 26 15:24:43.119712 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-9bf6e3b1-c17f-44a0-a918-1405600dd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:43.121164 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-9bf6e3b1-c17f-44a0-a918-1405600dd1bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0516622 Oct 26 15:24:43.168893 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-f7b3497a-2757-4afb-ad36-ec86a8425953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:43.170369 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-f7b3497a-2757-4afb-ad36-ec86a8425953 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418110 Oct 26 15:24:43.261454 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-3da5a246-377b-424e-84d3-5e902638fe18 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Oct 26 15:24:43.356992 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-26104db2-a8d6-4240-85bf-7197b88f6d2e req-93a6c57c-202e-473e-98fc-208015e910c7 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 Oct 26 15:24:44.014508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:44.606719 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:46.145575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:52.552111 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:54.147077 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:24:56.084080 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:24:57.210969 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-ecd9df93-af11-4a85-a317-6b1979888b51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407121 Oct 26 15:24:57.295131 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32500fde-e016-4782-a3fc-f0a2104f533e req-8e239964-25d1-4bda-b3da-dc36272df010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.296659 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-8e239964-25d1-4bda-b3da-dc36272df010 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0421200 Oct 26 15:24:57.403660 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32500fde-e016-4782-a3fc-f0a2104f533e req-741d2514-31ac-4622-86cc-1f3ffe7ccab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.405157 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-741d2514-31ac-4622-86cc-1f3ffe7ccab8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0886352 Oct 26 15:24:57.469841 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-6adc8e44-77b1-4f9f-a6b0-156720fb85ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 997 time: 0.0566797 Oct 26 15:24:57.522754 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32500fde-e016-4782-a3fc-f0a2104f533e req-822e011d-5194-42a6-ab01-1c4595339777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.524216 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-822e011d-5194-42a6-ab01-1c4595339777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0468035 Oct 26 15:24:57.571839 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32500fde-e016-4782-a3fc-f0a2104f533e req-25b5530e-6326-4954-a3d5-2b61f44b0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:24:57.573403 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-25b5530e-6326-4954-a3d5-2b61f44b0c36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423374 Oct 26 15:24:57.665261 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-d9c3d3f0-7f05-4166-9aaa-ed7650140ce5 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837355 Oct 26 15:24:57.758821 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-32500fde-e016-4782-a3fc-f0a2104f533e req-107b1d63-8547-4e05-aee4-a8204cf19b79 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Oct 26 15:25:10.214042 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b1af-0e4c-418c-bb89-6263862be4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:13.022508 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6af3cf4b-ced2-43ac-8313-e719495fb4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:14.017023 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:14.610506 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:16.145005 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:22.547291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:24.144944 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:33.083718 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:25:40.215624 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2a804cad-5268-4049-93f8-f0cf6900bab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:40.649116 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 details requested by agent hyperv_n-h2-813419-9 with host n-h2-813419-9 {{(pid=102165) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 15:25:40.743510 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:40.754304 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Returning: {'device': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'port_id': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'mac_address': 'fa:16:3e:a1:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102165) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 15:25:40.795124 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:40.807877 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 {{(pid=102165) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 26 15:25:40.828267 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:40.832278 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:40.886365 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=6']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:40.895423 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.895766 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.896109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.896440 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.896792 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.897117 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.897438 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.897757 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.898109 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.899270 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.899896 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.900292 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:40.906583 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] get_ports_and_sgs() called for port_ids ['5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'] {{(pid=102165) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 26 15:25:42.662153 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 up at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 15:25:42.715339 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.provisioning_blocks [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Provisioning complete for port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 triggered by entity L2. {{(pid=102165) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 26 15:25:42.715700 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516064'] for port, provisioning_complete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:42.973874 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:42.999596 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:43.001778 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf0dd4-f709-4c99-9813-57d112c1317f" -d '{"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:43.019630 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:43.028868 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:43.034323 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-33143b99-8b64-47c7-b8bd-dad3b1df0b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:43.097860 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=7']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:43.103794 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3b2aa-b5a3-4e64-b01d-83ca95390645 x-openstack-request-id: req-b3d3b2aa-b5a3-4e64-b01d-83ca95390645 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:43.104357 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:43.105234 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3d3b2aa-b5a3-4e64-b01d-83ca95390645 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:43.105368 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'code': 200} Oct 26 15:25:43.840283 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100b76-38bc-44d5-a12f-e758566540cc req-95f9d7b4-98a7-42a8-96c3-e2d4f381d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:43.841949 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-95f9d7b4-98a7-42a8-96c3-e2d4f381d896 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1096 time: 0.0463030 Oct 26 15:25:43.966279 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100b76-38bc-44d5-a12f-e758566540cc req-b77840fd-9e64-4a27-a405-ca9d9b5be8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:43.968110 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-b77840fd-9e64-4a27-a405-ca9d9b5be8d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.1060109 Oct 26 15:25:44.025919 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:44.052941 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-20d064a3-6f59-49f4-bf9e-6227489d0949 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 1000 time: 0.0753791 Oct 26 15:25:44.113978 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100b76-38bc-44d5-a12f-e758566540cc req-1d12a75b-22b7-48c6-a452-54c712b3ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:44.115450 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-1d12a75b-22b7-48c6-a452-54c712b3ec04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0555201 Oct 26 15:25:44.172476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100b76-38bc-44d5-a12f-e758566540cc req-807d0691-81f2-45bf-a45d-8569ac0492b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:44.174006 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-807d0691-81f2-45bf-a45d-8569ac0492b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500114 Oct 26 15:25:44.185149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-0c587b90-b093-4566-980c-ece8ee774ac9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102164) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 26 15:25:44.186178 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-0c587b90-b093-4566-980c-ece8ee774ac9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051949 Oct 26 15:25:44.286612 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-1c960eb0-9468-4feb-8711-3ff6862b129e service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930622 Oct 26 15:25:44.393550 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-34100b76-38bc-44d5-a12f-e758566540cc req-5880c1b9-d9e1-4d20-a204-0030f8264abc service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989466 Oct 26 15:25:44.619963 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:46.155575 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:51.749216 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57210) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:25:51.913727 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Deleting port 49d80a09-b323-4a16-9185-a9e6517bed56 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:25:51.914061 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.360091 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.360322 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.371818 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Calling delete_port for 49d80a09-b323-4a16-9185-a9e6517bed56 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:25:52.522917 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.554393 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event deleted for resources: {'Port': ['ID=49d80a09-b323-4a16-9185-a9e6517bed56,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:52.554801 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.581447 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.581796 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.582181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.582539 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.582873 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.583199 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.583523 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.583849 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.584168 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.584511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.584831 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.585149 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:52.634344 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.634564 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Floating IP 8ec33237-67a6-4083-aa63-397ad8835a91 disassociated (deleted). External IP: 172.25.5.49, port: 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8. Oct 26 15:25:52.852979 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:52.976695 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:52.981838 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:52.989918 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:53.002377 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:53.003122 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:53.012312 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-4da96462-cdeb-4da1-8c88-bfe529b13e5d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ec33237-67a6-4083-aa63-397ad8835a91 HTTP/1.1" status: 204 len: 168 time: 1.2619562 Oct 26 15:25:53.013083 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:53.015540 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4983baee-9d03-4f12-895b-b47e6853e3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:53.055155 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af156734-c03c-46c8-aac2-1cb3d8094bac x-openstack-request-id: req-af156734-c03c-46c8-aac2-1cb3d8094bac {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:53.056057 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:53.056388 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af156734-c03c-46c8-aac2-1cb3d8094bac {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:53.056775 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'status': 'completed', 'code': 200} Oct 26 15:25:53.131892 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-a052762b-acc1-4c33-96b3-badb78357dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:53.135230 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-a052762b-acc1-4c33-96b3-badb78357dd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 1096 time: 0.0563316 Oct 26 15:25:53.170006 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:53.318286 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-6d1eb699-0d1c-4c9b-b1df-e5f85f1bcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:53.319819 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-6d1eb699-0d1c-4c9b-b1df-e5f85f1bcdca service neutron] 10.222.0.73 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.1768358 Oct 26 15:25:53.390502 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-7c9bf482-db01-4e62-8dc5-7681cc421aa0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 200 len: 217 time: 0.0605631 Oct 26 15:25:53.423511 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb07cfd-970e-4005-8b18-b86da73cb8f3 req-acc18f83-8f27-427f-9d1a-3df4e9ff7ede tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:53.425094 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cb07cfd-970e-4005-8b18-b86da73cb8f3 req-acc18f83-8f27-427f-9d1a-3df4e9ff7ede tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.1855712 Oct 26 15:25:53.453853 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:53.490638 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-b95a20e6-9466-44fa-8e1f-1e523962f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:53.490955 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:53.492121 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-b95a20e6-9466-44fa-8e1f-1e523962f4de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0919487 Oct 26 15:25:53.500596 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:53.501207 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:53.501781 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4cb07cfd-970e-4005-8b18-b86da73cb8f3 req-cec3456c-8d1e-4ecb-9940-18ebea876f30 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585067 Oct 26 15:25:53.549247 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-38e9d322-7b5a-4aee-8155-c5856b0ccc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:53.550767 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-38e9d322-7b5a-4aee-8155-c5856b0ccc16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481198 Oct 26 15:25:53.660804 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-07bf4c4b-83bb-443c-861b-3b3851efcad4 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001995 Oct 26 15:25:53.720847 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:53.780881 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-4983baee-9d03-4f12-895b-b47e6853e3c5 req-f5c252f2-7142-4c94-845a-bd5a1dd96d96 service neutron] 10.222.0.73 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123102 Oct 26 15:25:54.005607 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:54.035901 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ee55-176f-4a88-a5d3-226936b6f252 None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_floatingips': [{'id': '03757496-fb7a-4ec1-8aa1-09b393c7d500', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'router_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'port_id': 'e60dae70-b2ba-4608-8080-32f004037425', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'mac_address': 'fa:16:3e:e8:44:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-26T15:21:43Z', 'updated_at': '2021-10-26T15:21:45Z', 'revision_number': 1, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:54.163162 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.309912 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec65d0-fe8b-4902-ba64-2f97797199e2 None None] New status for floating IP 8ec33237-67a6-4083-aa63-397ad8835a91: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:25:54.631583 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8221b-eea8-4558-89b1-7726284dc7b1 req-df82d8ce-2d12-4bc6-a7e8-e79d09c1ad33 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:54.633133 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2fc8221b-eea8-4558-89b1-7726284dc7b1 req-df82d8ce-2d12-4bc6-a7e8-e79d09c1ad33 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.0513988 Oct 26 15:25:54.672912 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-2fc8221b-eea8-4558-89b1-7726284dc7b1 req-ad6ee0ac-1e67-471f-88ca-672c3fd823ec tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Oct 26 15:25:54.725038 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:54.788336 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-466da0b5-d5e6-4d15-baf3-09220e2d0613 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:54.789974 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-466da0b5-d5e6-4d15-baf3-09220e2d0613 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.73 "GET /v2.0/ports?device_id=88e4b415-ff6e-4731-a7ce-247260cea75b HTTP/1.1" status: 200 len: 945 time: 0.0544837 Oct 26 15:25:54.802998 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3930309'] for port, before_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.830073 n-d-813419-9 neutron-server[102165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102165) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:54.832345 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb3b727aa66652bf267169c1917b0de37c6000fbde53b65e7c742e98953c69aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37267bc-a94f-4844-94cc-e897393132b8" -d '{"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102165) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:54.845298 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:54.850264 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752494810094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752494361694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752494361712'] for port, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.876861 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701f6c3-644e-4f81-879d-0cb01ace9686 x-openstack-request-id: req-0701f6c3-644e-4f81-879d-0cb01ace9686 {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:54.877159 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "code": 200}]} {{(pid=102165) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:54.877417 n-d-813419-9 neutron-server[102165]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0701f6c3-644e-4f81-879d-0cb01ace9686 {{(pid=102165) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:54.877811 n-d-813419-9 neutron-server[102165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'code': 200} Oct 26 15:25:54.885181 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Deleting port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:25:54.885181 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.904943 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Pushing event updated for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=8']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:54.981971 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] For port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8, host n-h2-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-9',level=0,port_id=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:54.982319 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:54.996244 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Calling delete_port for 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 owned by compute:nova {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:25:55.122389 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:55.155982 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event deleted for resources: {'Port': ['ID=5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:55.199246 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] No DVR routers for this DVR port 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 on host n-h2-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:25:55.202123 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:55.205570 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-bc5d8291-4144-44a3-aa03-e8e6eebefb26 req-157082d6-d03b-4d2a-955d-e4ecad2b7e1d tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.73 "DELETE /v2.0/ports/5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 HTTP/1.1" status: 204 len: 173 time: 0.4101446 Oct 26 15:25:55.206052 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-deleted', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:55.208561 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd97ed9-875a-4734-af8f-a1c6776ce6c5" -d '{"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-deleted", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:55.246372 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7845a49-fb02-422d-b533-20ee337f03dd x-openstack-request-id: req-a7845a49-fb02-422d-b533-20ee337f03dd {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:55.246685 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e4b415-ff6e-4731-a7ce-247260cea75b", "name": "network-vif-deleted", "tag": "5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:55.246918 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7845a49-fb02-422d-b533-20ee337f03dd {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:55.247328 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e4b415-ff6e-4731-a7ce-247260cea75b', 'name': 'network-vif-deleted', 'tag': '5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8', 'status': 'completed', 'code': 200} Oct 26 15:25:56.289462 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57270) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:25:56.451329 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Deleting port 9130bae3-7dda-4dd6-a4f9-16f42535c1b0 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:25:56.451663 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:56.533105 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:56.533339 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:56.549157 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Calling delete_port for 9130bae3-7dda-4dd6-a4f9-16f42535c1b0 owned by network:floatingip {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:25:56.698283 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:56.724633 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event deleted for resources: {'Port': ['ID=9130bae3-7dda-4dd6-a4f9-16f42535c1b0,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:56.795221 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for floatingip, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:56.795514 n-d-813419-9 neutron-server[102164]: INFO neutron.db.l3_db [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Floating IP 03757496-fb7a-4ec1-8aa1-09b393c7d500 disassociated (deleted). External IP: 172.25.5.9, port: e60dae70-b2ba-4608-8080-32f004037425. Oct 26 15:25:57.013877 n-d-813419-9 neutron-server[102164]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102164) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:25:57.129999 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102164) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:25:57.146337 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for floatingip, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:57.147086 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:25:57.151429 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:57.152062 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:57.164446 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-20840724-f72c-4543-a42e-bf1c1c02b1b2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "DELETE /v2.0/floatingips/03757496-fb7a-4ec1-8aa1-09b393c7d500 HTTP/1.1" status: 204 len: 168 time: 0.8726833 Oct 26 15:25:57.234336 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-ed3ae130-0be5-449e-b2db-eb218fb2e645 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489206 Oct 26 15:25:57.248734 n-d-813419-9 neutron-server[102164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:57.251438 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19ed853bddc6a07e9e9dd217b2e8c251476c33a035f8972d7171debe1c0a9d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256026a6-2166-4184-922e-da7e5313ce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:57.295897 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:57.311886 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa41992-0ab4-48ac-993f-f961e40c0d9f x-openstack-request-id: req-7fa41992-0ab4-48ac-993f-f961e40c0d9f {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:57.312877 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "status": "completed", "code": 200}]} {{(pid=102164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:57.313364 n-d-813419-9 neutron-server[102164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fa41992-0ab4-48ac-993f-f961e40c0d9f {{(pid=102164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:57.313994 n-d-813419-9 neutron-server[102164]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'status': 'completed', 'code': 200} Oct 26 15:25:57.349176 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-47f1801e-3076-4f0c-a977-f48e42e4e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.350689 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-47f1801e-3076-4f0c-a977-f48e42e4e0ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0624907 Oct 26 15:25:57.433669 n-d-813419-9 neutron-server[102164]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093aa53c-96c4-4b4a-99f6-904acaa0b33d req-cb0b0d05-b720-4790-bc0c-0c95a02181a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102164) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.435366 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-093aa53c-96c4-4b4a-99f6-904acaa0b33d req-cb0b0d05-b720-4790-bc0c-0c95a02181a2 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0615218 Oct 26 15:25:57.466533 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-8cbd649f-c422-422c-825b-fe1b3cc99243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.468456 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-8cbd649f-c422-422c-825b-fe1b3cc99243 service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.0963924 Oct 26 15:25:57.483551 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [req-093aa53c-96c4-4b4a-99f6-904acaa0b33d req-508d3e90-f306-4b4c-ad36-b001dc23866b tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Oct 26 15:25:57.518842 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-29d0eeab-14da-4803-aa4e-c35e764590c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 217 time: 0.0426359 Oct 26 15:25:57.529200 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:57.557820 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:25:57.568168 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:25:57.569306 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:57.575058 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-dc726c13-42f7-4731-a590-ffed92487568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.576601 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-dc726c13-42f7-4731-a590-ffed92487568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0497940 Oct 26 15:25:57.629559 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-e4512996-e500-4055-82bc-9d1d40c11ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:57.631070 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-e4512996-e500-4055-82bc-9d1d40c11ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472655 Oct 26 15:25:57.688344 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:25:57.925384 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:25:57.955790 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752eccc-b1af-40d4-8e3e-08504816fa1d None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:21:23Z', 'revision_number': 4, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9', '_interfaces': [{'id': '5569c233-58f5-480c-9eca-5ed38b91dc8e', 'name': '', 'network_id': '578daa7c-f54c-4ebd-bc33-77e067cf0b0b', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'mac_address': 'fa:16:3e:fd:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:22Z', 'updated_at': '2021-10-26T15:21:27Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'subnets': [{'id': '22c8c1f7-dddd-43c4-93e9-572816ffa023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:25:58.050309 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-b71a297c-531c-401f-878e-4968a971620c service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104784 Oct 26 15:25:58.158976 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-489f0137-a5d0-4bd3-90fb-9dba47d815eb req-93feeea7-d222-4e79-82eb-a148856487ea service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000595 Oct 26 15:25:58.240161 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8df95-db54-40f8-9b30-f948cb9da934 None None] New status for floating IP 03757496-fb7a-4ec1-8aa1-09b393c7d500: DOWN {{(pid=102165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 26 15:25:58.263462 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256026a6-2166-4184-922e-da7e5313ce0a req-3e3ae5f3-45cc-4502-9c8f-aaa6780f66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.265040 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-3e3ae5f3-45cc-4502-9c8f-aaa6780f66ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 1094 time: 0.0485718 Oct 26 15:25:58.374010 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256026a6-2166-4184-922e-da7e5313ce0a req-00e4ba73-c027-44ae-bb8a-728fdca26118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.375707 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-00e4ba73-c027-44ae-bb8a-728fdca26118 service neutron] 10.222.0.41 "GET /v2.0/networks?id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 200 len: 910 time: 0.1030719 Oct 26 15:25:58.423037 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-81848f5f-b38e-4fe1-8474-a5afd2b5ce29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 200 len: 217 time: 0.0389833 Oct 26 15:25:58.474978 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256026a6-2166-4184-922e-da7e5313ce0a req-0472caaa-5d92-4347-985e-55eed9d54e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.476529 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-0472caaa-5d92-4347-985e-55eed9d54e50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 200 len: 848 time: 0.0457690 Oct 26 15:25:58.525329 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256026a6-2166-4184-922e-da7e5313ce0a req-c33ec36b-9ed3-4e49-aee5-975aa417f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.527204 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-c33ec36b-9ed3-4e49-aee5-975aa417f23f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=578daa7c-f54c-4ebd-bc33-77e067cf0b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434728 Oct 26 15:25:58.656049 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567c703-742c-4164-8a27-111b54b10ce7 req-04ec20b3-57af-4723-818a-5ded5ac2b4de tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.657578 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6567c703-742c-4164-8a27-111b54b10ce7 req-04ec20b3-57af-4723-818a-5ded5ac2b4de tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0765121 Oct 26 15:25:58.663636 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-ca085726-3fbf-4c10-82a8-a5fab05082f5 service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283357 Oct 26 15:25:58.725462 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 no longer exists at agent hyperv_n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:25:58.748945 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] No Port match for: 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:25:58.749371 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Device 5b0a412e-ae7f-4ad4-933d-e9ca0e5ea8c8 not bound to the agent host n-h2-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:25:58.750756 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-6567c703-742c-4164-8a27-111b54b10ce7 req-a31a42af-dc83-4380-a20f-4023559412b4 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/security-groups?id=78fbb83e-c916-45eb-8e4b-d015fbafb859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860555 Oct 26 15:25:58.785469 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-256026a6-2166-4184-922e-da7e5313ce0a req-75b1cd05-c87c-451d-ad70-b6da8271cf0d service neutron] 10.222.0.41 "GET /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133647 Oct 26 15:25:58.971673 n-d-813419-9 neutron-server[102163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-8847951f-773e-4639-96a8-546fcb537034 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 26 15:25:58.973208 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-8847951f-773e-4639-96a8-546fcb537034 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 943 time: 0.0516970 Oct 26 15:25:59.070258 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Deleting port e60dae70-b2ba-4608-8080-32f004037425 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:25:59.070536 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:59.163792 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] For port e60dae70-b2ba-4608-8080-32f004037425, host n-h1-813419-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-9',level=0,port_id=e60dae70-b2ba-4608-8080-32f004037425,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:25:59.164153 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:59.177570 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Calling delete_port for e60dae70-b2ba-4608-8080-32f004037425 owned by compute:nova {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:25:59.312188 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:59.340910 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event deleted for resources: {'Port': ['ID=e60dae70-b2ba-4608-8080-32f004037425,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:25:59.370925 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.371285 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.371645 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.371981 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.372322 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.372775 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.373115 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.373489 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.373880 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.374212 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.374544 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.374868 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-9 {{(pid=102163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 15:25:59.397436 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] No DVR routers for this DVR port e60dae70-b2ba-4608-8080-32f004037425 on host n-h1-813419-9 {{(pid=102163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:25:59.401468 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989390'] for port, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:25:59.405005 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-d0c99b17-e1bb-431f-b5e4-dd7204b881f2 req-9d233afb-1aeb-4a72-8e1a-115fb8ba06b6 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.41 "DELETE /v2.0/ports/e60dae70-b2ba-4608-8080-32f004037425 HTTP/1.1" status: 204 len: 173 time: 0.4257510 Oct 26 15:25:59.405490 n-d-813419-9 neutron-server[102163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-deleted', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425'}] {{(pid=102163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 26 15:25:59.407797 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}235cb37407f9a84d3eadae50b6620198c3bf392489eca998d0f537641ba7f163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bf0f69-b934-4023-9485-9225088c25e2" -d '{"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-deleted", "tag": "e60dae70-b2ba-4608-8080-32f004037425"}]}' {{(pid=102163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 15:25:59.508407 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Oct 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a41f5-a129-4744-ac23-4ee2780a3382 x-openstack-request-id: req-b20a41f5-a129-4744-ac23-4ee2780a3382 {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 15:25:59.509175 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875445a1-fbe7-4c58-815c-ddf1251347bb", "name": "network-vif-deleted", "tag": "e60dae70-b2ba-4608-8080-32f004037425", "status": "completed", "code": 200}]} {{(pid=102163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 15:25:59.509175 n-d-813419-9 neutron-server[102163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b20a41f5-a129-4744-ac23-4ee2780a3382 {{(pid=102163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 15:25:59.509614 n-d-813419-9 neutron-server[102163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875445a1-fbe7-4c58-815c-ddf1251347bb', 'name': 'network-vif-deleted', 'tag': 'e60dae70-b2ba-4608-8080-32f004037425', 'status': 'completed', 'code': 200} Oct 26 15:25:59.894685 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [req-64ec21af-1934-4543-8a1b-0368563f893b req-32f11dd5-85bd-474e-9ab1-7b71da856945 tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "GET /v2.0/ports?device_id=875445a1-fbe7-4c58-815c-ddf1251347bb HTTP/1.1" status: 200 len: 210 time: 0.0393398 Oct 26 15:26:00.963475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57288) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:01.033902 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:01.074600 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:01.156081 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:01.159177 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Publish callbacks [] for security_group, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:01.160891 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] 10.222.0.37 "DELETE /v2.0/security-groups/78fbb83e-c916-45eb-8e4b-d015fbafb859 HTTP/1.1" status: 204 len: 168 time: 0.1963484 Oct 26 15:26:01.173846 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8c3e3-dd4c-4120-90a2-ca65522ed58e tempest-TestSnapshotPattern-1118708576 tempest-TestSnapshotPattern-1118708576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbb83e-c916-45eb-8e4b-d015fbafb859,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:01.224905 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57292) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:01.641005 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:01.850266 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 no longer exists at agent hyperv_n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:01.871016 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] No Port match for: e60dae70-b2ba-4608-8080-32f004037425 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:01.871355 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Device e60dae70-b2ba-4608-8080-32f004037425 not bound to the agent host n-h1-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:01.913426 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Deleting port 5569c233-58f5-480c-9eca-5ed38b91dc8e {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:01.913773 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:02.004231 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] For port 5569c233-58f5-480c-9eca-5ed38b91dc8e, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=5569c233-58f5-480c-9eca-5ed38b91dc8e,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:02.004962 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:02.018887 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Calling delete_port for 5569c233-58f5-480c-9eca-5ed38b91dc8e owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:02.205149 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:02.238475 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5569c233-58f5-480c-9eca-5ed38b91dc8e,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:02.424344 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:02.662535 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:02.773397 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:02.781712 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-bdaf3d07-4054-40f4-af14-dca35dd3ad49 admin admin] 10.222.0.37 "PUT /v2.0/routers/5e026c3e-9f0c-4538-895c-a8e99e0c7e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553567 Oct 26 15:26:02.784018 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57294) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:02.787462 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Sync routers for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:02.798522 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:02.799214 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:02.896682 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:02.909927 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: n-d-813419-9 {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:03.007397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.066265 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Deleting port ac3b927e-3cf1-49b9-b487-4b859398ef6c {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:03.066494 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.122553 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:26:02Z', 'revision_number': 5, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port': {'id': 'ac3b927e-3cf1-49b9-b487-4b859398ef6c', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:21Z', 'updated_at': '2021-10-26T15:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.162482 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] For port ac3b927e-3cf1-49b9-b487-4b859398ef6c, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=ac3b927e-3cf1-49b9-b487-4b859398ef6c,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:03.162973 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.179963 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Calling delete_port for ac3b927e-3cf1-49b9-b487-4b859398ef6c owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:03.252679 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Checking router: 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 for host: n-d-813419-9 {{(pid=102166) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:03.262446 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Routers {'5e026c3e-9f0c-4538-895c-a8e99e0c7e67'} bound to L3 agent in host n-d-813419-9 {{(pid=102166) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:03.263081 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'], 'active': True} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.354599 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_dvr_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] Set router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 gateway port host: None {{(pid=102166) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:03.367033 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.392283 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3b927e-3cf1-49b9-b487-4b859398ef6c,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.408540 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.l3_hamode_db [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:26:03Z', 'revision_number': 6, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:03.439041 n-d-813419-9 neutron-server[102166]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666be21-ddd6-40b5-b6f3-ed38372639ad None None] The sync data for ids ['5e026c3e-9f0c-4538-895c-a8e99e0c7e67'] in n-d-813419-9 is: [{'id': '5e026c3e-9f0c-4538-895c-a8e99e0c7e67', 'name': 'tempest-TestSnapshotPattern-156573824-router', 'tenant_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:20Z', 'updated_at': '2021-10-26T15:26:03Z', 'revision_number': 6, 'project_id': '456f5621aa6f4dbb90ab4b4c3c5cc397', 'gw_port_host': None}] {{(pid=102166) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:03.459786 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.554674 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.556941 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.604987 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.605429 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e026c3e-9f0c-4538-895c-a8e99e0c7e67 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:03.615315 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.616797 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-2b496407-d5b7-404e-8861-788c131542f5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5e026c3e-9f0c-4538-895c-a8e99e0c7e67 HTTP/1.1" status: 204 len: 168 time: 0.8314731 Oct 26 15:26:03.619522 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57298) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:03.669942 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Deleting subnet 22c8c1f7-dddd-43c4-93e9-572816ffa023 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:26:03.673093 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.706810 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.787357 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.841121 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.867200 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c8c1f7-dddd-43c4-93e9-572816ffa023,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:03.871603 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:03.874887 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-93ec01a2-b228-4ec0-9c48-5c8cfcbbbce2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/22c8c1f7-dddd-43c4-93e9-572816ffa023 HTTP/1.1" status: 204 len: 168 time: 0.2541609 Oct 26 15:26:03.877836 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac84c3e-787c-4063-91d3-cef668a2de45 None None] Network 578daa7c-f54c-4ebd-bc33-77e067cf0b0b requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:26:03.879554 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57300) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:03.954843 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.010005 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Deleting port d801a145-0a74-496e-a7d3-e30c1db485a5 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:04.010336 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.074575 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] For port d801a145-0a74-496e-a7d3-e30c1db485a5, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=d801a145-0a74-496e-a7d3-e30c1db485a5,segment=NetworkSegment(bbeddebd-2d01-4b0a-8402-cf2bed344b82),segment_id=bbeddebd-2d01-4b0a-8402-cf2bed344b82)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:04.074913 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.091910 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Calling delete_port for d801a145-0a74-496e-a7d3-e30c1db485a5 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:04.169312 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.194824 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d801a145-0a74-496e-a7d3-e30c1db485a5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:04.200126 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] No DVR routers for this DVR port d801a145-0a74-496e-a7d3-e30c1db485a5 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:26:04.238340 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad242960-71d4-44e1-8d80-88f7d6bfbe19 None None] DHCP port deletion for 578daa7c-f54c-4ebd-bc33-77e067cf0b0b request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:26:04.282117 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.303879 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578daa7c-f54c-4ebd-bc33-77e067cf0b0b']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.313707 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbeddebd-2d01-4b0a-8402-cf2bed344b82') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.314034 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbeddebd-2d01-4b0a-8402-cf2bed344b82') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:04.324592 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.339472 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.346308 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:04.346699 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:26:04.348568 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:26:04.404864 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.410836 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:04.414213 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/578daa7c-f54c-4ebd-bc33-77e067cf0b0b HTTP/1.1" status: 204 len: 168 time: 0.5336480 Oct 26 15:26:04.420665 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57302) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:04.426867 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698504fa-2656-4126-b425-c814c912fce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=578daa7c-f54c-4ebd-bc33-77e067cf0b0b,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:05.064227 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-592181'] for router_interface, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:05.175273 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d801a145-0a74-496e-a7d3-e30c1db485a5 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:05.197453 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: d801a145-0a74-496e-a7d3-e30c1db485a5 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:05.197797 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device d801a145-0a74-496e-a7d3-e30c1db485a5 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:05.198217 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ac3b927e-3cf1-49b9-b487-4b859398ef6c no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:05.218660 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: ac3b927e-3cf1-49b9-b487-4b859398ef6c {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:05.219007 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device ac3b927e-3cf1-49b9-b487-4b859398ef6c not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:05.219425 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5569c233-58f5-480c-9eca-5ed38b91dc8e no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:05.239012 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 5569c233-58f5-480c-9eca-5ed38b91dc8e {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:05.239358 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 5569c233-58f5-480c-9eca-5ed38b91dc8e not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:05.313286 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Deleting port 1be73215-c632-4242-9346-9501c742a49f {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:05.313629 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:05.394721 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] For port 1be73215-c632-4242-9346-9501c742a49f, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1be73215-c632-4242-9346-9501c742a49f,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:05.395092 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:05.407046 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Calling delete_port for 1be73215-c632-4242-9346-9501c742a49f owned by network:router_interface {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:05.597923 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:05.628372 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be73215-c632-4242-9346-9501c742a49f,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:05.809084 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-747709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592345'] for router_interface, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.034579 n-d-813419-9 neutron-server[102163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 has already been hosted by L3 agent f4a01fa9-78a9-485f-8795-57572b7b0eb6 {{(pid=102163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 15:26:06.145728 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] Notify agent at l3_agent.n-d-813419-9 the message routers_updated {{(pid=102163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 15:26:06.150948 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-40b11c15-4a9e-403a-a49c-836ef11bc076 admin admin] 10.222.0.37 "PUT /v2.0/routers/3e69e8b0-5ebf-45a2-bd7f-53abe46157d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291131 Oct 26 15:26:06.153390 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57304) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:06.155838 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Sync routers for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 15:26:06.169659 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:06.170288 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.269965 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.277863 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: n-d-813419-9 {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:06.376034 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.429557 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Deleting port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 {{(pid=102163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:06.429908 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.462774 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'external_fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:26:05Z', 'revision_number': 5, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port': {'id': '1713b993-b5a3-4e1e-9c22-6f71b5ca8d90', 'name': '', 'network_id': 'd20bd7ce-4186-4f12-ac1d-76acb8b76618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-26T15:21:26Z', 'updated_at': '2021-10-26T15:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4712512c-e3e6-4949-9908-c8d5723d9d7b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-9'}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.488917 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Checking router: 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 for host: n-d-813419-9 {{(pid=102165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 15:26:06.497336 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Routers {'3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'} bound to L3 agent in host n-d-813419-9 {{(pid=102165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 26 15:26:06.497939 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-26T13:47:43Z,description=,heartbeat_timestamp=2021-10-26T15:25:43Z,host='n-d-813419-9',id=f4a01fa9-78a9-485f-8795-57572b7b0eb6,load=0,resource_versions=,resources_synced=,started_at=2021-10-26T13:47:43Z,topic='l3_agent')) {'router_ids': ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'], 'active': True} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.517612 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.db [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] For port 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,segment=NetworkSegment(f3206427-b76e-4128-b5ce-00224e1a64b9),segment_id=f3206427-b76e-4128-b5ce-00224e1a64b9)] {{(pid=102163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:06.517985 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.532074 n-d-813419-9 neutron-server[102163]: DEBUG neutron.plugins.ml2.plugin [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Calling delete_port for 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 owned by network:router_gateway {{(pid=102163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:06.585026 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvr_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] Set router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 gateway port host: None {{(pid=102165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 26 15:26:06.640302 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_hamode_db [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:26:06Z', 'revision_number': 6, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port_host': None}], 'n-d-813419-9', False) {} {{(pid=102165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:06.667618 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d2d90-62d0-4b19-97cf-962b03d0fcc5 None None] The sync data for ids ['3e69e8b0-5ebf-45a2-bd7f-53abe46157d2'] in n-d-813419-9 is: [{'id': '3e69e8b0-5ebf-45a2-bd7f-53abe46157d2', 'name': 'tempest-TestSnapshotPattern-1242902180-router', 'tenant_id': '628dbfb4aae84791b1d73d6c68bbca85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-26T15:21:25Z', 'updated_at': '2021-10-26T15:26:06Z', 'revision_number': 6, 'project_id': '628dbfb4aae84791b1d73d6c68bbca85', 'gw_port_host': None}] {{(pid=102165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 15:26:06.708252 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29325723'] for port, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.734449 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1713b993-b5a3-4e1e-9c22-6f71b5ca8d90,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:06.796375 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-591739'] for router_gateway, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.890876 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.893162 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.940455 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-593131'] for router, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.941031 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 {{(pid=102163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 15:26:06.945787 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] Publish callbacks [] for router, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:06.946908 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-3709eb58-b9c9-4eb6-9d7c-18edba4533cb admin admin] 10.222.0.37 "DELETE /v2.0/routers/3e69e8b0-5ebf-45a2-bd7f-53abe46157d2 HTTP/1.1" status: 204 len: 168 time: 0.7923548 Oct 26 15:26:06.949587 n-d-813419-9 neutron-server[102163]: DEBUG neutron.wsgi [-] (102163) accepted ('10.222.0.37', 57306) {{(pid=102163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:06.995023 n-d-813419-9 neutron-server[102163]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Deleting subnet 54262245-4247-4e1f-a715-59f45529d955 {{(pid=102163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 26 15:26:06.998397 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.033814 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28822490'] for subnet, precommit_delete_associations {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.122295 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3511734'] for subnet, precommit_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.174677 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3511693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29325636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28435360'] for subnet, after_delete {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.200453 n-d-813419-9 neutron-server[102163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54262245-4247-4e1f-a715-59f45529d955,revision_number=None']} {{(pid=102163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.204953 n-d-813419-9 neutron-server[102163]: DEBUG neutron_lib.callbacks.manager [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.208280 n-d-813419-9 neutron-server[102163]: INFO neutron.wsgi [None req-5f2e1b6b-560f-4da1-997f-774fb2b649ba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/54262245-4247-4e1f-a715-59f45529d955 HTTP/1.1" status: 204 len: 168 time: 0.2575631 Oct 26 15:26:07.211131 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57308) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:07.212458 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623163d-a11a-4364-9d6f-2090bee0f74c None None] Network 43ebee47-cf8a-4e68-8a08-a40da5da7475 requested from n-d-813419-9 {{(pid=102165) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 26 15:26:07.285516 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3886339'] for network, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.340407 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Deleting port 33c84bb4-60f4-4216-bb1b-f463a4870c27 {{(pid=102164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:07.341198 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.408996 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.db [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] For port 33c84bb4-60f4-4216-bb1b-f463a4870c27, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=33c84bb4-60f4-4216-bb1b-f463a4870c27,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:07.409357 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.424332 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.plugin [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Calling delete_port for 33c84bb4-60f4-4216-bb1b-f463a4870c27 owned by network:dhcp {{(pid=102164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:07.431508 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] DHCP port deletion for 43ebee47-cf8a-4e68-8a08-a40da5da7475 request from n-d-813419-9 {{(pid=102165) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 26 15:26:07.488842 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Deleting port 33c84bb4-60f4-4216-bb1b-f463a4870c27 {{(pid=102165) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 26 15:26:07.489218 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752494869014'] for port, before_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.508804 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5600914'] for port, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.532080 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1be73215-c632-4242-9346-9501c742a49f no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:07.548689 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Pushing event deleted for resources: {'Port': ['ID=33c84bb4-60f4-4216-bb1b-f463a4870c27,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.550531 n-d-813419-9 neutron-server[102164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] No DVR routers for this DVR port 33c84bb4-60f4-4216-bb1b-f463a4870c27 on host n-d-813419-9 {{(pid=102164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:26:07.564847 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1be73215-c632-4242-9346-9501c742a49f {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:07.565190 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1be73215-c632-4242-9346-9501c742a49f not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:07.565599 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 33c84bb4-60f4-4216-bb1b-f463a4870c27 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:07.590867 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 33c84bb4-60f4-4216-bb1b-f463a4870c27 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:07.591204 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 33c84bb4-60f4-4216-bb1b-f463a4870c27 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:07.591607 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 no longer exists at agent ovs-agent-n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 15:26:07.620418 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] No Port match for: 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 {{(pid=102165) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 26 15:26:07.620785 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.rpc [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Device 1713b993-b5a3-4e1e-9c22-6f71b5ca8d90 not bound to the agent host n-d-813419-9 {{(pid=102165) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 15:26:07.624333 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.db [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] For port 33c84bb4-60f4-4216-bb1b-f463a4870c27, host n-d-813419-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-9',level=0,port_id=33c84bb4-60f4-4216-bb1b-f463a4870c27,segment=NetworkSegment(12835913-33d4-4783-a2c7-a3bc7c074351),segment_id=12835913-33d4-4783-a2c7-a3bc7c074351)] {{(pid=102165) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 15:26:07.624696 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594923'] for port, precommit_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.630483 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3517757', 'neutron.services.segments.db._delete_segments_for_network-8752494884383'] for network, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.637989 n-d-813419-9 neutron-server[102165]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Calling delete_port for 33c84bb4-60f4-4216-bb1b-f463a4870c27 owned by network:dhcp {{(pid=102165) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 26 15:26:07.654666 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ebee47-cf8a-4e68-8a08-a40da5da7475']}} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.665143 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12835913-33d4-4783-a2c7-a3bc7c074351') {'for_net_delete': True} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.665599 n-d-813419-9 neutron-server[102164]: DEBUG neutron.services.segments.db [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12835913-33d4-4783-a2c7-a3bc7c074351') {} {{(pid=102164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 15:26:07.677745 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752494884904', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4377340'] for segment, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.694067 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461'] for segment, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.707769 n-d-813419-9 neutron-server[102164]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=102164) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 15:26:07.708533 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3513461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5600999'] for segment, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: Traceback (most recent call last): Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: timer() Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: cb(*args, **kw) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: return func(*args, **kwargs) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: self._notify() Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: self.callback(batched_events) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: event.method(event) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: aggregate_uuid = self.p_client.list_aggregates( Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: return f(self, *a, **k) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: return self._get(url).json() Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: return self.request(url, 'GET', **kwargs) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: base_url = self.get_endpoint(auth, allow=allow, Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 26 15:26:07.712884 n-d-813419-9 neutron-server[102164]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 26 15:26:07.751296 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3930281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752494810076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752494361685'] for port, after_delete {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.778333 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3517748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-747652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-591687'] for network, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.780851 n-d-813419-9 neutron-server[102165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] Pushing event deleted for resources: {'Port': ['ID=33c84bb4-60f4-4216-bb1b-f463a4870c27,revision_number=None']} {{(pid=102165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:07.784119 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-747670'] for network, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:07.785907 n-d-813419-9 neutron-server[102165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f4d40-f92a-4cd6-a48c-36d1b72e59af None None] No DVR routers for this DVR port 33c84bb4-60f4-4216-bb1b-f463a4870c27 on host n-d-813419-9 {{(pid=102165) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 26 15:26:07.791097 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] 10.222.0.37 "DELETE /v2.0/networks/43ebee47-cf8a-4e68-8a08-a40da5da7475 HTTP/1.1" status: 204 len: 168 time: 0.5782318 Oct 26 15:26:07.803075 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531a07-75ec-44a5-9a92-6d450c97d09d admin admin] Pushing event deleted for resources: {'Network': ['ID=43ebee47-cf8a-4e68-8a08-a40da5da7475,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.009904 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57312) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:08.061360 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-6033cbda-1e54-47c9-98c7-91c66d26b6eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=456f5621aa6f4dbb90ab4b4c3c5cc397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501008 Oct 26 15:26:08.063701 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57314) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:08.115717 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.138567 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.193814 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.196869 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.198076 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e09dee52-3246-4555-830a-f502c41d4e16 HTTP/1.1" status: 204 len: 168 time: 0.1334410 Oct 26 15:26:08.206476 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c3277-bf8d-468d-a6d1-f23b687ea9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09dee52-3246-4555-830a-f502c41d4e16,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:08.549413 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57320) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:08.590776 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-55f1eafa-93b6-4599-8bdd-7f0c52158855 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=628dbfb4aae84791b1d73d6c68bbca85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401542 Oct 26 15:26:08.593324 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [-] (102164) accepted ('10.222.0.37', 57322) {{(pid=102164) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 26 15:26:08.642140 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.663572 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.715016 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410634'] for security_group, after_delete {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.717817 n-d-813419-9 neutron-server[102164]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:08.718962 n-d-813419-9 neutron-server[102164]: INFO neutron.wsgi [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e31fb44-e7ef-41d5-b75d-643e9e39e8c5 HTTP/1.1" status: 204 len: 168 time: 0.1247139 Oct 26 15:26:08.727588 n-d-813419-9 neutron-server[102164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbd6e5-46d9-4e1b-99ab-d2c09d221e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31fb44-e7ef-41d5-b75d-643e9e39e8c5,revision_number=None']} {{(pid=102164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 15:26:10.083199 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:10.218052 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-f0378899-272c-4096-83da-9636a28c9e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:13.027690 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-4c7f5cf3-186f-4fb0-affa-b53789f0d740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:14.018735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:14.615483 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:16.151506 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:22.561328 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:24.192883 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:40.221790 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-42d7112d-1315-4130-91f5-5488996eacdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:43.030657 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-132a3bf1-f06a-49d2-8840-73a9d7538ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:44.021850 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:44.618242 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:46.156291 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:47.082803 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:26:52.596583 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:26:54.222621 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:10.225019 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-56214125-f9ac-4cba-89e7-4ee17ab4929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:13.031832 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8fbbfe92-d941-4d66-8b7a-9b2ff67315b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:14.023587 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:14.621612 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:16.156129 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:22.600845 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:24.081968 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:27:24.217104 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:40.227255 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-11e29386-6878-4ba5-bd20-db502e33f53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:43.033865 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fc886dd3-bddb-409d-907f-c7198c100b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:44.025846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:44.624418 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:46.159205 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:52.606013 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:27:54.217876 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:01.081148 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:10.228652 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-94d4fbd0-040d-4166-8125-d993b0ee6bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:13.036669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e1fa018a-93b5-49e6-a6b2-2eb75ab1226b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:14.028505 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:14.627106 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:16.161270 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:22.606427 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:24.232676 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:38.081190 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:28:40.229673 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-1e25a6bd-32e0-482a-93e2-79395dc3bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:43.042757 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-818eeb47-fc70-4cb9-a1c0-38ce55a04798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:44.030109 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:44.629437 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:46.164122 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:52.621054 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:28:54.247730 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:10.231102 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-8d71b338-a9ab-4322-9b70-3e3d10e25f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:13.045342 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a626d6dd-1dc2-4f0a-a262-dd40d8e50dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:14.032485 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:14.635072 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:15.080465 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:16.166829 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:22.636445 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:24.262252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:40.232644 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-5075ce16-6c1e-48c7-aac2-3507c4c43186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:43.047682 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-aad3f49e-49f9-4973-a4a1-0a5eab274d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:44.034735 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:44.637806 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:46.172574 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:52.080172 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:29:52.644960 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:29:54.277112 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:10.234628 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-474d67a5-a4fd-41af-9517-f2e1bb5c78b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:13.051752 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-34e590b1-00c7-42e6-9d4a-9ea31cedd7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:14.036846 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:14.641740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:16.176310 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:22.650898 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:24.309515 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:29.080880 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:30:40.238156 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-d1ca34d2-da0b-43b1-a9ec-28fb7ff24bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:43.054398 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-de182578-b053-4f34-ba32-db0e7332b0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:44.039180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:44.643330 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:46.174237 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:52.660789 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:30:54.318521 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:06.080638 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:10.241201 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0a55aa7a-f1c0-4d33-afcc-cbdc44d08888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:13.056925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-b0577841-d2e3-47b2-8b76-eb1b4ab3afc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:14.043727 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:14.646669 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:16.178540 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:22.660120 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:24.312193 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:40.242701 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-6c0495c6-f868-4078-96c5-6f637ca9c7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:43.059641 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e2581836-bc8e-4872-bb6f-e62aab8d9807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:43.081064 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:31:44.046367 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:44.649818 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:46.180948 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:52.664360 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:31:54.320609 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:10.245261 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd9ec161-ca50-43a0-918c-632bb2454ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:13.061372 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-e93a64bf-1461-4a7d-997d-71d606e629c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:14.048248 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:14.652548 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:16.183534 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:20.083344 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:32:22.663036 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:24.319359 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:40.249363 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-bd1d3d9e-e0de-4deb-a430-c54a9f96336a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:43.063075 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c533cf8-0606-4df0-ae0e-2e3aa1dd688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:44.050186 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:44.657932 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:46.186637 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:52.662740 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:54.334824 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:32:57.083499 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:10.251741 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-45234874-47d1-4e2a-a291-aa0e917a149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:13.068181 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-20c01eb6-347c-4288-8a64-7e599e647ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:14.051490 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:14.658335 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:16.189712 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:22.677675 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:24.334252 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:34.083557 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:33:40.252815 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-fe36e47e-4d8f-4b0f-81ac-717c8002eb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:43.072319 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0c19e9b9-8e97-4ce8-b91c-6846446208b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:44.053863 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:44.660925 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:46.193180 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:52.682677 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:33:54.348376 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:10.254279 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-0e54da45-83e9-444e-aad9-42b2c5c10e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:11.083443 n-d-813419-9 neutron-server[102166]: DEBUG neutron.db.agents_db [None req-74070a12-30b5-4c00-a1f6-31eed1be4dda None None] Agent healthcheck: found 7 active agents {{(pid=102166) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 15:34:13.076604 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-96b6f7e8-2eea-4f09-9bff-a373d06355f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:14.057579 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-a2c1de0a-81a8-450a-a2ca-048077b32356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:14.664523 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2b040ce0-4521-47b5-b6d6-485d11237ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:16.196189 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-12e5d207-c2bd-42de-a117-2c213a58faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:22.692333 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-2cc7a9bd-cf74-4cc2-8a5d-d93f4ed46c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:24.354139 n-d-813419-9 neutron-server[102165]: DEBUG neutron_lib.callbacks.manager [None req-c19a9747-545a-4c1b-886e-a287b1a4cf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752494884365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516151'] for agent, after_update {{(pid=102165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 26 15:34:28.051010 n-d-813419-9 neutron-server[102164]: DEBUG neutron.wsgi [req-0b784582-a8e9-4a16-9ae7-d3031d255799 req-c31fc262-3c42-43a7-b530-ce1635cec41d service neutron] (102164) timed out ('10.222.0.37', 55136) {{(pid=102164) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}